backup-ssh 4.1.10

Sign up to get free protection for your applications and to get access to all the features.
Files changed (132) hide show
  1. checksums.yaml +7 -0
  2. data/LICENSE.md +24 -0
  3. data/README.md +25 -0
  4. data/bin/backup +5 -0
  5. data/lib/backup.rb +141 -0
  6. data/lib/backup/archive.rb +170 -0
  7. data/lib/backup/binder.rb +22 -0
  8. data/lib/backup/cleaner.rb +116 -0
  9. data/lib/backup/cli.rb +374 -0
  10. data/lib/backup/cloud_io/base.rb +41 -0
  11. data/lib/backup/cloud_io/cloud_files.rb +298 -0
  12. data/lib/backup/cloud_io/s3.rb +260 -0
  13. data/lib/backup/compressor/base.rb +35 -0
  14. data/lib/backup/compressor/bzip2.rb +39 -0
  15. data/lib/backup/compressor/custom.rb +53 -0
  16. data/lib/backup/compressor/gzip.rb +74 -0
  17. data/lib/backup/config.rb +119 -0
  18. data/lib/backup/config/dsl.rb +103 -0
  19. data/lib/backup/config/helpers.rb +143 -0
  20. data/lib/backup/database/base.rb +85 -0
  21. data/lib/backup/database/mongodb.rb +186 -0
  22. data/lib/backup/database/mysql.rb +200 -0
  23. data/lib/backup/database/openldap.rb +95 -0
  24. data/lib/backup/database/postgresql.rb +133 -0
  25. data/lib/backup/database/redis.rb +179 -0
  26. data/lib/backup/database/riak.rb +82 -0
  27. data/lib/backup/database/sqlite.rb +57 -0
  28. data/lib/backup/encryptor/base.rb +29 -0
  29. data/lib/backup/encryptor/gpg.rb +747 -0
  30. data/lib/backup/encryptor/open_ssl.rb +77 -0
  31. data/lib/backup/errors.rb +58 -0
  32. data/lib/backup/logger.rb +199 -0
  33. data/lib/backup/logger/console.rb +51 -0
  34. data/lib/backup/logger/fog_adapter.rb +29 -0
  35. data/lib/backup/logger/logfile.rb +133 -0
  36. data/lib/backup/logger/syslog.rb +116 -0
  37. data/lib/backup/model.rb +454 -0
  38. data/lib/backup/notifier/base.rb +98 -0
  39. data/lib/backup/notifier/campfire.rb +69 -0
  40. data/lib/backup/notifier/datadog.rb +116 -0
  41. data/lib/backup/notifier/flowdock.rb +102 -0
  42. data/lib/backup/notifier/hipchat.rb +93 -0
  43. data/lib/backup/notifier/http_post.rb +122 -0
  44. data/lib/backup/notifier/mail.rb +238 -0
  45. data/lib/backup/notifier/nagios.rb +74 -0
  46. data/lib/backup/notifier/pagerduty.rb +81 -0
  47. data/lib/backup/notifier/prowl.rb +69 -0
  48. data/lib/backup/notifier/pushover.rb +80 -0
  49. data/lib/backup/notifier/ses.rb +94 -0
  50. data/lib/backup/notifier/slack.rb +154 -0
  51. data/lib/backup/notifier/twitter.rb +64 -0
  52. data/lib/backup/notifier/zabbix.rb +68 -0
  53. data/lib/backup/package.rb +51 -0
  54. data/lib/backup/packager.rb +101 -0
  55. data/lib/backup/pipeline.rb +124 -0
  56. data/lib/backup/splitter.rb +76 -0
  57. data/lib/backup/storage/base.rb +57 -0
  58. data/lib/backup/storage/cloud_files.rb +158 -0
  59. data/lib/backup/storage/cycler.rb +65 -0
  60. data/lib/backup/storage/dropbox.rb +236 -0
  61. data/lib/backup/storage/ftp.rb +98 -0
  62. data/lib/backup/storage/local.rb +64 -0
  63. data/lib/backup/storage/ninefold.rb +74 -0
  64. data/lib/backup/storage/rsync.rb +248 -0
  65. data/lib/backup/storage/s3.rb +155 -0
  66. data/lib/backup/storage/scp.rb +67 -0
  67. data/lib/backup/storage/sftp.rb +82 -0
  68. data/lib/backup/syncer/base.rb +70 -0
  69. data/lib/backup/syncer/cloud/base.rb +179 -0
  70. data/lib/backup/syncer/cloud/cloud_files.rb +83 -0
  71. data/lib/backup/syncer/cloud/local_file.rb +100 -0
  72. data/lib/backup/syncer/cloud/s3.rb +110 -0
  73. data/lib/backup/syncer/rsync/base.rb +48 -0
  74. data/lib/backup/syncer/rsync/local.rb +31 -0
  75. data/lib/backup/syncer/rsync/pull.rb +51 -0
  76. data/lib/backup/syncer/rsync/push.rb +205 -0
  77. data/lib/backup/template.rb +46 -0
  78. data/lib/backup/utilities.rb +224 -0
  79. data/lib/backup/version.rb +5 -0
  80. data/templates/cli/archive +28 -0
  81. data/templates/cli/compressor/bzip2 +4 -0
  82. data/templates/cli/compressor/custom +7 -0
  83. data/templates/cli/compressor/gzip +4 -0
  84. data/templates/cli/config +123 -0
  85. data/templates/cli/databases/mongodb +15 -0
  86. data/templates/cli/databases/mysql +18 -0
  87. data/templates/cli/databases/openldap +24 -0
  88. data/templates/cli/databases/postgresql +16 -0
  89. data/templates/cli/databases/redis +16 -0
  90. data/templates/cli/databases/riak +17 -0
  91. data/templates/cli/databases/sqlite +11 -0
  92. data/templates/cli/encryptor/gpg +27 -0
  93. data/templates/cli/encryptor/openssl +9 -0
  94. data/templates/cli/model +26 -0
  95. data/templates/cli/notifier/zabbix +15 -0
  96. data/templates/cli/notifiers/campfire +12 -0
  97. data/templates/cli/notifiers/datadog +57 -0
  98. data/templates/cli/notifiers/flowdock +16 -0
  99. data/templates/cli/notifiers/hipchat +15 -0
  100. data/templates/cli/notifiers/http_post +32 -0
  101. data/templates/cli/notifiers/mail +21 -0
  102. data/templates/cli/notifiers/nagios +13 -0
  103. data/templates/cli/notifiers/pagerduty +12 -0
  104. data/templates/cli/notifiers/prowl +11 -0
  105. data/templates/cli/notifiers/pushover +11 -0
  106. data/templates/cli/notifiers/ses +15 -0
  107. data/templates/cli/notifiers/slack +22 -0
  108. data/templates/cli/notifiers/twitter +13 -0
  109. data/templates/cli/splitter +7 -0
  110. data/templates/cli/storages/cloud_files +11 -0
  111. data/templates/cli/storages/dropbox +19 -0
  112. data/templates/cli/storages/ftp +12 -0
  113. data/templates/cli/storages/local +7 -0
  114. data/templates/cli/storages/ninefold +9 -0
  115. data/templates/cli/storages/rsync +17 -0
  116. data/templates/cli/storages/s3 +14 -0
  117. data/templates/cli/storages/scp +14 -0
  118. data/templates/cli/storages/sftp +14 -0
  119. data/templates/cli/syncers/cloud_files +22 -0
  120. data/templates/cli/syncers/rsync_local +20 -0
  121. data/templates/cli/syncers/rsync_pull +28 -0
  122. data/templates/cli/syncers/rsync_push +28 -0
  123. data/templates/cli/syncers/s3 +27 -0
  124. data/templates/general/links +3 -0
  125. data/templates/general/version.erb +2 -0
  126. data/templates/notifier/mail/failure.erb +16 -0
  127. data/templates/notifier/mail/success.erb +16 -0
  128. data/templates/notifier/mail/warning.erb +16 -0
  129. data/templates/storage/dropbox/authorization_url.erb +6 -0
  130. data/templates/storage/dropbox/authorized.erb +4 -0
  131. data/templates/storage/dropbox/cache_file_written.erb +10 -0
  132. metadata +1057 -0
@@ -0,0 +1,155 @@
1
+ # encoding: utf-8
2
+ require 'backup/cloud_io/s3'
3
+
4
+ module Backup
5
+ module Storage
6
+ class S3 < Base
7
+ include Storage::Cycler
8
+ class Error < Backup::Error; end
9
+
10
+ ##
11
+ # Amazon Simple Storage Service (S3) Credentials
12
+ attr_accessor :access_key_id, :secret_access_key, :use_iam_profile
13
+
14
+ ##
15
+ # Amazon S3 bucket name
16
+ attr_accessor :bucket
17
+
18
+ ##
19
+ # Region of the specified S3 bucket
20
+ attr_accessor :region
21
+
22
+ ##
23
+ # Multipart chunk size, specified in MiB.
24
+ #
25
+ # Each package file larger than +chunk_size+
26
+ # will be uploaded using S3 Multipart Upload.
27
+ #
28
+ # Minimum: 5 (but may be disabled with 0)
29
+ # Maximum: 5120
30
+ # Default: 5
31
+ attr_accessor :chunk_size
32
+
33
+ ##
34
+ # Number of times to retry failed operations.
35
+ #
36
+ # Default: 10
37
+ attr_accessor :max_retries
38
+
39
+ ##
40
+ # Time in seconds to pause before each retry.
41
+ #
42
+ # Default: 30
43
+ attr_accessor :retry_waitsec
44
+
45
+ ##
46
+ # Encryption algorithm to use for Amazon Server-Side Encryption
47
+ #
48
+ # Supported values:
49
+ #
50
+ # - :aes256
51
+ #
52
+ # Default: nil
53
+ attr_accessor :encryption
54
+
55
+ ##
56
+ # Storage class to use for the S3 objects uploaded
57
+ #
58
+ # Supported values:
59
+ #
60
+ # - :standard (default)
61
+ # - :reduced_redundancy
62
+ #
63
+ # Default: :standard
64
+ attr_accessor :storage_class
65
+
66
+ ##
67
+ # Additional options to pass along to fog.
68
+ # e.g. Fog::Storage.new({ :provider => 'AWS' }.merge(fog_options))
69
+ attr_accessor :fog_options
70
+
71
+ def initialize(model, storage_id = nil)
72
+ super
73
+
74
+ @chunk_size ||= 5 # MiB
75
+ @max_retries ||= 10
76
+ @retry_waitsec ||= 30
77
+ @path ||= 'backups'
78
+ @storage_class ||= :standard
79
+
80
+ @path = @path.sub(/^\//, '')
81
+
82
+ check_configuration
83
+ end
84
+
85
+ private
86
+
87
+ def cloud_io
88
+ @cloud_io ||= CloudIO::S3.new(
89
+ :access_key_id => access_key_id,
90
+ :secret_access_key => secret_access_key,
91
+ :use_iam_profile => use_iam_profile,
92
+ :region => region,
93
+ :bucket => bucket,
94
+ :encryption => encryption,
95
+ :storage_class => storage_class,
96
+ :max_retries => max_retries,
97
+ :retry_waitsec => retry_waitsec,
98
+ :chunk_size => chunk_size,
99
+ :fog_options => fog_options
100
+ )
101
+ end
102
+
103
+ def transfer!
104
+ package.filenames.each do |filename|
105
+ src = File.join(Config.tmp_path, filename)
106
+ dest = File.join(remote_path, filename)
107
+ Logger.info "Storing '#{ bucket }/#{ dest }'..."
108
+ cloud_io.upload(src, dest)
109
+ end
110
+ end
111
+
112
+ # Called by the Cycler.
113
+ # Any error raised will be logged as a warning.
114
+ def remove!(package)
115
+ Logger.info "Removing backup package dated #{ package.time }..."
116
+
117
+ remote_path = remote_path_for(package)
118
+ objects = cloud_io.objects(remote_path)
119
+
120
+ raise Error, "Package at '#{ remote_path }' not found" if objects.empty?
121
+
122
+ cloud_io.delete(objects)
123
+ end
124
+
125
+ def check_configuration
126
+ if use_iam_profile
127
+ required = %w{ bucket }
128
+ else
129
+ required = %w{ access_key_id secret_access_key bucket }
130
+ end
131
+ raise Error, <<-EOS if required.map {|name| send(name) }.any?(&:nil?)
132
+ Configuration Error
133
+ #{ required.map {|name| "##{ name }"}.join(', ') } are all required
134
+ EOS
135
+
136
+ raise Error, <<-EOS if chunk_size > 0 && !chunk_size.between?(5, 5120)
137
+ Configuration Error
138
+ #chunk_size must be between 5 and 5120 (or 0 to disable multipart)
139
+ EOS
140
+
141
+ raise Error, <<-EOS if encryption && encryption.to_s.upcase != 'AES256'
142
+ Configuration Error
143
+ #encryption must be :aes256 or nil
144
+ EOS
145
+
146
+ classes = ['STANDARD', 'REDUCED_REDUNDANCY']
147
+ raise Error, <<-EOS unless classes.include?(storage_class.to_s.upcase)
148
+ Configuration Error
149
+ #storage_class must be :standard or :reduced_redundancy
150
+ EOS
151
+ end
152
+
153
+ end
154
+ end
155
+ end
@@ -0,0 +1,67 @@
1
+ # encoding: utf-8
2
+ require 'net/scp'
3
+
4
+ module Backup
5
+ module Storage
6
+ class SCP < Base
7
+ include Storage::Cycler
8
+ class Error < Backup::Error; end
9
+
10
+ ##
11
+ # Server credentials
12
+ attr_accessor :username, :password, :ssh_options
13
+
14
+ ##
15
+ # Server IP Address and SCP port
16
+ attr_accessor :ip, :port
17
+
18
+ def initialize(model, storage_id = nil)
19
+ super
20
+
21
+ @port ||= 22
22
+ @path ||= 'backups'
23
+ @ssh_options ||= {}
24
+ path.sub!(/^~\//, '')
25
+ end
26
+
27
+ private
28
+
29
+ def connection
30
+ Net::SSH.start(
31
+ ip, username, { :password => password, :port => port }.merge(ssh_options)
32
+ ) {|ssh| yield ssh }
33
+ end
34
+
35
+ def transfer!
36
+ connection do |ssh|
37
+ ssh.exec!("mkdir -p '#{ remote_path }'")
38
+
39
+ package.filenames.each do |filename|
40
+ src = File.join(Config.tmp_path, filename)
41
+ dest = File.join(remote_path, filename)
42
+ Logger.info "Storing '#{ ip }:#{ dest }'..."
43
+ ssh.scp.upload!(src, dest)
44
+ end
45
+ end
46
+ end
47
+
48
+ # Called by the Cycler.
49
+ # Any error raised will be logged as a warning.
50
+ def remove!(package)
51
+ Logger.info "Removing backup package dated #{ package.time }..."
52
+
53
+ errors = []
54
+ connection do |ssh|
55
+ ssh.exec!("rm -r '#{ remote_path_for(package) }'") do |ch, stream, data|
56
+ errors << data if stream == :stderr
57
+ end
58
+ end
59
+ unless errors.empty?
60
+ raise Error, "Net::SSH reported the following errors:\n" +
61
+ errors.join("\n")
62
+ end
63
+ end
64
+
65
+ end
66
+ end
67
+ end
@@ -0,0 +1,82 @@
1
+ # encoding: utf-8
2
+ require 'net/sftp'
3
+
4
+ module Backup
5
+ module Storage
6
+ class SFTP < Base
7
+ include Storage::Cycler
8
+
9
+ ##
10
+ # Server credentials
11
+ attr_accessor :username, :password, :ssh_options
12
+
13
+ ##
14
+ # Server IP Address and SFTP port
15
+ attr_accessor :ip, :port
16
+
17
+ def initialize(model, storage_id = nil)
18
+ super
19
+
20
+ @ssh_options ||= {}
21
+ @port ||= 22
22
+ @path ||= 'backups'
23
+ path.sub!(/^~\//, '')
24
+ end
25
+
26
+ private
27
+
28
+ def connection
29
+ Net::SFTP.start(
30
+ ip, username, { :password => password, :port => port }.merge(ssh_options)
31
+ ) {|sftp| yield sftp }
32
+ end
33
+
34
+ def transfer!
35
+ connection do |sftp|
36
+ create_remote_path(sftp)
37
+
38
+ package.filenames.each do |filename|
39
+ src = File.join(Config.tmp_path, filename)
40
+ dest = File.join(remote_path, filename)
41
+ Logger.info "Storing '#{ ip }:#{ dest }'..."
42
+ sftp.upload!(src, dest)
43
+ end
44
+ end
45
+ end
46
+
47
+ # Called by the Cycler.
48
+ # Any error raised will be logged as a warning.
49
+ def remove!(package)
50
+ Logger.info "Removing backup package dated #{ package.time }..."
51
+
52
+ remote_path = remote_path_for(package)
53
+ connection do |sftp|
54
+ package.filenames.each do |filename|
55
+ sftp.remove!(File.join(remote_path, filename))
56
+ end
57
+
58
+ sftp.rmdir!(remote_path)
59
+ end
60
+ end
61
+
62
+ ##
63
+ # Creates (if they don't exist yet) all the directories on the remote
64
+ # server in order to upload the backup file. Net::SFTP does not support
65
+ # paths to directories that don't yet exist when creating new
66
+ # directories. Instead, we split the parts up in to an array (for each
67
+ # '/') and loop through that to create the directories one by one.
68
+ # Net::SFTP raises an exception when the directory it's trying to create
69
+ # already exists, so we have rescue it
70
+ def create_remote_path(sftp)
71
+ path_parts = Array.new
72
+ remote_path.split('/').each do |path_part|
73
+ path_parts << path_part
74
+ begin
75
+ sftp.mkdir!(path_parts.join('/'))
76
+ rescue Net::SFTP::StatusException; end
77
+ end
78
+ end
79
+
80
+ end
81
+ end
82
+ end
@@ -0,0 +1,70 @@
1
+ # encoding: utf-8
2
+
3
+ module Backup
4
+ module Syncer
5
+ class Base
6
+ include Utilities::Helpers
7
+ include Config::Helpers
8
+
9
+ ##
10
+ # Path to store the synced files/directories to
11
+ attr_accessor :path
12
+
13
+ ##
14
+ # Flag for mirroring the files/directories
15
+ attr_accessor :mirror
16
+
17
+ ##
18
+ # Optional user-defined identifier to differentiate multiple syncers
19
+ # defined within a single backup model. Currently this is only used
20
+ # in the log messages.
21
+ attr_reader :syncer_id
22
+
23
+ attr_reader :excludes
24
+
25
+ def initialize(syncer_id = nil)
26
+ @syncer_id = syncer_id
27
+
28
+ load_defaults!
29
+
30
+ @mirror ||= false
31
+ @directories ||= []
32
+ @excludes ||= []
33
+ end
34
+
35
+ ##
36
+ # Syntactical suger for the DSL for adding directories
37
+ def directories(&block)
38
+ return @directories unless block_given?
39
+ instance_eval(&block)
40
+ end
41
+
42
+ def add(path)
43
+ directories << path
44
+ end
45
+
46
+ # For Cloud Syncers, +pattern+ can be a string (with shell-style
47
+ # wildcards) or a regex.
48
+ # For RSync, each +pattern+ will be passed to rsync's --exclude option.
49
+ def exclude(pattern)
50
+ excludes << pattern
51
+ end
52
+
53
+ private
54
+
55
+ def syncer_name
56
+ @syncer_name ||= self.class.to_s.sub('Backup::', '') +
57
+ (syncer_id ? " (#{ syncer_id })" : '')
58
+ end
59
+
60
+ def log!(action)
61
+ msg = case action
62
+ when :started then 'Started...'
63
+ when :finished then 'Finished!'
64
+ end
65
+ Logger.info "#{ syncer_name } #{ msg }"
66
+ end
67
+
68
+ end
69
+ end
70
+ end
@@ -0,0 +1,179 @@
1
+ # encoding: utf-8
2
+
3
+ module Backup
4
+ module Syncer
5
+ module Cloud
6
+ class Error < Backup::Error; end
7
+
8
+ class Base < Syncer::Base
9
+ MUTEX = Mutex.new
10
+
11
+ ##
12
+ # Number of threads to use for concurrency.
13
+ #
14
+ # Default: 0 (no concurrency)
15
+ attr_accessor :thread_count
16
+
17
+ ##
18
+ # Number of times to retry failed operations.
19
+ #
20
+ # Default: 10
21
+ attr_accessor :max_retries
22
+
23
+ ##
24
+ # Time in seconds to pause before each retry.
25
+ #
26
+ # Default: 30
27
+ attr_accessor :retry_waitsec
28
+
29
+ def initialize(syncer_id = nil, &block)
30
+ super
31
+ instance_eval(&block) if block_given?
32
+
33
+ @thread_count ||= 0
34
+ @max_retries ||= 10
35
+ @retry_waitsec ||= 30
36
+
37
+ @path ||= 'backups'
38
+ @path = path.sub(/^\//, '')
39
+ end
40
+
41
+ def perform!
42
+ log!(:started)
43
+ @transfer_count = 0
44
+ @unchanged_count = 0
45
+ @skipped_count = 0
46
+ @orphans = thread_count > 0 ? Queue.new : []
47
+
48
+ directories.each {|dir| sync_directory(dir) }
49
+ orphans_result = process_orphans
50
+
51
+ Logger.info "\nSummary:"
52
+ Logger.info "\s\sTransferred Files: #{ @transfer_count }"
53
+ Logger.info "\s\s#{ orphans_result }"
54
+ Logger.info "\s\sUnchanged Files: #{ @unchanged_count }"
55
+ Logger.warn "\s\sSkipped Files: #{ @skipped_count }" if @skipped_count > 0
56
+ log!(:finished)
57
+ end
58
+
59
+ private
60
+
61
+ def sync_directory(dir)
62
+ remote_base = path.empty? ? File.basename(dir) :
63
+ File.join(path, File.basename(dir))
64
+ Logger.info "Gathering remote data for '#{ remote_base }'..."
65
+ remote_files = get_remote_files(remote_base)
66
+
67
+ Logger.info("Gathering local data for '#{ File.expand_path(dir) }'...")
68
+ local_files = LocalFile.find(dir, excludes)
69
+
70
+ relative_paths = (local_files.keys | remote_files.keys).sort
71
+ if relative_paths.empty?
72
+ Logger.info 'No local or remote files found'
73
+ else
74
+ Logger.info 'Syncing...'
75
+ sync_block = Proc.new do |relative_path|
76
+ local_file = local_files[relative_path]
77
+ remote_md5 = remote_files[relative_path]
78
+ remote_path = File.join(remote_base, relative_path)
79
+ sync_file(local_file, remote_path, remote_md5)
80
+ end
81
+
82
+ if thread_count > 0
83
+ sync_in_threads(relative_paths, sync_block)
84
+ else
85
+ relative_paths.each(&sync_block)
86
+ end
87
+ end
88
+ end
89
+
90
+ def sync_in_threads(relative_paths, sync_block)
91
+ queue = Queue.new
92
+ queue << relative_paths.shift until relative_paths.empty?
93
+ num_threads = [thread_count, queue.size].min
94
+ Logger.info "\s\sUsing #{ num_threads } Threads"
95
+ threads = num_threads.times.map do
96
+ Thread.new do
97
+ loop do
98
+ path = queue.shift(true) rescue nil
99
+ path ? sync_block.call(path) : break
100
+ end
101
+ end
102
+ end
103
+
104
+ # abort if any thread raises an exception
105
+ while threads.any?(&:alive?)
106
+ if threads.any? {|thr| thr.status.nil? }
107
+ threads.each(&:kill)
108
+ Thread.pass while threads.any?(&:alive?)
109
+ break
110
+ end
111
+ sleep num_threads * 0.1
112
+ end
113
+ threads.each(&:join)
114
+ end
115
+
116
+ # If an exception is raised in multiple threads, only the exception
117
+ # raised in the first thread that Thread#join is called on will be
118
+ # handled. So all exceptions are logged first with their details,
119
+ # then a generic exception is raised.
120
+ def sync_file(local_file, remote_path, remote_md5)
121
+ if local_file && File.exist?(local_file.path)
122
+ if local_file.md5 == remote_md5
123
+ MUTEX.synchronize { @unchanged_count += 1 }
124
+ else
125
+ Logger.info("\s\s[transferring] '#{ remote_path }'")
126
+ begin
127
+ cloud_io.upload(local_file.path, remote_path)
128
+ MUTEX.synchronize { @transfer_count += 1 }
129
+ rescue CloudIO::FileSizeError => err
130
+ MUTEX.synchronize { @skipped_count += 1 }
131
+ Logger.warn Error.wrap(err, "Skipping '#{ remote_path }'")
132
+ rescue => err
133
+ Logger.error(err)
134
+ raise Error, <<-EOS
135
+ Syncer Failed!
136
+ See the Retry [info] and [error] messages (if any)
137
+ for details on each failed operation.
138
+ EOS
139
+ end
140
+ end
141
+ elsif remote_md5
142
+ @orphans << remote_path
143
+ end
144
+ end
145
+
146
+ def process_orphans
147
+ if @orphans.empty?
148
+ return mirror ? 'Deleted Files: 0' : 'Orphaned Files: 0'
149
+ end
150
+
151
+ if @orphans.is_a?(Queue)
152
+ @orphans = @orphans.size.times.map { @orphans.shift }
153
+ end
154
+
155
+ if mirror
156
+ Logger.info @orphans.map {|path|
157
+ "\s\s[removing] '#{ path }'"
158
+ }.join("\n")
159
+
160
+ begin
161
+ cloud_io.delete(@orphans)
162
+ "Deleted Files: #{ @orphans.count }"
163
+ rescue => err
164
+ Logger.warn Error.wrap(err, 'Delete Operation Failed')
165
+ "Attempted to Delete: #{ @orphans.count } " +
166
+ "(See log messages for actual results)"
167
+ end
168
+ else
169
+ Logger.info @orphans.map {|path|
170
+ "\s\s[orphaned] '#{ path }'"
171
+ }.join("\n")
172
+ "Orphaned Files: #{ @orphans.count }"
173
+ end
174
+ end
175
+
176
+ end
177
+ end
178
+ end
179
+ end