webtranslateit-safe 0.4.4 → 0.4.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 1d56d9c1814184138e0ac2f4c7c1c62d977db103d6aecebd441ae6c861a4f85e
-  data.tar.gz: 818c66a0f9307e18add81ef25fd29822a77ae1980cbbbdeafbcfdd5684ae65b7
+  metadata.gz: b87215e582012cb8e81e826fa3447c65c0b30a36940840d0e49114832c705fff
+  data.tar.gz: e93d445482019f3e864599b8df34506463edaf2b2bb864dfee4d3d0b44cb559c
 SHA512:
-  metadata.gz: 10a974ca460fdfd6ccf52f19a55466b70f74ea2f7e929084935453cf04bc67f0c9618c44f7b9d70bca2fd23f7af84ee54e77d2161a0a7219df3800c73e466e77
-  data.tar.gz: 6975cc66f99b3220b69556a20e5646c51ace16c7544380a1459f61cd9ce2781b8f5923dd942088676390cb50701daed4b964898562bf001edb4b9da590874ebd
+  metadata.gz: '08678656aeb78fdd500dd26209ac86859517e2a828773b2ec0c9e2d9b3262b0e322c5a75618029cd49566d60a11f69861336c63101a9b42230bece81a3ffce50'
+  data.tar.gz: dcb82c4237e64d83393bc22de543dd6ba599abae7dbb0a57202dce73ef112da0e59f8a2fac7b6f1016dfcb91430fc7ada1da6cac160c7917f33992c85be0d623

data/CHANGELOG

@@ -1,3 +1,11 @@
+## 0.4.6 - 2023-06-30
+
+* Code refactoring.
+
+## 0.4.5 - 2023-06-30
+
+* Add SCP backup strategy.
+
 ## 0.4.4 - 2023-06-30
 
 * Remove `default_executable` line and simplify executables definition.

data/README.markdown

@@ -83,7 +83,7 @@ We recommend also pringing the hard paper copy of your GPG key 'just in case'.
 
 The procedure to create and transfer the key is as follows:
 
-1. run 'gpg --gen-key' on your local machine and follow onscreen instructions to create the key
+1. run `gpg --gen-key` on your local machine and follow onscreen instructions to create the key
    (you can accept all the defaults).
 
 2. extract your public key into a file (assuming you used test@example.com as your key email):
@@ -94,135 +94,148 @@ The procedure to create and transfer the key is as follows:
 
 4. import public key on the remote system:
 
-    $ gpg --import test@example.com.pub
-    gpg: key 45CA9403: public key "Test Backup <test@example.com>" imported
-    gpg: Total number processed: 1
-    gpg:               imported: 1
+``` bash
+$ gpg --import test@example.com.pub
+gpg: key 45CA9403: public key "Test Backup <test@example.com>" imported
+gpg: Total number processed: 1
+gpg:               imported: 1
+```
 
 5. since we don't keep the secret part of the key on the remote server, gpg has
    no way to know its yours and can be trusted.
    To fix that we can sign it with other trusted key, or just directly modify its
    trust level in gpg (use level 5):
 
-     $ gpg --edit-key test@example.com
-     ...
-     Command> trust
-     ...
-     1 = I don't know or won't say
-     2 = I do NOT trust
-     3 = I trust marginally
-     4 = I trust fully
-     5 = I trust ultimately
-     m = back to the main menu
-
-     Your decision? 5
-     ...
-     Command> quit
+``` bash
+$ gpg --edit-key test@example.com
+...
+Command> trust
+...
+1 = I don't know or won't say
+2 = I do NOT trust
+3 = I trust marginally
+4 = I trust fully
+5 = I trust ultimately
+m = back to the main menu
+
+Your decision? 5
+...
+Command> quit
+```
 
 6. export your secret key for backup
    (we recommend to print it on paper and burn to a CD/DVD and store in a safe place):
 
-    $ gpg -a --export-secret-key test@example.com > test@example.com.key
+``` bash
+$ gpg -a --export-secret-key test@example.com > test@example.com.key
+```
+## Example configuration
 
+``` ruby
+safe do
+  verbose true
+
+  local path: "/backup/:kind/:id"
+
+  s3 do
+    key "...................."
+    secret "........................................"
+    bucket "backup.astrails.com"
+    path "servers/alpha/:kind/:id"
+  end
+
+  cloudfiles do
+    user "..........."
+    api_key "................................."
+    container "safe_backup"
+    path ":kind/" # this is default
+    service_net false
+  end
+
+  sftp do
+    host "sftp.astrails.com"
+    user "astrails"
+    # port 8023
+    password "ssh password for sftp"
+  end
+
+  sftp do
+    host "sftp.astrails.com"
+    user "astrails"
+    # port 8023
+    password "ssh password for scp"
+  end
+
+  gpg do
+    command "/usr/local/bin/gpg"
+    options  "--no-use-agent"
+    # symmetric encryption key
+    # password "qwe"
+
+    # public GPG key (must be known to GPG, i.e. be on the keyring)
+    key "backup@astrails.com"
+  end
+
+  keep do
+    local 20
+    s3 100
+    cloudfiles 100
+    sftp 100
+    scp 100
+  end
+
+  mysqldump do
+    options "-ceKq --single-transaction --create-options"
+
+    user "root"
+    password "............"
+    socket "/var/run/mysqld/mysqld.sock"
+
+    database :blog
+    database :servershape
+    database :astrails_com
+    database :secret_project_com do
+      skip_tables "foo"
+      skip_tables ["bar", "baz"]
+    end
 
+  end
 
-## Example configuration
+  svndump do
+    repo :my_repo do
+      repo_path "/home/svn/my_repo"
+    end
+  end
+
+  pgdump do
+    options "-i -x -O"   # -i => ignore version, -x => do not dump privileges (grant/revoke), -O => skip restoration of object ownership in plain text format
+
+    user "username"
+    password "............"  # shouldn't be used, instead setup ident.  Current functionality exports a password env to the shell which pg_dump uses - untested!
+
+    database :blog
+    database :stateofflux_com
+  end
+
+  tar do
+    options "-h" # dereference symlinks
+    archive "git-repositories", files: "/home/git/repositories"
+    archive "dot-configs",      files: "/home/*/.[^.]*"
+    archive "etc",              files: "/etc", exclude: "/etc/puppet/other"
+
+    archive "blog-astrails-com" do
+      files "/var/www/blog.astrails.com/"
+      exclude "/var/www/blog.astrails.com/log"
+      exclude "/var/www/blog.astrails.com/tmp"
+    end
 
-    safe do
-      verbose true
-
-      local :path => "/backup/:kind/:id"
-
-      s3 do
-        key "...................."
-        secret "........................................"
-        bucket "backup.astrails.com"
-        path "servers/alpha/:kind/:id"
-      end
-
-      cloudfiles do
-        user "..........."
-        api_key "................................."
-        container "safe_backup"
-        path ":kind/" # this is default
-        service_net false
-      end
-
-      sftp do
-        host "sftp.astrails.com"
-        user "astrails"
-        # port 8023
-        password "ssh password for sftp"
-      end
-
-      gpg do
-        command "/usr/local/bin/gpg"
-        options  "--no-use-agent"
-        # symmetric encryption key
-        # password "qwe"
-
-        # public GPG key (must be known to GPG, i.e. be on the keyring)
-        key "backup@astrails.com"
-      end
-
-      keep do
-        local 20
-        s3 100
-        cloudfiles 100
-        sftp 100
-      end
-
-      mysqldump do
-        options "-ceKq --single-transaction --create-options"
-
-        user "root"
-        password "............"
-        socket "/var/run/mysqld/mysqld.sock"
-
-        database :blog
-        database :servershape
-        database :astrails_com
-        database :secret_project_com do
-          skip_tables "foo"
-          skip_tables ["bar", "baz"]
-        end
-
-      end
-
-      svndump do
-        repo :my_repo do
-          repo_path "/home/svn/my_repo"
-        end
-      end
-
-      pgdump do
-        options "-i -x -O"   # -i => ignore version, -x => do not dump privileges (grant/revoke), -O => skip restoration of object ownership in plain text format
-
-        user "username"
-        password "............"  # shouldn't be used, instead setup ident.  Current functionality exports a password env to the shell which pg_dump uses - untested!
-
-        database :blog
-        database :stateofflux_com
-      end
-
-      tar do
-        options "-h" # dereference symlinks
-        archive "git-repositories", :files => "/home/git/repositories"
-        archive "dot-configs",      :files => "/home/*/.[^.]*"
-        archive "etc",              :files => "/etc", :exclude => "/etc/puppet/other"
-
-        archive "blog-astrails-com" do
-          files "/var/www/blog.astrails.com/"
-          exclude "/var/www/blog.astrails.com/log"
-          exclude "/var/www/blog.astrails.com/tmp"
-        end
-
-        archive "astrails-com" do
-          files "/var/www/astrails.com/"
-          exclude ["/var/www/astrails.com/log", "/var/www/astrails.com/tmp"]
-        end
-      end
+    archive "astrails-com" do
+      files "/var/www/astrails.com/"
+      exclude ["/var/www/astrails.com/log", "/var/www/astrails.com/tmp"]
     end
+  end
+end
+```
 
 ## Contributing
 

data/bin/webtranslateit-safe

@@ -1,7 +1,5 @@
 #!/usr/bin/env ruby
 
-require 'rubygems'
-
 require 'webtranslateit/safe'
 
 include WebTranslateIt::Safe
@@ -31,7 +29,7 @@ OPTS = [
   '-n', '--dry-run', '--not-dry-run',
   '-L', '--local', '--not-local'
 ].freeze
-def main
+def main # rubocop:todo Metrics/CyclomaticComplexity, Metrics/AbcSize, Metrics/MethodLength, Metrics/PerceivedComplexity
   opts = ARGV & OPTS
   args = ARGV - OPTS
 

data/lib/{webtranslateit → web_translate_it}/safe/cloudfiles.rb

@@ -23,7 +23,7 @@ module WebTranslateIt
         File.stat(path).size
       end
 
-      def save
+      def save # rubocop:todo Metrics/CyclomaticComplexity, Metrics/AbcSize, Metrics/MethodLength, Metrics/PerceivedComplexity
         raise 'pipe-streaming not supported for S3.' unless @backup.path
 
         # needed in cleanup even on dry run
@@ -44,7 +44,7 @@ module WebTranslateIt
         puts("Upload took #{format('%.2f', benchmark)} second(s).") if verbose?
       end
 
-      def cleanup
+      def cleanup # rubocop:todo Metrics/CyclomaticComplexity, Metrics/AbcSize, Metrics/PerceivedComplexity
         return if local_only?
 
         return unless keep = config[:keep, :cloudfiles]

data/lib/{webtranslateit → web_translate_it}/safe/config/builder.rb

@@ -42,7 +42,7 @@ module WebTranslateIt
             end
           end
 
-          def mixed_value(*names)
+          def mixed_value(*names) # rubocop:todo Metrics/MethodLength
             names.each do |m|
               define_method(m) do |data = {}, &block|
                 ensure_uniq(m)
@@ -77,7 +77,7 @@ module WebTranslateIt
                      :api_key, :container, :socket, :service_net, :repo_path
         multi_value :skip_tables, :exclude, :files
         mixed_value :s3, :local, :cloudfiles, :sftp, :mysqldump, :tar, :gpg, :keep, :pgdump, :tar, :svndump,
-                    :ftp, :mongodump
+                    :ftp, :mongodump, :scp
         collection :database, :archive, :repo
 
         private

data/lib/{webtranslateit → web_translate_it}/safe/config/node.rb

@@ -1,4 +1,3 @@
-require 'webtranslateit/safe/config/builder'
 module WebTranslateIt
 
   module Safe
@@ -9,10 +8,10 @@ module WebTranslateIt
 
         attr_reader :parent, :data
 
-        def initialize(parent = nil, data = {}, &block)
+        def initialize(parent = nil, data = {}, &)
           @parent = parent
           @data = {}
-          merge data, &block
+          merge(data, &)
         end
 
         def merge(data = {}, &block)
@@ -47,8 +46,8 @@ module WebTranslateIt
         end
         alias []= set
 
-        def each(&block)
-          @data.each(&block)
+        def each(&)
+          @data.each(&)
         end
         include Enumerable
 

data/lib/{webtranslateit → web_translate_it}/safe/ftp.rb

@@ -14,7 +14,7 @@ module WebTranslateIt
         @path ||= expand(config[:ftp, :path] || config[:local, :path] || ':kind/:id')
       end
 
-      def save
+      def save # rubocop:todo Metrics/CyclomaticComplexity, Metrics/AbcSize, Metrics/MethodLength, Metrics/PerceivedComplexity
         raise 'pipe-streaming not supported for FTP.' unless @backup.path
 
         puts "Uploading #{host}:#{full_path} via FTP" if verbose? || dry_run?
@@ -35,7 +35,8 @@ module WebTranslateIt
         puts '...done' if verbose?
       end
 
-      def cleanup
+      # rubocop:todo Metrics/PerceivedComplexity
+      def cleanup # rubocop:todo Metrics/CyclomaticComplexity, Metrics/PerceivedComplexity, Metrics/AbcSize, Metrics/MethodLength
         return if local_only? || dry_run?
 
         return unless keep = config[:keep, :ftp]
@@ -48,7 +49,7 @@ module WebTranslateIt
           files = ftp.nlst(path)
           pattern = File.basename(base.to_s)
           files = files.select { |x| x.start_with?(pattern) }
-          puts files.collect { |x| x } if verbose?
+          puts(files.collect { |x| x }) if verbose?
 
           files = files
                   .collect { |x| x }
@@ -61,6 +62,7 @@ module WebTranslateIt
           end
         end
       end
+      # rubocop:enable Metrics/PerceivedComplexity
 
       def host
         config[:ftp, :host]

data/lib/{webtranslateit → web_translate_it}/safe/local.rb

@@ -16,7 +16,7 @@ module WebTranslateIt
         @path ||= File.expand_path(expand(config[:local, :path] || raise('missing :local/:path')))
       end
 
-      def save
+      def save # rubocop:todo Metrics/AbcSize
         puts "command: #{@backup.command}" if verbose?
 
         # FIXME: probably need to change this to smth like @backup.finalize!
@@ -31,7 +31,7 @@ module WebTranslateIt
         puts("command took #{format('%.2f', benchmark)} second(s).") if verbose?
       end
 
-      def cleanup
+      def cleanup # rubocop:todo Metrics/CyclomaticComplexity, Metrics/AbcSize
         return unless keep = config[:keep, :local]
 
         puts "listing files #{base}" if verbose?

data/lib/{webtranslateit → web_translate_it}/safe/mongodump.rb

@@ -4,7 +4,7 @@ module WebTranslateIt
 
     class Mongodump < Source
 
-      def command
+      def command # rubocop:todo Metrics/AbcSize
         opts = []
         opts << "--host #{config[:host]}" if config[:host]
         opts << "-u #{config[:user]}" if config[:user]

data/lib/{webtranslateit → web_translate_it}/safe/s3.rb

@@ -16,7 +16,7 @@ module WebTranslateIt
         @path ||= expand(config[:s3, :path] || config[:local, :path] || ':kind/:id')
       end
 
-      def save
+      def save # rubocop:todo Metrics/CyclomaticComplexity, Metrics/AbcSize, Metrics/MethodLength, Metrics/PerceivedComplexity
         # FIXME: user friendly error here :)
         raise 'pipe-streaming not supported for S3.' unless @backup.path
 
@@ -40,7 +40,8 @@ module WebTranslateIt
         puts("Upload took #{format('%.2f', benchmark)} second(s).") if verbose?
       end
 
-      def cleanup
+      # rubocop:todo Metrics/PerceivedComplexity
+      def cleanup # rubocop:todo Metrics/CyclomaticComplexity, Metrics/PerceivedComplexity, Metrics/AbcSize, Metrics/MethodLength
         return if local_only?
 
         return unless keep = config[:keep, :s3]
@@ -58,6 +59,7 @@ module WebTranslateIt
           AWS::S3::Bucket.objects(bucket, prefix: f)[0].delete unless dry_run? || local_only?
         end
       end
+      # rubocop:enable Metrics/PerceivedComplexity
 
       def bucket
         config[:s3, :bucket]

data/lib/web_translate_it/safe/scp.rb

@@ -0,0 +1,109 @@
+# frozen_string_literal: true
+
+module WebTranslateIt
+
+  module Safe
+
+    class Scp < Sink
+
+      MAX_RETRIES = 5
+
+      protected
+
+      def active?
+        host && user
+      end
+
+      def path
+        @path ||= expand(config[:scp, :path] || config[:local, :path] || ':kind/:id')
+      end
+
+      def save # rubocop:todo Metrics/AbcSize, Metrics/CyclomaticComplexity, Metrics/PerceivedComplexity, Metrics/MethodLength
+        raise 'pipe-streaming not supported for SCP.' unless @backup.path
+
+        puts "Uploading #{host}:#{full_path} via SCP" if verbose? || dry_run?
+
+        return if dry_run? || local_only?
+
+        retries = 0
+        opts = {}
+        opts[:password] = password if password
+        opts[:port] = port if port
+        Net::SCP.start(host, user, opts) do |scp|
+          puts "Sending #{@backup.path} to #{full_path}" if verbose?
+          begin
+            scp.upload! @backup.path, full_path
+          rescue IO::TimeoutError
+            puts 'Upload timed out, retrying'
+            retries += 1
+            if retries >= MAX_RETRIES
+              puts "Tried #{retries} times. Giving up."
+            else
+              retry unless retries >= MAX_RETRIES
+            end
+          rescue Net::SCP::Error
+            puts "Ensuring remote path (#{path}) exists" if verbose?
+            # mkdir -p
+            folders = path.split('/')
+            folders.each_index do |i|
+              folder = folders[0..i].join('/')
+              puts "Creating #{folder} on remote" if verbose?
+              begin
+                scp.mkdir!(folder)
+              rescue StandardError
+                Net::SCP::Error
+              end
+            end
+            retry
+          end
+        end
+        puts '...done' if verbose?
+      end
+
+      # rubocop:todo Metrics/PerceivedComplexity
+      def cleanup # rubocop:todo Metrics/CyclomaticComplexity, Metrics/PerceivedComplexity, Metrics/AbcSize, Metrics/MethodLength
+        return if local_only? || dry_run?
+
+        return unless (keep = config[:keep, :scp])
+
+        puts "listing files: #{host}:#{base}*" if verbose?
+        opts = {}
+        opts[:password] = password if password
+        opts[:port] = port if port
+        Net::SFTP.start(host, user, opts) do |sftp|
+          files = sftp.dir.glob(path, File.basename("#{base}*"))
+
+          puts files.collect(&:name) if verbose?
+
+          files = files.collect(&:name).sort
+
+          cleanup_with_limit(files, keep) do |f|
+            file = File.join(path, f)
+            puts "removing sftp file #{host}:#{file}" if dry_run? || verbose?
+            sftp.remove!(file) unless dry_run? || local_only?
+          end
+        end
+      end
+      # rubocop:enable Metrics/PerceivedComplexity
+
+      def host
+        config[:scp, :host]
+      end
+
+      def user
+        config[:scp, :user]
+      end
+
+      def password
+        config[:scp, :password]
+      end
+
+      def port
+        config[:scp, :port]
+      end
+
+    end
+
+  end
+
+end

data/lib/{webtranslateit → web_translate_it}/safe/sftp.rb

@@ -16,7 +16,7 @@ module WebTranslateIt
         @path ||= expand(config[:sftp, :path] || config[:local, :path] || ':kind/:id')
       end
 
-      def save # rubocop:todo Metrics/AbcSize, Metrics/CyclomaticComplexity, Metrics/PerceivedComplexity
+      def save # rubocop:todo Metrics/AbcSize, Metrics/CyclomaticComplexity, Metrics/PerceivedComplexity, Metrics/MethodLength
         raise 'pipe-streaming not supported for SFTP.' unless @backup.path
 
         puts "Uploading #{host}:#{full_path} via SFTP" if verbose? || dry_run?
@@ -58,7 +58,8 @@ module WebTranslateIt
         puts '...done' if verbose?
       end
 
-      def cleanup
+      # rubocop:todo Metrics/PerceivedComplexity
+      def cleanup # rubocop:todo Metrics/CyclomaticComplexity, Metrics/PerceivedComplexity, Metrics/AbcSize, Metrics/MethodLength
         return if local_only? || dry_run?
 
         return unless keep = config[:keep, :sftp]
@@ -81,6 +82,7 @@ module WebTranslateIt
           end
         end
       end
+      # rubocop:enable Metrics/PerceivedComplexity
 
       def host
         config[:sftp, :host]

data/lib/{webtranslateit → web_translate_it}/safe/sink.rb

@@ -25,12 +25,12 @@ module WebTranslateIt
       end
 
       # call block on files to be removed (all except for the LAST 'limit' files
-      def cleanup_with_limit(files, limit, &block)
+      def cleanup_with_limit(files, limit, &)
         return unless files.size > limit
 
         to_remove = files[0..(files.size - limit - 1)]
         # TODO: validate here
-        to_remove.each(&block)
+        to_remove.each(&)
       end
 
     end

data/lib/{webtranslateit → web_translate_it}/safe/tmp_file.rb

@@ -1,4 +1,3 @@
-require 'tmpdir'
 module WebTranslateIt
 
   module Safe

data/lib/web_translate_it/safe.rb

@@ -0,0 +1,69 @@
+require 'aws/s3'
+require 'cloudfiles'
+require 'net/sftp'
+require 'net/scp'
+require 'tmpdir'
+require 'fileutils'
+require 'benchmark'
+
+require 'tempfile'
+
+require 'web_translate_it/safe/tmp_file'
+
+require 'web_translate_it/safe/config/node'
+require 'web_translate_it/safe/config/builder'
+
+require 'web_translate_it/safe/stream'
+
+require 'web_translate_it/safe/backup'
+
+require 'web_translate_it/safe/source'
+require 'web_translate_it/safe/mysqldump'
+require 'web_translate_it/safe/pgdump'
+require 'web_translate_it/safe/archive'
+require 'web_translate_it/safe/svndump'
+require 'web_translate_it/safe/mongodump'
+
+require 'web_translate_it/safe/pipe'
+require 'web_translate_it/safe/gpg'
+require 'web_translate_it/safe/gzip'
+
+require 'web_translate_it/safe/sink'
+require 'web_translate_it/safe/local'
+require 'web_translate_it/safe/s3'
+require 'web_translate_it/safe/cloudfiles'
+require 'web_translate_it/safe/scp'
+require 'web_translate_it/safe/sftp'
+require 'web_translate_it/safe/ftp'
+
+module WebTranslateIt
+
+  module Safe
+
+    ROOT = File.join(File.dirname(__FILE__), '..', '..')
+
+    def safe(&)
+      Config::Node.new(&)
+    end
+
+    def process(config)
+      [[Mysqldump, %i[mysqldump databases]],
+       [Pgdump,    %i[pgdump databases]],
+       [Mongodump, %i[mongodump databases]],
+       [Archive,   %i[tar archives]],
+       [Svndump,   %i[svndump repos]]].each do |klass, path|
+        next unless collection = config[*path]
+
+        collection.each do |name, c|
+          klass.new(name, c).backup.run(c, :gpg, :gzip, :local, :s3, :cloudfiles, :scp, :sftp, :ftp)
+        end
+      end
+
+      WebTranslateIt::Safe::TmpFile.cleanup
+    end
+    module_function :safe
+    module_function :process
+
+  end
+
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: webtranslateit-safe
 version: !ruby/object:Gem::Version
-  version: 0.4.4
+  version: 0.4.6
 platform: ruby
 authors:
 - Edouard Briere
@@ -39,6 +39,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: net-scp
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: net-sftp
   requirement: !ruby/object:Gem::Requirement
@@ -67,27 +81,28 @@ files:
 - CHANGELOG
 - README.markdown
 - bin/webtranslateit-safe
-- lib/webtranslateit/safe.rb
-- lib/webtranslateit/safe/archive.rb
-- lib/webtranslateit/safe/backup.rb
-- lib/webtranslateit/safe/cloudfiles.rb
-- lib/webtranslateit/safe/config/builder.rb
-- lib/webtranslateit/safe/config/node.rb
-- lib/webtranslateit/safe/ftp.rb
-- lib/webtranslateit/safe/gpg.rb
-- lib/webtranslateit/safe/gzip.rb
-- lib/webtranslateit/safe/local.rb
-- lib/webtranslateit/safe/mongodump.rb
-- lib/webtranslateit/safe/mysqldump.rb
-- lib/webtranslateit/safe/pgdump.rb
-- lib/webtranslateit/safe/pipe.rb
-- lib/webtranslateit/safe/s3.rb
-- lib/webtranslateit/safe/sftp.rb
-- lib/webtranslateit/safe/sink.rb
-- lib/webtranslateit/safe/source.rb
-- lib/webtranslateit/safe/stream.rb
-- lib/webtranslateit/safe/svndump.rb
-- lib/webtranslateit/safe/tmp_file.rb
+- lib/web_translate_it/safe.rb
+- lib/web_translate_it/safe/archive.rb
+- lib/web_translate_it/safe/backup.rb
+- lib/web_translate_it/safe/cloudfiles.rb
+- lib/web_translate_it/safe/config/builder.rb
+- lib/web_translate_it/safe/config/node.rb
+- lib/web_translate_it/safe/ftp.rb
+- lib/web_translate_it/safe/gpg.rb
+- lib/web_translate_it/safe/gzip.rb
+- lib/web_translate_it/safe/local.rb
+- lib/web_translate_it/safe/mongodump.rb
+- lib/web_translate_it/safe/mysqldump.rb
+- lib/web_translate_it/safe/pgdump.rb
+- lib/web_translate_it/safe/pipe.rb
+- lib/web_translate_it/safe/s3.rb
+- lib/web_translate_it/safe/scp.rb
+- lib/web_translate_it/safe/sftp.rb
+- lib/web_translate_it/safe/sink.rb
+- lib/web_translate_it/safe/source.rb
+- lib/web_translate_it/safe/stream.rb
+- lib/web_translate_it/safe/svndump.rb
+- lib/web_translate_it/safe/tmp_file.rb
 homepage: http://github.com/webtranslateit/safe
 licenses:
 - MIT

data/lib/webtranslateit/safe.rb

@@ -1,67 +0,0 @@
-require 'aws/s3'
-require 'cloudfiles'
-require 'net/sftp'
-# require 'net/ftp'
-require 'fileutils'
-require 'benchmark'
-
-require 'tempfile'
-
-require 'webtranslateit/safe/tmp_file'
-
-require 'webtranslateit/safe/config/node'
-require 'webtranslateit/safe/config/builder'
-
-require 'webtranslateit/safe/stream'
-
-require 'webtranslateit/safe/backup'
-
-require 'webtranslateit/safe/source'
-require 'webtranslateit/safe/mysqldump'
-require 'webtranslateit/safe/pgdump'
-require 'webtranslateit/safe/archive'
-require 'webtranslateit/safe/svndump'
-require 'webtranslateit/safe/mongodump'
-
-require 'webtranslateit/safe/pipe'
-require 'webtranslateit/safe/gpg'
-require 'webtranslateit/safe/gzip'
-
-require 'webtranslateit/safe/sink'
-require 'webtranslateit/safe/local'
-require 'webtranslateit/safe/s3'
-require 'webtranslateit/safe/cloudfiles'
-require 'webtranslateit/safe/sftp'
-require 'webtranslateit/safe/ftp'
-
-module WebTranslateIt
-
-  module Safe
-
-    ROOT = File.join(File.dirname(__FILE__), '..', '..')
-
-    def safe(&block)
-      Config::Node.new(&block)
-    end
-
-    def process(config)
-      [[Mysqldump, %i[mysqldump databases]],
-       [Pgdump,    %i[pgdump databases]],
-       [Mongodump, %i[mongodump databases]],
-       [Archive,   %i[tar archives]],
-       [Svndump,   %i[svndump repos]]].each do |klass, path|
-        next unless collection = config[*path]
-
-        collection.each do |name, c|
-          klass.new(name, c).backup.run(c, :gpg, :gzip, :local, :s3, :cloudfiles, :sftp, :ftp)
-        end
-      end
-
-      WebTranslateIt::Safe::TmpFile.cleanup
-    end
-    module_function :safe
-    module_function :process
-
-  end
-
-end