backup-agoddard 3.0.27

data/lib/backup/database/postgresql.rb

@@ -0,0 +1,144 @@
+# encoding: utf-8
+
+module Backup
+  module Database
+    class PostgreSQL < Base
+
+      ##
+      # Name of the database that needs to get dumped
+      attr_accessor :name
+
+      ##
+      # Credentials for the specified database
+      attr_accessor :username, :password
+
+      ##
+      # Connectivity options
+      attr_accessor :host, :port, :socket
+
+      ##
+      # Tables to skip while dumping the database
+      attr_accessor :skip_tables
+
+      ##
+      # Tables to dump, tables that aren't specified won't get dumped
+      attr_accessor :only_tables
+
+      ##
+      # Additional "pg_dump" options
+      attr_accessor :additional_options
+
+      ##
+      # Path to pg_dump utility (optional)
+      attr_accessor :pg_dump_utility
+
+      attr_deprecate :utility_path, :version => '3.0.21',
+          :message => 'Use PostgreSQL#pg_dump_utility instead.',
+          :action => lambda {|klass, val| klass.pg_dump_utility = val }
+
+      ##
+      # Creates a new instance of the PostgreSQL adapter object
+      # Sets the PGPASSWORD environment variable to the password
+      # so it doesn't prompt and hang in the process
+      def initialize(model, &block)
+        super(model)
+
+        @skip_tables        ||= Array.new
+        @only_tables        ||= Array.new
+        @additional_options ||= Array.new
+
+        instance_eval(&block) if block_given?
+
+        @pg_dump_utility ||= utility(:pg_dump)
+      end
+
+      ##
+      # Performs the pgdump command and outputs the
+      # data to the specified path based on the 'trigger'
+      def perform!
+        super
+
+        pipeline = Pipeline.new
+        dump_ext = 'sql'
+
+        pipeline << pgdump
+        if @model.compressor
+          @model.compressor.compress_with do |command, ext|
+            pipeline << command
+            dump_ext << ext
+          end
+        end
+        pipeline << "cat > '#{ File.join(@dump_path, name) }.#{ dump_ext }'"
+
+        pipeline.run
+        if pipeline.success?
+          Logger.message "#{ database_name } Complete!"
+        else
+          raise Errors::Database::PipelineError,
+              "#{ database_name } Dump Failed!\n" +
+              pipeline.error_messages
+        end
+      end
+
+      ##
+      # Builds the full pgdump string based on all attributes
+      def pgdump
+        "#{password_options}" +
+        "#{ pg_dump_utility } #{ username_options } #{ connectivity_options } " +
+        "#{ user_options } #{ tables_to_dump } #{ tables_to_skip } #{ name }"
+      end
+
+      ##
+      # Builds the password syntax PostgreSQL uses to authenticate the user
+      # to perform database dumping
+      def password_options
+        password.to_s.empty? ? '' : "PGPASSWORD='#{password}' "
+      end
+
+      ##
+      # Builds the credentials PostgreSQL syntax to authenticate the user
+      # to perform the database dumping process
+      def username_options
+        username.to_s.empty? ? '' : "--username='#{username}'"
+      end
+
+      ##
+      # Builds the PostgreSQL connectivity options syntax to connect the user
+      # to perform the database dumping process, socket gets gsub'd to host since
+      # that's the option PostgreSQL takes for socket connections as well. In case
+      # both the host and the socket are specified, the socket will take priority over the host
+      def connectivity_options
+        %w[host port socket].map do |option|
+          next if send(option).to_s.empty?
+          "--#{option}='#{send(option)}'".gsub('--socket=', '--host=')
+        end.compact.join(' ')
+      end
+
+      ##
+      # Builds a PostgreSQL compatible string for the additional options
+      # specified by the user
+      def user_options
+        additional_options.join(' ')
+      end
+
+      ##
+      # Builds the PostgreSQL syntax for specifying which tables to dump
+      # during the dumping of the database
+      def tables_to_dump
+        only_tables.map do |table|
+          "--table='#{table}'"
+        end.join(' ')
+      end
+
+      ##
+      # Builds the PostgreSQL syntax for specifying which tables to skip
+      # during the dumping of the database
+      def tables_to_skip
+        skip_tables.map do |table|
+          "--exclude-table='#{table}'"
+        end.join(' ')
+      end
+
+    end
+  end
+end

data/lib/backup/database/redis.rb

@@ -0,0 +1,136 @@
+# encoding: utf-8
+
+module Backup
+  module Database
+    class Redis < Base
+
+      ##
+      # Name of and path to the database that needs to get dumped
+      attr_accessor :name, :path
+
+      ##
+      # Credentials for the specified database
+      attr_accessor :password
+
+      ##
+      # Connectivity options
+      attr_accessor :host, :port, :socket
+
+      ##
+      # Determines whether Backup should invoke the SAVE command through
+      # the 'redis-cli' utility to persist the most recent data before
+      # copying over the dump file
+      attr_accessor :invoke_save
+
+      ##
+      # Additional "redis-cli" options
+      attr_accessor :additional_options
+
+      ##
+      # Path to the redis-cli utility (optional)
+      attr_accessor :redis_cli_utility
+
+      attr_deprecate :utility_path, :version => '3.0.21',
+          :message => 'Use Redis#redis_cli_utility instead.',
+          :action => lambda {|klass, val| klass.redis_cli_utility = val }
+
+      ##
+      # Creates a new instance of the Redis database object
+      def initialize(model, &block)
+        super(model)
+
+        @additional_options ||= Array.new
+
+        instance_eval(&block) if block_given?
+
+        @name ||= 'dump'
+        @redis_cli_utility ||= utility('redis-cli')
+      end
+
+      ##
+      # Performs the Redis backup by using the 'cp' unix utility
+      # to copy the persisted Redis dump file to the Backup archive.
+      # Additionally, when 'invoke_save' is set to true, it'll tell
+      # the Redis server to persist the current state to the dump file
+      # before copying the dump to get the most recent updates in to the backup
+      def perform!
+        super
+
+        invoke_save! if invoke_save
+        copy!
+      end
+
+      private
+
+      ##
+      # Tells Redis to persist the current state of the
+      # in-memory database to the persisted dump file
+      def invoke_save!
+        response = run("#{ redis_cli_utility } #{ credential_options } " +
+                       "#{ connectivity_options } #{ user_options } SAVE")
+        unless response =~ /OK/
+          raise Errors::Database::Redis::CommandError, <<-EOS
+            Could not invoke the Redis SAVE command.
+            The #{ database } file might not contain the most recent data.
+            Please check if the server is running, the credentials (if any) are correct,
+            and the host/port/socket are correct.
+
+            Redis CLI response: #{ response }
+          EOS
+        end
+      end
+
+      ##
+      # Performs the copy command to copy over the Redis dump file to the Backup archive
+      def copy!
+        src_path = File.join(path, database)
+        unless File.exist?(src_path)
+          raise Errors::Database::Redis::NotFoundError, <<-EOS
+            Redis database dump not found
+            File path was #{ src_path }
+          EOS
+        end
+
+        dst_path = File.join(@dump_path, database)
+        if @model.compressor
+          @model.compressor.compress_with do |command, ext|
+            run("#{ command } -c #{ src_path } > #{ dst_path + ext }")
+          end
+        else
+          FileUtils.cp(src_path, dst_path)
+        end
+      end
+
+      ##
+      # Returns the Redis database file name
+      def database
+        "#{ name }.rdb"
+      end
+
+      ##
+      # Builds the Redis credentials syntax to authenticate the user
+      # to perform the database dumping process
+      def credential_options
+        password.to_s.empty? ? '' : "-a '#{password}'"
+      end
+
+      ##
+      # Builds the Redis connectivity options syntax to connect the user
+      # to perform the database dumping process
+      def connectivity_options
+        %w[host port socket].map do |option|
+          next if send(option).to_s.empty?
+          "-#{option[0,1]} '#{send(option)}'"
+        end.compact.join(' ')
+      end
+
+      ##
+      # Builds a Redis compatible string for the
+      # additional options specified by the user
+      def user_options
+        @additional_options.join(' ')
+      end
+
+    end
+  end
+end

data/lib/backup/database/riak.rb

@@ -0,0 +1,67 @@
+# encoding: utf-8
+
+module Backup
+  module Database
+    class Riak < Base
+
+      ##
+      # Name is the name of the backup
+      attr_accessor :name
+
+      ##
+      # Node is the node from which to perform the backup.
+      attr_accessor :node
+
+      ##
+      # Cookie is the Erlang cookie/shared secret used to connect to the node.
+      attr_accessor :cookie
+
+      ##
+      # Path to riak-admin utility (optional)
+      attr_accessor :riak_admin_utility
+
+      attr_deprecate :utility_path, :version => '3.0.21',
+          :message => 'Use Riak#riak_admin_utility instead.',
+          :action => lambda {|klass, val| klass.riak_admin_utility = val }
+
+      ##
+      # Creates a new instance of the Riak adapter object
+      def initialize(model, &block)
+        super(model)
+
+        instance_eval(&block) if block_given?
+
+        @riak_admin_utility ||= utility('riak-admin')
+      end
+
+      ##
+      # Performs the riak-admin command and outputs the
+      # data to the specified path based on the 'trigger'
+      def perform!
+        super
+        # have to make riak the owner since the riak-admin tool runs
+        # as the riak user in a default setup.
+        FileUtils.chown_R('riak', 'riak', @dump_path)
+
+        backup_file = File.join(@dump_path, name)
+        run("#{ riakadmin } #{ backup_file } node")
+
+        if @model.compressor
+          @model.compressor.compress_with do |command, ext|
+            run("#{ command } -c #{ backup_file } > #{ backup_file + ext }")
+            FileUtils.rm_f(backup_file)
+          end
+        end
+      end
+
+      private
+
+      ##
+      # Builds the full riak-admin string based on all attributes
+      def riakadmin
+        "#{ riak_admin_utility } backup #{ node } #{ cookie }"
+      end
+
+    end
+  end
+end

data/lib/backup/dependency.rb

@@ -0,0 +1,108 @@
+# encoding: utf-8
+
+module Backup
+
+  ##
+  # A little self-contained gem manager for Backup.
+  # Rather than specifying hard dependencies in the gemspec, forcing users
+  # to install gems they do not want/need, Backup will notify them when a gem
+  # has not been installed, or when the gem's version is incorrect, and provide the
+  # command to install the gem. These dependencies are dynamically loaded in the Gemfile
+  class Dependency
+
+    ##
+    # Returns a hash of dependencies that Backup requires
+    # in order to run every available feature
+    def self.all
+      {
+        'fog' => {
+          :require => 'fog',
+          :version => '~> 1.4.0',
+          :for     => 'Amazon S3, Rackspace Cloud Files (S3, CloudFiles Storages)'
+        },
+
+        'dropbox-sdk' => {
+          :require => 'dropbox_sdk',
+          :version => '~> 1.2.0',
+          :for     => 'Dropbox Web Service (Dropbox Storage)'
+        },
+
+        'net-sftp' => {
+          :require => 'net/sftp',
+          :version => '~> 2.0.5',
+          :for     => 'SFTP Protocol (SFTP Storage)'
+        },
+
+        'net-scp' => {
+          :require => 'net/scp',
+          :version => '~> 1.0.4',
+          :for     => 'SCP Protocol (SCP Storage)'
+        },
+
+        'net-ssh' => {
+          :require => 'net/ssh',
+          :version => '~> 2.3.0',
+          :for     => 'SSH Protocol (SSH Storage)'
+        },
+
+        'mail' => {
+          :require => 'mail',
+          :version => '~> 2.4.0',
+          :for     => 'Sending Emails (Mail Notifier)'
+        },
+
+        'twitter' => {
+          :require => 'twitter',
+          :version => '>= 1.7.1',
+          :for     => 'Sending Twitter Updates (Twitter Notifier)'
+        },
+
+        'httparty' => {
+          :require => 'httparty',
+          :version => '~> 0.8.1',
+          :for     => 'Sending Http Updates'
+        },
+
+        'prowler' => {
+          :require => 'prowler',
+          :version => '>= 1.3.1',
+          :for     => 'Sending iOS push notifications (Prowl Notifier)'
+        },
+
+        'hipchat' => {
+          :require => 'hipchat',
+          :version => '~> 0.4.1',
+          :for => 'Sending notifications to Hipchat'
+        },
+
+        'parallel' => {
+          :require => 'parallel',
+          :version => '~> 0.5.12',
+          :for => 'Adding concurrency to Cloud-based syncers.'
+        }
+      }
+    end
+
+    ##
+    # Attempts to load the specified gem (by name and version).
+    # If the gem with the correct version cannot be found, it'll display a message
+    # to the user with instructions on how to install the required gem
+    def self.load(name)
+      begin
+        gem(name, all[name][:version])
+        require(all[name][:require])
+      rescue LoadError
+        Logger.error Errors::Dependency::LoadError.new(<<-EOS)
+          Dependency missing
+          Dependency required for:
+          #{all[name][:for]}
+          To install the gem, issue the following command:
+          > gem install #{name} -v '#{all[name][:version]}'
+          Please try again after installing the missing dependency.
+        EOS
+        exit 1
+      end
+    end
+
+  end
+end