simple_backup 0.2.1 → 0.3.0

data/lib/simple_backup/source/mysql.rb

@@ -0,0 +1,28 @@
+module SimpleBackup
+  module Source
+    class Mysql < Abstract
+      @@mysql = Utils::MySQL.instance
+
+      def configure(db, options = {})
+        @db = db
+
+        @exclude_tables = options[:exclude_tables] if options[:exclude_tables]
+      end
+
+      private
+      def prepare_data
+        @@mysql.open
+
+        tables = @@mysql.scan_tables(@db)
+        return false if tables.nil?
+
+        tables = tables - @exclude_tables if @exclude_tables
+        dumpfile = ::File.join(@tmp_dir, @db) + '.sql'
+
+        @@mysql.dump(@db, tables, dumpfile)
+
+        true
+      end
+    end
+  end
+end

data/lib/simple_backup/sources.rb

@@ -0,0 +1,74 @@
+require 'singleton'
+require 'simple_backup/source/abstract'
+
+module SimpleBackup
+  class Sources
+    include Singleton
+
+    @@logger = Utils::Logger.instance
+
+    def initialize
+      @sources = {}
+      @default_keep_last = 5
+    end
+
+    def default_keep_last=(value)
+      @default_keep_last = value
+    end
+
+    def each(&block)
+      @sources.each do |type, sources|
+        sources.each(&block)
+      end
+    end
+
+    def backup
+      @sources.each do |type, sources|
+        sources.each do |name, source|
+          source.get
+        end
+      end
+    end
+
+    def cleanup
+      each do |name, source|
+        source.cleanup
+      end
+    end
+
+    def method_missing(method, *args)
+      source = create_source(method)
+
+      return nil if source.nil?
+
+      name = args.shift
+      identifier = args.shift
+      options = args.shift
+      options ||= {}
+
+      type = source.type.to_sym
+      @sources[type] = {} if @sources[type].nil?
+      raise "Name '#{name}' for source #{type} already used" if @sources[type].has_key?(name.to_sym)
+
+      source.keep_last = @default_keep_last
+      source.keep_last = options[:keep_last] if options[:keep_last]
+      source.backends = options[:backends] if options[:backends]
+      source.name = name
+
+      source.configure(identifier, options)
+
+      @@logger.info "Created source for: #{source.desc.strip}"
+
+      @sources[type][name.to_sym] = source
+    end
+
+    private
+    def create_source(name)
+      file = "simple_backup/source/#{name}"
+
+      require file
+      source_name = Object.const_get("SimpleBackup::Source::#{name.capitalize}")
+      source_name.new
+    end
+  end
+end

data/lib/simple_backup/utils/disk_usage.rb

@@ -0,0 +1,53 @@
+module SimpleBackup
+  module Utils
+    class Disk
+      @@high_usage_treshold = 0.9
+      @@paths = []
+
+      def self.high_usage_treshold=(value)
+        @@high_usage_treshold = value.to_f
+
+        raise ArgumentError.new "Backuper::Utils::Disk::high_usage_treshold must be a float greater than zero" if @@high_usage_treshold <= 0.0
+      end
+
+      def self.high_usage_treshold
+        @@high_usage_treshold
+      end
+
+      def self.add_path(path)
+        @@paths << path unless @@paths.include?(path)
+      end
+
+      def self.usage
+        df = `df -m #{@@paths.join(' ')} 2>/dev/null`.split("\n")
+        df.shift
+
+        max_percent = 0.0;
+        df.map! do |row|
+          row = row.split(' ')
+
+          percent_usage = (row[4].gsub('%', '').to_f / 100).round(2)
+          row = {
+            mount: row[5],
+            fs: row[0],
+            size: row[1],
+            used: row[2],
+            available: row[3],
+            percent: percent_usage,
+            high_usage_exceeded: percent_usage >= @@high_usage_treshold
+          }
+
+          max_percent = row[:percent] if row[:percent] > max_percent
+
+          row
+        end
+
+        {
+          mounts: df.uniq,
+          high_usage_exceeded: max_percent >= @@high_usage_treshold,
+          high_usage: max_percent
+        }
+      end
+    end
+  end
+end

data/lib/simple_backup/utils/logger.rb

@@ -0,0 +1,92 @@
+require 'colorize'
+require 'singleton'
+
+module SimpleBackup
+  module Utils
+    class Logger
+      include Singleton
+
+      TIME_FORMAT = '%Y-%m-%dT%H:%M:%S'
+
+      def initialize
+        @buffer = []
+        @scope = 0
+        @level = :info
+        @levels = {
+          debug: {weight: 3, color: :light_cyan},
+          info: {weight: 2, color: :green},
+          warning: {weight: 1, color: :light_yellow},
+          error: {weight: 0, color: :red}
+        }
+
+       banner = "LOG STARTED #{Time.new.strftime('%Y-%m-%dT%H:%M:%S')}"
+        banner2 = "SimpleBackup v#{SimpleBackup::Version::get}"
+
+        banner_length = 0
+        banner_length = banner.length if  banner.length > banner_length
+        banner_length = banner2.length if banner2.length > banner_length
+        banner_length = 80 if 80 > banner_length
+
+        border = '=' * ((banner_length - banner.length) / 2).ceil.to_i
+        @buffer << "#{border}==[ #{banner} ]==#{border}"
+        border = '=' * ((banner_length - banner2.length) / 2).ceil.to_i
+        @buffer << "#{border}==[ #{banner2} ]==#{border}"
+
+        puts @buffer[0].green
+        puts @buffer[1].green
+      end
+
+      def level=(level)
+        check_level(level)
+        @level = level
+      end
+
+      def scope_start(level = nil, message = nil)
+        log level, message unless level.nil? and message.nil?
+        @scope += 1
+      end
+
+      def scope_end(level = nil, message = nil)
+        log level, message unless level.nil? and message.nil?
+        @scope -= 1 unless @scope == 0
+      end
+
+      def debug(message)
+        log(:debug, message)
+      end
+
+      def info(message)
+        log(:info, message)
+      end
+
+      def warning(message)
+        log(:warning, message)
+      end
+
+      def error(message)
+        log(:error, message)
+      end
+
+      def log(level, message)
+        check_level(level)
+
+        color = @levels[level][:color]
+        should_write = @levels[level][:weight] <= @levels[@level][:weight]
+
+        scope_prefix = '..' * @scope
+        message = "%s %7s: %s%s" % [Time.new.strftime(TIME_FORMAT), level.to_s.upcase, scope_prefix, message]
+        @buffer << message
+
+        puts message.colorize(color: color) if should_write
+      end
+
+      def check_level(level)
+        raise "Unknown logging level #{level}" unless @levels.has_key?(level)
+      end
+
+      def buffer
+        @buffer
+      end
+    end
+  end
+end

data/lib/simple_backup/utils/mailer.rb

@@ -0,0 +1,126 @@
+require 'mail'
+require 'socket'
+
+module SimpleBackup
+  module Utils
+    class Mailer
+      @@logger = Logger.instance
+
+      def initialize()
+        @to = []
+        @cc = []
+        @bcc = []
+        @hostname = Socket.gethostbyname(Socket.gethostname).first
+      end
+
+      def subject_prefix(prefix)
+        @subject_prefix = prefix
+      end
+
+      def from(from)
+        @from = from
+      end
+
+      def to(to)
+        @to << to
+      end
+
+      def cc(cc)
+        @cc << cc
+      end
+
+      def bcc(bcc)
+        @bcc << bcc
+      end
+
+      def send
+        @@logger.info "Setting sender to: #{@from}"
+        from = @from
+        @@logger.scope_start :info, "Adding recipients:"
+        to = @to
+        to.each do |mail|
+          @@logger.info "to: #{mail}"
+        end
+        cc = @cc
+        cc.each do |mail|
+          @@logger.info "cc: #{mail}"
+        end
+        bcc = @bcc
+        bcc.each do |mail|
+          @@logger.info "bcc: #{mail}"
+        end
+        @@logger.scope_end
+
+        @subject_prefix += '[FAILED]' if SimpleBackup.status == :failed
+
+        subject = "%s Backup %s for %s" % [@subject_prefix, TIMESTAMP, @hostname]
+        @@logger.debug "Subject: #{subject}"
+
+        body = get_body
+
+        mail = Mail.new do
+          from    from
+          to      to
+          cc      cc
+          bcc     bcc
+          subject subject.strip
+          body    body
+        end
+
+        mail.delivery_method :sendmail
+        @@logger.debug "Setting delivery method to sendmail"
+
+        mail.deliver
+        @@logger.info "Notification sent"
+      end
+
+      private
+      def get_body
+        sources = ''
+
+        SimpleBackup::Sources.instance.each do |name, source|
+          sources += " - %s\n" % source.desc
+        end
+
+        body = <<MAIL
+Hi,
+
+Backup #{TIMESTAMP} was created!
+
+Backup contains:
+#{sources}
+Disk usage after backup:
+#{disk_usage}
+Backup log:
+------------
+#{@@logger.buffer.join("\n")}
+------------
+
+Have a nice day,
+  SimpleBackup
+
+-- 
+Mail was send automatically
+Do not respond!
+MAIL
+
+        body
+      end
+
+      def disk_usage
+        content = "%16s %25s %12s %12s %12s  %12s\n" % ['Mount', 'Filesystem', 'Size', 'Used', 'Available', 'Percent used']
+
+        usage = Utils::Disk::usage
+        usage[:mounts].each do |m|
+          percent_usage = (m[:percent] * 100).to_s
+          percent_usage = '(!!) ' + percent_usage if m[:high_usage_exceeded]
+          content += "%16s %25s %8s MiB %8s MiB %8s MiB  %11s%%\n" % [m[:mount], m[:fs], m[:size], m[:used], m[:available], percent_usage]
+        end
+
+        content += "\nHigh usage treshold exceeded!\nMax usage is #{usage[:high_usage]} where treshold is set to #{Utils::Disk::high_usage_treshold}\n" if usage[:high_usage_exceeded]
+
+        content
+      end
+    end
+  end
+end

data/lib/simple_backup/utils/mysql.rb

@@ -0,0 +1,65 @@
+require 'singleton'
+require 'mysql2'
+
+module SimpleBackup
+  module Utils
+    class MySQL
+      include Singleton
+
+      @@logger = Logger.instance
+
+      def initialize
+        @host = 'localhost'
+        @port = 3306
+        @user = nil
+        @pass = nil
+      end
+
+      def open
+        return nil unless @conn.nil?
+
+        @conn = Mysql2::Client.new(host: @host, port: @port, username: @user, password: @pass)
+        @existing_dbs = []
+        @conn.query("SHOW DATABASES").each do |row|
+          @existing_dbs << row['Database']
+        end
+      end
+
+      def close
+        @conn.close unless @conn.nil?
+      end
+
+      def scan_tables(db)
+        return nil unless @existing_dbs.include?(db)
+
+        tables = []
+        @conn.query("SHOW TABLES FROM `#{db}`").each do |row|
+          tables << row["Tables_in_#{db}"]
+        end
+        tables
+      end
+
+      def dump(db, tables, dumpfile)
+        cmd = "mysqldump --flush-logs --flush-privileges --order-by-primary --complete-insert -C -h #{@host} -u #{@user} -p#{@pass} #{db} #{tables.join(' ')} > #{dumpfile}"
+        @@logger.debug "Running command: #{cmd}"
+        `#{cmd}`
+      end
+
+      def host(value)
+        @host = value
+      end
+
+      def port(value)
+        @port = value
+      end
+
+      def user(value)
+        @user = value
+      end
+
+      def pass(value)
+        @pass = value
+      end
+    end
+  end
+end

data/lib/simple_backup/utils.rb

@@ -1,53 +1,4 @@
-module SimpleBackup
-  module Utils
-    class Disk
-      @@high_usage_treshold = 0.9
-      @@paths = []
-
-      def self.high_usage_treshold=(value)
-        @@high_usage_treshold = value.to_f
-
-        raise ArgumentError.new "Backuper::Utils::Disk::high_usage_treshold must be a float greater than zero" if @@high_usage_treshold <= 0.0
-      end
-
-      def self.high_usage_treshold
-        @@high_usage_treshold
-      end
-
-      def self.add_path(path)
-        @@paths << path unless @@paths.include?(path)
-      end
-
-      def self.usage
-        df = `df -m #{@@paths.join(' ')} 2>/dev/null`.split("\n")
-        df.shift
-
-        max_percent = 0.0;
-        df.map! do |row|
-          row = row.split(' ')
-
-          percent_usage = (row[4].gsub('%', '').to_f / 100).round(2)
-          row = {
-            mount: row[5],
-            fs: row[0],
-            size: row[1],
-            used: row[2],
-            available: row[3],
-            percent: percent_usage,
-            high_usage_exceeded: percent_usage >= @@high_usage_treshold
-          }
-
-          max_percent = row[:percent] if row[:percent] > max_percent
-
-          row
-        end
-
-        {
-          mounts: df.uniq,
-          high_usage_exceeded: max_percent >= @@high_usage_treshold,
-          high_usage: max_percent
-        }
-      end
-    end
-  end
-end
+require 'simple_backup/utils/disk_usage'
+require 'simple_backup/utils/logger'
+require 'simple_backup/utils/mailer'
+require 'simple_backup/utils/mysql'

data/lib/simple_backup/version.rb

@@ -1,8 +1,8 @@
 module SimpleBackup
   class Version
     MAJOR = 0
-    MINOR = 2
-    PATCH = 1
+    MINOR = 3
+    PATCH = 0
     PRE_RELEASE = nil
 
     def self.get

data/lib/simple_backup.rb

@@ -1,11 +1,46 @@
-require 'simple_backup/utils'
 require 'simple_backup/version'
-require 'simple_backup/logger'
+require 'simple_backup/utils'
 require 'simple_backup/dsl'
-require 'simple_backup/storage'
+require 'simple_backup/sources'
+require 'simple_backup/backends'
 require 'simple_backup/engine'
-require 'simple_backup/mailer'
-require 'simple_backup/exception'
 
 module SimpleBackup
+  TIMESTAMP = Time.new.strftime('%Y%m%d%H%M%S')
+
+  @@status = :failed
+  @@logger = Utils::Logger.instance
+
+  def self.status
+    @@status
+  end
+
+  def self.run(&block)
+    @@logger.scope_start :info, "Backup #{TIMESTAMP} started"
+
+    engine = Engine::Engine.new
+    dsl = DSL.new(engine)
+
+    @@logger.scope_start :info, "Configuration"
+    dsl.instance_eval(&block)
+    @@logger.scope_end
+
+    engine.run
+    @@status = :succeed
+
+    @@logger.scope_end :info, "Backup #{TIMESTAMP} finished"
+  rescue StandardError => e
+    self.handle_exception(e)
+  ensure
+    engine.notify if engine
+  end
+
+  def self.handle_exception(e)
+    @@logger.error "#{e.class} => #{e.message}"
+    @@logger.error "Backup #{TIMESTAMP} failed"
+
+    STDERR.puts "Error @ #{Time.new.strftime('%Y-%m-%dT%H:%M:%S')}"
+    STDERR.puts "#{e.inspect}"
+    STDERR.puts e.backtrace
+  end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: simple_backup
 version: !ruby/object:Gem::Version
-  version: 0.2.1
+  version: 0.3.0
 platform: ruby
 authors:
 - Tomasz Maczukin
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-04-17 00:00:00.000000000 Z
+date: 2015-04-18 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake
@@ -80,25 +80,23 @@ files:
 - Rakefile
 - backup_example.rb
 - lib/simple_backup.rb
+- lib/simple_backup/backend/abstract.rb
+- lib/simple_backup/backend/local.rb
+- lib/simple_backup/backends.rb
 - lib/simple_backup/dsl.rb
 - lib/simple_backup/engine.rb
-- lib/simple_backup/engine/abstract.rb
-- lib/simple_backup/engine/app_strategy/abstract.rb
-- lib/simple_backup/engine/app_strategy/bare.rb
-- lib/simple_backup/engine/app_strategy/capistrano.rb
-- lib/simple_backup/engine/app_strategy/factory.rb
-- lib/simple_backup/engine/apps.rb
-- lib/simple_backup/engine/mysql.rb
-- lib/simple_backup/exception.rb
-- lib/simple_backup/exception/app_already_defined.rb
-- lib/simple_backup/exception/apps_dir_does_not_exists.rb
-- lib/simple_backup/exception/base.rb
-- lib/simple_backup/exception/cant_create_dir.rb
-- lib/simple_backup/exception/type_does_not_exists.rb
-- lib/simple_backup/logger.rb
-- lib/simple_backup/mailer.rb
-- lib/simple_backup/storage.rb
+- lib/simple_backup/source/abstract.rb
+- lib/simple_backup/source/dir.rb
+- lib/simple_backup/source/dir_strategy/bare.rb
+- lib/simple_backup/source/dir_strategy/capistrano.rb
+- lib/simple_backup/source/file.rb
+- lib/simple_backup/source/mysql.rb
+- lib/simple_backup/sources.rb
 - lib/simple_backup/utils.rb
+- lib/simple_backup/utils/disk_usage.rb
+- lib/simple_backup/utils/logger.rb
+- lib/simple_backup/utils/mailer.rb
+- lib/simple_backup/utils/mysql.rb
 - lib/simple_backup/version.rb
 - simple_backup.gemspec
 homepage: https://github.com/tmaczukin/simple_backup
@@ -121,7 +119,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.4.5
+rubygems_version: 2.2.2
 signing_key: 
 specification_version: 4
 summary: Backup tool with simple DSL for configuration

data/lib/simple_backup/engine/abstract.rb

@@ -1,42 +0,0 @@
-module SimpleBackup
-  module Engine
-    class Abstract
-      @keep_last = 5
-
-      def storage=(storage)
-        @storage = storage.space(self.class.name.split('::').last)
-      end
-
-      def keep_last(value)
-        @keep_last = value.to_i
-        @keep_last = 5 unless @keep_last > 0
-      end
-
-      def cleanup
-        path = @storage.dir.path
-
-        backups = Dir.glob(File.join(path, '**/*.tar.gz')).map do |file|
-          file if file.match(/.*\.tar\.gz/)
-        end.compact.sort
-
-        to_persist = backups
-        to_persist = backups.slice(@keep_last * -1, @keep_last) if backups.length > @keep_last
-        to_remove = backups - to_persist
-
-        to_remove.each do |file|
-          Logger::info "Removing old backup #{file}"
-          FileUtils.rm(file)
-        end
-      end
-
-      def sources
-        raise NotImplementedError
-      end
-
-      def backup
-        raise NotImplementedError
-      end
-    end
-  end
-end
-

data/lib/simple_backup/engine/app_strategy/abstract.rb

@@ -1,13 +0,0 @@
-module SimpleBackup
-  module Engine
-    module AppStrategy
-      class Abstract
-        attr_accessor :storage
-
-        def backup(name, path, attr)
-          raise NotImplementedError
-        end
-      end
-    end
-  end
-end