bigbackup 1.0.0

data/.gitignore

@@ -0,0 +1,68 @@
+#----------------------------------------------------------------------------
+# Ignore these files when commiting to a git repository
+#----------------------------------------------------------------------------
+
+# bundler state
+/.bundle
+/vendor/bundle/
+
+# minimal Rails specific artifacts
+db/*.sqlite3
+/log/*
+tmp/*
+
+# various artifacts
+**.war
+*.rbc
+*.sassc
+.rspec
+.sass-cache
+/config/config.yml
+/config/database.yml
+/coverage.data
+/coverage/
+/db/*.javadb/
+/db/*.sqlite3-journal
+/doc/api/
+/doc/app/
+/doc/features.html
+/doc/specs.html
+/public/cache
+/public/stylesheets/compiled
+/public/system
+/spec/tmp/*
+/cache
+/capybara*
+/capybara-*.html
+/gems
+/rerun.txt
+/spec/requests
+/spec/routing
+/spec/views
+/specifications
+
+# scm revert files
+**.orig
+
+# Mac finder artifacts
+.DS_Store
+
+# Netbeans project directory
+/nbproject/
+
+# RubyMine project directory
+.idea
+
+# Textmate project files
+/*.tmpproj
+
+# vim artifacts
+**.swp
+
+
+public/uploads
+non_public
+uploads
+
+# CI reports
+reports

data/.rvmrc

@@ -0,0 +1 @@
+rvm use 1.9.2

data/Gemfile

@@ -0,0 +1,4 @@
+source "http://rubygems.org"
+
+# Specify your gem's dependencies in bigbackup.gemspec
+gemspec

data/Gemfile.lock

@@ -0,0 +1,38 @@
+PATH
+  remote: .
+  specs:
+    bigbackup (1.0.0)
+      activesupport
+      mail
+      rainbow
+
+GEM
+  remote: http://rubygems.org/
+  specs:
+    activesupport (3.0.7)
+    diff-lcs (1.1.2)
+    i18n (0.5.0)
+    mail (2.3.0)
+      i18n (>= 0.4.0)
+      mime-types (~> 1.16)
+      treetop (~> 1.4.8)
+    mime-types (1.16)
+    polyglot (0.3.1)
+    rainbow (1.1.1)
+    rspec (2.6.0)
+      rspec-core (~> 2.6.0)
+      rspec-expectations (~> 2.6.0)
+      rspec-mocks (~> 2.6.0)
+    rspec-core (2.6.0)
+    rspec-expectations (2.6.0)
+      diff-lcs (~> 1.1.2)
+    rspec-mocks (2.6.0)
+    treetop (1.4.9)
+      polyglot (>= 0.3.1)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  bigbackup!
+  rspec

data/README.rdoc

@@ -0,0 +1,21 @@
+= BigBackup
+
+BigBackup is a multi backup tool.
+
+== Install
+
+    [sudo] gem install bigbackup
+
+== Supported Databasses
+
+* mysql
+* mongodb
+
+== Uploader
+
+* ftp
+
+== Archive
+
+* tar
+

data/Rakefile

@@ -0,0 +1,6 @@
+require 'bundler'
+require "rspec"
+require 'rspec/core/rake_task'
+
+Bundler::GemHelper.install_tasks
+RSpec::Core::RakeTask.new(:spec)

data/bigbackup.gemspec

@@ -0,0 +1,27 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+
+require File.expand_path("../lib", __FILE__)+ "/big_backup/version"
+
+Gem::Specification.new do |s|
+  s.name        = "bigbackup"
+  s.version     = BigBackupInfo::VERSION
+  s.platform    = Gem::Platform::RUBY
+  s.authors     = ["Alexander Klaiber"]
+  s.email       = ["alex.klaiber@gmail.com"]
+  s.homepage    = ""
+  s.summary     = %q{BigBackup is a multi backup tool.}
+  s.description = s.summary
+
+  s.rubyforge_project = "big_backup"
+
+  s.add_development_dependency "rspec"
+  s.add_dependency 'activesupport'
+  s.add_dependency 'mail'
+  s.add_dependency 'rainbow'
+
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_paths = ["lib"]
+end

data/bin/bigbackup.rb

@@ -0,0 +1,26 @@
+require "#{File.dirname(__FILE__)}/../lib/big_backup"
+
+require 'optparse'
+
+OptionParser.new do |opts|
+  opts.banner = "Usage: big_backup.rb [@options]"
+
+  opts.on("-c", "--config [CONFIGPATH]", String, "Path to Back Config yml (default : #{BigBackup.config_path})") do |config_path|
+    BigBackup.config_path = config_path
+  end
+
+  opts.separator ""
+  opts.separator "Common options:"
+  
+  opts.on_tail("-h", "--help", "Show this message") do
+    puts opts
+    exit
+  end
+
+  opts.on_tail("--version", "Show version") do
+    puts BigBackupInfo::VERSION
+    exit
+  end
+end.parse!
+
+BigBackup.run

data/config/bigbackup.yml

@@ -0,0 +1,29 @@
+tmpdir : /tmp
+
+backup_server:
+  ftp:
+    ip: 127.0.0.1
+    user: user
+    passwd: password
+
+
+directories:
+  - /home/aklaiber/bin
+
+databases:
+  mongodb:
+    bonayou_development:
+      host: localhost
+      database: bonayou_development
+
+    freecent-development:
+      host: localhost
+      database: freecent-development
+
+
+  mysql:
+    comunio_de:
+      host: localhost
+      database: comunio_de
+      username: root
+      password: Ac$23hBx

data/lib/big_backup.rb

@@ -0,0 +1,39 @@
+require "bundler/setup"
+
+require 'active_support/core_ext'
+require "yaml"
+require 'rainbow'
+require 'fileutils'
+
+require "#{File.dirname(__FILE__)}/big_backup/base"
+
+require "#{File.dirname(__FILE__)}/big_backup/archive"
+
+require "#{File.dirname(__FILE__)}/big_backup/databases/base"
+require "#{File.dirname(__FILE__)}/big_backup/databases/mysql"
+require "#{File.dirname(__FILE__)}/big_backup/databases/mongodb"
+
+require "#{File.dirname(__FILE__)}/big_backup/uploader/base"
+require "#{File.dirname(__FILE__)}/big_backup/uploader/ftp"
+
+module BigBackup
+
+  @@options = {}
+  @@options[:config_path] = "/usr/local/etc/bigbackup/bigbackup.yml"
+  @@options[:mail_config_path] = "/usr/local/etc/bigbackup/bigbackup_mail.yml"
+
+  def self.config_path=(config_path)
+    @@options[:config_path] = config_path
+  end
+
+  def self.config_path
+    @@options[:config_path]
+  end
+
+  def self.run
+    Base.new.start
+  end
+  
+end
+
+

data/lib/big_backup/archive.rb

@@ -0,0 +1,29 @@
+module BigBackup
+  class Archive
+    
+    def initialize(config)
+      @config = config
+    end
+
+    def build_cmd(timestamp = nil)
+      cmd_line = String.new
+      if @config.kind_of?(Array)
+        @config.each do |dir|
+          cmd_line << " && " unless cmd_line.empty?
+          cmd_line << "tar -czf /tmp/bigbackup/#{File.basename(dir)}.tar.gz #{dir}  > /dev/null 2>&1"
+        end
+      elsif @config.kind_of?(Hash)
+        @config.each_key do |database_name|
+          cmd_line << " && " unless cmd_line.empty?
+          unless timestamp.blank?
+            cmd_line << "tar -czf /tmp/bigbackup/#{database_name}_#{timestamp}.tar.gz /tmp/bigbackup/#{database_name}_#{timestamp}  > /dev/null 2>&1"
+          else
+            cmd_line << "tar -czf /tmp/bigbackup/#{database_name}.tar.gz /tmp/bigbackup/#{database_name}  > /dev/null 2>&1"
+          end
+        end
+      end
+      cmd_line
+    end
+
+  end
+end

data/lib/big_backup/base.rb

@@ -0,0 +1,115 @@
+module BigBackup
+  class Base
+
+    def initialize
+      @current_time = Time.now.strftime("%Y.%m.%d")
+    end
+
+    def start_message(message)
+      puts "\nStart".bright+" -> #{message}"
+    end
+
+    def ok_message(message)
+      puts "OK".color(:green).bright+" -> #{message}"
+    end
+
+    def error_message(message)
+      puts "ERROR".color(:red).bright+" -> #{message}"
+    end
+
+    def exec_cmd(line)
+      system(line)
+      if $?.exitstatus > 0
+        error_message(line)
+      else
+        ok_message(line)
+      end
+    end
+
+    def backup_config
+      if File.exists?(BigBackup.config_path)
+        @backup_config ||= YAML.load_file(BigBackup.config_path)
+      else
+        @backup_config ||= YAML.load_file("#{File.dirname(__FILE__)}/../../config/bigbackup.yml")
+      end
+    end
+
+    def backup_databases
+      puts "\nCreate Backups".bright.color(:cyan)
+      self.backup_config['databases'].each do |type, config|
+        cmd_line = BigBackup::Database::Base.build(type, config).build_cmd(@current_time)
+        unless cmd_line.blank?
+          start_message(cmd_line)
+          exec_cmd(cmd_line)
+        end
+      end
+    end
+
+    def archive_databases
+      puts "\nArchive Backups".bright.color(:cyan)
+      self.backup_config['databases'].each do |type, config|
+        cmd_line = BigBackup::Archive.new(config).build_cmd(@current_time) + " > /dev/null 2>&1"
+        unless cmd_line.blank?
+          start_message(cmd_line)
+          exec_cmd(cmd_line)
+        end
+      end
+    end
+
+    def upload_databases
+      if self.backup_config.include?('backup_server')
+        puts "\nUpload Backups".bright.color(:cyan)
+        self.backup_config['databases'].each do |type, config|
+          start_message("upload #{type} backups")
+          begin
+            BigBackup::Uploader::Base.build(:ftp, config).upload(type, @current_time)
+            ok_message("database backups uploaded")
+          rescue Errno::ECONNREFUSED
+            error_message("Can't connect to FTP Server")
+          end
+        end
+      end
+    end
+
+    def archive_directories
+      puts "\nCreate directories backups".bright.color(:cyan)
+      cmd_line = BigBackup::Archive.new(self.backup_config['directories']).build_cmd + " > /dev/null 2>&1"
+      unless cmd_line.blank?
+        start_message(cmd_line)
+        exec_cmd(cmd_line)
+      end
+    end
+
+    def upload_directories
+      if self.backup_config.include?('backup_server')
+        puts "\nUpload directories Backups".bright.color(:cyan)
+        start_message("upload directorie backups")
+        begin
+          BigBackup::Uploader::Base.build(:ftp, self.backup_config['directories']).upload("directories_backup", @current_time)
+          ok_message("directories uploaded")
+        rescue Errno::ECONNREFUSED
+          error_message("Can't connect to FTP Server")
+        end
+      end
+    end
+
+    def start
+      FileUtils.rm_rf "/tmp/bigbackup"
+      Dir.mkdir "/tmp/bigbackup"
+      if File.directory?("/tmp/bigbackup")
+        puts "\nStart BigBackup \n".color(:green).bright
+        if self.backup_config.include?('databases')
+          self.backup_databases
+          self.archive_databases
+          self.upload_databases
+        end
+        if self.backup_config.include?('directories')
+          self.archive_directories
+          self.upload_directories
+        end
+        puts "\nStop BigBackup \n".color(:green).bright
+      end
+    end
+
+  end
+end

data/lib/big_backup/databases/base.rb

@@ -0,0 +1,59 @@
+module BigBackup
+  module Database
+    class Base
+
+      def initialize(config)
+        @config = config
+      end
+
+      def self.build(type, config)
+        "BigBackup::Database::#{type.to_s.classify}".constantize.new(config)
+      end
+
+      protected
+
+      def database_system
+        raise "Please define the database system"
+      end
+
+      def cmd_options
+        raise "Please define the cmd options"
+      end
+
+      def cmd_line(backup_name, database_config, timestamp)
+        raise "Please define the cmd line"
+      end
+
+      public
+
+      def build_cmd(timestamp)
+        str = String.new
+        @config.each do |database, config|
+          str << " && " unless str.empty?
+          str << self.cmd_line(database, config, timestamp)
+        end
+        str;
+      end
+
+      private
+
+      def build_cmd_options(database_config)
+        options_line = String.new
+        database_config.each do |key, value|
+          if self.cmd_options.include?(key)
+            case key
+              when 'password'
+                options_line << "#{self.cmd_options[key]}'#{value}' "
+              when 'username'
+                options_line << "#{self.cmd_options[key]} #{value} "
+              else
+                options_line << "#{self.cmd_options[key]} #{value} "
+            end
+          end
+        end
+        options_line
+      end
+      
+    end
+  end
+end

data/lib/big_backup/databases/mongodb.rb

@@ -0,0 +1,30 @@
+module BigBackup
+  module Database
+    class Mongodb < Base
+
+      protected
+
+      def database_system
+        "mongodb"
+      end
+
+      def cmd_options
+        cmd_options = {}
+        cmd_options["host"] = '-h'
+        cmd_options["database"] = '-d'
+        cmd_options["password"] = '-p'
+        cmd_options["username"] = '-u'
+        return cmd_options
+      end
+
+      def cmd_line(backup_name, database_config, filename)
+        "mongodump #{build_cmd_options(database_config)}-o /tmp/bigbackup/#{backup_name}_#{filename} > /dev/null 2>&1"
+      end
+
+      def backup_dir
+        "mongodb"
+      end
+
+    end
+  end
+end

data/lib/big_backup/databases/mysql.rb

@@ -0,0 +1,29 @@
+module BigBackup
+  module Database
+    class Mysql < Base
+
+      protected
+
+      def database_system
+        "mysql"
+      end
+
+      def cmd_options
+        cmd_options = {}
+        cmd_options["host"] = '-h'
+        cmd_options["password"] = '-p'
+        cmd_options["username"] = '-u'
+        return cmd_options
+      end
+
+      def cmd_line(backup_name, database_config, timestamp)
+        "mysqldump #{database_config['database']} #{build_cmd_options(database_config)}> /tmp/bigbackup/#{backup_name}_#{timestamp}"
+      end
+
+      def backup_dir
+        "mysql"
+      end
+
+    end
+  end
+end

data/lib/big_backup/uploader/base.rb

@@ -0,0 +1,23 @@
+require "net/ftp"
+
+module BigBackup
+  module Uploader
+    class Base
+      def initialize(config)
+        @config = config
+      end
+
+      def self.build(type, config)
+        "BigBackup::Uploader::#{type.to_s.classify}".constantize.new(config)
+      end
+
+      def uploader_config
+        if File.exists?(BigBackup.config_path)
+          @backup_config ||= YAML.load_file(BigBackup.config_path)['backup_server']
+        else
+          @backup_config ||= YAML.load_file("#{File.dirname(__FILE__)}/../../../config/bigbackup.yml")['backup_server']
+        end
+      end
+    end
+  end
+end

data/lib/big_backup/uploader/ftp.rb

@@ -0,0 +1,29 @@
+module BigBackup
+  module Uploader
+    class Ftp < Base
+
+      def initialize(config)
+        super(config)
+        @ftp_config = self.uploader_config['ftp']
+      end
+
+      def upload(backup_dir, timestamp)
+        Net::FTP.open(@ftp_config["ip"]) do |connection|
+          connection.login(@ftp_config["user"].to_s, @ftp_config["passwd"])
+
+          if @config.kind_of?(Array)
+            @config.each do |dir|
+              connection.put("/tmp/bigbackup/#{File.basename(dir)}.tar.gz", "#{backup_dir}/#{File.basename(dir)}.tar.gz")
+            end
+          elsif @config.kind_of?(Hash)
+            @config.each_key do |database_name|
+              connection.put("/tmp/bigbackup/#{database_name}_#{timestamp}.tar.gz", "#{backup_dir}/#{database_name}_#{timestamp}.tar.gz")
+            end
+          end
+
+        end
+      end
+
+    end
+  end
+end

data/lib/big_backup/version.rb

@@ -0,0 +1,3 @@
+module BigBackupInfo
+  VERSION = "1.0.0"
+end

data/spec/lib/archive_spec.rb

@@ -0,0 +1,21 @@
+require 'spec_helper'
+
+describe BigBackup::Archive do
+
+  before(:all) do
+    @backup_config = YAML.load_file("#{File.dirname(__FILE__)}/../../config/bigbackup.yml")
+  end
+
+  it "should return cmd line for directories" do
+    cmd_line = "tar -czf /tmp/test_backup1.tar.gz /tmp/test_backup1 && tar -czf /tmp/test_backup2.tar.gz /tmp/test_backup2"
+
+    BigBackup::Archive.new(@backup_config['directories']).build_cmd.should eql(cmd_line)
+  end
+
+  it "should return cmd line for databases" do
+    cmd_line = "tar -czf /tmp/mongodb_database_name_1.tar.gz /tmp/mongodb_database_name_1 && tar -czf /tmp/mongodb_database_name_2.tar.gz /tmp/mongodb_database_name_2"
+
+    BigBackup::Archive.new(@backup_config['databases']['mongodb']).build_cmd.should eql(cmd_line)
+  end
+
+end

data/spec/lib/base_spec.rb

@@ -0,0 +1,16 @@
+require 'spec_helper'
+
+describe BigBackup::Base do
+
+  describe "config" do
+    
+    it "should load backup config" do
+      big_backup = BigBackup::Base.new
+
+      big_backup.backup_config["tmpdir"].should_not be_empty
+      big_backup.backup_config["tmpdir"].should eql("/tmp")
+    end
+
+  end
+
+end

data/spec/lib/databases/base_spec.rb

@@ -0,0 +1,14 @@
+require 'spec_helper'
+
+describe BigBackup::Database::Base do
+
+  before(:each) do
+    @backup_config = YAML.load_file( "#{File.dirname(__FILE__)}/../../../config/bigbackup.yml" )
+  end
+
+  it "should return backup system" do
+    BigBackup::Database::Base.build(:mysql, @backup_config).class.should eql(BigBackup::Database::Mysql)
+    BigBackup::Database::Base.build(:mongodb, @backup_config).class.should eql(BigBackup::Database::Mongodb)
+  end
+
+end

data/spec/lib/databases/mongodb_spec.rb

@@ -0,0 +1,14 @@
+require 'spec_helper'
+
+describe BigBackup::Database::Mongodb do
+
+  before(:each) do
+    @backup_config = YAML.load_file( "#{File.dirname(__FILE__)}/../../../config/bigbackup.yml" )['databases']['mongodb']
+    @cmd_line = "mongodump -d mongodb_database_1 -h localhost -u testuser -p'password' -o /tmp/mongodb_database_name_1_backup && mongodump -d mongodb_database_2 -h localhost -o /tmp/mongodb_database_name_2_backup"
+  end
+
+  it "should return cmd str" do
+    BigBackup::Database::Mongodb.new(@backup_config).build_cmd("backup").should eql(@cmd_line)
+  end
+
+end

data/spec/lib/databases/mysql_spec.rb

@@ -0,0 +1,14 @@
+require 'spec_helper'
+
+describe BigBackup::Database::Mysql do
+
+  before(:each) do
+    @backup_config = YAML.load_file( "#{File.dirname(__FILE__)}/../../../config/bigbackup.yml" )['databases']['mysql']
+    @cmd_line = "mysqldump mysql_database_1 -h localhost -u username -p'password' > /tmp/mysql_database_name_1_123.sql && mysqldump mysql_database_2 -h localhost -u username -p'password' > /tmp/mysql_database_name_2_123.sql"
+  end
+
+  it "should return cmd str" do
+    BigBackup::Database::Mysql.new(@backup_config).build_cmd(123).should eql(@cmd_line)
+  end
+
+end

data/spec/lib/uploader/ftp_spec.rb

@@ -0,0 +1,9 @@
+require 'spec_helper'
+
+describe BigBackup::Uploader::Ftp do
+
+  before(:all) do
+    @backup_config = YAML.load_file("#{File.dirname(__FILE__)}/../../config/bigbackup.yml")
+  end
+
+end

data/spec/spec_helper.rb

@@ -0,0 +1,11 @@
+$:.unshift File.expand_path(File.dirname(__FILE__) + '/../lib')
+
+require 'rspec'
+require 'big_backup'
+
+RSpec.configure do |config|
+
+end
+
+
+

metadata

@@ -0,0 +1,117 @@
+--- !ruby/object:Gem::Specification
+name: bigbackup
+version: !ruby/object:Gem::Version
+  version: 1.0.0
+  prerelease: 
+platform: ruby
+authors:
+- Alexander Klaiber
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2011-05-20 00:00:00.000000000 +02:00
+default_executable: 
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: &85993850 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: *85993850
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: &85993640 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *85993640
+- !ruby/object:Gem::Dependency
+  name: mail
+  requirement: &85993430 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *85993430
+- !ruby/object:Gem::Dependency
+  name: rainbow
+  requirement: &85993220 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *85993220
+description: BigBackup is a multi backup tool.
+email:
+- alex.klaiber@gmail.com
+executables:
+- bigbackup.rb
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .rvmrc
+- Gemfile
+- Gemfile.lock
+- README.rdoc
+- Rakefile
+- bigbackup.gemspec
+- bin/bigbackup.rb
+- config/bigbackup.yml
+- lib/big_backup.rb
+- lib/big_backup/archive.rb
+- lib/big_backup/base.rb
+- lib/big_backup/databases/base.rb
+- lib/big_backup/databases/mongodb.rb
+- lib/big_backup/databases/mysql.rb
+- lib/big_backup/uploader/base.rb
+- lib/big_backup/uploader/ftp.rb
+- lib/big_backup/version.rb
+- spec/lib/archive_spec.rb
+- spec/lib/base_spec.rb
+- spec/lib/databases/base_spec.rb
+- spec/lib/databases/mongodb_spec.rb
+- spec/lib/databases/mysql_spec.rb
+- spec/lib/uploader/ftp_spec.rb
+- spec/spec_helper.rb
+has_rdoc: true
+homepage: ''
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: big_backup
+rubygems_version: 1.6.2
+signing_key: 
+specification_version: 3
+summary: BigBackup is a multi backup tool.
+test_files: []