backzilla 0.0.1

data/lib/backzilla/entity/my_sql.rb

@@ -0,0 +1,68 @@
+class Backzilla::Entity::MySQL < Backzilla::Entity
+  include Backzilla::Executor
+
+  def initialize(name, options)
+    super(name)
+    @database = options['database']
+    @mysql_options = {
+      'user' => options['user'],
+      'password' => options['password'],
+    }
+  end
+
+  def prepare_backup
+    if @database.blank?
+      fatal "Database name is blank"
+      exit -1
+    end
+    path = Pathname.new(BASE_PATH) + project.name + name
+    FileUtils.mkdir_p path
+    filename = path + "#{@database}.sql"
+
+    cmd = "mysqldump #{mysql_options} #{@database} > #{filename}"
+    execute cmd
+    filename
+  end
+
+  def backup
+    prepare_backup
+    backup_msg
+    path = Pathname.new(BASE_PATH) + project.name + name
+    Backzilla.store path, project.name, self.name
+
+    FileUtils.rm_rf path
+  end
+
+  def finalize_restore(options={})
+    path = options[:path] + "*.sql"
+    Dir.glob(path).each do |dir|
+      cmd = "mysql #{mysql_options} #{@database} <"+dir
+      execute cmd
+    end
+    FileUtils.rm_rf options[:path]
+  end
+
+  def restore
+    filename = ""
+    restore_msg
+    path = Pathname.new(BASE_PATH) + project.name + name
+    FileUtils.mkdir_p path
+    filename = path + "#{@database}.sql"
+
+    Backzilla.restore path, project.name, self.name
+    finalize_restore(:path => path)
+  end
+
+  private
+
+  def mysql_options
+    @mysql_options.inject([]) do |options, mysql_option|
+      name, value = *mysql_option
+      unless value.blank?
+        options << "--#{name}=#{value}"
+      end
+      options
+    end.join(' ')
+  end
+end
+

data/lib/backzilla/executor.rb

@@ -0,0 +1,17 @@
+module Backzilla::Executor
+  def execute(cmd)
+    debug cmd
+    pid, stdin, stdout, stderr = Open4.popen4(cmd)
+    ignored, status = Process::waitpid2 pid
+    out = stdout.read
+    debug out unless out.blank?
+    err = stderr.read
+    if status.exitstatus != 0
+      fatal err unless err.blank?
+      exit -1
+    else
+      debug err unless err.blank?
+    end
+  end
+end
+

data/lib/backzilla/logger_helper.rb

@@ -0,0 +1,31 @@
+module Backzilla::LoggerHelper
+  [:fatal, :error].each do |method_name|
+    severity = Logger.const_get(method_name.to_s.upcase)
+    define_method(method_name) do |msg|
+      log severity, msg
+    end
+  end
+
+  [:warn, :info].each do |method_name|
+    severity = Logger.const_get(method_name.to_s.upcase)
+    define_method(method_name) do |msg|
+      unless Backzilla.options.quiet
+        log severity, msg
+      end
+    end
+  end
+
+  def debug(msg)
+    if !Backzilla.options.quiet && Backzilla.options.debug
+      log Logger::DEBUG, msg
+    end
+  end
+
+  private
+
+  def log(severity, msg)
+    msg = msg.pretty_inspect unless String === msg
+    Backzilla.logger.log severity, msg
+  end
+end
+

data/lib/backzilla/project.rb

@@ -0,0 +1,41 @@
+class Backzilla::Project
+  include Backzilla::LoggerHelper
+
+  attr_reader :name
+
+  def initialize(name)
+    @name = name
+    @entities = {}
+  end
+
+  def <<(entity)
+    entity.project = self
+    @entities[entity.name] = entity
+  end
+
+  def setup_entities(entities_data)
+    entities_data.each do |entity_name, entity_data|
+      klass = Backzilla::Entity.const_get(entity_data['type'])
+      self << klass.new(entity_name, entity_data)
+    end
+  end
+
+  def backup(spec_parts=[])
+    info "Project #{name}:"
+    if spec_parts.empty?
+      @entities.each { |name, entity| entity.backup }
+    else
+      @entities[spec_parts.shift].backup
+    end
+  end
+
+  def restore(spec_parts=[])
+    info "Project #{name}:"
+    if spec_parts.empty?
+      @entities.each { |name, entity| entity.restore }
+    else
+      @entities[spec_parts.shift].restore
+    end
+  end
+end
+

data/lib/backzilla/store.rb

@@ -0,0 +1,49 @@
+class Backzilla::Store
+  autoload :Directory, 'backzilla/store/directory'
+  autoload :FTP, 'backzilla/store/ftp'
+  autoload :SSH, 'backzilla/store/ssh'
+
+  include Backzilla::LoggerHelper
+  include Backzilla::Executor
+
+  attr_reader :name
+
+  def initialize(name)
+    @name = name
+  end
+
+  def self.gnugpg_passphrase=(value)
+    @@gnugpg_passphrase = value
+  end
+
+  def put(source_path, project_name, entity_name)
+    cmd =<<-CMD
+      PASSPHRASE='#{@@gnugpg_passphrase}' #{env_options} \\
+      duplicity #{source_path} #{protocol}://#{uri}/#{project_name}/#{entity_name}
+    CMD
+    execute cmd
+  end
+
+  def get(source_path, project_name, entity_name)
+    cmd =<<-CMD
+      PASSPHRASE='#{@@gnugpg_passphrase}' #{env_options} \\
+      duplicity restore #{protocol}://#{uri}/#{project_name}/#{entity_name} #{source_path}
+    CMD
+    execute cmd
+  end
+
+  private
+
+  def env_options
+    env_options = environment_options.inject('') do |m, option|
+      name, value = *option
+      next if value.blank?
+      m << "#{name.to_s.upcase}='#{value}' "
+    end
+  end
+
+  def environment_options
+    {}
+  end
+end
+

data/lib/backzilla/store/directory.rb

@@ -0,0 +1,21 @@
+class Backzilla::Store::Directory < Backzilla::Store
+  def initialize(name, options)
+    super(name)
+    @path = options['path']
+  end
+
+  private
+
+  def protocol
+    'file'
+  end
+
+  def uri
+    if @path.blank?
+      fatal "Missing path option"
+      exit -1
+    end
+    @path
+  end
+end
+

data/lib/backzilla/store/ftp.rb

@@ -0,0 +1,37 @@
+# NcFTP required
+class Backzilla::Store::FTP < Backzilla::Store
+  def initialize(name, options)
+    super(name)
+    @path = options['path']
+    @host = options['host']
+    @user = options['user']
+    @password = options['password']
+  end
+
+  private
+
+  def protocol
+    'ftp'
+  end
+
+  def uri
+    if @path.blank?
+      fatal "Missing path option"
+      exit -1
+    end
+    if @host.blank?
+      fatal "Missing host option"
+      exit -1
+    end
+
+    uri = ''
+    uri << "#{@user}@" unless @user.blank?
+    uri << @host
+    uri << @path
+  end
+
+  def environment_options
+    {:FTP_PASSWORD => @password}
+  end
+end
+

data/lib/backzilla/store/ssh.rb

@@ -0,0 +1,37 @@
+require 'net/ssh'
+
+class Backzilla::Store::SSH < Backzilla::Store
+  def initialize(name, options)
+    super(name)
+    @path = options['path']
+    @host = options['host']
+    @user = options['user']
+  end
+
+  def put(source_path, project_name, entity_name)
+    Net::SSH.start(@host, @user ) do |ssh|
+      ssh.exec "mkdir -p " + @path.to_s + "/#{project_name}/#{entity_name}"
+    end
+    super
+  end
+
+  private
+
+  def protocol
+    'ssh'
+  end
+
+  def uri
+    if @path.blank?
+      fatal "Missing path option"
+      exit -1
+    end
+
+    uri = ''
+    uri << "#{@user}@" unless @user.blank?
+    uri << @host
+    uri << "/"
+    uri << @path
+  end
+end
+

data/lib/backzilla/version.rb

@@ -0,0 +1,4 @@
+module Backzilla::Version
+  VERSION = '0.0.1'
+end
+

data/spec/configs/directory/projects.yaml

@@ -0,0 +1,5 @@
+test:
+  files:
+    type: Directory
+    path: /tmp/backzilla/directory
+

data/spec/configs/directory/stores.yaml

@@ -0,0 +1,6 @@
+gnupg_passphrase: 'some_password'
+stores:
+  local:
+    type: Directory
+    path: spec/backups/directory_backup/local
+

data/spec/configs/mongodb/projects.yaml

@@ -0,0 +1,5 @@
+test:
+  databass:
+    type: MongoDB
+    database: backzilla_test
+

data/spec/configs/mongodb/stores.yaml

@@ -0,0 +1,11 @@
+gnupg_passphrase: 'some_password'
+stores:
+  local:
+    type: Directory
+    path: spec/backups/directory_backup/local
+#  my_ssh:
+#    type: SSH
+#    host: localhost
+#    user: sobol
+#    path: spec/backups/directory_backup/SSH
+

data/spec/configs/mysql/projects.yaml

@@ -0,0 +1,7 @@
+test:
+  databass:
+    type: MySQL
+    database: backzilla_test
+    user: root
+    password: root
+

data/spec/configs/mysql/stores.yaml

@@ -0,0 +1,11 @@
+gnupg_passphrase: 'some_password'
+stores:
+  local:
+    type: Directory
+    path: spec/backups/directory_backup/local
+#  my_ssh:
+#    type: SSH
+#    host: localhost
+#    user: sobol
+#    path: spec/backups/directory_backup/SSH
+

data/spec/entities/directory_spec.rb

@@ -0,0 +1,46 @@
+require 'spec/spec_helper'
+
+def remove_files
+  FileUtils.rm_rf "/tmp/backzilla/"
+  FileUtils.rm_rf "spec/backups/"
+  FileUtils.rm "spec/fixtures/file.md5"
+end
+
+describe "Backzilla", "Directory" do
+  before :each do
+    prefix_configs "directory"
+    directory_path
+    setup_directory
+  end
+
+  after(:all) do
+    remove_files
+  end
+
+  it "should prepare files to be backuped up" do
+    if !File.exist? "spec/fixtures/file.md5"
+      FileUtils.touch "spec/fixtures/file.md5"
+    else
+      FileUtils.rm "spec/fixtures/file.md5"
+      FileUtils.touch "spec/fixtures/file.md5"
+    end
+    cmd =<<-CMD
+      find #{directory_path} -type f -print0 | xargs -0 md5sum >> spec/fixtures/file.md5
+    CMD
+    `#{cmd}`
+    run_backzilla(:option => "-b", :project_name => "test")
+  end
+
+  it "should restore files" do
+    run_backzilla(:option => "-r", :project_name => "test")
+    cmd =<<-CMD
+      cp spec/fixtures/file.md5 /tmp/backzilla
+      cd #{directory_path}
+      sh -c "LANG=en md5sum -c /tmp/backzilla/file.md5 | grep -v OK"
+    CMD
+    $md5sum_result = `#{cmd}`
+    $md5sum_result.should == ""
+  end
+
+end
+

data/spec/entities/mongodb_spec.rb

@@ -0,0 +1,104 @@
+require 'spec/spec_helper'
+
+PROJECTS_CONFIG = 'spec/configs/mysql/projects.yaml'
+
+def create_mongodb_database
+  cmd =<<-CMD
+    echo "use backzilla_test
+          db.users.insert({name: 'Paweł', email: 'cokolwiek@amberbit.com', password: 'qweqwe'})
+          db.users.insert({name: 'Łukasz1', email: 'cokolwiek@amberbit.com', password: 'qweqwe'})
+          db.users.insert({name: 'Łukasz2', email: 'cokolwiek@amberbit.com', password: 'qweqwe'})
+          db.users.insert({name: 'Wojtek', email: 'cokolwiek@amberbit.com', password: 'qweqwe'})
+          db.users.insert({name: 'Marcin', email: 'cokolwiek@amberbit.com', password: 'qweqwe'})
+          db.users.insert({name: 'Hubert', email: 'cokolwiek@amberbit.com', password: 'qweqwe'})" |\
+    mongo
+  CMD
+  `#{cmd}`
+end
+
+def modify_mongodb_database
+   cmd =<<-CMD
+     echo "use backzilla_test
+           db.users.update({name: \\"Paweł\\"},{\\$set:{name: \\"Wiesław\\"}})
+           db.users.find()" |\
+     mongo
+   CMD
+   `#{cmd}`
+end
+
+def drop_mongodb_database
+  cmd =<<-CMD
+    echo "use backzilla_test
+          db.dropDatabase()" |\
+    mongo
+  CMD
+  `#{cmd}`
+end
+
+describe "Backzilla", "mongodb", "backup preparation" do
+  before :each do
+    projects_file = File.expand_path PROJECTS_CONFIG
+    data = YAML.load_file projects_file
+      projects = data.inject([]) do |projects, project_data|
+        project_name, project_entities_data = *project_data
+        data[project_name].each do |entity_name, entity_data|
+          @mongodb = Backzilla::Entity::MongoDB.new('test', entity_data)
+        end
+      end
+      create_mongodb_database
+    @mongodb.project = Backzilla::Project.new('test')
+  end
+
+  it "schoule prepare database to be backed up" do
+    path = Pathname.new(@mongodb.prepare_backup)
+    path.should == Pathname.new("/tmp/backzilla/test/test")
+
+    cmd =<<-CMD
+      cd /tmp/backzilla/test/test/backzilla_test/
+      md5sum users.bson
+    CMD
+    $md5sum_before_backup = `#{cmd}`
+  end
+end
+
+describe "Backzilla", "mongodb", "finalize restore" do
+  before :each do
+    projects_file = File.expand_path PROJECTS_CONFIG
+    data = YAML.load_file projects_file
+      projects = data.inject([]) do |projects, project_data|
+        project_name, project_entities_data = *project_data
+        data[project_name].each do |entity_name, entity_data|
+          @mongodb = Backzilla::Entity::MongoDB.new('test', entity_data)
+        end
+      end
+    @mongodb.project = Backzilla::Project.new('test')
+  end
+
+  after(:all) do
+    drop_mongodb_database
+  end
+
+  it "should restore database from given file" do
+    modify_mongodb_database
+    @mongodb.finalize_restore(:path => '/tmp/backzilla/test/test/')
+    cmd =<<-CMD
+      echo "use backzilla_test
+           db.users.find()" |\
+      mongo
+    CMD
+   tmp = `#{cmd}`
+   tmp.should_not include "Wiesiek"
+  end
+
+  it "should restore the exact same database" do
+    path = Pathname.new(@mongodb.prepare_backup)
+    cmd =<<-CMD
+      cd /tmp/backzilla/test/test/backzilla_test/
+      md5sum users.bson
+    CMD
+    $md5sum_after_backup = `#{cmd}`
+
+    $md5sum_before_backup.should == $md5sum_after_backup
+  end
+end
+