backzilla 0.0.1

data/Rakefile

@@ -0,0 +1,28 @@
+require 'rake'
+require 'rake/rdoctask'
+require 'spec/rake/spectask'
+require 'rubygems'
+desc 'Default: run Specs.'
+task :default => :spec
+
+
+desc 'Run specs'
+Spec::Rake::SpecTask.new(:spec) do |t|
+  t.libs << 'lib'
+  t.verbose = true
+end
+
+begin
+  require 'jeweler'
+  Jeweler::Tasks.new do |gemspec|
+    gemspec.name = "backzilla"
+    gemspec.summary = "Multi-purpose backup tool"
+    gemspec.description = "Backzilla can backup multiple entities to multiple destinations."
+    gemspec.email = "pawel.sobolewski@amberbit.com"
+    gemspec.homepage = "http://amberbit.com/"
+    gemspec.authors = ["Wojtek Piekutowski, Paweł Sobolewski"]
+  end
+rescue LoadError
+  puts "Jeweler not available. Install it with: gem install jeweler"
+end
+

data/VERSION

@@ -0,0 +1,2 @@
+0.0.1
+

data/backzilla.gemspec

@@ -0,0 +1,85 @@
+# Generated by jeweler
+# DO NOT EDIT THIS FILE DIRECTLY
+# Instead, edit Jeweler::Tasks in Rakefile, and run the gemspec command
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = %q{backzilla}
+  s.version = "0.0.1"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Wojtek Piekutowski, Pawe\305\202 Sobolewski"]
+  s.date = %q{2010-07-30}
+  s.default_executable = %q{backzilla}
+  s.description = %q{Backzilla can backup multiple entities to multiple destinations.}
+  s.email = %q{pawel.sobolewski@amberbit.com}
+  s.executables = ["backzilla"]
+  s.extra_rdoc_files = [
+    "LICENSE",
+     "README.markdown"
+  ]
+  s.files = [
+    ".gitignore",
+     "COPYING",
+     "LICENSE",
+     "README.markdown",
+     "Rakefile",
+     "VERSION",
+     "backzilla.gemspec",
+     "bin/backzilla",
+     "examples/projects.yaml",
+     "examples/stores.yaml",
+     "lib/backzilla.rb",
+     "lib/backzilla/configuration.rb",
+     "lib/backzilla/connection.rb",
+     "lib/backzilla/entity.rb",
+     "lib/backzilla/entity/directory.rb",
+     "lib/backzilla/entity/mongo_db.rb",
+     "lib/backzilla/entity/my_sql.rb",
+     "lib/backzilla/executor.rb",
+     "lib/backzilla/logger_helper.rb",
+     "lib/backzilla/project.rb",
+     "lib/backzilla/store.rb",
+     "lib/backzilla/store/directory.rb",
+     "lib/backzilla/store/ftp.rb",
+     "lib/backzilla/store/ssh.rb",
+     "lib/backzilla/version.rb",
+     "spec/configs/directory/projects.yaml",
+     "spec/configs/directory/stores.yaml",
+     "spec/configs/mongodb/projects.yaml",
+     "spec/configs/mongodb/stores.yaml",
+     "spec/configs/mysql/projects.yaml",
+     "spec/configs/mysql/stores.yaml",
+     "spec/entities/directory_spec.rb",
+     "spec/entities/mongodb_spec.rb",
+     "spec/entities/mysql_spec.rb",
+     "spec/fixtures/directory/a.txt",
+     "spec/fixtures/directory/b.txt",
+     "spec/fixtures/directory/some/nested/stuff/c.txt",
+     "spec/fixtures/mysql/backzilla_test.sql",
+     "spec/spec.opts",
+     "spec/spec_helper.rb"
+  ]
+  s.homepage = %q{http://amberbit.com/}
+  s.rdoc_options = ["--charset=UTF-8"]
+  s.require_paths = ["lib"]
+  s.rubygems_version = %q{1.3.5}
+  s.summary = %q{Multi-purpose backup tool}
+  s.test_files = [
+    "spec/spec_helper.rb",
+     "spec/entities/directory_spec.rb",
+     "spec/entities/mysql_spec.rb",
+     "spec/entities/mongodb_spec.rb"
+  ]
+
+  if s.respond_to? :specification_version then
+    current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::RubyGemsVersion) >= Gem::Version.new('1.2.0') then
+    else
+    end
+  else
+  end
+end
+

data/bin/backzilla

@@ -0,0 +1,40 @@
+#!/usr/bin/ruby
+
+$LOAD_PATH.unshift File.expand_path(File.dirname(__FILE__) + '/../lib')
+
+require 'backzilla'
+require 'optparse'
+
+options = {}
+options[:quiet] = false
+options[:debug] = false
+
+OptionParser.new do |cmd_options|
+  cmd_options.banner = "Usage: backzilla.rb [OPTIONS]"
+
+  cmd_options.on("-h", "--help", "Show this message") do
+    puts cmd_options
+    exit
+  end
+
+  cmd_options.on("-b", "--backup PROJECT_SPEC", "Backups PROJECT_SPEC") do |spec|
+    options[:backup] = true
+    options[:spec] = spec
+  end
+
+  cmd_options.on("-r", "--restore PROJECT_SPEC", "Restores PROJECT_SPEC") do |spec|
+    options[:restore] = true
+    options[:spec] = spec
+  end
+
+  cmd_options.on("-q", "--quite", "Supress log messages with level lower than ERROR") do |spec|
+    options[:quiet] = true
+  end
+
+  cmd_options.on("-d", "--debug", "Run in debug mode") do |spec|
+    options[:debug] = true
+  end
+end.parse!
+
+Backzilla.run(options)
+

data/examples/projects.yaml

@@ -0,0 +1,31 @@
+pkczb:
+  database:
+    type: MySQL
+    database: pkczb_production
+    user: backup
+    password: q
+  files:
+    type: Directory
+    path: /home/pkczb-www/app
+
+amberbit.com:
+  database:
+    type: MySQL
+    database: amberbit
+  uploads:
+    type: Directory
+    path: /home/amberbit/uploads
+
+test:
+  database:
+    type: MySQL
+    database: br_development
+    user: backup
+    password: q
+    host:
+    port:
+    socket:
+  files:
+    type: Directory
+    path: /tmp/test_project
+

data/examples/stores.yaml

@@ -0,0 +1,12 @@
+gnupg_passphrase: '`a\bv/]|xDcsfEq,$X|y4:U=5y"{cqRE@RE<w0Mn3A?8DMNBVmF"ZxH]&w1_D4u'
+stores:
+  local:
+    type: Directory
+    path: /tmp/backups/server1
+#  my_ftp:
+#    type: FTP
+#    host: ubuntu-server
+#    user: backuper
+#    password: q
+#    path: /backup/production.amberbit.com
+

data/lib/backzilla.rb

@@ -0,0 +1,116 @@
+require 'yaml'
+require 'pp'
+require 'ostruct'
+require 'logger'
+require 'fileutils'
+require 'pathname'
+
+require 'rubygems'
+require 'open4'
+
+class Object
+  def blank?
+    respond_to?(:empty?) ? empty? : !self
+  end
+end
+
+module Backzilla
+  autoload :LoggerHelper, 'backzilla/logger_helper'
+  autoload :Project, 'backzilla/project'
+  autoload :Entity, 'backzilla/entity'
+  autoload :Store, 'backzilla/store'
+  autoload :Executor, 'backzilla/executor'
+  autoload :Version, 'backzilla/version'
+  autoload :Configuration, 'backzilla/configuration'
+
+  include Backzilla::Version
+  include Backzilla::Executor
+  extend Backzilla::LoggerHelper
+
+  STORES_CONFIG = ENV["BACKZILLA_STORES_CONFIG"] || "~/.backzilla/stores.yaml"
+  PROJECTS_CONFIG = ENV["BACKZILLA_PROJECTS_CONFIG"] || "~/.backzilla/projects.yaml"
+
+  def self.store(path, project_name, entity_name)
+    info "Storing #{path}..."
+
+    stores_file = File.expand_path STORES_CONFIG
+    data = YAML.load_file stores_file
+    Store.gnugpg_passphrase = data['gnupg_passphrase']
+    stores = data['stores'].map do |store_name, store_options|
+      klass = Backzilla::Store.const_get(store_options['type'])
+      klass.new(store_name, store_options)
+    end
+
+    stores.each { |s| s.put path, project_name, entity_name }
+  end
+
+  def self.restore(path, project_name, entity_name)
+    info "Restoring #{path}..."
+
+    restores_file = File.expand_path STORES_CONFIG
+    data = YAML.load_file restores_file
+    Store.gnugpg_passphrase = data['gnupg_passphrase']
+    stores = data['stores'].map do |store_name, store_options|
+      klass = Backzilla::Store.const_get(store_options['type'])
+      klass.new(store_name, store_options)
+    end
+
+    stores.each { |s| s.get path, project_name, entity_name }
+  end
+
+  def self.logger
+    return @logger if @logger
+    @logger = Logger.new(STDOUT)
+    @logger.level = Logger::DEBUG
+    @logger.progname = 'Backzilla'
+    @logger
+  end
+
+  def self.options
+    Backzilla::Configuration.instance
+  end
+
+  def self.run(options)
+    config = Backzilla::Configuration.instance
+    options.each do |key, value|
+      config.send "#{key}=", value
+    end
+
+    if config.backup && config.restore
+      fatal "Use -r or -b separately"
+      exit -1
+    elsif !config.backup && !config.restore
+      fatal "-r or -b required"
+      exit -1
+    end
+
+    projects_file = File.expand_path PROJECTS_CONFIG
+    data = YAML.load_file projects_file
+    if config.spec == 'all'
+      projects = data.inject([]) do |projects, project_data|
+        project_name, project_entities_data = *project_data
+        project = Project.new(project_name)
+        project.setup_entities data[project_name]
+        projects << project
+      end
+      projects.each { |p| config.restore ? p.restore : p.backup }
+    else
+      spec_parts = config.spec.split(':')
+      project_name = spec_parts.shift
+      unless data[project_name]
+        fatal "No such project '#{project_name}'"
+        exit -1
+      end
+
+      project = Project.new(project_name)
+      project.setup_entities data[project_name]
+
+      if config.backup
+        project.backup spec_parts
+      elsif config.restore
+        project.restore spec_parts
+      end
+    end
+  end
+end
+

data/lib/backzilla/configuration.rb

@@ -0,0 +1,6 @@
+require 'singleton'
+
+class Backzilla::Configuration < OpenStruct
+  include Singleton
+end
+

data/lib/backzilla/connection.rb

@@ -0,0 +1,5 @@
+class Backzilla::Connection
+
+
+end
+

data/lib/backzilla/entity.rb

@@ -0,0 +1,31 @@
+class Backzilla::Entity
+  autoload :Directory, 'backzilla/entity/directory'
+  autoload :MongoDB, 'backzilla/entity/mongo_db'
+  autoload :MySQL, 'backzilla/entity/my_sql'
+
+  include Backzilla::LoggerHelper
+
+  BASE_PATH = '/tmp/backzilla'
+
+  attr_reader :name
+  attr_accessor :project
+
+  def initialize(name)
+    @name = name
+  end
+
+  private
+
+  def self.demodulize
+    to_s.split('::').last
+  end
+
+  def backup_msg(options={})
+      info "Entity name: [#{name}]. Type of backing up files: [#{self.class.demodulize}]"
+  end
+
+  def restore_msg(options={})
+      info "Entity name: [#{name}]. Type of restoring files: [#{self.class.demodulize}]"
+  end
+end
+

data/lib/backzilla/entity/directory.rb

@@ -0,0 +1,46 @@
+class Backzilla::Entity::Directory < Backzilla::Entity
+  def initialize(name, options)
+    super(name)
+    @path = options['path']
+  end
+
+  def prepare_backup
+    backup_msg
+    validate_path
+    @path
+  end
+
+  def backup
+    prepare_backup
+    Backzilla.store @path, project.name, self.name
+    @path
+  end
+
+  def finalize_restore
+    restore_msg
+    validate_path
+    @path
+  end
+
+  def restore
+    finalize_restore
+    FileUtils.rm_rf @path
+    FileUtils.mkdir @path
+    Backzilla.restore @path, project.name, self.name
+    @path
+  end
+
+  private
+
+  def validate_path
+    if @path.blank?
+      fatal 'path option missing'
+      exit -1
+    end
+    unless File.exist?(@path)
+      fatal "path doesn't exist"
+      exit -1
+    end
+  end
+end
+

data/lib/backzilla/entity/mongo_db.rb

@@ -0,0 +1,47 @@
+class Backzilla::Entity::MongoDB < Backzilla::Entity
+  include Backzilla::Executor
+
+  def initialize(name, options)
+    super(name)
+    @database = options['database']
+  end
+
+  def prepare_backup
+    if @database.blank?
+      fatal "Database name is blank"
+      exit -1
+    end
+    path = Pathname.new(BASE_PATH) + project.name + name
+    FileUtils.mkdir_p path
+    cmd = "mongodump -d #{@database} -o #{path}"
+    execute cmd
+    path
+  end
+
+  def backup
+    prepare_backup
+    backup_msg
+    path = Pathname.new(BASE_PATH) + project.name + name
+    Backzilla.store path, project.name, self.name
+
+    FileUtils.rm_rf path
+  end
+
+  def finalize_restore(options={})
+    path = options[:path]
+    cmd = "mongorestore --drop -d #{@database} #{path}/#{@database}"
+    execute cmd
+
+    FileUtils.rm_rf path
+  end
+
+  def restore
+    restore_msg
+    path = Pathname.new(BASE_PATH) + project.name + name
+    FileUtils.mkdir_p path
+
+    Backzilla.restore path, project.name, self.name
+    finalize_restore(:path => path)
+  end
+end
+