outback 0.0.1

data/MIT-LICENSE

@@ -0,0 +1,20 @@
+Copyright (c) 2012 onrooby GmbH
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/VERSION

@@ -0,0 +1 @@
+0.0.1

data/bin/outback

@@ -0,0 +1,6 @@
+#!/usr/bin/env ruby
+
+require 'outback'
+require 'outback/cli'
+
+Outback::CLI.invoke

data/lib/outback/archive.rb

@@ -0,0 +1,5 @@
+module Outback
+  class Archive
+  
+  end
+end

data/lib/outback/backup.rb

@@ -0,0 +1,45 @@
+module Outback
+  class Backup
+    attr_reader :configuration, :name, :timestamp, :archives, :tmpdir
+    delegate :sources, :targets, :to => :configuration
+    
+    def initialize(configuration)
+      @configuration = configuration
+      @name = configuration.name
+      @timestamp = Time.now.to_formatted_s(:number)
+    end
+    
+    def run!
+      @archives  = []
+      puts configuration.inspect
+      begin
+        @tmpdir = Dir.mktmpdir([name, timestamp])
+        @archives = create_archives
+        upload_archives
+      ensure
+        FileUtils.remove_entry_secure(tmpdir)
+      end
+      purge_repository
+    end
+    
+    private
+    
+    def create_archives
+      archives = sources.collect do |source|
+        source.create_archives(name, timestamp, tmpdir)
+      end
+      archives.flatten.compact
+    end
+    
+    def purge_repository
+      
+    end
+    
+    def upload_archives
+      targets.each do |target|
+        target.put(archives, timestamp)
+      end
+    end
+    
+  end
+end

data/lib/outback/cli.rb

@@ -0,0 +1,50 @@
+require 'optparse'
+
+module Outback
+  module CLI
+    DEFAULT_CONFIGURATION_FILE = '/etc/outback/outback.conf'
+    
+    def self.invoke
+      options = {}
+      option_parser = OptionParser.new do |p|
+        p.banner = "Usage: outback [configfile]"
+        # p.on -v --verbose be talky
+        p.on_tail("-h", "--help", "Show this message") do
+          puts p
+          exit
+        end
+        p.on_tail("--version", "Show version") do
+          puts "Outback #{Outback::VERSION}"
+          exit
+        end
+      end
+      option_parser.parse!
+      options[:configuration] = ARGV.first unless ARGV.first.blank?
+      Outback::Configuration.reset
+      config_file = options[:configuration] or begin
+        unless File.exists?(DEFAULT_CONFIGURATION_FILE)
+          puts 'no configuration found'
+          exit(1)
+        end
+        DEFAULT_CONFIGURATION_FILE
+      end
+      begin
+        load config_file
+      rescue ConfigurationError => conf_error
+        puts "Configuration Error! #{conf_error}"
+        exit(1)
+      rescue Exception => e
+        puts 'Error loading config file'
+        puts e
+        exit(1)
+      end
+      if Outback::Configuration.loaded.empty?
+        puts 'no configuration could be loaded'
+        exit(1)
+      end
+      Outback::Configuration.loaded.each do |configuration|
+        Outback::Backup.new(configuration).run!
+      end
+    end
+  end  
+end

data/lib/outback/configuration.rb

@@ -0,0 +1,54 @@
+module Outback
+  class Configuration
+    @loaded = []
+
+    class << self
+      def add(configuration)
+        raise "duplicate configuration #{configuration.name}" if loaded.any?(&its.name == configuration.name)
+        loaded << configuration
+      end
+      
+      def loaded
+        @loaded
+      end
+      
+      def reset
+        @loaded = []
+      end
+    end
+
+    attr_reader :name, :sources, :targets, :errors
+
+    def initialize(name, &block)
+      raise(ConfigurationError.new(:name)) if name.blank?
+      @name = name.to_s
+      @sources, @targets, @errors = [], [], []
+      if block_given?
+        if block.arity == 1 then yield(self) else instance_eval(&block) end
+      end
+      raise unless valid?
+      self.class.add(self)
+    end
+
+    protected
+
+    def source(type, *args, &block)
+      "Outback::#{type.to_s.classify}Source".constantize.configure(*args, &block).tap { |instance| sources << instance }
+    end
+    
+    def target(type, *args, &block)
+      "Outback::#{type.to_s.classify}Target".constantize.configure(*args, &block).tap { |instance| targets << instance }
+    end
+  
+    def valid?
+      errors.clear
+      return error(:targets) if targets.empty?
+      true
+    end
+    
+    def error(attribute, description = nil)
+      errors << ConfigurationError.new(attribute, description)
+      false
+    end
+  end
+end

data/lib/outback/configuration_error.rb

@@ -0,0 +1,10 @@
+module Outback
+  class ConfigurationError < Exception
+    attr_reader :attribute, :description
+    
+    def initialize(attribute, description)
+      self.attribute = attribute
+      self.description = description
+    end
+  end
+end

data/lib/outback/directory_source.rb

@@ -0,0 +1,32 @@
+module Outback
+  class DirectorySource < Source
+    attr_reader :path
+    
+    def initialize(path)
+      @path = path
+    end
+    
+    def source_name
+      path.gsub(/[^A-Za-z0-9\-_.]/, '_').gsub(/(\A_|_\z)/, '')
+    end
+    
+    def excludes
+      @excludes ||= []
+    end
+    
+    def exclude(path)
+      excludes << path
+    end
+    
+    def create_archives(backup_name, timestamp, tmpdir)
+      source_dir = Pathname.new(path).realpath
+      archive_name = Pathname.new(tmpdir).join("#{backup_name}_#{timestamp}_#{source_name}.tar.gz")
+      exclude_list = Pathname.new(tmpdir).join('exclude_list.txt')
+      File.open(exclude_list, 'w') { |f| f << excludes.join("\n") }
+      commandline = "tar --create --file #{archive_name} --preserve-permissions --gzip --verbose --exclude-from #{exclude_list} #{source_dir}"
+      puts "EXECUTING #{commandline}"
+      puts `#{commandline}`
+      [TempArchive.new(archive_name)]
+    end
+  end
+end

data/lib/outback/directory_target.rb

@@ -0,0 +1,37 @@
+module Outback
+  class DirectoryTarget < Target
+    attr_reader :path
+    attr_setter :user, :group, :directory_permissions, :archive_permissions, :ttl, :move
+    
+    def initialize(path)
+      @path = path
+    end
+    
+    def valid?
+      (user and group) or (not user and not group)
+    end
+    
+    def put(archives, timestamp)
+      backup_folder = Pathname.new(path).join(timestamp[0..7]) # yyyymmdd
+      Dir.mkdir(backup_folder) unless backup_folder.directory?
+      FileUtils.chmod directory_permissions || 0700, backup_folder
+      archives.each do |archive|
+        basename = Pathname.new(archive.filename).basename
+        if move
+          puts "moving #{archive.filename} to #{backup_folder}"
+          FileUtils.mv archive.filename, backup_folder
+        else
+          puts "copying #{archive.filename} to #{backup_folder}"
+          FileUtils.cp_r 
+        end
+        archived_file = backup_folder.join(basename)
+        puts "chmodding"
+        FileUtils.chmod archive_permissions || 0600, archived_file
+        if user && group
+          puts "chowning"
+          FileUtils.chown user, group, archived_file
+        end 
+      end
+    end
+  end
+end

data/lib/outback/local_archive.rb

@@ -0,0 +1,6 @@
+module Outback
+  class LocalArchive < Archive
+    
+    
+  end
+end

data/lib/outback/mysql_source.rb

@@ -0,0 +1,49 @@
+module Outback
+  class MysqlSource < Source
+    attr_setter :user, :password, :host, :port, :socket
+    
+    def databases
+      @databases ||= []
+    end
+    
+    def excludes
+      @excludes ||= []
+    end
+    
+    def database(name)
+      databases << name
+    end
+    
+    def exclude(name)
+      excludes << name.to_s
+    end
+    
+    def valid?
+      user && password
+    end
+    
+    def create_archives(backup_name, timestamp, tmpdir)
+      mysql_host = host || 'localhost'
+      mysql_port = (port || 3306) unless socket
+      if databases.empty?
+        #        (host=nil, user=nil, passwd=nil, db=nil, port=nil, socket=nil, flag=nil)
+        mysql = Mysql.connect(mysql_host, user, password, nil, mysql_port, socket)
+        @databases = mysql.databases - excludes
+        mysql.close
+      end
+      
+      archives = databases.collect do |database|
+        archive_name = Pathname.new(tmpdir).join("#{backup_name}_#{timestamp}_#{database}.sql.gz")
+        mysql_conf_file = Pathname.new(tmpdir).join('outback_my.cnf')
+        File.open(mysql_conf_file, 'w') { |f| f << "[client]\npassword=#{password}\n" }
+        FileUtils.chmod 0600, mysql_conf_file
+        
+        # base_command="$mysqldump --defaults-extra-file=$mysql_conffile $opt -u$BM_MYSQL_ADMINLOGIN -h$BM_MYSQL_HOST -P$BM_MYSQL_PORT"
+        commandline = "mysqldump --defaults-extra-file=#{mysql_conf_file} --user=#{user} --host=#{mysql_host} --port=#{mysql_port} #{database} | gzip > #{archive_name}"
+        puts commandline
+        puts `#{commandline}`
+        TempArchive.new(archive_name)
+      end
+    end
+  end
+end

data/lib/outback/remote_archive.rb

@@ -0,0 +1,6 @@
+module Outback
+  class RemoteArchive < Archive
+    
+    
+  end
+end

data/lib/outback/s3_archive.rb

@@ -0,0 +1,6 @@
+module Outback
+  class S3Archive < RemoteArchive
+    
+    
+  end
+end

data/lib/outback/s3_target.rb

@@ -0,0 +1,7 @@
+module Outback
+  class S3Target < Target
+    attr_setter :bucket, :access_key, :secret_key, :ttl, :prefix
+        
+  end
+  
+end

data/lib/outback/source.rb

@@ -0,0 +1,10 @@
+module Outback
+  class Source
+    include Configurable
+    
+    def create_archive(backup_name, timestamp, tmpdir)
+      # implement in subclasses
+    end
+    
+  end
+end

data/lib/outback/support/attr_setter.rb

@@ -0,0 +1,24 @@
+module Outback
+    
+  class AttrSetter
+    def initialize(configurable)
+      @configurable = configurable
+      configurable.class.attributes.each do |name|
+        meta_def(name) do |value|
+          write_attribute(name, value)
+        end
+      end
+    end
+      
+    def method_missing(name, *args, &block)
+      @configurable.send(name, *args, &block)
+    end
+
+    private
+
+    def write_attribute(name, value)
+      @configurable.instance_variable_set "@#{name}", value
+    end
+  end
+
+end

data/lib/outback/support/configurable.rb

@@ -0,0 +1,33 @@
+module Outback
+  module Configurable
+    
+    def self.included(base)
+      base.extend ClassMethods
+    end
+    
+    module ClassMethods
+      def configure(*args, &block)
+        returning new(*args) do |instance|
+          if block_given?
+            if block.arity == 1 then yield(instance.attr_setter) else instance.attr_setter.instance_eval(&block) end
+          end
+        end
+      end
+      
+      def attr_setter(*names)
+        attributes.concat(names).uniq!
+        names.each { |name| attr_reader name }
+      end
+      
+      def attributes
+        read_inheritable_attribute(:attributes) || write_inheritable_attribute(:attributes, [])
+      end
+      
+    end
+    
+    def attr_setter
+      @attr_setter ||= AttrSetter.new(self)
+    end
+    
+  end
+end

data/lib/outback/support/mysql_ext.rb

@@ -0,0 +1,23 @@
+module Outback
+  module MysqlExt
+    module Mysql
+      def databases
+        result = query('SHOW DATABASES')
+        databases = result.fetch_all_rows.flatten
+        result.free
+        databases
+      end
+    end
+    
+    module Result
+      def fetch_all_rows
+        returning [] do |rows|
+          each { |row| rows << row }
+        end
+      end
+    end
+  end
+end
+
+Mysql.send :include, Outback::MysqlExt::Mysql
+Mysql::Result.send :include, Outback::MysqlExt::Result

data/lib/outback/support/returning.rb

@@ -0,0 +1,11 @@
+module Outback
+#  module Support
+    module Returning
+      def returning(value, &block)
+        value.tap(&block)
+      end
+    end
+#  end
+end
+
+Object.send(:include, Outback::Returning)

data/lib/outback/target.rb

@@ -0,0 +1,6 @@
+module Outback
+  class Target
+    include Configurable
+    
+  end
+end

data/lib/outback/temp_archive.rb

@@ -0,0 +1,9 @@
+module Outback
+  class TempArchive < Archive
+    attr_reader :filename
+    
+    def initialize(filename)
+      @filename = filename
+    end
+  end
+end

data/lib/outback/vendor/metaclass.rb

@@ -0,0 +1,15 @@
+class Object
+  # The hidden singleton lurks behind everyone
+  def metaclass; class << self; self; end; end
+  def meta_eval &blk; metaclass.instance_eval &blk; end
+
+  # Adds methods to a metaclass
+  def meta_def name, &blk
+    meta_eval { define_method name, &blk }
+  end
+
+  # Defines an instance method within a class
+  def class_def name, &blk
+    class_eval { define_method name, &blk }
+ end
+end

data/lib/outback/vendor/methodphitamine.rb

@@ -0,0 +1,27 @@
+module Kernel
+  protected
+  def it() It.new end
+  alias its it
+end
+ 
+class It
+ 
+  undef_method(*(instance_methods - %w*__id__ __send__*))
+ 
+  def initialize
+    @methods = []
+  end
+ 
+  def method_missing(*args, &block)
+    @methods << [args, block] unless args == [:respond_to?, :to_proc]
+    self
+  end
+ 
+  def to_proc
+    lambda do |obj|
+      @methods.inject(obj) do |current,(args,block)|
+        current.send(*args, &block)
+      end
+    end
+  end
+end