backsum 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: d878b3d6463c6744afb48d6e8ff579db32e87b1e
+  data.tar.gz: b71480829efc739d4bf7342b1a8c2d77ccb2e6d7
+SHA512:
+  metadata.gz: c96af7d9f9b43fd4e59724907b740d9bcaf51d1095095b7572f12c12c6d2acc975ec5f509ee65bed927674b07b5a2fcba7345dc9b15e0b8794a11169ff2d20e0
+  data.tar.gz: 28ab1177d4f4daf44ae350752c8d204b68a86c0ee24bfe624e6fc8cc79c0caffc2f5bf84f0d657b7d92a606025f133b3f984919a24978b14c3c7e6bf04450823

data/.gitignore

@@ -0,0 +1,20 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+config
+backups
+projects

data/.rspec

@@ -0,0 +1,2 @@
+--color
+--format progress

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in backsum.gemspec
+gemspec

data/Guardfile

@@ -0,0 +1,9 @@
+# A sample Guardfile
+# More info at https://github.com/guard/guard#readme
+
+guard :rspec do
+  watch(%r{^spec/.+_spec\.rb$})
+  watch(%r{^lib/(.+)\.rb$})     { |m| "spec/lib/#{m[1]}_spec.rb" }
+  watch('spec/spec_helper.rb')  { "spec" }
+end
+

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2013 sunteya
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,51 @@
+# Backsum
+
+backsum is unix base the file system backup tools, it will incremental backup remote file to local storage.
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'backsum'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install backsum
+
+## Usage
+
+First, you have to configure your backup tasks.
+
+    $ mkdir ./projects
+    $ vi ./projects/one_task.rb
+
+Create a ruby file to configure your first task.
+
+    # one_task.rb
+    
+    name "one_task_name"
+    
+    server "remotehost", username: "www-data" do
+      folder "/var/www/demo/apps/one_web/shared"
+      folder "/var/www/demo/apps/two_web/shared", excluded: ["logs", "assets"], as: "two_web_backup"
+    end
+    
+    server "localhost", local: true do
+      folder "/foo", excluded: ["bar"], as: "local_backup"
+    end
+
+Here’s how you run a backup server.
+
+    $ backsum --all
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1,5 @@
+require "bundler/gem_tasks"
+
+require 'rspec/core/rake_task'
+RSpec::Core::RakeTask.new(:spec)
+task :default => :spec

data/backsum.gemspec

@@ -0,0 +1,33 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'backsum/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "backsum"
+  spec.version       = Backsum::VERSION
+  spec.authors       = [ "sunteya", "jyfcrw" ]
+  spec.email         = [ "sunteya@gmail.com", "jyfcrw@gmail.com" ]
+  spec.description   = %q{backsum is unix base the file system backup tools, it will incremental backup remote file to local storage.}
+  spec.summary       = %q{remote incremental backup tools}
+  spec.homepage      = "https://github.com/sunteya/backsum"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files`.split($/)
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_runtime_dependency "cocaine", "~> 0.5.2"
+  spec.add_runtime_dependency "posix-spawn", "~> 0.3.6"
+  spec.add_runtime_dependency "virtus", "~> 1.0.0"
+  spec.add_runtime_dependency "activesupport", ">= 3.0.0"
+  spec.add_runtime_dependency "logging", "~> 1.6.2"
+
+  spec.add_development_dependency "bundler", "~> 1.3"
+  spec.add_development_dependency "rake"
+  spec.add_development_dependency "pry-nav"
+  spec.add_development_dependency "rspec", "~> 2.14.1"
+  spec.add_development_dependency "simplecov", "~> 0.7.1"
+  spec.add_development_dependency "guard-rspec", "~> 4.0.3"
+end

data/bin/backsum

@@ -0,0 +1,4 @@
+#!/usr/bin/env ruby
+
+require_relative '../lib/backsum/cli'
+Backsum::Cli.new.execute(ARGV)

data/lib/backsum.rb

@@ -0,0 +1,14 @@
+require_relative "backsum/version"
+require "active_support/core_ext/module"
+require "logging"
+
+module Backsum
+  mattr_accessor :verbose
+  @@verbose = false
+
+  mattr_accessor :logger
+  @@logger = Logging.logger($stdout).tap do |logger|
+    logger.level = :info
+  end
+
+end

data/lib/backsum/backup.rb

@@ -0,0 +1,36 @@
+require "virtus"
+
+module Backsum
+  class Backup
+    include Virtus.model
+    NAME_PATTERN = "%Y%m%dT%H%M%S"
+    
+    attribute :name
+    attribute :base_dir
+    attribute :outdated, Boolean
+    
+    def <=>(other)
+      self.backup_at <=> other.backup_at
+    end
+    
+    def backup_at
+      DateTime.strptime(self.name, NAME_PATTERN)
+    end
+    
+    def backup_at=(datetime)
+      self.name = datetime.strftime(NAME_PATTERN)
+    end
+    
+    def path
+      File.join(self.base_dir, self.name)
+    end
+    
+    def cweek
+      self.backup_at.cweek
+    end
+    
+    def day
+      self.backup_at.day
+    end
+  end
+end

data/lib/backsum/cli.rb

@@ -0,0 +1,97 @@
+require_relative "../backsum"
+require_relative "version"
+require_relative "project_dsl"
+
+require 'optparse'
+require "virtus"
+
+module Backsum
+  class Cli
+    attr_accessor :options, :action
+
+    def initialize(*args)
+      self.options = { projects_path: "./projects" }
+      self.action = nil
+    end
+    
+    def execute(argv = [])
+      option_parser!(argv)
+
+      Backsum.logger.level = :debug if ::Backsum.verbose
+
+      if self.action
+        send self.action
+      else
+        self.show_usage
+        exit 1
+      end
+    end
+    
+    def option_parser!(argv)
+      @option_parser ||= OptionParser.new do |opts|
+        opts.banner = "Usage: #{File.basename($0)} [options] action ..."
+
+        opts.on("-V", "--version", "Display the Backsum version and exit.") do
+          self.action = :show_version
+        end
+
+        opts.on("--all[=PATH]", "excute all the files. default: '#{self.options[:projects_path]}'") do |path|
+          self.options[:projects_path] = path if path
+          self.action = :perform_by_dir
+        end
+
+        opts.on("-v", "--[no-]verbose", "increase verbosity. default: #{Backsum.verbose}") do |value|
+          Backsum.verbose = value
+        end
+      end
+
+      @option_parser.parse!(argv)
+
+      if !self.action && argv.any?
+        self.action = :perform_by_inputs
+        @input_files = argv
+      end
+    end
+    
+    def show_usage
+      stderr "Please specify one action to execute."
+      stderr @option_parser.help
+    end
+
+    def show_version
+      stdout "Backsum v#{Backsum::VERSION}"
+    end
+
+    def perform_by_dir
+      files = Dir[File.join(self.options[:projects_path], '*.rb')]
+      perform_files(files)
+    end
+
+    def perform_by_inputs
+      perform_files(@input_files)
+    end
+
+  protected
+    def perform_files(files)
+      files.each do |file|
+        if !File.exist?(file)
+          stderr "#{file} is not exist!"
+          exit 1
+        end
+      end
+
+      files.each do |file|
+        project = Backsum::Project.dsl(File.read(file), file)
+        project.perform
+      end
+    end
+
+    def stdout(*args)
+      $stdout.puts(*args)
+    end
+    
+    def stderr(*args)
+      $stderr.puts(*args)
+    end
+  end
+end

data/lib/backsum/project.rb

@@ -0,0 +1,109 @@
+require_relative "../backsum"
+require_relative 'server'
+require_relative 'backup'
+require_relative 'shell'
+
+require "fileutils"
+require "virtus"
+
+module Backsum
+  class Project
+    include Virtus.model
+    LATEST_LINK_NAME = "Latest"
+    
+    attribute :name
+    attribute :servers
+    attribute :keep_days
+    attribute :keep_weeks
+    attribute :backup_to
+    
+    def initialize(*args)
+      self.keep_days = 3
+      self.keep_weeks = 4
+      self.name = "default"
+      self.backup_to = Proc.new { "./backups/#{name}" }
+      self.servers = []
+      super
+    end
+    
+    def backup_to
+      @backup_to.respond_to?(:call) ? instance_eval(&@backup_to) :  @backup_to.to_s
+    end
+    
+    def perform
+      build_target_backup_folder # prepare
+      sync_servers_data # execute
+      cleanup_outdate_backups # cleanup
+    end
+    
+    def build_target_backup_folder
+      FileUtils.mkdir_p(self.backup_to)
+      FileUtils.mkdir_p(self.current_backup.path) if !self.latest_backup
+    end
+    
+    def sync_servers_data
+      lastest_backup_path = self.latest_backup.path  if self.latest_backup
+      
+      self.servers.each do |server|
+        server.sync self.current_backup.path, lastest_backup_path
+      end
+      
+      Dir.chdir self.backup_to do
+        FileUtils.rm_rf LATEST_LINK_NAME
+        FileUtils.ln_sf self.current_backup.name, LATEST_LINK_NAME
+      end
+    end
+    
+    def current_backup
+      @current_backup ||= Backup.new(backup_at: DateTime.now, base_dir: self.backup_to)
+    end
+    
+    def latest_backup
+      path = File.join(self.backup_to, LATEST_LINK_NAME)
+      if File.exists?(path)
+        real_path = File.readlink(path)
+        Backup.new(name: File.basename(real_path), base_dir: self.backup_to)
+      end
+    end
+    
+    def backups
+      self.backup_names.map { |backup_name| Backup.new(name: backup_name, base_dir: self.backup_to) }
+    end
+    
+    def backup_names
+      Dir[File.join(self.backup_to, "*")].map do |backup_path|
+        next if File.basename(backup_path) == LATEST_LINK_NAME
+        File.basename(backup_path)
+      end.compact
+    end
+    
+    def latest_link_name
+      LATEST_LINK_NAME
+    end
+    
+    def cleanup_outdate_backups
+      backups = self.backups
+      
+      backups.each { |b| b.outdated = true }
+      
+      # keep weekly backups
+      cweeks_mapping = backups.group_by(&:cweek)
+      cweeks_mapping.keys.sort.reverse.slice(0, self.keep_weeks).each do |cweek|
+        cweeks_mapping[cweek].sort.last.outdated = false
+      end
+      
+      # keep daily backups
+      days_mapping = backups.group_by(&:day)
+      days_mapping.keys.sort.reverse.slice(0, self.keep_days).each do |day|
+        days_mapping[day].sort.last.outdated = false
+      end
+      
+      # keep latest backup
+      # skip, already keep by daily
+      
+      backups.each do |backup|
+        FileUtils.rm_rf(backup.path) if backup.outdated?
+      end
+    end
+  end
+end

data/lib/backsum/project_dsl.rb

@@ -0,0 +1,45 @@
+require_relative 'project'
+require_relative 'server'
+
+module Backsum
+  class Project
+    
+    def self.dsl(*args, &block)
+      Dsl.new(*args, &block).instance
+    end
+    
+    class Dsl
+      attr_accessor :instance
+
+      def initialize(content = nil, filename = nil, lineno = 0, &block)
+        self.instance = Project.new
+        self.instance.name = File.basename(filename, ".rb") if filename
+        
+        instance_eval(content, filename, lineno) if content
+        instance_eval(&block) if block
+      end
+      
+      def name(name)
+        self.instance.name = name
+      end
+      
+      def server(*args, &block)
+        server = Server::Dsl.new(*args, &block).instance
+        self.instance.servers << server
+      end
+      
+      def keep_days(days)
+        self.instance.keep_days = days
+      end
+      
+      def keep_weeks(weeks)
+        self.instance.keep_weeks = weeks
+      end
+      
+      def backup_to(path)
+        self.instance.backup_to = path
+      end
+    end
+    
+  end
+end

data/lib/backsum/server.rb

@@ -0,0 +1,89 @@
+require_relative "../backsum"
+require_relative 'shell'
+
+require "virtus"
+require "fileutils"
+require "shellwords"
+
+module Backsum
+  class Server
+    include Virtus.model
+    
+    attribute :host
+    attribute :username
+    attribute :local
+    attribute :folders, Hash
+    
+    def connect
+      return nil if local
+      username ? "#{username}@#{host}" : host if host
+    end
+    
+    def sync(backup_path, linkdest_path)
+      self.folders.each_pair do |folder, options|
+        execute_rsync(backup_path, linkdest_path, connect, folder, options)
+      end
+    end
+    
+    def execute_rsync(backup_path, linkdest_path, connect, source, options)
+      arguments = [ "--archive", "--delete" ]
+      target_path = File.join(backup_path, self.host)
+      arguments << "--verbose" if Backsum.verbose
+
+      if linkdest_path
+        linkdest_abosulte_path = File.absolute_path(linkdest_path) # rsync link dest must be abosulte path.
+        linkdest_dir = File.join([linkdest_abosulte_path, self.host, options[:as], "/"].compact)
+        arguments << "--link-dest=#{linkdest_dir}" if File.exists?(linkdest_dir)
+      end
+
+      if options[:as]
+        target_path = File.join(target_path, options[:as])
+      else
+        arguments << "--relative"
+      end
+      
+      FileUtils.mkdir_p target_path
+      
+      (options[:excluded] || []).each do |pattern|
+        arguments << "--exclude=#{pattern}"
+      end
+      
+      source = File.join(source, "/") if File.directory?(source)
+      if connect
+        arguments << "#{connect}:#{source}"
+      else
+        arguments << source
+      end
+      
+      arguments << target_path
+      
+      copy_command = Shell.new("rsync", arguments.map {|arg| shell_param_escape(arg) }.join(' '))
+      copy_command.run
+    end
+    
+    def shell_param_escape(str)
+      if str.include? " "
+        "'" + str.gsub("'", "\\'") + "'" 
+      else
+        str
+      end
+    end
+    
+    class Dsl
+      attr_accessor :instance
+
+      def initialize(host, options = {}, &block)
+        self.instance = Server.new
+        self.instance.host = host
+        self.instance.local = options[:local]
+        self.instance.username = options[:username]
+        
+        instance_eval(&block) if block
+      end
+      
+      def folder(path, options = {})
+        self.instance.folders[path] = options
+      end
+    end
+  end
+end

data/lib/backsum/shell.rb

@@ -0,0 +1,43 @@
+require_relative "../backsum"
+
+require "cocaine"
+require 'posix/spawn'
+
+module Backsum
+  class Shell
+    def initialize(command, params = "", options = {})
+      options[:runner] ||= LoggablePosixRunner.new
+      @command_line = Cocaine::CommandLine.new(command, params, options)
+    end
+
+    def run(*args)
+      @command_line.run(*args)
+    end
+  end
+
+  class LoggablePosixRunner
+    def call(command, env = {})
+      input, output = IO.pipe
+      pid = spawn(env, command, :out => output)
+      output.close
+      result = ""
+
+      while line = input.readline 
+        Backsum.logger.debug(line.chomp)
+        result << line
+      end rescue EOFError
+
+      waitpid(pid)
+      input.close
+      result
+    end
+
+    def spawn(*args)
+      ::POSIX::Spawn.spawn(*args)
+    end
+
+    def waitpid(pid)
+      ::Process.waitpid(pid)
+    end
+  end
+end

data/lib/backsum/version.rb

@@ -0,0 +1,3 @@
+module Backsum
+  VERSION = "0.0.1"
+end

data/spec/lib/backsum/cli_spec.rb

@@ -0,0 +1,118 @@
+require_relative '../../spec_helper'
+require "backsum/cli"
+
+describe Backsum::Cli do
+  before(:each) do
+    @stdout, @stderr = capture_console_output
+    @fixture_dir = File.expand_path("../cli_spec", __FILE__)
+    @cli = Cli.new
+    @project = double("project")
+    
+    Project.should respond_to(:dsl)
+    Project.stub(:dsl).with(any_args).and_return(@project)
+  end
+
+  after(:each) do
+    release_console_capture
+  end
+
+  it "can show corrent version" do
+    exit_code = run_command "-V"
+    exit_code.should == 0
+    @stdout.string.should include Backsum::VERSION
+  end
+  
+  it "can show help with null arguments" do
+    exit_code = run_command
+    exit_code.should_not == 0
+    @stderr.string.should_not be_empty
+  end
+  
+  it "have verbose option" do
+    exit_code = run_command "--verbose"
+    Backsum.verbose.should == true
+    Backsum.logger.level.should == Logging.level_num(:debug)
+  end
+
+  it "can't recieve unexists file" do
+    exit_code = run_command "./unexists_file.rb"
+    exit_code.should_not == 0
+    @stderr.string.should_not be_empty
+  end
+  
+  it "can execute perform method with existing file" do
+    @project.should receive(:perform).once
+    Dir.chdir(@fixture_dir) do
+      exit_code = run_command "all-projects/uat.rb"
+      exit_code.should == 0
+    end
+  end
+  
+
+  it "the argument '--all' have default value" do
+    Dir.chdir(@fixture_dir) do
+      exit_code = run_command "--all"
+    end
+    @cli.options[:projects_path].should == "./projects"
+  end
+
+  it "can execute command with option --all" do
+    @project.should receive(:perform).twice
+    Dir.chdir(@fixture_dir) do
+      exit_code = run_command "--all=./all-projects"
+      exit_code.should == 0
+    end
+
+    @cli.options[:projects_path].should == "./all-projects"
+  end
+  
+  it "can ignore FILE argument if have argument: '--all'" do
+    @project.should receive(:perform).twice
+    Dir.chdir(@fixture_dir) do
+      exit_code = run_command "--all=./all-projects" , "./ignore_file.rb"
+      exit_code.should == 0
+    end
+  end
+  
+protected
+  def run_command(*argv)
+    begin
+      @cli.execute(argv)
+      return 0
+    rescue SystemExit => e
+      return e.status
+    end
+  end
+
+  def capture_console_output(&block)
+    @capture_console_output_start = true
+    @origin_stdout = $stdout
+    @origin_stderr = $stderr
+
+    stdout = StringIO.new
+    stderr = StringIO.new
+
+    $stdout = stdout
+    $stderr = stderr
+
+    if block_given?
+      begin
+        result = yield
+        [ stdout, stderr, result ]
+      ensure
+        release_console_capture
+      end
+    else
+      [ stdout, stderr ]
+    end
+  end
+
+  def release_console_capture
+    if @capture_console_output_start
+      $stdout = @origin_stdout
+      $stderr = @origin_stderr
+      @capture_console_output_start = false
+    end
+  end
+
+end

data/spec/lib/backsum/cli_spec/all-projects/mh.rb

@@ -0,0 +1,6 @@
+name "yst"
+
+EXCLUDED_FILES = ["logs", "assets"]
+server "ocn-pro-yst", username: "www-data" do
+  folder "/var/www/starcloud/apps/portal/shared", excluded: EXCLUDED_FILES, as: "yst-portal"
+end

data/spec/lib/backsum/cli_spec/all-projects/uat.rb

@@ -0,0 +1,7 @@
+name "uat"
+
+EXCLUDED_FILES = ["logs", "assets"]
+server "uat.bstar.wido.me", username: "www-data" do
+  folder "/var/www/demo/apps/balm/shared", excluded: EXCLUDED_FILES, as: "balm"
+  folder "/var/www/demo/apps/balm-game/shared", excluded: EXCLUDED_FILES
+end

data/spec/lib/backsum/project_dsl_spec.rb

@@ -0,0 +1,70 @@
+require_relative '../../spec_helper'
+require "backsum/project_dsl"
+
+describe Backsum::Project do
+  
+  it "can create instance by dsl block" do
+    project = Backsum::Project::Dsl.new do
+      name "github.com"
+    end.instance
+
+    project.name.should == "github.com"
+  end
+
+  it "can create instance by dsl file" do
+    dsl = Backsum::Project::Dsl.new <<-end_eval, __FILE__, __LINE__
+      name "ooxx"
+    end_eval
+
+    dsl.instance.name.should == "ooxx"
+  end
+  
+  it "can append a server" do
+    project = Backsum::Project::Dsl.new do
+      server "bstar-pro-uat", username: "root" do
+      end
+    end.instance
+
+    project.servers.size.should == 1
+    project.servers.first.should be_a Backsum::Server
+    
+  end
+  
+  it "can set default project name by config file basename" do
+    dsl = Backsum::Project::Dsl.new nil, "./projects/bak_balm.rb"
+    dsl.instance.name.should == "bak_balm"
+  end
+  
+  it "can set default backup properties" do
+    dsl = Backsum::Project::Dsl.new nil, "./projects/bak_balm.rb"
+    
+    dsl.instance.keep_days.should == 3
+    dsl.instance.keep_weeks.should == 4
+    dsl.instance.backup_to.should == "./backups/bak_balm"
+  end
+  
+  it "can override default backup properties" do
+    dsl = Backsum::Project::Dsl.new do
+      keep_days 5
+      keep_weeks 8
+      backup_to "./baks/foo"
+    end
+    
+    dsl.instance.keep_days.should == 5
+    dsl.instance.keep_weeks.should == 8
+    dsl.instance.backup_to.should == "./baks/foo"
+  end
+  
+  it "can synchronize backup_to with project name" do
+    dsl = Backsum::Project::Dsl.new  do
+      name "oox"
+    end
+    
+    dsl.instance.backup_to.should == "./backups/oox"
+  end
+
+  it "can initial a Project::Dsl instance" do
+    project = Project.dsl
+    project.should be_a Project
+  end
+end

data/spec/lib/backsum/project_spec.rb

@@ -0,0 +1,86 @@
+require_relative '../../spec_helper'
+require "backsum/project"
+require "pathname"
+
+describe Project do
+  
+  before(:each) do
+    @fixture_dir = Pathname.new("../project_spec").expand_path(__FILE__)
+    @autoremove_files = []
+  end
+  
+  after(:each) do
+    @autoremove_files.each do |file|
+      FileUtils.rm_rf(file) if File.exist?(file)
+    end
+  end
+  
+  it "can build new target backup folders at first time" do
+    first_backup_dir = fixture_temp_dir("first_time")
+    
+    project = Project.new(backup_to: first_backup_dir.to_s)
+    project.build_target_backup_folder
+    
+    first_backup_dir.should be_exist
+  end
+  
+  it "can cleanup outdated daily backups" do
+    deploy_dir = fixture_temp_dir("daliy_cleanup")
+    backup_names = {
+      "20131008T230000" => false,
+      "20131009T220000" => false,
+      "20131009T230000" => true,
+      "20131010T220000" => false,
+      "20131010T230000" => true
+    }.each_pair do |datetime, result|
+      FileUtils.mkdir_p deploy_dir.join(datetime)
+    end
+    
+    project = Project.new(backup_to: deploy_dir, keep_days: 2, keep_weeks: 0)
+    project.cleanup_outdate_backups
+    
+    backup_names.each_pair do |backup_name, result|
+      deploy_dir.join(backup_name).exist?.should eq(result), backup_name
+    end
+  end
+  
+  it "can cleanup outdated weekly backups" do
+    deploy_dir = fixture_temp_dir("daliy_cleanup")
+    backup_names = {
+      "20131006T000000" => false, # sun
+      "20131009T000000" => false,
+      "20131013T000000" => true, # sun
+      "20131014T000000" => false, # mon
+      "20131020T000000" => true  # sun
+    }.each_pair do |datetime, result|
+      FileUtils.mkdir_p deploy_dir.join(datetime)
+    end
+    
+    project = Project.new(backup_to: deploy_dir, keep_days: 0, keep_weeks: 2)
+    project.cleanup_outdate_backups
+    
+    backup_names.each_pair do |backup_name, result|
+      deploy_dir.join(backup_name).exist?.should == result
+    end
+  end
+  
+  it "can regenerate sysmbol link after sync server" do
+    third_backup_dir = fixture_temp_dir("third_time")
+    backup_name = "20131020T153839"
+    project = Project.new(backup_to: @fixture_dir.join("third_time"))
+    
+    FileUtils.mkdir_p File.join(project.backup_to, backup_name)
+    project.current_backup.name = backup_name
+    project.sync_servers_data
+    
+    File.readlink(File.join(project.backup_to, project.latest_link_name)).should == backup_name
+  end
+  
+  def fixture_temp_dir(*basenames)
+    path = @fixture_dir.join(*basenames)
+    path.should_not be_exist
+    @autoremove_files << path
+    path
+  end
+  
+end

data/spec/lib/backsum/server_spec.rb

@@ -0,0 +1,63 @@
+require_relative '../../spec_helper'
+require "backsum/server"
+require "pathname"
+
+describe Server do
+  
+  before(:each) do
+    @fixture_dir = Pathname.new("../server_spec").expand_path(__FILE__)
+    @autoremove_files = []
+  end
+  
+  after(:each) do
+    @autoremove_files.each do |file|
+      FileUtils.rm_rf(file) if File.exist?(file)
+    end
+  end
+
+  it "can create instance by dsl block" do
+    server = Server::Dsl.new "localhost", username: "root" do
+      folder "/balm/shared", excluded: [ "logs" ]
+      folder "/balm-games/shared"
+    end.instance
+
+    server.host.should == "localhost"
+    server.username.should == "root"
+    server.folders.size.should == 2
+    server.folders["/balm/shared"].should == {:excluded => ["logs"]}
+    server.folders["/balm-games/shared"].should == {}
+  end
+  
+  it "can sync folder from localhost" do
+    source_dir = @fixture_dir.join("source_first/")
+    target_dir = @fixture_dir.join("target_first/")
+    @autoremove_files << target_dir.to_s
+    
+    server = Server::Dsl.new "localhost", local: true do
+      folder source_dir.to_s, excluded: [ "folder2" ]
+    end.instance
+    server.sync target_dir.to_s, nil
+    source_relative_dir = source_dir.relative_path_from(Pathname.new("/"))
+    target_dir.join(server.host, source_relative_dir, "folder1").should be_exist
+    target_dir.join(server.host, source_relative_dir, "folder2").should_not be_exist
+  end
+  
+  it "can sync folder from localhost incrementally" do
+    source_dir = @fixture_dir.join("source_increment")
+    target_dir = @fixture_dir.join("target_increment")
+    linkdest_dir = @fixture_dir.join("target_increment_latest")
+    linkdest_path = "./spec/lib/backsum/server_spec/target_increment_latest"
+    @autoremove_files << target_dir.to_s
+    
+    server = Server::Dsl.new "localhost", local: true do
+      folder source_dir.to_s #, as: "folder1"
+    end.instance
+    
+    server.sync target_dir.to_s, linkdest_path
+    
+    target_dir.join(server.host, "folder1", "file1").should be_exist
+    File.identical?(target_dir.join(server.host, "folder1", "file1"), linkdest_dir.join(server.host, "folder1", "file1")).should be_true
+    target_dir.join(server.host, "folder1", "file2").should be_exist
+  end
+  
+end

data/spec/lib/backsum_spec.rb

@@ -0,0 +1,8 @@
+require_relative '../spec_helper'
+require "backsum"
+
+describe Backsum do
+  it "have a version" do
+    Backsum::VERSION.should be_a String
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,24 @@
+# This file was generated by the `rspec --init` command. Conventionally, all
+# specs live under a `spec` directory, which RSpec adds to the `$LOAD_PATH`.
+# Require this file using `require "spec_helper"` to ensure that it is only
+# loaded once.
+#
+# See http://rubydoc.info/gems/rspec-core/RSpec/Core/Configuration
+require "pry-nav"
+require 'simplecov'
+SimpleCov.start
+
+module Backsum; end
+include Backsum
+
+RSpec.configure do |config|
+  config.treat_symbols_as_metadata_keys_with_true_values = true
+  config.run_all_when_everything_filtered = true
+  # config.filter_run :focus
+
+  # Run specs in random order to surface order dependencies. If you find an
+  # order dependency and want to debug it, you can fix the order by providing
+  # the seed, which is printed after each run.
+  #     --seed 1234
+  config.order = 'random'
+end

metadata

@@ -0,0 +1,249 @@
+--- !ruby/object:Gem::Specification
+name: backsum
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- sunteya
+- jyfcrw
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-10-30 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: cocaine
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.5.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.5.2
+- !ruby/object:Gem::Dependency
+  name: posix-spawn
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.3.6
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.3.6
+- !ruby/object:Gem::Dependency
+  name: virtus
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.0.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.0.0
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 3.0.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 3.0.0
+- !ruby/object:Gem::Dependency
+  name: logging
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.6.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.6.2
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: pry-nav
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 2.14.1
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 2.14.1
+- !ruby/object:Gem::Dependency
+  name: simplecov
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.7.1
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.7.1
+- !ruby/object:Gem::Dependency
+  name: guard-rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 4.0.3
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 4.0.3
+description: backsum is unix base the file system backup tools, it will incremental
+  backup remote file to local storage.
+email:
+- sunteya@gmail.com
+- jyfcrw@gmail.com
+executables:
+- backsum
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .rspec
+- Gemfile
+- Guardfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- backsum.gemspec
+- bin/backsum
+- lib/backsum.rb
+- lib/backsum/backup.rb
+- lib/backsum/cli.rb
+- lib/backsum/project.rb
+- lib/backsum/project_dsl.rb
+- lib/backsum/server.rb
+- lib/backsum/shell.rb
+- lib/backsum/version.rb
+- spec/lib/backsum/cli_spec.rb
+- spec/lib/backsum/cli_spec/all-projects/mh.rb
+- spec/lib/backsum/cli_spec/all-projects/uat.rb
+- spec/lib/backsum/project_dsl_spec.rb
+- spec/lib/backsum/project_spec.rb
+- spec/lib/backsum/project_spec/second_time/20131020T153839/host1/file1
+- spec/lib/backsum/project_spec/second_time/20131020T153839/host2/file2
+- spec/lib/backsum/server_spec.rb
+- spec/lib/backsum/server_spec/source_first/folder1/file1
+- spec/lib/backsum/server_spec/source_first/folder2/file2
+- spec/lib/backsum/server_spec/source_increment/file1
+- spec/lib/backsum/server_spec/source_increment/file2
+- spec/lib/backsum/server_spec/target_increment_latest/localhost/folder1/file1
+- spec/lib/backsum_spec.rb
+- spec/spec_helper.rb
+homepage: https://github.com/sunteya/backsum
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.3
+signing_key: 
+specification_version: 4
+summary: remote incremental backup tools
+test_files:
+- spec/lib/backsum/cli_spec.rb
+- spec/lib/backsum/cli_spec/all-projects/mh.rb
+- spec/lib/backsum/cli_spec/all-projects/uat.rb
+- spec/lib/backsum/project_dsl_spec.rb
+- spec/lib/backsum/project_spec.rb
+- spec/lib/backsum/project_spec/second_time/20131020T153839/host1/file1
+- spec/lib/backsum/project_spec/second_time/20131020T153839/host2/file2
+- spec/lib/backsum/server_spec.rb
+- spec/lib/backsum/server_spec/source_first/folder1/file1
+- spec/lib/backsum/server_spec/source_first/folder2/file2
+- spec/lib/backsum/server_spec/source_increment/file1
+- spec/lib/backsum/server_spec/source_increment/file2
+- spec/lib/backsum/server_spec/target_increment_latest/localhost/folder1/file1
+- spec/lib/backsum_spec.rb
+- spec/spec_helper.rb