s3backup 0.5.1

data/History.txt

@@ -0,0 +1,4 @@
+=== 0.0.1 2009-10-21
+
+* 1 major enhancement:
+  * Initial release

data/Manifest.txt

@@ -0,0 +1,23 @@
+History.txt
+Manifest.txt
+PostInstall.txt
+README.rdoc
+Rakefile
+backup.yml
+bin/s3backup
+lib/s3backup.rb
+lib/s3backup/backup.rb
+lib/s3backup/cli.rb
+lib/s3backup/crypt.rb
+lib/s3backup/restore.rb
+lib/s3backup/s3log.rb
+lib/s3backup/s3wrapper.rb
+lib/s3backup/tree_info.rb
+script/console
+script/destroy
+script/generate
+spec/s3backup_cli_spec.rb
+spec/s3backup_spec.rb
+spec/spec.opts
+spec/spec_helper.rb
+tasks/rspec.rake

data/PostInstall.txt

@@ -0,0 +1,7 @@
+
+For more information on s3backup, see http://s3backup.rubyforge.org
+
+NOTE: Change this information in PostInstall.txt 
+You can also delete it if you don't want it.
+
+

data/README.rdoc

@@ -0,0 +1,77 @@
+= s3backup
+
+* http://rubyforge.org/projects/s3backup/
+
+== DESCRIPTION:
+S3Backup is a backup tool to local directory to Amazon S3.
+
+== FEATURES/PROBLEMS:
+S3Backup is a backup/restore tool. It is upload local directory to Amazon S3 with compressed.
+If directories isn't modified after prior backup,those aren't upload.
+It can be Cryptnize upload files if password and salt are configured.
+
+== SYNOPSIS:
+
+To use remotebackup,you should prepare backup configuretion by yaml such below.
+------------------------------------------------------------
+bucket: "bucket name"
+directories:
+- "absolute path to directory for backup/restore"
+- "absolute path to directory for backup/restore"
+access_key_id: 'Amazon access_key_id'
+secret_access_key: 'Amazon secret_access_key'
+password: 'password for aes. (optional)'
+salt: 'HexString(16 length) (must when password is specified) '
+------------------------------------------------------------
+
+command:
+
+for backup:
+  s3backup [-f configuration file] [-v verbose message] [-l path for log] [-h help]
+
+  configuration file  path to file written above contents. default is ./backup.yml
+  verbose             display directory tree and difference of anterior backup
+  path for log        defaut starndard output.
+  help                help message
+
+for restore:
+  s3backup -r [-f configuration file] [-v verbose message] [-l path for log] [-o output dir] [-h help]
+
+  configuration file  path to file written above contents. default is ./backup.yml
+  verbose             display directory tree and difference of anterior backup
+  path for log        defaut starndard output.
+  output dir          path to directory for restore directory. defaut is ./
+  help                help message
+
+== REQUIREMENTS:
+
+* aws-s3
+
+== INSTALL:
+
+* gem install s3backup (might need sudo privileges)
+
+== LICENSE:
+
+(The MIT License)
+
+Copyright (c) 2009 Takeshi Morita
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+'Software'), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/Rakefile

@@ -0,0 +1,26 @@
+require 'rubygems'
+gem 'hoe', '>= 2.1.0'
+require 'hoe'
+require 'fileutils'
+require './lib/s3backup'
+
+Hoe.plugin :newgem
+# Hoe.plugin :website
+# Hoe.plugin :cucumberfeatures
+
+# Generate all the Rake tasks
+# Run 'rake -T' to see list of generated tasks (from gem root directory)
+$hoe = Hoe.spec 's3backup' do
+  self.developer 'Takeshi Morita', 'morita@ibrains.co.jp'
+  self.post_install_message = 'PostInstall.txt' # TODO remove if post-install message not required
+  self.rubyforge_name       = self.name # TODO this is default value
+  self.extra_deps         = [['aws-s3','>= 0.6.2']]
+
+end
+
+require 'newgem/tasks'
+Dir['tasks/**/*.rake'].each { |t| load t }
+
+# TODO - want other tests/tasks run by default? Add them to the list
+# remove_task :default
+# task :default => [:spec, :features]

data/backup.yml

@@ -0,0 +1,8 @@
+bucket: "bucket name"
+directories:
+- "absolute path to directory for backup/restore"
+- "absolute path to directory for backup/restore"
+access_key_id: 'Amazon access_key_id'
+secret_access_key: 'Amazon secret_access_key'
+password: 'password for aes. (optional)'
+salt: 'HexString(16 length) (must when password is specified) '

data/bin/s3backup

@@ -0,0 +1,10 @@
+#!/usr/bin/env ruby
+#
+#  Created on 2009-10-21.
+#  Copyright (c) 2009. All rights reserved.
+
+require 'rubygems'
+require File.expand_path(File.dirname(__FILE__) + "/../lib/s3backup")
+require "s3backup/cli"
+
+S3backup::CLI.execute(STDOUT, ARGV)

data/lib/s3backup/backup.rb

@@ -0,0 +1,76 @@
+require 'cgi'
+require 's3backup/s3wrapper'
+require 's3backup/s3log'
+require 's3backup/tree_info'
+module S3backup
+  class Backup
+    def initialize(config)
+      check_config(config)
+      directories = config["directories"]
+      @directories = directories.map{|d| d=~/\/$/ ? d.chop : d}
+      begin
+        @s3_obj = S3Wrapper.new(config)
+      rescue => err
+        S3log.error(err.backtrace.join("\n")+"\n"+err.message)
+        exit -1
+      end
+      @target_infos = {:attributes=> [],:tree_infos => []}
+      @directories.each do |dir|
+        @target_infos[:tree_infos].push(TreeInfo.new(dir))
+        S3log.debug("tree_info=#{@target_infos[:tree_infos].inspect}")
+        @target_infos[:attributes].push({:base => dir,:update_date => Date.today})
+      end
+    end
+    def check_config(config)
+      unless config["directories"]
+        S3log.error("directories doesn't exist in #{config_file}.")
+        exit -1
+      end
+      unless config["directories"].class == Array 
+        dir = config["directories"] 
+        config["directories"] = Array.new
+        config["directories"].push dir
+      end
+      config["directories"].each do |dir|
+        unless File.directory? dir
+          S3log.error("#{dir} isn't exist.")
+          exit -1
+        end
+        if File.expand_path(dir) != dir
+          S3log.error("#{dir.length} must be absolute path.")
+          exit -1
+        end
+      end
+    end
+    def start
+      begin
+      first_flg=false
+      unless @s3_obj.bucket_exist? 
+        first_flg = true
+        @s3_obj.create_bucket
+      end
+      @target_infos[:attributes].each_with_index do |attribute,i|
+        base = CGI.escape(attribute[:base])
+        tree_file_name = "tree_"+base+".yml"
+        tree_data = nil
+        unless first_flg
+          #前回のファイル・ツリーをAWS S3から取得
+          tree_data = @s3_obj.get(tree_file_name)
+        end
+        #前回と今回のファイル・ツリーを比較
+        diff_info = @target_infos[:tree_infos][i].diff(TreeInfo.new(tree_data))
+        S3log.debug("diff_info=#{diff_info.inspect}")
+        #更新されたディレクトリをAWS S3にアップロード
+        @s3_obj.store_directories(diff_info[:directory][:add] + diff_info[:directory][:modify])
+        #削除されたディレクトリをAWS S3からdelete
+        @s3_obj.delete_directories(diff_info[:directory][:remove])
+        #今回のファイル・ツリーをAWS S3に登録
+        @s3_obj.post(tree_file_name,@target_infos[:tree_infos][i].dump_yaml)
+      end
+      rescue => err
+        S3log.error(err.backtrace.join("\n")+"\n"+err.message)
+        exit -1
+      end
+    end
+  end
+end

data/lib/s3backup/cli.rb

@@ -0,0 +1,69 @@
+require 'optparse'
+require 'yaml'
+require 's3backup/s3log'
+
+module S3backup
+  class CLI
+    DEFAULT_CONFIG='./backup.yml'
+    def self.execute(stdout, arguments=[])
+
+      # NOTE: the option -p/--path= is given as an example, and should be replaced in your application.
+      options = {
+        :restore=> false,
+        :config_file => DEFAULT_CONFIG,
+        :verbose => false,
+        :log => nil,
+        :output_dir => '.'
+      }
+      begin 
+        parser = OptionParser.new do |opt|
+          opt.banner = "Usage: #{File.basename($0)} [Option]"
+          opt.on("-r","--restore","restore backup.") {
+            options[:restore] = true
+          }
+          opt.on("-f","--file config",String,"location config file. default: #{DEFAULT_CONFIG}") {|o|
+            options[:config_file] = o
+          }
+          opt.on("-o","--output directory",String,"restore location of directory. default: current directory.") {|o|
+            options[:output_dir] = o
+          }
+          opt.on("-v","--verbose","verbose message to log file"){
+            options[:verbose] = true
+          }
+          opt.on("-l","--log path",String,"path to log file"){|o|
+            options[:log] = o
+          }
+          opt.on("-h","--help","print this message and quit") {
+            puts opt.help
+            exit 0
+          }
+          opt.parse!(arguments)
+        end
+      rescue OptionParser::ParseError => err
+        S3log.error(err.message)
+        exit 1
+      end
+      S3log.set_debug(options[:verbose])
+      if !File.file?(options[:config_file])
+        S3log.error("config #{options[:config_file]} is not exist.")
+        exit 1
+      end
+      if options[:log]
+        S3log.set_logfile(File.open(options[:log],"a"))
+      end
+      if options[:restore]
+        require 's3backup/restore'
+        if !File.directory?(options[:output_dir])
+          S3log.error("output directory #{options[:output_dir]} is not exist.")
+          exit 1
+        end
+        rt = Restore.new(options[:output_dir],YAML.load_file(options[:config_file]))
+        rt.start
+      else
+        require 's3backup/backup'
+        bk = Backup.new(YAML.load_file(options[:config_file]))
+        bk.start
+      end
+    end
+  end
+end

data/lib/s3backup/crypt.rb

@@ -0,0 +1,22 @@
+require 'openssl'
+module S3backup
+  class Crypt
+    CIPHER_ALGORITHM="aes-256-cbc"
+    def initialize(password,salt)
+      @password = password
+      @salt = salt.scan(/../).map{|i|i.hex}.pack("c*")
+    end
+    def encrypt(data)
+      enc = OpenSSL::Cipher::Cipher.new(CIPHER_ALGORITHM)
+      enc.encrypt
+      enc.pkcs5_keyivgen(@password,@salt)
+      enc.update(data)+enc.final
+    end
+    def decrypt(data)
+      enc = OpenSSL::Cipher::Cipher.new(CIPHER_ALGORITHM)
+      enc.decrypt
+      enc.pkcs5_keyivgen(@password,@salt)
+      enc.update(data)+enc.final
+    end
+  end
+end

data/lib/s3backup/restore.rb

@@ -0,0 +1,98 @@
+require 'cgi'
+require 's3backup/s3wrapper'
+require 's3backup/s3log'
+require 's3backup/tree_info'
+require 'fileutils'
+module S3backup
+  class Restore
+    def initialize(output_dir,config)
+      check_config(config)
+      @output_dir = output_dir
+      @directories = config["directories"]
+      begin
+        @s3_obj = S3Wrapper.new(config)
+      rescue => err
+        S3log.error(err.backtrace.join("\n")+"\n"+err.message)
+        exit -1
+      end
+      @target_infos = {:attributes=> [],:tree_infos => []}
+    end
+    def check_config(config)
+      if config["directories"] 
+        if config["directories"].class != Array 
+          dir = config["directories"] 
+          config["directories"] = Array.new
+          config["directories"].push dir
+        end
+        config["directories"] = config["directories"].map{|d| d=~/\/$/ ? d.chop : d}
+      end
+    end
+    def get_tree(dir)
+      base_dir = dir
+      tree_data = nil
+      while 1
+        base = CGI.escape(base_dir)
+        tree_file_name = "tree_"+base+".yml"
+        tree_data = @s3_obj.get(tree_file_name)
+        if tree_data or base_dir == "/"
+          break
+        end
+        base_dir = File.dirname(base_dir)
+      end
+      unless tree_data
+        return nil
+      end
+      tree_info = TreeInfo.new(tree_data)
+      return tree_info.hierarchie(dir)
+    end
+    def get_bases
+      files = @s3_obj.find(/^tree_.*\.yml/)
+      dirs = files.map do |d| 
+        m=/tree_(.*)\.yml/.match(d)
+        next nil unless m
+        CGI.unescape(m[1])
+      end
+      return dirs.compact
+    end
+    def expand_tree(tree)
+      top = tree[0].keys[0]
+      top_dir = File.dirname(top)
+      tmp_dir = CGI.escape(top_dir)
+      output_dir = @output_dir+"/"+tmp_dir
+      FileUtils.mkdir_p(output_dir)
+      tree.each do |node|
+        @s3_obj.get_directories(node.keys,top_dir,output_dir)
+      end
+      top_dir_len = top_dir.length
+      (tree.length - 1).downto(0){|n|
+        tree[n].each do |k,v|
+          dir_len = k.length
+          relative_path = k.slice(top_dir_len,dir_len - top_dir_len)
+          dir = output_dir + relative_path
+          File.utime(v[:atime],v[:mtime],dir)
+        end
+      }
+    end
+    def start
+      begin
+        unless @s3_obj.bucket_exist? 
+          S3log.error("bucket: #{@s3_obj.bucket} isn't found!")
+          exit -1
+        end
+        @directories = get_bases unless @directories
+        @directories.each do |dir|
+          tree = get_tree(dir)
+          unless tree
+            s3log.warn("#{dir} isn't find in AWS S3. ignore")
+            next
+          end
+          puts tree.inspect
+          expand_tree(tree)
+        end
+      rescue => err
+        S3log.error(err.backtrace.join("\n")+"\n"+err.message)
+        exit -1
+      end
+    end
+  end
+end

data/lib/s3backup/s3log.rb

@@ -0,0 +1,30 @@
+require 'logger'
+module S3backup
+  class S3log
+    @@log_file = nil
+    @@debug = false
+    def S3log.get_logger
+      @@log_file ? @@log_file : Logger.new($stderr) 
+    end
+    def S3log.set_debug(flg)
+      @@debug=flg
+    end
+    def S3log.error(str)
+      get_logger.error(str)
+    end
+    def S3log.info(str)
+      get_logger.info(str)
+    end
+    def S3log.warn(str)
+      get_logger.warn(str)
+    end
+    def S3log.debug(str)
+      if @@debug
+        get_logger.debug(str)
+      end
+    end
+    def S3log.set_logfile(f)
+      @@log_file = Logger.new(f)
+    end
+  end
+end

data/lib/s3backup/s3wrapper.rb

@@ -0,0 +1,215 @@
+require 'aws/s3'
+require 'tempfile'
+require 's3backup/crypt'
+module S3backup
+  class S3Wrapper
+    BUF_READ_SIZE=1024*1024*128
+    attr_reader :bucket
+    def initialize(config)
+      #設定ファイルの内容をメンバ変数にセット
+      set_config(config)
+      args = {
+        :access_key_id     => @access_key_id, 
+        :secret_access_key => @secret_access_key
+      }
+      if @proxy.size != 0
+        args[:proxy] = @proxy
+      end
+      #AWS S3に接続
+      AWS::S3::Base.establish_connection!(args)
+    end
+    def bucket_exist?()
+      #AWS S3にあがっているすべてのBucketを取得
+      buckets = AWS::S3::Service.buckets
+      #すべてのBuckeから指定されたBucketの検索
+      first_flg = true
+      buckets.each do |bucket|
+        if bucket.name == @bucket
+          return true
+        end
+      end
+      return false
+    end
+    def create_bucket()
+      S3log.info("Bucket.create(#{@bucket})")
+      #Bucket作成
+      ret = AWS::S3::Bucket.create(@bucket) 
+      unless ret
+        raise "AWS::S3::Bucket create error"
+      end
+    end
+    def get(key)
+      key_name = CGI.escape(key)
+      data = nil
+      if AWS::S3::S3Object.exists? key_name,@bucket
+        data =  AWS::S3::S3Object.value(key_name,@bucket)
+        if @aes 
+          data = @aes.decrypt(data)
+        end
+      end
+      return data
+    end 
+    def store_directories(dirs)
+      dirs.each do |dir|
+        store_directory(dir)
+      end
+    end
+    def get_directory(dir,out_dir)
+      data = get_chain(dir)
+      tmp = Tempfile.open("s3backup")
+      tmp.write(data)
+      tmp.close
+      #tgzのファイルをcur_dirに展開
+      from_tgz(tmp.path,out_dir)
+      tmp.close(true)
+    end
+    def get_directories(dirs,prefix,output_dir)
+      prefix_len = prefix.length
+      dirs.each do |dir|
+        parent = File.dirname(dir)
+        p_len = parent.length
+        relative_path = parent.slice(prefix_len,p_len - prefix_len)
+        cur_dir = output_dir + relative_path
+        get_directory(dir,cur_dir)
+      end
+    end
+    def delete_directories(dirs)
+      dirs.each do |dir|
+        delete_chain(dir)
+      end
+    end
+    def post(key,val)
+      if val.length > BUF_READ_SIZE
+        raise "max size = #{BUF_READ_SIZE} but size = #{val.size}"
+      end
+      key_name = CGI.escape(key)
+      if @aes
+        val = @aes.encrypt(val)
+      end
+      AWS::S3::S3Object.store(key_name,val,@bucket)
+      S3log.info("S3Object.store(#{key_name})")
+    end
+    def set_config(config)
+      err_msg = "" 
+      unless config["access_key_id"]
+        err_msg += "access_key_id doesn't exist in config file.\n"
+      end
+      @access_key_id = config["access_key_id"]
+      unless config["secret_access_key"]
+        err_msg += "secret_access_key doesn't exis in config file.\n"
+      end
+      @secret_access_key = config["secret_access_key"]
+      unless config["bucket"]
+        err_msg += "bucket doesn't exist in config file.\n"
+      end
+      @proxy = {}
+      @proxy[:host] = config["proxy_host"] if config["proxy_host"]
+      @proxy[:port] = config["proxy_port"] if config["proxy_port"]
+      @proxy[:user] = config["proxy_user"] if config["proxy_user"]
+      @proxy[:password] = config["proxy_password"] if config["proxy_password"]
+      @bucket = config["bucket"]
+      if config["password"] and config["password"] != ""
+        if config["salt"] 
+          if config["salt"] =~ /[0-9A-Fa-f]{16}/
+            @aes = Crypt.new(config["password"],config["salt"])
+          else
+            err_msg += "salt format shoud be HexString and length should be 16.\n"
+          end
+        else
+          err_msg += "salt doesn't exist in config file.\n"
+        end
+      end
+      if err_msg != ""
+        raise err_msg
+      end
+    end
+    #指定されたディレクトリをtar gzip形式で圧縮する
+    def to_tgz(path,dir)
+      #サブディレクトリを圧縮の対象外にする。
+      sub_dir = []
+      Dir.foreach(dir) do |file|
+        next if /^\.+$/ =~ file 
+        sub_dir.push(file) if File.directory?(dir+"/"+file)
+      end
+      exclude = ""
+      exclude = exclude + " --exclude=" + sub_dir.join("  --exclude=") if sub_dir.length != 0
+      cmd = "(cd #{File.dirname(dir)};tar -czvf #{path} #{exclude} #{File.basename(dir)} > /dev/null 2>&1)"
+      S3log.info(cmd)
+      system(cmd) 
+      unless $?.success?
+        raise "feiled #{cmd} execute. #{$?.inspect}"
+      end
+    end
+    def from_tgz(path,dir)
+      cmd = "tar -xzvf #{path} -C #{dir} > /dev/null 2>&1"
+      S3log.info(cmd)
+      system(cmd) 
+      unless $?.success?
+        raise "feiled #{cmd} execute. #{$?.inspect}"
+      end
+    end
+    def delete(key)
+      if @aes
+        key_name = CGI.escape(@aes.encrypt(key))
+      else
+        key_name = CGI.escape(key)
+      end
+      if AWS::S3::S3Object.exists? key_name
+        S3log.info("S3Object.delete(#{key_name})")
+        AWS::S3::S3Object.delete(key_name,@bucket)
+        return true
+      end
+      return false
+    end
+    def delete_chain(key)
+      i=1
+      while delete(i.to_s + "_" + key)
+        i+=1
+      end
+    end
+    def post_chain(key,f)
+      i=1
+      begin
+        while 1
+          key_name = i.to_s()+"_"+key
+          if @aes
+            key_name = @aes.encrypt(key_name)
+          end
+          post(key_name,f.readpartial(BUF_READ_SIZE))
+          i+=1
+        end
+      rescue EOFError
+      end
+    end
+    def get_chain(key)
+      data = nil
+      data_set = nil
+      i=1
+      while 1
+        key_name = i.to_s()+"_"+key
+        if @aes
+          key_name = @aes.encrypt(key_name)
+        end
+        data = get(key_name)
+        if data == nil
+          break
+        end
+        if i==1
+          data_set = ''
+        end
+        data_set += data
+        i+=1
+      end
+      return data_set
+    end
+    def store_directory(dir)
+      tmp = Tempfile.open("s3backup")
+      tmp.close
+      #tgzのファイルをtmp.pathに作成
+      to_tgz(tmp.path,dir)
+      #S3にディレクトリの絶対パスをキーにして、圧縮したデータをストア
+      post_chain(dir,File.open(tmp.path,"r"))
+      tmp.close(true)
+    end
+  end
+end

data/lib/s3backup/tree_info.rb

@@ -0,0 +1,116 @@
+require 'yaml'
+module S3backup
+  class TreeInfo
+    attr_reader :fileMap
+    def initialize(target)
+      if target.nil?
+        @fileMap = {:file => Hash.new,:symlink => Hash.new,:directory => Hash.new}
+      elsif File.directory?(target)
+        @fileMap = {:file => Hash.new,:symlink => Hash.new,:directory => Hash.new}
+        stat = File.stat(target)
+        @fileMap[:directory][target] = {:mtime => stat.mtime, :atime => stat.atime}
+        makeFileMap(target)
+      elsif File.file?(target)
+        load_yaml(File.read(target))
+      else
+        load_yaml(target)
+      end
+    end
+    def makeFileMap(dir)
+      Dir.entries(dir).each do |e|
+        if e == "." or e == ".."
+          next
+        end
+        name = dir + "/" + e
+        if File.directory?(name)
+          stat = File.stat(name)
+          @fileMap[:directory][name] = {:mtime => stat.mtime, :atime => stat.atime}
+          makeFileMap(name)
+        elsif File.symlink?(name)
+          @fileMap[:symlink][name] = {:source => File.readlink(name)}
+        else
+          stat = File.stat(name)
+          @fileMap[:file][name] = {:size => stat.size,:date => stat.mtime}
+        end
+      end
+    end
+    def load_yaml(data)
+      @fileMap = YAML.load(data)
+    end
+    def dump_yaml()
+      YAML.dump(@fileMap)
+    end
+    def hierarchie(dir)
+      count = dir.count("/")
+      tree = []
+      @fileMap[:directory].each do |k,v|
+        if k.index(dir) != 0
+          next
+        end
+        level = k.count("/") - count
+        tree[level] = {} unless tree[level]
+        tree[level][k] = v
+      end
+      return tree
+    end
+    def diff(target)
+      modify_dir_map = {}
+      modify_files = []
+      modify_links = []
+
+      remove_dirs = target.fileMap[:directory].keys -  @fileMap[:directory].keys
+      add_dirs = @fileMap[:directory].keys - target.fileMap[:directory].keys 
+
+      new_info = @fileMap[:file]
+      old_info = target.fileMap[:file]
+
+      remove_files = old_info.keys - new_info.keys
+      remove_files.each do |f|
+        dir = File.dirname(f)
+        modify_dir_map[dir] = true
+      end
+      add_files = new_info.keys - old_info.keys
+      add_files.each do |f|
+        dir = File.dirname(f)
+        modify_dir_map[dir] = true
+      end
+
+      new_info.each do |k,v|
+        next unless old_info[k]
+        if old_info[k][:date] != v[:date] or old_info[k][:size] != v[:size]
+          modify_files.push(k)
+          dir = File.dirname(k)
+          modify_dir_map[dir] = true
+        end
+      end
+
+      new_info = @fileMap[:symlink]
+      old_info = target.fileMap[:symlink]
+
+      remove_links = old_info.keys - new_info.keys
+      remove_links.each do |f|
+        dir = File.dirname(f)
+        modify_dir_map[dir] = true
+      end
+
+      add_links = new_info.keys - old_info.keys
+      add_links.each do |f|
+        dir = File.dirname(f)
+        modify_dir_map[dir] = true
+      end
+
+      new_info.each do |k,v|
+        next unless old_info[k]
+        if old_info[k][:source] != v[:source]
+          modify_links.push(k)
+          dir = File.dirname(k)
+          modify_dir_map[dir] = true
+        end
+      end
+      return {
+        :directory => {:add => add_dirs,:modify => modify_dir_map.keys - add_dirs - remove_dirs,:remove => remove_dirs},
+        :file => {:add => add_files,:modify => modify_files,:remove => remove_files},
+        :symlink => {:add => add_links,:modify => modify_links,:remove => remove_links}}
+    end
+  end
+end

data/lib/s3backup.rb

@@ -0,0 +1,6 @@
+$:.unshift(File.dirname(__FILE__)) unless
+  $:.include?(File.dirname(__FILE__)) || $:.include?(File.expand_path(File.dirname(__FILE__)))
+
+module S3backup
+  VERSION = '0.5.1'
+end

data/script/console

@@ -0,0 +1,10 @@
+#!/usr/bin/env ruby
+# File: script/console
+irb = RUBY_PLATFORM =~ /(:?mswin|mingw)/ ? 'irb.bat' : 'irb'
+
+libs =  " -r irb/completion"
+# Perhaps use a console_lib to store any extra methods I may want available in the cosole
+# libs << " -r #{File.dirname(__FILE__) + '/../lib/console_lib/console_logger.rb'}"
+libs <<  " -r #{File.dirname(__FILE__) + '/../lib/s3backup.rb'}"
+puts "Loading s3backup gem"
+exec "#{irb} #{libs} --simple-prompt"

data/script/destroy

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+APP_ROOT = File.expand_path(File.join(File.dirname(__FILE__), '..'))
+
+begin
+  require 'rubigen'
+rescue LoadError
+  require 'rubygems'
+  require 'rubigen'
+end
+require 'rubigen/scripts/destroy'
+
+ARGV.shift if ['--help', '-h'].include?(ARGV[0])
+RubiGen::Base.use_component_sources! [:rubygems, :newgem, :newgem_theme, :test_unit]
+RubiGen::Scripts::Destroy.new.run(ARGV)

data/script/generate

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+APP_ROOT = File.expand_path(File.join(File.dirname(__FILE__), '..'))
+
+begin
+  require 'rubigen'
+rescue LoadError
+  require 'rubygems'
+  require 'rubigen'
+end
+require 'rubigen/scripts/generate'
+
+ARGV.shift if ['--help', '-h'].include?(ARGV[0])
+RubiGen::Base.use_component_sources! [:rubygems, :newgem, :newgem_theme, :test_unit]
+RubiGen::Scripts::Generate.new.run(ARGV)

data/spec/s3backup_cli_spec.rb

@@ -0,0 +1,15 @@
+require File.expand_path(File.dirname(__FILE__) + '/spec_helper')
+require 's3backup/cli'
+
+describe S3backup::CLI, "execute" do
+  before(:each) do
+    @stdout_io = StringIO.new
+    S3backup::CLI.execute(@stdout_io, [])
+    @stdout_io.rewind
+    @stdout = @stdout_io.read
+  end
+  
+  it "should print default output" do
+    @stdout.should =~ /To update this executable/
+  end
+end

data/spec/s3backup_spec.rb

@@ -0,0 +1,11 @@
+require File.dirname(__FILE__) + '/spec_helper.rb'
+
+# Time to add your specs!
+# http://rspec.info/
+describe "Place your specs here" do
+  
+  it "find this spec in spec directory" do
+    # violated "Be sure to write your specs"
+  end
+  
+end

data/spec/spec.opts

@@ -0,0 +1 @@
+--colour

data/spec/spec_helper.rb

@@ -0,0 +1,10 @@
+begin
+  require 'spec'
+rescue LoadError
+  require 'rubygems' unless ENV['NO_RUBYGEMS']
+  gem 'rspec'
+  require 'spec'
+end
+
+$:.unshift(File.dirname(__FILE__) + '/../lib')
+require 's3backup'

data/tasks/rspec.rake

@@ -0,0 +1,21 @@
+begin
+  require 'spec'
+rescue LoadError
+  require 'rubygems' unless ENV['NO_RUBYGEMS']
+  require 'spec'
+end
+begin
+  require 'spec/rake/spectask'
+rescue LoadError
+  puts <<-EOS
+To use rspec for testing you must install rspec gem:
+    gem install rspec
+EOS
+  exit(0)
+end
+
+desc "Run the specs under spec/models"
+Spec::Rake::SpecTask.new do |t|
+  t.spec_opts = ['--options', "spec/spec.opts"]
+  t.spec_files = FileList['spec/**/*_spec.rb']
+end

metadata

@@ -0,0 +1,100 @@
+--- !ruby/object:Gem::Specification 
+name: s3backup
+version: !ruby/object:Gem::Version 
+  version: 0.5.1
+platform: ruby
+authors: 
+- Takeshi Morita
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2009-10-22 00:00:00 +09:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: aws-s3
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 0.6.2
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: hoe
+  type: :development
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 2.3.3
+    version: 
+description: S3Backup is a backup tool to local directory to Amazon S3.
+email: 
+- morita@ibrains.co.jp
+executables: 
+- s3backup
+extensions: []
+
+extra_rdoc_files: 
+- History.txt
+- Manifest.txt
+- PostInstall.txt
+files: 
+- History.txt
+- Manifest.txt
+- PostInstall.txt
+- README.rdoc
+- Rakefile
+- backup.yml
+- bin/s3backup
+- lib/s3backup.rb
+- lib/s3backup/backup.rb
+- lib/s3backup/cli.rb
+- lib/s3backup/crypt.rb
+- lib/s3backup/restore.rb
+- lib/s3backup/s3log.rb
+- lib/s3backup/s3wrapper.rb
+- lib/s3backup/tree_info.rb
+- script/console
+- script/destroy
+- script/generate
+- spec/s3backup_cli_spec.rb
+- spec/s3backup_spec.rb
+- spec/spec.opts
+- spec/spec_helper.rb
+- tasks/rspec.rake
+has_rdoc: true
+homepage: http://rubyforge.org/projects/s3backup/
+licenses: []
+
+post_install_message: PostInstall.txt
+rdoc_options: 
+- --main
+- README.rdoc
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+requirements: []
+
+rubyforge_project: s3backup
+rubygems_version: 1.3.5
+signing_key: 
+specification_version: 3
+summary: S3Backup is a backup tool to local directory to Amazon S3.
+test_files: []
+