girror 0.0.1

data/.cvsignore

@@ -0,0 +1,3 @@
+.git
+.document
+.gitignore

data/.document

@@ -0,0 +1,5 @@
+lib/**/*.rb
+bin/*
+- 
+features/**/*.feature
+LICENSE.txt

data/Gemfile

@@ -0,0 +1,18 @@
+source "http://rubygems.org"
+# Add dependencies required to use your gem here.
+# Example:
+#   gem "activesupport", ">= 2.3.5"
+
+# Add dependencies to develop your gem here.
+# Include everything needed to run rake, tests, features, etc.
+group :development do
+  gem "shoulda", ">= 0"
+  gem "bundler", "~> 1.0.0"
+  gem "jeweler", "~> 1.5.1"
+  gem "rcov", ">= 0"
+end
+
+gem "net-sftp"
+gem "git"
+gem "highline"
+gem "syslog-logger"

data/Gemfile.lock

@@ -0,0 +1,30 @@
+GEM
+  remote: http://rubygems.org/
+  specs:
+    git (1.2.5)
+    highline (1.6.1)
+    jeweler (1.5.1)
+      bundler (~> 1.0.0)
+      git (>= 1.2.5)
+      rake
+    net-sftp (2.0.5)
+      net-ssh (>= 2.0.9)
+    net-ssh (2.0.23)
+    rake (0.8.7)
+    rcov (0.9.9)
+    shoulda (2.11.3)
+    syslog-logger (1.6.4)
+
+PLATFORMS
+  ruby
+  x86-mingw32
+
+DEPENDENCIES
+  bundler (~> 1.0.0)
+  git
+  highline
+  jeweler (~> 1.5.1)
+  net-sftp
+  rcov
+  shoulda
+  syslog-logger

data/LICENSE.txt

@@ -0,0 +1,22 @@
+== MIT license
+
+Copyright (c) 2010-2011 Pavel Argentov
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.rdoc

@@ -0,0 +1,123 @@
+= girror
+
+Girror == [G]it the M[irror]
+
+A CLI remote-to-local directory mirroring tool, the poor man's "filezilla" which 
+I couldn't google up, so decided to make it myself.
+
+What does it do?
+
+- Logs into the remote sftp server;
+- Changes to the dir indicated in the CLI parameter;
+- Gets the directory tree from there;
+- Compares the tree to the local one;
+- Downloads all the files/directories which are:
+  - don't exist in the local tree,
+  - newer than local ones (mtime comparison),
+  - have the mode/owner changed (this feature is available only if the local 
+    system is Unix);
+- Removes all the removed-on-remote files;
+- Wraps all the operations into git transactions (creation/deletion 
+  of files/dirs);
+- Commits the changes to the local git repository.
+
+Girror doesn't need any special server software on the remote side
+besides the ssh/sftp.
+
+== CLI reference
+
+=== girror -h
+Girror cli tool, version 0.0.1.
+
+Mirrors the remote sftp site and stores the changes in a local git repo.
+
+Command Line Usage:
+
+  girror [options] remote_uri
+
+  remote_uri: a complete sftp uri of a remote location;
+
+  remote_uri may be in the form of either "user:pass@host:path" or
+  "host:path". In the latter case username is taken from the environment
+  variable $USERNAME.
+
+  Options:
+    -l, --log place                  place = ['syslog' or a filename]: Logging destination (default is STDERR).
+        --renc encoding              Remote filename encoding; defaults to 'utf-8'.
+        --lenc encoding              Local filename encoding; defaults to 'utf-8'.
+    -o, --output path                Output directory, should be a git repo workdir.
+    -v, --verbose                    Be verbose: log tons of debugging. THOUSANDS OF THEM!
+    -h, --help                       Display this help message.
+
+== Configuration file
+
+Some runtime options may be specified in _girror/config.rb file in local "mirror" directory.
+Here's the example with the tested options:
+
+=== _girror/config.rb
+ # 
+ # girror config for current mirror
+ #
+ module Config
+
+   # Program options for the current instance
+   OPTIONS = {
+     # custom commit message
+     :commit_msg => Proc.new {"State at #{Time.now}"},
+  
+     # local filename encoding
+     :lenc => 'cp1251',
+    
+     # remote filename encoding
+     :renc => 'koi8-r'
+   }
+
+ end
+
+== Usage example
+
+ [paul@paul site]$ git init mirror
+ Initialized empty Git repository in /usr/home/paul/work/Krotov/site/mirror/.git/
+ [paul@paul site]$ girror -o mirror paul@paul:/home/paul/develop/ruby/girror
+ I, [2010-12-31T13:43:35.843256 #2341]  INFO -- : Starting
+ I, [2010-12-31T13:43:35.843515 #2341]  INFO -- : Opening local git repo at mirror
+ I, [2010-12-31T13:43:35.843848 #2341]  INFO -- : Changed to /usr/home/paul/work/Krotov/site/mirror
+ I, [2010-12-31T13:43:35.860511 #2341]  INFO -- : Not using stored config: no such file to load -- config
+ Enter passphrase for /home/paul/.ssh/id_dsa:
+ I, [2010-12-31T13:43:40.856664 #2341]  INFO -- : Connected to remote paul as paul
+ I, [2010-12-31T13:43:40.863612 #2341]  INFO -- : Fetching file /home/paul/develop/ruby/girror/Rakefile -> ./Rakefile (1565 bytes)
+ I, [2010-12-31T13:43:40.866610 #2341]  INFO -- : Setting mode: ./Rakefile => 100644
+ I, [2010-12-31T13:43:40.866853 #2341]  INFO -- : Setting mtime: ./Rakefile => ["2010-12-31 13:39:07", "2010-12-31 13:28:11"]
+ I, [2010-12-31T13:43:40.882452 #2341]  INFO -- : Fetching file /home/paul/develop/ruby/girror/Gemfile -> ./Gemfile (423 bytes)
+ I, [2010-12-31T13:43:40.885195 #2341]  INFO -- : Setting mode: ./Gemfile => 100644
+ I, [2010-12-31T13:43:40.885317 #2341]  INFO -- : Setting mtime: ./Gemfile => ["2010-12-31 13:39:08", "2010-12-28 16:26:55"]
+
+ ...
+
+ I, [2010-12-31T13:43:40.974504 #2341]  INFO -- : Fetching directory /home/paul/develop/ruby/girror/pkg -> ./pkg | [2010-12-31 13:39:07 +0300, 2010-12-31 13:39:08 +0300, 0, 0, "40755"]
+ I, [2010-12-31T13:43:40.980814 #2341]  INFO -- : Fetching file /home/paul/develop/ruby/girror/pkg/girror-0.0.0.gem -> ./pkg/girror-0.0.0.gem (61440 bytes)
+ I, [2010-12-31T13:43:40.995837 #2341]  INFO -- : Setting mode: ./pkg/girror-0.0.0.gem => 100644
+ I, [2010-12-31T13:43:40.996319 #2341]  INFO -- : Setting mtime: ./pkg/girror-0.0.0.gem => ["2010-12-31 13:39:10", "2010-12-31 13:39:07"]
+ I, [2010-12-31T13:43:40.996829 #2341]  INFO -- : Setting mode: ./pkg => 40755
+ I, [2010-12-31T13:43:40.997039 #2341]  INFO -- : Setting mtime: ./pkg => ["2010-12-31 13:39:08", "2010-12-31 13:39:07"]
+ I, [2010-12-31T13:43:40.997403 #2341]  INFO -- : Disconnected from remote paul
+ I, [2010-12-31T13:43:40.997466 #2341]  INFO -- : Committing changes to local git repo
+ I, [2010-12-31T13:43:41.061205 #2341]  INFO -- : Finishing
+
+Note that remote git-related files aren't got.
+
+== Contributing to girror
+ 
+* Check out the latest master to make sure the feature hasn't been implemented or the bug hasn't been fixed yet
+* Check out the issue tracker to make sure someone already hasn't requested it and/or contributed it
+* Fork the project
+* Start a feature/bugfix branch
+* Commit and push until you are happy with your contribution
+* Make sure to add tests for it. This is important so I don't break it in a future version unintentionally.
+* Please try not to mess with the Rakefile, version, or history. If you want to have your own version, or is otherwise necessary, that is fine, but please isolate to its own commit so I can cherry-pick around it.
+
+== Copyright
+
+Copyright (c) 2010 Pavel Argentov. See LICENSE.txt for
+further details.
+

data/Rakefile

@@ -0,0 +1,43 @@
+# encoding: utf-8
+require 'rubygems'
+require 'bundler'
+begin
+  Bundler.setup(:default, :development)
+rescue Bundler::BundlerError => e
+  $stderr.puts e.message
+  $stderr.puts "Run `bundle install` to install missing gems"
+  exit e.status_code
+end
+require 'rake'
+
+require 'jeweler'
+Jeweler::Tasks.new do |gem|
+  # gem is a Gem::Specification... see http://docs.rubygems.org/read/chapter/20 for more options
+  gem.name = "girror"
+  gem.homepage = "http://github.com/argent-smith/girror"
+  gem.license = "MIT"
+  gem.summary = %Q{Remote -> local directory 'mirror' using SFTP transport and Git storage.}
+  gem.description = %Q{Retrieves remote directory via SFTP and stores it in local Git repository.}
+  gem.email = "argentoff@gmail.com"
+  gem.authors = ["Pavel Argentov"]
+  # Include your dependencies below. Runtime dependencies are required when using your gem,
+  # and development dependencies are only needed for development (ie running rake tasks, tests, etc)
+  #  gem.add_runtime_dependency 'jabber4r', '> 0.1'
+  #  gem.add_development_dependency 'rspec', '> 1.2.3'
+  gem.add_runtime_dependency 'net-sftp'
+  gem.add_runtime_dependency 'git'
+  gem.add_runtime_dependency 'highline'
+  gem.add_runtime_dependency 'syslog-logger'
+end
+Jeweler::RubygemsDotOrgTasks.new
+
+require 'rake/rdoctask'
+Rake::RDocTask.new do |rdoc|
+  version = File.exist?('VERSION') ? File.read('VERSION') : ""
+
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title = "girror #{version}"
+  rdoc.rdoc_files.include('README*')
+  rdoc.rdoc_files.include('LICENSE*')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end

data/TODO.md

@@ -0,0 +1,8 @@
+Project todos
+=============
+
+TODO:
+
+- Documentation
+- Multithreaded download
+- Traffic shaping

data/VERSION

@@ -0,0 +1 @@
+0.0.1

data/bin/girror

@@ -0,0 +1,78 @@
+#!/usr/bin/env ruby
+#
+# -*- Ruby -*-
+#
+# Author:: Pavel Argentov <argentoff@gmail.com>
+# 
+# Mirror the remote sftp site and store the changes in a local git repo.
+
+$:.unshift File.join(File.dirname(__FILE__), *%w[.. lib])
+
+require 'optparse'
+require 'girror'
+
+help = <<HELP
+Girror cli tool, version #{Girror::VERSION}.
+
+Mirrors the remote sftp site and stores the changes in a local git repo.
+
+Command Line Usage:
+  
+  girror [options] remote_uri
+
+  remote_uri: a complete sftp uri of a remote location;
+
+  remote_uri may be in the form of either "user:pass@host:path" or
+  "host:path". In the latter case username is taken from the environment
+  variable $USERNAME.
+
+  Options:
+HELP
+
+options = {}
+opts = OptionParser.new do |opts|
+  opts.banner = help
+  
+  opts.on("-l place", "--log place", "place = ['syslog' or a filename]: Logging destination (default is STDERR).") do |log|
+    options[:log] = log
+  end
+
+  opts.on("--renc encoding", "Remote filename encoding; defaults to 'utf-8'.") do |enc|
+    options[:renc] = enc
+  end
+
+  opts.on("--lenc encoding", "Local filename encoding; defaults to 'utf-8'.") do |enc|
+    options[:lenc] = enc
+  end
+
+  opts.on("-o path", "--output path", "Output directory, should be a git repo workdir.") do |path|
+    options[:to] = path
+  end
+
+# opts.on("--dr", "Dry run: only logs what's to be done") do |addr|
+#   options[:dr] = true
+# end
+
+  opts.on("-v", "--verbose", "Be verbose: log tons of debugging. THOUSANDS OF THEM!") do
+    options[:verbose] = true
+  end
+
+  opts.on("-h", "--help", "Display this help message.") do
+    puts opts.help
+    exit 1
+  end
+end
+
+# Read command line options into `options` hash
+opts.parse!
+
+case ARGV.size
+when 1
+  options[:from] = ARGV[0]
+  options[:to] = "." if options[:to].nil?
+else
+  puts "Incorrect arguments; use -h to see help."
+  exit 1
+end
+
+Girror::Application.run options

data/examples/_girror/config.rb

@@ -0,0 +1,18 @@
+# 
+# girror config for current mirror
+#
+module Config
+
+  # Program options for the current instance
+  OPTIONS = {
+    # custom commit message
+    :commit_msg => Proc.new {"State at #{Time.now}"},
+  
+    # local filename encoding
+    :lenc => 'cp1251',
+    
+    # remote filename encoding
+    :renc => 'koi8-r'
+  }
+
+end

data/girror.gemspec

@@ -0,0 +1,92 @@
+# Generated by jeweler
+# DO NOT EDIT THIS FILE DIRECTLY
+# Instead, edit Jeweler::Tasks in Rakefile, and run 'rake gemspec'
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = %q{girror}
+  s.version = "0.0.1"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Pavel Argentov"]
+  s.date = %q{2010-12-31}
+  s.default_executable = %q{girror}
+  s.description = %q{Retrieves remote directory via SFTP and stores it in local Git repository.}
+  s.email = %q{argentoff@gmail.com}
+  s.executables = ["girror"]
+  s.extra_rdoc_files = [
+    "LICENSE.txt",
+    "README.rdoc"
+  ]
+  s.files = [
+    ".cvsignore",
+    ".document",
+    "Gemfile",
+    "Gemfile.lock",
+    "LICENSE.txt",
+    "README.rdoc",
+    "Rakefile",
+    "TODO.md",
+    "VERSION",
+    "bin/girror",
+    "examples/_girror/config.rb",
+    "gem_graph.png",
+    "girror.gemspec",
+    "lib/girror.rb"
+  ]
+  s.homepage = %q{http://github.com/argent-smith/girror}
+  s.licenses = ["MIT"]
+  s.require_paths = ["lib"]
+  s.rubygems_version = %q{1.3.7}
+  s.summary = %q{Remote -> local directory 'mirror' using SFTP transport and Git storage.}
+  s.test_files = [
+    "examples/_girror/config.rb"
+  ]
+
+  if s.respond_to? :specification_version then
+    current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
+      s.add_runtime_dependency(%q<net-sftp>, [">= 0"])
+      s.add_runtime_dependency(%q<git>, [">= 0"])
+      s.add_runtime_dependency(%q<highline>, [">= 0"])
+      s.add_runtime_dependency(%q<syslog-logger>, [">= 0"])
+      s.add_development_dependency(%q<shoulda>, [">= 0"])
+      s.add_development_dependency(%q<bundler>, ["~> 1.0.0"])
+      s.add_development_dependency(%q<jeweler>, ["~> 1.5.1"])
+      s.add_development_dependency(%q<rcov>, [">= 0"])
+      s.add_runtime_dependency(%q<net-sftp>, [">= 0"])
+      s.add_runtime_dependency(%q<git>, [">= 0"])
+      s.add_runtime_dependency(%q<highline>, [">= 0"])
+      s.add_runtime_dependency(%q<syslog-logger>, [">= 0"])
+    else
+      s.add_dependency(%q<net-sftp>, [">= 0"])
+      s.add_dependency(%q<git>, [">= 0"])
+      s.add_dependency(%q<highline>, [">= 0"])
+      s.add_dependency(%q<syslog-logger>, [">= 0"])
+      s.add_dependency(%q<shoulda>, [">= 0"])
+      s.add_dependency(%q<bundler>, ["~> 1.0.0"])
+      s.add_dependency(%q<jeweler>, ["~> 1.5.1"])
+      s.add_dependency(%q<rcov>, [">= 0"])
+      s.add_dependency(%q<net-sftp>, [">= 0"])
+      s.add_dependency(%q<git>, [">= 0"])
+      s.add_dependency(%q<highline>, [">= 0"])
+      s.add_dependency(%q<syslog-logger>, [">= 0"])
+    end
+  else
+    s.add_dependency(%q<net-sftp>, [">= 0"])
+    s.add_dependency(%q<git>, [">= 0"])
+    s.add_dependency(%q<highline>, [">= 0"])
+    s.add_dependency(%q<syslog-logger>, [">= 0"])
+    s.add_dependency(%q<shoulda>, [">= 0"])
+    s.add_dependency(%q<bundler>, ["~> 1.0.0"])
+    s.add_dependency(%q<jeweler>, ["~> 1.5.1"])
+    s.add_dependency(%q<rcov>, [">= 0"])
+    s.add_dependency(%q<net-sftp>, [">= 0"])
+    s.add_dependency(%q<git>, [">= 0"])
+    s.add_dependency(%q<highline>, [">= 0"])
+    s.add_dependency(%q<syslog-logger>, [">= 0"])
+  end
+end
+

data/lib/girror.rb

@@ -0,0 +1,275 @@
+# Author::    Pavel Argentov <argentoff@gmail.com>
+# Copyright:: (c) 2010-2011 Pavel Argentov
+# License::   see LICENSE.txt
+#
+# Girror library code, the internals. Since the whole app is a CLI utility, 
+# there's not a lot to document here.
+# 
+# The library now contains only one module Girror which contains class Application
+# which is the app logic container. The methods have some documentation in the corresponding
+# section (Girror::Application).
+# 
+# == Disclaimer
+# 
+# This documentation is written as an aid to further development of the program.
+# For more user-friendly documentation see README.rdoc file.
+#
+
+######## Utility
+
+$:.unshift File.dirname(__FILE__) # For use/testing when no gem is installed
+
+# Require all of the Ruby files in the given directory.
+#
+# path - The String relative path from here to the directory.
+#
+# Returns nothing.
+def require_all(path) # :nodoc:
+  glob = File.join(File.dirname(__FILE__), path, '*.rb')
+  Dir[glob].each do |f|
+    require f
+  end
+end
+
+######## Requires
+require 'singleton'
+require 'net/sftp'
+require 'fileutils'
+require 'git'
+require 'iconv'
+
+# This module encapsulates *girror*'s namespace.
+module Girror
+  # Version of the library.
+  VERSION = "0.0.1"
+  
+  # Regexp to filter out 'technical' files which aren't normally a part of
+  # the mirrored tree and therefore should be _ignored_.
+  FILTER_RE = /^((\.((\.{0,1})|((git)(ignore)?)))|(_girror))$/
+
+  # Application logic container.
+  class Application
+    include Singleton
+
+    class << self # class things
+      include FileUtils
+      
+      # Runs the app. Much like the C's main().
+      def run ops
+        # Logging setup
+        @log = case ops[:log]
+        when 'syslog'
+          unless ENV['OS'] == 'Windows_NT'
+            require 'syslog_logger'
+            SyslogLogger.new('girror')
+          else
+            Logger.new STDERR
+          end
+        when nil
+          Logger.new STDERR
+        else
+          Logger.new ops[:log]
+        end
+        @log.datetime_format = "%Y-%m-%d %H:%M:%S " if Logger.class == Logger
+        log "Starting"
+        @debug = true if ops[:verbose]
+        debug "Current options are: #{ops.inspect}"
+
+        # check the validity of a local directory
+        @lpath = ops[:to]       # local save path
+        log "Opening local git repo at #{@lpath}"
+        @git = Git.open(@lpath) # local git repo
+        
+        cd ops[:to]; log "Changed to #{pwd}"
+        
+        # read the config and use CLI ops to override it
+        $:.unshift(File.join(".", "_girror"))
+        begin
+          require 'config'
+          ops = Config::OPTIONS.merge ops
+          
+          begin 
+            debug "Program options:"
+            ops.each do |pair|
+              debug pair.inspect
+            end
+          end
+          
+        rescue LoadError => d
+          log "Not using stored config: #{d.message}"
+        end
+                
+        # set commit message for git
+        ops[:commit_msg].nil? ? @commit_msg = Proc.new { Time.now.to_s } : @commit_msg = ops[:commit_msg]
+        
+        # name conversion encodings for Iconv
+        ops[:renc].nil? ? @renc = "utf-8" :  @renc = ops[:renc]
+        ops[:lenc].nil? ? @lenc = "utf-8" :  @lenc = ops[:lenc]
+
+        # Check the validity of a remote url and run the remote connection
+        if ops[:from] =~ /^((\w+)(:(\w+))?@)?(.+):(.*)$/
+          $2.nil? ? @user = ENV["USERNAME"] : @user = $2
+          @pass = $4
+          @host = $5
+          @path = $6
+
+          debug "Remote data specified as: login: #{@user}; pass: #{@pass.inspect}; host: #{@host}; path: #{@path}"
+          Net::SFTP.start(@host, @user, :password => @pass) do |s|
+            @sftp = s
+            log "Connected to remote #{@host} as #{@user}"
+
+            dl_if_needed @path
+
+            log "Disconnected from remote #{@host}"
+            
+            # fix the local tree in the git repo
+            begin
+              log "Committing changes to local git repo"
+              @git.add
+              msg = if @commit_msg.class == Proc then @commit_msg.call
+              else @commit_msg
+              end . to_s
+              @git.commit msg, :add_all => true
+            rescue Git::GitExecuteError => detail
+              case detail.message
+              when /nothing to commit/
+                log "Nothing to commit"
+              else
+                log detail.message
+              end
+            end
+            
+          end
+     
+        else
+          raise "Bad remote specification!"
+        end
+
+        log "Finishing"
+      end
+
+      # Writes a debug message to @log.
+      def debug string
+        @log.debug string if @debug
+      end
+
+      # Writes a log message to @log.
+      def log string
+        @log.info string
+      end
+
+      # On-demand fetcher. Recursively fetches a directory entry 'name' (String) 
+      # if there's no local copy of it or the remote mtime is newer or the 
+      # attributes are to be updated.
+      def dl_if_needed name
+        debug "RNA: #{name}"
+        lname = econv(File.join '.', name.gsub(/^#{@path}/,'')); debug "LNA: #{lname}"
+
+        # get and hold the current direntry's stat in here
+        begin
+          rs  = @sftp.stat!(name); s_rs = [Time.at(rs.mtime), Time.at(rs.atime), rs.uid, rs.gid, "%o" % rs.permissions].inspect
+        rescue Net::SFTP::StatusException => detail
+          return if detail.code == 2 # silently ignore the broken remote link
+        end
+        debug "Remote stat for #{name} => #{s_rs}"
+
+        # remote type filter: we only work with types 1..2 (regular, dir)
+        begin
+          debug "Remote file type #{rs.type} isn't supported, ignoring."
+          return
+        end if rs.type > 2
+
+        # remove the local entry if local/remote entry type differ;
+        # else compare remote/local owner/mode and schedule the update.
+        if File.exist? lname
+          if (
+              rs.type != case File.ftype lname
+              when "file"      then 1
+              when "directory" then 2
+              end
+            )
+            remove_entry_secure lname, :force => true
+          else
+            lrs = File.stat(lname)
+            # we do mode comparison on Unices only,
+            # and owner compaison only if we are root
+            unless ENV['OS'] == "Windows_NT"
+              set_attrs = true unless (
+                if ENV['EUID'] == 0
+                  debug "Comparing: #{[rs.permissions, rs.uid, rs.gid].inspect} <=> #{[lrs.mode, lrs.uid, lrs.gid].inspect}"
+                  [lrs.mode, lrs.uid, lrs.gid] == [rs.permissions, rs.uid, rs.gid]
+                else
+                  debug "Comparing: #{rs.permissions} <=> #{lrs.mode}"
+                  lrs.mode == rs.permissions
+                end
+              )
+            end
+          end
+        end
+
+        # do the type-specific fetch operations
+        case rs.type
+        when 1
+          if (lrs.nil? or (lrs.mtime.to_i < rs.mtime))
+            log "Fetching file #{name} -> #{lname.force_encoding("BINARY")} (#{rs.size} bytes)"
+            @sftp.download! name, lname
+            set_attrs = true
+          end
+        when 2
+          # here we've got a dir
+          # create the dir locally if needed
+          unless File.exist?(lname)
+            log "Fetching directory #{name} -> #{lname.force_encoding("BINARY")} | #{s_rs}"
+            mkdir lname
+            set_attrs = true
+          end
+          # recurse into the dir; get the remote list
+          rlist = @sftp.dir.entries(name).map do |e| 
+            unless e.name =~ FILTER_RE
+              dl_if_needed(File.join(name, e.name))
+              Iconv.conv("utf-8", @renc, e.name)
+            end
+          end . compact
+          
+          # get the local list
+          llist = Dir.entries(lname).map do |n|
+            Iconv.conv("utf-8", @lenc, n) unless n =~ FILTER_RE
+          end . compact
+          
+          # differentiate the lists; remove what's needed from local repo
+          diff = llist - rlist
+          diff.each do |n|
+            n = File.join(lname, n)
+            log "Removing #{n}"
+            @git.remove n, :recursive => true
+          end
+          
+        end
+        
+        # do the common after-fetch tasks (chown, chmod, utime)
+        unless lname == "./"
+          unless ENV['OS'] == "Windows_NT"     # chmod/chown issues on that platform
+            if ENV['EUID'] == 0
+              log "Setting owner: #{lname} => #{[rs.uid, rs.gid].inspect}"
+              File.chown rs.uid, rs.gid, lname 
+            end
+            log "Setting mode: #{lname} => #{"%o" % rs.permissions}"
+            File.chmod rs.permissions, lname
+          end
+          log "Setting mtime: #{lname} => #{[rs.atime, rs.mtime].map{|t| Time.at(t).strftime("%Y-%m-%d %H:%M:%S")}.inspect}"
+          File.utime rs.atime, rs.mtime, lname
+        end if set_attrs
+      end
+
+      # Converts the String str from @renc to @lenc if both @renc and @lenc are 
+      # set and aren't equal.
+      # 
+      # Returns the converted String.
+      def econv str
+        ((@lenc == @renc) or (@lenc.nil? or @renc.nil?)) ?
+          str : Iconv.conv(@lenc, @renc, str)
+      end
+
+    end
+  end
+end

metadata

@@ -0,0 +1,238 @@
+--- !ruby/object:Gem::Specification 
+name: girror
+version: !ruby/object:Gem::Version 
+  prerelease: false
+  segments: 
+  - 0
+  - 0
+  - 1
+  version: 0.0.1
+platform: ruby
+authors: 
+- Pavel Argentov
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2010-12-31 00:00:00 +03:00
+default_executable: girror
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: net-sftp
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  prerelease: false
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: git
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  prerelease: false
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency 
+  name: highline
+  requirement: &id003 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  prerelease: false
+  version_requirements: *id003
+- !ruby/object:Gem::Dependency 
+  name: syslog-logger
+  requirement: &id004 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  prerelease: false
+  version_requirements: *id004
+- !ruby/object:Gem::Dependency 
+  name: shoulda
+  requirement: &id005 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        version: "0"
+  type: :development
+  prerelease: false
+  version_requirements: *id005
+- !ruby/object:Gem::Dependency 
+  name: bundler
+  requirement: &id006 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 1
+        - 0
+        - 0
+        version: 1.0.0
+  type: :development
+  prerelease: false
+  version_requirements: *id006
+- !ruby/object:Gem::Dependency 
+  name: jeweler
+  requirement: &id007 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 1
+        - 5
+        - 1
+        version: 1.5.1
+  type: :development
+  prerelease: false
+  version_requirements: *id007
+- !ruby/object:Gem::Dependency 
+  name: rcov
+  requirement: &id008 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        version: "0"
+  type: :development
+  prerelease: false
+  version_requirements: *id008
+- !ruby/object:Gem::Dependency 
+  name: net-sftp
+  requirement: &id009 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  prerelease: false
+  version_requirements: *id009
+- !ruby/object:Gem::Dependency 
+  name: git
+  requirement: &id010 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  prerelease: false
+  version_requirements: *id010
+- !ruby/object:Gem::Dependency 
+  name: highline
+  requirement: &id011 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  prerelease: false
+  version_requirements: *id011
+- !ruby/object:Gem::Dependency 
+  name: syslog-logger
+  requirement: &id012 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  prerelease: false
+  version_requirements: *id012
+description: Retrieves remote directory via SFTP and stores it in local Git repository.
+email: argentoff@gmail.com
+executables: 
+- girror
+extensions: []
+
+extra_rdoc_files: 
+- LICENSE.txt
+- README.rdoc
+files: 
+- .cvsignore
+- .document
+- Gemfile
+- Gemfile.lock
+- LICENSE.txt
+- README.rdoc
+- Rakefile
+- TODO.md
+- VERSION
+- bin/girror
+- examples/_girror/config.rb
+- gem_graph.png
+- girror.gemspec
+- lib/girror.rb
+has_rdoc: true
+homepage: http://github.com/argent-smith/girror
+licenses: 
+- MIT
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 452461409
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.7
+signing_key: 
+specification_version: 3
+summary: Remote -> local directory 'mirror' using SFTP transport and Git storage.
+test_files: 
+- examples/_girror/config.rb