checksum-tools 1.1.0

data/Gemfile

@@ -0,0 +1,10 @@
+source 'https://rubygems.org'
+
+gemspec
+
+gem 'net-ssh-krb', :platform => :ruby_19
+gem 'net-ssh-kerberos', :platform => :ruby_18
+
+group :development do
+  gem "rcov", :platform => :mri_18
+end

data/Gemfile.lock

@@ -0,0 +1,51 @@
+PATH
+  remote: .
+  specs:
+    checksum-tools (1.1.0)
+      net-sftp
+      net-ssh
+      progressbar
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    diff-lcs (1.2.4)
+    ffi (1.9.0)
+    gssapi (1.1.2)
+      ffi (>= 1.0.1)
+    json (1.8.0)
+    net-sftp (2.1.2)
+      net-ssh (>= 2.6.5)
+    net-ssh (2.7.0)
+    net-ssh-kerberos (0.2.7)
+      net-ssh (>= 2.0)
+    net-ssh-krb (0.3.0)
+      gssapi (~> 1.1.2)
+      net-ssh (>= 2.0)
+    progressbar (0.21.0)
+    rake (10.1.0)
+    rcov (1.0.0)
+    rdoc (4.0.1)
+      json (~> 1.4)
+    rspec (2.14.1)
+      rspec-core (~> 2.14.0)
+      rspec-expectations (~> 2.14.0)
+      rspec-mocks (~> 2.14.0)
+    rspec-core (2.14.5)
+    rspec-expectations (2.14.3)
+      diff-lcs (>= 1.1.3, < 2.0)
+    rspec-mocks (2.14.3)
+    yard (0.8.7.2)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  checksum-tools!
+  net-ssh-kerberos
+  net-ssh-krb
+  rake (>= 0.8.7)
+  rcov
+  rdoc
+  rspec
+  yard

data/README.rdoc

@@ -0,0 +1,109 @@
+= Name
+
+checksum-tools --- Generate or verify checksums for a set of files
+
+= Setup
+
+== Requirements
+
+* Ruby 1.8.7
+* Rubygems 1.3.6 or greater
+
+== Installation
+
+  gem install checksum-tools
+
+= Synopsis
+
+  Usage: checksum-tools [options] [path]
+    -a, --action ACTION              Specify action to take
+                                     generate|verify
+    -c, --config FILE                Load configuration from FILE
+    -d, --digest DIGEST              Generate checksums of type DIGEST
+    -e, --extension EXT              File extension for digest files
+    -f, --filemask MASK              Include files matching MASK
+    -n, --no-action                  Dry run; don't execute
+    -o, --overwrite                  Overwrite existing digest files
+    -q, --quiet                      Hide the progress bar
+    -r, --recursive                  Recurse into subdirectories
+    -x, --exclude MASK               Exclude files matching MASK
+    -D, --digest-types               Show digest types
+    -v, --version                    Print version and exit
+    -h, --help                       Show this help message
+
+= Description
+
+checksum-tools is a dual-purpose tool to generate or verify checksums of various types for a set of files in a given directory.
+
+= Options
+
+<tt>-a, --action ACTION</tt>
+
+Valid choices are <tt>generate</tt> and <tt>verify</tt>. In <tt>generate</tt> mode, a digest file is created for each content file processed. In <tt>verify</tt> mode, the digests in digest files are verified against the content files and PASS/FAIL information written to standard output. Default: <tt>verify</tt>.
+
+<tt>-c, --config FILE</tt>
+
+Load default configuration values from <tt>FILE</tt>. Default: a file called <tt>.checksum-tools</tt> in the user's home directory. Options specified on the command line will override any defaults in the configuration file.
+
+<tt>-d, --digest DIGEST</tt>
+
+In <tt>generate</tt> mode, specifies the type of digest to generate. Valid options depend on the Ruby libraries available on the system, but usually include <tt>md5</tt>, <tt>sha1</tt>, <tt>sha256</tt>, <tt>sha384</tt>, and <tt>sha512</tt>. Default: <tt>md5</tt>. Including this option multiple times causes multiple digests to be generated for each file.
+
+<tt>-D, --digest-types</tt>
+
+Display the available digest types for the specified target directory/path/system.
+
+<tt>-e, --extension EXT</tt>
+
+The file extension to be appended to the names of content files when generating digest files. Default: <tt>.digest</tt>.
+
+<tt>-f, --filemask MASK</tt>
+
+Generate or verify checksums for files matching <tt>MASK</tt>. Include this option multiple times to match multiple filemasks. Default: <tt>*</tt> (all files)
+
+<tt>-n, --no-action</tt>
+
+Dry run — display configuration options and exit.
+
+<tt>-o, --overwrite</tt>
+
+Overwrite existing digest files with newly-generated ones.
+
+<tt>-q, --quiet</tt>
+
+Do not display a progress bar for each file generated.
+
+<tt>-r, --recursive</tt>
+
+Recurse into subdirectories.
+
+<tt>-v, --version</tt>
+
+Print version number and exit.
+
+<tt>-x, --exclude MASK</tt>
+
+Exclude files matching <tt>MASK</tt> from the operation. Can be used to skip a certain subset of files otherwise included using the <tt>--filemask</tt> option.
+
+<tt>-h, --help</tt>
+
+Display a simple help message and exit.
+
+== Releases
+- <b>0.6.6</b> Initial release
+- <b>0.7.0</b> Added ability to verify against digest files created by other tools
+- <b>0.7.1</b> Added -v / --version switch
+- <b>0.7.2</b> Fixed shift error when evaluating .digest files
+- <b>0.9.0</b> Added remote openssl invocation capability to generate digests on non-Ruby systems
+- <b>0.9.1</b> Slight refactoring of bin/checksum-tools; removed debugging code
+- <b>0.9.2</b> Fix gem deployment problem with bundler
+- <b>0.9.3</b> Hotfix to revert SFTP/SSH object changes in 0.9.2
+- <b>0.9.4</b> [HYDRALABWARE-59] Checksum-tools anomalies
+- <b>0.9.5</b> Minor bug fixes and spec tests
+- <b>1.0.0</b> Add --openssl command line parameter for self-configuration of remotes
+- <b>1.0.1</b> Hotfix for broken spec test
+- <b>1.0.3</b> Hotfix for remote paths with spaces in them
+- <b>1.0.4</b> Hotfix for remote paths with singles quotes in them
+- <b>1.0.5</b> Ensure remote commands are always invoked through bash
+- <b>1.0.6</b> Fix remote digest type introspection bug introduced in 1.0.5
+- <b>1.0.7</b> Compensate for differences between OpenSSL 0.9.8 and OpenSSL 1.0.0

data/Rakefile

@@ -0,0 +1,38 @@
+require 'rubygems'
+require 'rake'
+require 'bundler'
+require 'bundler/gem_tasks'
+
+Dir.glob('lib/tasks/*.rake').each { |r| import r }
+
+begin
+  Bundler.setup(:default, :development)
+rescue Bundler::BundlerError => e
+  $stderr.puts e.message
+  $stderr.puts "Run `bundle install` to install missing gems"
+  exit e.status_code
+end
+
+require 'rspec/core/rake_task'
+RSpec::Core::RakeTask.new(:spec)
+
+RSpec::Core::RakeTask.new(:features) do |spec|
+  spec.libs << 'lib' << 'spec'
+  spec.spec_files = FileList['spec/features/**/*_spec.rb']
+end
+
+RSpec::Core::RakeTask.new(:rcov) do |spec|
+  spec.libs << 'lib' << 'spec'
+  spec.pattern = 'spec/unit_tests/**/*.rb'
+  spec.rcov = true
+  spec.rcov_opts = %w{--exclude spec\/*,gems\/*,ruby\/* --aggregate coverage.data}
+end
+
+
+task :clean do
+  puts 'Cleaning old coverage.data'
+  FileUtils.rm('coverage.data') if(File.exists? 'coverage.data')
+end
+
+task :default => [:spec]
+

data/bin/checksum-tools

@@ -0,0 +1,172 @@
+#!/usr/bin/env ruby
+
+require 'rubygems'
+begin
+  require 'checksum-tools'
+rescue LoadError
+  require 'bundler/setup'
+  require 'checksum-tools'
+end
+require 'optparse'
+require 'progressbar'
+require 'yaml'
+
+DEFAULT_OPTIONS = {
+  :action => 'verify',
+  :digests => [],
+  :filemasks => [],
+  :progress => true,
+  :exclude => [],
+  :extension => '.digest',
+  :openssl => nil,
+  :overwrite => false,
+  :recursive => false
+}
+
+@pbar = nil
+def progress(filename, size, pos)
+  unless size.nil?
+    if pos == -1
+      @pbar.finish unless @pbar.nil?
+      @pbar = nil
+    else
+      if @pbar.nil?
+        @pbar = ProgressBar.new(File.basename(filename), size)
+      end
+      @pbar.set(pos)
+    end
+  end
+end
+
+def generate(tool, path, options)
+  tool.create_digest_files(path,options[:filemasks]) do |filename, size, pos|
+    progress(filename, size, pos) if options[:progress]
+  end
+end
+
+def verify(tool, path, options)
+  tool.verify_digest_files(path,options[:filemasks]) do |filename, size, pos, result|
+    if result.nil?
+      progress(filename, size, pos) if options[:progress]
+    else
+      progress(filename, -1, -1) if options[:progress]
+      result.delete_if { |k,v| v == true }
+      if result.length == 0
+        print "PASS"
+      else
+        print "FAIL [#{result.keys.join(',')}]"
+      end
+      puts " #{filename}"
+    end
+  end
+end
+
+VALID_ACTIONS = ['generate','verify','console']
+
+config_file = File.join(ENV['HOME'], '.checksum-tools')
+config_file_options = begin
+  YAML.load(File.read(config_file))
+rescue
+  {}
+end
+
+cmdline_options = {}
+dry_run = false
+
+optparse = OptionParser.new do |opts|
+  opts.banner = "Usage: #{File.basename($0)} [options] [path]"
+
+  opts.on('-a', '--action ACTION', VALID_ACTIONS, "Specify action to take", "#{VALID_ACTIONS.join('|')}") do |action|
+    cmdline_options[:action] = action
+  end
+  
+  opts.on('-c', '--config FILE', "Load configuration from FILE") do |filename|
+    config_file = filename
+    config_file_options = YAML.load(File.read(config_file))
+  end
+  
+  opts.on('-d', '--digest DIGEST', "Generate checksums of type DIGEST") do |digest|
+    (cmdline_options[:digests] ||= []) << digest.to_sym
+  end
+  
+  opts.on('-e', '--extension EXT', "File extension for digest files") do |ext|
+    cmdline_options[:extension] = ext
+  end
+  
+  opts.on('-f', '--filemask MASK', "Include files matching MASK") do |mask|
+    (cmdline_options[:filemasks] ||= []) << mask
+  end
+
+  opts.on('-n', '--no-action', "Dry run; don't execute") do
+    dry_run = true
+  end
+  
+  opts.on('-o', '--overwrite', "Overwrite existing digest files") do
+    cmdline_options[:overwrite] = true
+  end
+  
+  opts.on('-q', '--quiet', "Hide the progress bar") do
+    cmdline_options[:progress] = false
+  end
+  
+  opts.on('-r', '--recursive', "Recurse into subdirectories") do
+    cmdline_options[:recursive] = true
+  end
+  
+  opts.on('-s', '--openssl PATH', "Specify location of openssl on remote server") do |arg|
+    cmdline_options[:openssl] = arg
+  end
+  
+  opts.on('-x', '--exclude MASK', "Exclude files matching MASK") do |mask|
+    cmdline_options[:exclude] << mask
+  end
+
+  opts.on_tail('-D', '--digest-types', "Show digest types") do
+    path_info = Checksum::Tools.parse_path(ARGV.pop || '.')
+    tool = Checksum::Tools.new(path_info, cmdline_options)
+    puts "Available digest types for #{tool.host || 'local system'}:"
+    puts tool.digests.join(' ')
+    exit
+  end
+  
+  opts.on_tail('-v', '--version', "Print version and exit") do
+    puts "checksum-tools #{Checksum::Tools::VERSION}"
+    exit
+  end
+  
+  opts.on_tail('-h', '--help', "Show this help message") do
+    puts opts
+    exit
+  end
+end
+
+optparse.parse!
+
+options = DEFAULT_OPTIONS.merge(config_file_options).merge(cmdline_options)
+options[:filemasks] << '*' if options[:filemasks].length == 0
+options[:digests] << :md5 if options[:digests].length == 0
+options[:digests].uniq!
+options[:filemasks].uniq!
+options[:exclude].uniq!
+
+if options[:extension] !~ /[A-Za-z0-9]/
+  puts optparse
+  exit
+end
+
+if dry_run
+  puts "Defaults loaded from #{config_file}"
+  puts YAML.dump(options)
+  exit
+end
+
+args = options[:digests].dup
+args << options.dup.reject { |k,v| not [:exclude,:extension,:openssl,:overwrite,:recursive].include?(k) }
+path_info = Checksum::Tools.parse_path(ARGV.pop || '.')
+tool = Checksum::Tools.new(path_info, *args)
+
+case options[:action]
+when 'generate' then generate(tool, path_info[:dir], options)
+when 'verify'   then verify(tool, path_info[:dir], options)
+when 'console'  then require 'ripl'; Ripl.start :binding => binding
+end

data/lib/checksum-tools.rb

@@ -0,0 +1,180 @@
+module Checksum
+  module Tools
+    VERSION = "1.1.0"
+    
+    CHUNK_SIZE = 1048576 # 1M blocks
+    DEFAULT_OPTS = { :overwrite => false, :recursive => false, :exclude => [], :extension => '.digest' }
+
+    autoload :Local, File.join(File.dirname(__FILE__), File.basename(__FILE__, '.rb'), 'local')
+    autoload :Remote, File.join(File.dirname(__FILE__), File.basename(__FILE__, '.rb'), 'remote')
+    
+    class Exception < ::Exception; end
+    class ConfigurationError < Exception; end
+    
+    class << self
+      def new(path_info, *args)
+        remote = path_info[:remote]
+        if remote.nil? or remote[:host].nil?
+          Local.new(*args)
+        else
+          Remote.new(remote[:host],remote[:user],*args)
+        end
+      end
+    
+      def parse_path(path)
+        user,host,dir = path.to_s.scan(/^(?:(.+)@)?(?:(.+):)?(?:(.+))?$/).flatten
+        dir ||= '.'
+        result = { :remote => { :user => user, :host => host }, :dir => dir }
+        return result
+      end
+    end
+    
+    class Base
+      attr_reader :host
+      
+      def initialize(*args)
+        @opts = DEFAULT_OPTS
+        if args.last.is_a?(Hash)
+          @opts.merge!(args.pop)
+        end
+        @opts[:exclude] << digest_filename("*")
+        @opts[:exclude].uniq!
+        @digest_types = args
+      end
+    
+      def digest_filename(filename)
+        "#{filename}.#{opts[:extension].sub(/^\.+/,'')}"
+      end
+
+      def create_digest_files(base_dir, file_masks, &block)
+        process_files(base_dir, file_masks) do |filename|
+          yield(filename, -1, -1) if block_given?
+          create_digest_file(filename, &block)
+        end
+      end
+  
+      def create_digest_file(filename, &block)
+        digest_file = digest_filename(filename)
+        if File.expand_path(filename) == File.expand_path(digest_file)
+          raise ArgumentError, "Digest file #{digest_file} will clobber content file #{filename}!"
+        end
+        if opts[:overwrite] or not file_exists?(digest_file)
+          result = digest_file(filename, &block)
+          file_open(digest_file,'w') do |cksum|
+            result.each_pair do |type,hexdigest| 
+              cksum.puts("#{type.to_s.upcase}(#{File.basename(filename)})= #{hexdigest}")
+            end
+          end
+        end
+      end
+
+      def digest_files(base_dir, file_masks, &block)
+        process_files(base_dir, file_masks) do |filename|
+          yield(filename, -1, -1) if block_given?
+          digest_file(filename, &block)
+        end
+      end
+
+      def verify_digest_files(base_dir, file_masks, &block)
+        process_files(base_dir, file_masks) do |filename|
+          yield(filename, -1, -1) if block_given?
+          result = verify_digest_file(filename, &block)
+          yield(filename, -1, 0, result)
+          result
+        end
+      end
+
+      def verify_digest_file(filename, &block)
+        digest_file = digest_filename(filename)
+        unless file_exists?(digest_file)
+          return { :digest_file => false }
+        end
+
+        hashes = {}
+        digest_data = file_read(digest_file)
+
+        ext_type = File.extname(digest_file)[1..-1].downcase.to_sym
+        # Check to see if the digest file extension implies a specific digest type (e.g., .md5)
+        if digests.include?(ext_type)
+          # Find a hex value of the correct length in the digest file
+          len = self.digest_length(ext_type)
+          digest = digest_data.scan(/\b((?:[0-9a-f]{4})+)\b/im).flatten.find { |d| d.length == len }
+          hashes[ext_type] = digest
+        else
+          digest_data = digest_data.split(/\n/)
+          hashes = digest_data.inject({}) do |collector,sum|
+            (hash,hashed_fname,digest) = sum.scan(/(.+)\((.+)\)= (.+)/).flatten
+            unless File.basename(hashed_fname) == File.basename(filename)
+              warn "WARNING: Filename mismatch in #{digest_file}: #{File.basename(hashed_fname)}"
+            end
+            collector[hash.downcase.to_sym] = digest
+            collector
+          end
+        end
+        verify_file(filename, hashes, &block)
+      end
+
+      def verify_file(filename, hashes, &block)
+        with_types(hashes.keys) do
+          actual = digest_file(filename, &block)
+          result = {}
+          actual.each_pair do |hash,digest|
+            result[hash] = hashes[hash].downcase == digest.downcase
+          end
+          result
+        end
+      end
+
+      protected
+
+      def glob_to_re(glob)
+        replacements = [
+          [/\./,'##DOT##'],[/\\\*/,'##STAR##'],[/\\\?/,'##QUEST##'],
+          [/\*/,'.*'],[/\?/,'.'],
+          [/##STAR##/,'\*'],[/##QUEST##/,'\?'],[/##DOT##/,'\.']
+        ]
+        result = glob.dup
+        replacements.each { |args| result.gsub!(*args) }
+        Regexp.new(result)
+      end
+      
+      def file_read(filename)
+        if file_exists?(filename)
+          result = ''
+          file_open(filename) { |io| result = io.read }
+          return result
+        else
+          raise Errno::ENOENT, filename
+        end
+      end
+
+      def process_files(base_dir, include_masks = ["*"])
+        unless block_given?
+          raise ArgumentError, "no block given"
+        end
+        
+        excludes = Array(opts[:exclude]).collect { |ex| glob_to_re(ex) }
+        targets = file_list(base_dir, *include_masks).reject { |f| excludes.any? { |re| f.match(re) } }
+        targets.sort!
+        targets.uniq!
+      
+        result = {}
+        targets.each do |filename|
+          result[filename] = yield(filename)
+        end
+        return result
+      end
+  
+      def with_types(new_types)
+        old_types = @digest_types
+        @digest_types = new_types
+        begin
+          return(yield)
+        ensure
+          @digest_types = old_types
+        end
+      end
+    end
+  
+  end
+end

data/lib/checksum-tools/local.rb

@@ -0,0 +1,122 @@
+module Checksum::Tools
+
+  class Local < Base
+
+    class << self
+      @@digests = {}
+      
+      def register_digest(key, file, &block)
+        if @@digests.has_key?(key)
+          return false
+        else
+          begin
+            require file
+            @@digests[key] = block
+            return key
+          rescue LoadError
+            return false
+          end
+        end
+      end
+
+      def digest_for(key)
+        handler = @@digests[key]
+        if handler.nil?
+          raise ArgumentError, "undefined digest class: #{key.to_s}"
+        end
+        return handler.call()
+      end
+    
+      def digests
+        @@digests.keys
+      end
+    end
+
+    attr :digest_types
+    attr :opts
+    
+    def initialize(*args)
+      super(*args)
+      @digest_types.each { |type| self.class.digest_for(type) }
+    end
+  
+    def digests
+      self.class.digests
+    end
+    
+    def digest_length(type)
+      self.class.digest_for(type).hexdigest.length
+    end
+    
+    def digest_file(filename)
+      if File.exists?(filename)
+        size = file_size(filename)
+        block = block_given? ? lambda { |pos| yield(filename, size, pos) } : nil
+        File.open(filename, 'r') do |io|
+          yield(filename, size, 0) if block_given?
+          return digest_stream(io, &block)
+        end
+      else
+        raise Errno::ENOENT, filename
+      end
+    end
+  
+    def digest_stream(io)
+      output = digest_types.inject({}) { |collector,key| collector[key] = self.class.digest_for(key); collector }
+      io.rewind
+      while chunk = io.read(CHUNK_SIZE)
+        output.values.each do |digest|
+          digest << chunk
+        end
+        if block_given?
+          yield(io.pos)
+        end
+      end
+      output.each_pair do |type,digest|
+        output[type] = digest.hexdigest
+      end
+      return output
+    end
+
+    def verify_stream(io, hashes, &block)
+      with_types(hashes.keys) do
+        actual = digest_stream(io, &block)
+        result = {}
+        actual.each_pair do |hash,digest|
+          result[hash] = hashes[hash] == digest
+        end
+        result
+      end
+    end
+
+    protected
+    
+    def file_list(base_dir, *file_masks)
+      path = [base_dir, '*']
+      path.insert(1,'**') if opts[:recursive]
+      result = Dir[File.join(*path)]
+      result.reject! { |f| File.directory?(f) or (not file_masks.any? { |m| File.fnmatch?(m,File.basename(f)) }) }
+      result
+    end
+  
+    def file_open(*args, &block)
+      File.open(*args, &block)
+    end
+    
+    def file_exists?(filename)
+      File.exists?(filename)
+    end
+    
+    def file_size(filename)
+      File.size(filename)
+    end
+    
+  end
+
+end
+
+Checksum::Tools::Local.register_digest(:md5,    'digest/md5')  { Digest::MD5.new       }
+Checksum::Tools::Local.register_digest(:sha1,   'digest/sha1') { Digest::SHA1.new      }
+Checksum::Tools::Local.register_digest(:sha256, 'digest/sha2') { Digest::SHA2.new(256) }
+Checksum::Tools::Local.register_digest(:sha384, 'digest/sha2') { Digest::SHA2.new(384) }
+Checksum::Tools::Local.register_digest(:sha512, 'digest/sha2') { Digest::SHA2.new(512) }

data/lib/checksum-tools/remote.rb

@@ -0,0 +1,148 @@
+require 'net/ssh'
+require 'net/sftp'
+
+begin
+require 'net/ssh/kerberos'
+rescue LoadError
+  raise LoadError.new "Include 'net-ssh-kerberos' (ruby 1.8) or 'net-ssh-krb' (ruby 1.9) in your Gemfile"
+end
+
+module Checksum::Tools
+  
+  class Remote < Base
+    
+    attr :digest_types
+    attr :opts
+
+    def initialize(host, user, *args)
+      super(*args)
+      @host = host
+      @user = user
+      @digest_length_cache = {}
+      unless (ssl = opts.delete(:openssl)).nil?
+        begin
+          remote_properties[:openssl] = ssl
+        rescue ConfigurationError
+          @remote_properties = { :openssl => ssl }
+        end
+        write_remote_properties
+      end
+    end
+    
+    def openssl
+      remote_properties[:openssl]
+    end
+    
+    def sftp
+      @sftp ||= begin
+        auth_methods = %w(gssapi-with-mic publickey hostbased) if defined? Net::SSH::Kerberos
+        auth_methods ||= %w(publickey hostbased)
+        Net::SFTP.start(@host, @user, :auth_methods => auth_methods)
+      end
+    end
+    
+    def ssh
+      result = sftp.session
+      if block_given?
+        channel = result.open_channel do |ch|
+          yield(ch)
+        end
+        channel.wait
+      end
+      result
+    end
+
+    def exec!(cmd)
+      result = ''
+      ssh do |ch|
+        ch.exec("bash -l") do |ch2, success|
+          ch2.on_data { |c,data| result += data }
+          ch2.send_data "#{cmd}\n"
+          ch2.send_data "exit\n"
+        end
+      end
+      result.chomp
+    end
+    
+    def digests
+      resp = ''
+      resp = exec! "#{openssl} dgst -h 2>&1"
+      resp.scan(/-(.+?)\s+to use the .+ message digest algorithm/).flatten.collect { |d| d.to_sym }
+    end
+  
+    def digest_length(type)
+      if @digest_length_cache[type].nil?
+        resp = exec! "echo - | #{openssl} dgst -#{type}"
+        @digest_length_cache[type] = resp.split(/\s/).last.chomp.length
+      end
+      @digest_length_cache[type]
+    end
+    
+    def digest_file(filename)
+      if file_exists?(filename)
+        size = file_size(filename)
+        yield(filename, size, 0) if block_given?
+        output = {}
+        digest_types.each { |key| 
+          resp = exec! "#{openssl} dgst -#{key} $'#{filename.gsub(/[']/,'\\\\\'')}'"
+          output[key] = resp.split(/\= /).last
+        }
+        yield(filename, size, size) if block_given?
+        return output
+      else
+        raise Errno::ENOENT, filename
+      end
+    end
+    
+    protected
+    
+    def file_list(base_dir, *file_masks)
+      path = ['*']
+      path.unshift('**') if opts[:recursive]
+      result = sftp.dir[base_dir, File.join(*path)]
+      result.reject! { |f| f.directory? or (not file_masks.any? { |m| File.fnmatch?(m,File.basename(f.name)) }) }
+      result.collect { |f| File.expand_path(File.join(base_dir, f.name)) }
+    end
+
+    def file_open(*args, &block)
+      sftp.file.open(*args, &block)
+    end
+    
+    def file_exists?(filename)
+      sftp.stat!(filename)
+      return true
+    rescue Net::SFTP::StatusException
+      return false
+    end
+    
+    def file_size(filename)
+      if file_exists?(filename)
+        sftp.stat!(filename).size
+      else
+        raise Errno::ENOENT, filename
+      end
+    end
+    
+    def remote_properties
+      if @remote_properties.nil?
+        home_dir = exec!('echo $HOME')
+        settings_file = File.join(home_dir,".checksum-tools-system")
+        if file_exists?(settings_file)
+          @remote_properties = YAML.load(file_read(settings_file))
+        else
+          raise ConfigurationError, "Checksum Tools not configured for #{@user}@#{host}. Please use the --openssl parameter to specify the location of the remote openssl binary."
+        end
+      end
+      @remote_properties
+    end
+
+    def write_remote_properties
+      home_dir = exec!('echo $HOME')
+      settings_file = File.join(home_dir,".checksum-tools-system")
+      file_open(settings_file, 'w') { |io| YAML.dump(remote_properties, io) }
+      remote_properties
+    end
+    
+  end
+  
+end

metadata

@@ -0,0 +1,170 @@
+--- !ruby/object:Gem::Specification
+name: checksum-tools
+version: !ruby/object:Gem::Version
+  version: 1.1.0
+  prerelease: 
+platform: ruby
+authors:
+- Michael Klein
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-10-15 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: progressbar
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: net-ssh
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: net-sftp
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 0.8.7
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 0.8.7
+- !ruby/object:Gem::Dependency
+  name: rdoc
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: yard
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Contains classes and executable files to generate and verify checksums
+email:
+- mbklein@stanford.edu
+executables:
+- checksum-tools
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/checksum-tools/local.rb
+- lib/checksum-tools/remote.rb
+- lib/checksum-tools.rb
+- bin/checksum-tools
+- Gemfile
+- Gemfile.lock
+- Rakefile
+- README.rdoc
+homepage: 
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+      segments:
+      - 0
+      hash: -3039575937498161987
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: 1.3.6
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.23
+signing_key: 
+specification_version: 3
+summary: Checksum creation and verification tools
+test_files: []
+has_rdoc: