treedisha 0.0.2

data/LICENSE

@@ -0,0 +1,22 @@
+Copyright (c) 2010 dpree
+
+Permission is hereby granted, free of charge, to any person
+obtaining a copy of this software and associated documentation
+files (the "Software"), to deal in the Software without
+restriction, including without limitation the rights to use,
+copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the
+Software is furnished to do so, subject to the following
+conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES
+OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT
+HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
+WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
+FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
+OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,20 @@
+# Treedisha
+
+diffing filesystem-trees using sha1-checksums
+
+## Description
+
+Treedisha is a little ruby gem for comparing two file trees.
+like git, it uses sha1-checksums to differentiate files from each other and it also doesn't rely on directories. (actually, i was using a wrapper around git for the same job, before i wrote this)
+
+after comparing the two file trees, it should provide the following information:
+
+* files that weren't changed
+* files that were moved (from path => to path)
+* files that were modified (from sha1 => to sha1)
+* files that were created
+* files that were deleted
+
+## License
+
+Treedisha is covered by the MIT License. See LICENSE for more information.

data/lib/treedisha.rb

@@ -0,0 +1,15 @@
+# stdlib
+require "digest/sha1"
+
+require File.join(File.dirname(__FILE__), "treedisha/filesystem")
+require File.join(File.dirname(__FILE__), "treedisha/comparator")
+
+module Treedisha
+  def self.list(root_path)
+    Treedisha::Filesystem.all_files_with_sha1(root_path)
+  end
+  
+  def self.compare(list_after, list_before)
+    Treedisha::Comparator.new(list_after, list_before)
+  end
+end

data/lib/treedisha/comparator.rb

@@ -0,0 +1,102 @@
+module Treedisha  
+  class Comparator
+    
+    attr_reader :untouched
+    attr_reader :created, :deleted
+    attr_reader :moved_old_locations, :moved_new_locations
+    attr_reader :modified_new_content, :modified_old_content
+    attr_reader :modified, :moved
+    
+    def initialize(new_tree, old_tree)
+      @new_tree = new_tree
+      @old_tree = old_tree
+      
+      compare!
+    end
+    
+    private
+  
+    def compare!
+      @untouched = @new_tree & @old_tree
+      
+      new_tree_without_shared = @new_tree - untouched
+      old_tree_without_shared = @old_tree - untouched
+      
+      @moved_new_locations, created_or_modified_new_content = diff(new_tree_without_shared, old_tree_without_shared)
+      @moved_old_locations, deleted_or_modified_old_content = diff(old_tree_without_shared, new_tree_without_shared)
+      
+      @moved = merge_moved_by_checksum(moved_new_locations, moved_old_locations)
+
+      @modified_new_content, @created = diff_paths(created_or_modified_new_content, deleted_or_modified_old_content)
+      @modified_old_content, @deleted = diff_paths(deleted_or_modified_old_content, created_or_modified_new_content)
+      
+      @modified = merge_modified_by_path(modified_new_content, modified_old_content)
+    end
+    
+    def diff(base_list_without_shared, search_list_without_shared)
+      different_paths_by_hash = []
+      different_hashes = []
+      
+      base_list_without_shared.each do |base_hash, base_path|
+        found_pair_by_hash = search_list_without_shared.assoc(base_hash)
+          
+        # shared hash but different path
+        if found_pair_by_hash
+          different_paths_by_hash << [base_hash, base_path]
+
+        # different hash
+        else
+          different_hashes << [base_hash, base_path]
+        end
+      end
+      [different_paths_by_hash, different_hashes]
+    end
+    
+    def diff_paths(base_list, search_list)
+      shared_paths = []
+      different_paths = []
+      
+      base_list.each do |base_hash, base_path|
+        found_pair_by_path = search_list.rassoc(base_path)
+        
+        # shared path
+        if found_pair_by_path
+          shared_paths << [base_hash, base_path]
+          
+        # different path
+        else
+          different_paths << [base_hash, base_path]
+        end
+      end
+      
+      [shared_paths, different_paths]
+    end
+    
+    def merge_moved_by_checksum(new_list, old_list)
+      moved = {}
+      new_list.each do |new_checksum, new_path|
+        if moved[new_checksum]
+          moved[new_checksum][:new_paths] << new_path
+        else
+          found_pairs_by_checksum = old_list.find_all{|old_checksum, old_path| new_checksum == old_checksum}
+          moved[new_checksum] = {
+            :new_paths => [new_path],
+            :old_paths => found_pairs_by_checksum.map{|a,b| b}
+          }
+        end
+      end
+      moved
+    end
+    
+    def merge_modified_by_path(new_list, old_list)
+      modified = {}
+      new_list.each do |new_checksum, new_path|
+        modified[new_path] = {:new_checksum => new_checksum}
+      end
+      old_list.each do |old_checksum, old_path|
+        modified[old_path][:old_checksum] = old_checksum
+      end
+      modified
+    end
+  end
+end

data/lib/treedisha/filesystem.rb

@@ -0,0 +1,20 @@
+module Treedisha
+  module Filesystem
+    
+    def self.all_files(root_path)
+      Dir.glob("#{root_path}/**/*").find_all do |f|
+        !File.directory? f
+      end
+    end
+    
+    def self.all_files_with_sha1(root_path)
+      all_files(root_path).map do |f|
+        [sha1_for_file(f), f]
+      end
+    end
+    
+    def self.sha1_for_file(file)
+      Digest::SHA1.file(file).to_s
+    end
+  end
+end

data/spec/lib/comparator_spec.rb

@@ -0,0 +1,97 @@
+require "spec_helper"
+
+describe Treedisha::Comparator do
+  before(:each) do
+    new_tree = FixturesHelper.read_json_file("comparator_a/state_after.json")
+    old_tree = FixturesHelper.read_json_file("comparator_a/state_before.json")
+    
+    @comparator = Treedisha::Comparator.new(new_tree, old_tree)
+  end
+  
+  it "should throw no error" do
+    new_tree = FixturesHelper.read_json_file("comparator_b/state_after.json")
+    old_tree = FixturesHelper.read_json_file("comparator_b/state_before.json")
+    
+    comparator = Treedisha::Comparator.new(new_tree, old_tree)
+  end
+  
+  it "should be possible find unmodified files" do
+    @comparator.untouched.size.should == 3
+    @comparator.untouched.each do |hash,path|
+      path.should =~ /untouched/
+    end
+  end
+    
+  it "should be possible find moved files and their new location" do
+    @comparator.moved_new_locations.size.should == 2
+    @comparator.moved_new_locations.each do |hash, path|
+      path.should =~ /file_moved_new_location/
+    end
+  end
+  
+  it "should be possible find moved files and their old location" do
+    @comparator.moved_old_locations.size.should == 3
+    @comparator.moved_old_locations.each do |hash, path|
+      path.should =~ /file_moved_old_location/
+    end
+  end
+  
+  it "should be possible find modified files and their new content" do
+    @comparator.modified_new_content.size.should == 1
+    @comparator.modified_new_content.each do |hash, path|
+      path.should =~ /file_changed_content/
+      hash.should =~ /new_content/
+    end
+  end
+  
+  it "should be possible find modified files and their old content" do
+    @comparator.modified_old_content.size.should == 1
+    @comparator.modified_old_content.each do |hash, path|
+      path.should =~ /file_changed_content/
+      hash.should =~ /old_content/
+    end
+  end
+  
+  it "should be possible find created files" do
+    @comparator.created.size.should == 2
+    @comparator.created.each do |hash,path|
+      path.should =~ /hereby_created/
+    end
+  end
+  
+  it "should be possible find deleted files" do
+    @comparator.deleted.size.should == 2
+    @comparator.deleted.each do |hash,path|
+      path.should =~ /hereby_deleted/
+    end
+  end
+  
+  it "should be possible to track modified files" do
+    @comparator.modified.keys.size.should == 1
+    @comparator.modified.each do |path, checksums|
+      path.should =~ /file_changed_content/
+      checksums[:old_checksum].should =~ /old_content/
+      checksums[:new_checksum].should =~ /new_content/
+    end
+  end
+  
+  it "should be possible to track moved files" do
+    old_paths_count = 0
+    new_paths_count = 0
+    @comparator.moved.keys.size.should == 2
+    @comparator.moved.each do |checksum, paths|
+      paths[:old_paths].empty?.should be_false
+      old_paths_count += paths[:old_paths].size
+      paths[:old_paths].each do |path|
+        path.should =~ /file_moved_old_location/
+      end
+      paths[:new_paths].empty?.should be_false
+      new_paths_count += paths[:new_paths].size
+      paths[:new_paths].each do |path|
+        path.should =~ /file_moved_new_location/
+      end
+    end
+    old_paths_count.should == 3
+    new_paths_count.should == 2
+  end
+end

data/spec/lib/filesystem_spec.rb

@@ -0,0 +1,14 @@
+require "spec_helper"
+
+describe Treedisha::Filesystem do
+  it "should be possible to list all files" do
+    path = TestDirHelper.path(".")
+    Treedisha::Filesystem.all_files(path).empty?.should be_false
+    Treedisha::Filesystem.all_files(path).size == 1
+  end
+  
+  it "should be possible to get sha1 for a file" do
+    path = TestDirHelper.path("foo.fx")
+    Treedisha::Filesystem.sha1_for_file(path).should == "83a4f6db0964dd03480be5f781eec6c5c2f7f5f2"
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,7 @@
+require "rubygems"
+require "rspec"
+require "json"
+
+require File.join(File.dirname(__FILE__), "support/fixtures_helper")
+require File.join(File.dirname(__FILE__), "support/test_dir_helper")
+require File.join(File.dirname(__FILE__), "../lib/treedisha")

data/spec/support/fixtures_helper.rb

@@ -0,0 +1,10 @@
+module FixturesHelper
+  def self.read_file(filename)
+    path = File.join(File.dirname(__FILE__), "..", "fixtures", filename)
+    File.read(path)
+  end
+  
+  def self.read_json_file(filename)
+    JSON.parse(read_file(filename))
+  end
+end

data/spec/support/test_dir_helper.rb

@@ -0,0 +1,5 @@
+module TestDirHelper
+  def self.path(subpath)
+    File.join(File.dirname(__FILE__), "..", "test_dir", subpath)
+  end
+end

metadata

@@ -0,0 +1,78 @@
+--- !ruby/object:Gem::Specification 
+name: treedisha
+version: !ruby/object:Gem::Version 
+  prerelease: false
+  segments: 
+  - 0
+  - 0
+  - 2
+  version: 0.0.2
+platform: ruby
+authors: 
+- dpree
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2010-12-08 00:00:00 +01:00
+default_executable: 
+dependencies: []
+
+description: Tiny file tree comparison library using sha1-checksums
+email: whiterabbit.init@gmail.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: 
+- LICENSE
+- README.md
+files: 
+- lib/treedisha.rb
+- lib/treedisha/comparator.rb
+- lib/treedisha/filesystem.rb
+- LICENSE
+- README.md
+- spec/lib/comparator_spec.rb
+- spec/lib/filesystem_spec.rb
+- spec/spec_helper.rb
+- spec/support/fixtures_helper.rb
+- spec/support/test_dir_helper.rb
+has_rdoc: true
+homepage: http://github.com/dpree/treedisha
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.7
+signing_key: 
+specification_version: 3
+summary: Tiny file tree comparison library
+test_files: 
+- spec/lib/comparator_spec.rb
+- spec/lib/filesystem_spec.rb
+- spec/spec_helper.rb
+- spec/support/fixtures_helper.rb
+- spec/support/test_dir_helper.rb