imw 0.1.1 → 0.2.0

data/spec/imw/packagers/archiver_spec.rb

@@ -1,125 +0,0 @@
-require File.dirname(__FILE__) + "/../../spec_helper"
-
-describe IMW::Packagers::Archiver do
-  before do
-    @name = 'foobar'
-
-    # regular files
-    @csv  = "foobar-csv.csv"
-    @xml  = "foobar-xml.xml"
-    @txt  = "foobar-txt.txt"
-    @blah = "foobar"
-
-    # compressed files
-    @bz2  = "foobar-bz2.bz2"
-
-    # archives
-    @zip      = "foobar-zip.zip"
-    @tarbz2   = "foobar-tarbz2.tar.bz2"
-    @rar      = "foobar-rar.rar"
-    @archives = [@zip, @tarbz2]
-
-    @files = [@csv, @xml, @txt, @blah, @bz2, @zip, @tarbz2]
-    
-    @files.each do |path|
-      IMWTest::Random.file path
-    end
-  end
-
-
-  describe "when preparing files" do
-    before do
-      @archiver = IMW::Packagers::Archiver.new @name, @files
-      @archiver.prepare!      
-    end
-
-    after do
-      FileUtils.rm_rf @archiver.tmp_dir
-    end
-
-    it "should name its archive directory properly" do
-      @archiver.tmp_dir.should contain(@name)
-    end
-
-    it "should copy regular files to its archive directory" do
-      @archiver.dir.should contain(@csv, @xml, @txt)
-    end
-
-    it "should uncompress compressed files to its archive directory" do
-      @archiver.dir.should     contain('foobar-bz2')
-      @archiver.dir.should_not contain(@bz2)
-    end
-
-    it "should copy the content of archive files to its archive directory (but not the actual archives)" do
-      @archives.each do |archive|
-        @archiver.dir.should_not contain(archive)
-        @archiver.dir.should contain(*IMW.open(archive).contents)
-      end
-    end
-
-    it "should not move any of the original files" do
-      IMWTest::TMP_DIR.should contain(@files)
-    end
-  end
-
-  describe "when preparing files while renaming them" do
-    before do
-
-      # to test renaming, consider the new paths to be the old paths
-      # but with the hyphens mapped to underscores...
-      @renaming_hash = {}
-      @files.each { |f| @renaming_hash[f] = f.gsub(/-/,'_') }
-      
-      @archiver = IMW::Packagers::Archiver.new @name, @renaming_hash
-      @archiver.prepare!
-    end
-
-    after do
-      FileUtils.rm_rf @archiver.tmp_dir
-    end
-
-    it "should copy regular files to its archive directory, renaming them" do
-      @archiver.dir.should_not contain([@csv, @xml, @txt])
-      @archiver.dir.should contain([@csv, @xml, @txt].map { |f| @renaming_hash[f] })
-    end
-
-    it "should uncompress compressed files to its archive directory, renaming them" do
-      @archiver.dir.should     contain('foobar_bz2')
-      @archiver.dir.should_not contain('foobar-bz2')      
-      @archiver.dir.should_not contain(@renaming_hash[@bz2])
-      @archiver.dir.should_not contain(@bz2)
-    end
-  end
-
-  describe "when packaging files" do
-    before do
-      @archiver = IMW::Packagers::Archiver.new @name, @files
-      @archiver.prepare!
-
-      @package_tarbz2 = "package.tar.bz2"
-      @package_zip    = "package.zip"
-      @packages = [@package_tarbz2, @package_zip]
-    end
-
-    after do
-      FileUtils.rm_rf @archiver.tmp_dir
-    end
-
-    it "should create a package file containing the proper files" do
-      @packages.each do |package|
-        @archiver.package! package
-        @archiver.tmp_dir.should contain(IMW.open(package).contents)
-      end
-    end
-
-    it "should return the package file" do
-      @packages.each do |package|
-        output = @archiver.package! package
-        output.basename.should == package
-      end
-    end
-    
-    
-  end
-end
-

data/spec/imw/packagers/s3_mover_spec.rb

@@ -1,7 +0,0 @@
-require File.dirname(__FILE__) + "/../../spec_helper"
-
-describe IMW::Packagers::S3Mover do
-  it { pending }
-end
-
-

data/spec/imw/utils/extensions/file_core_spec.rb

@@ -1,72 +0,0 @@
-#
-# h2. spec/imw/utils/extensions/file_core_spec.rb -- spec for extensions to core file module
-#
-# Author::    (Philip flip Kromer, Dhruv Bansal) for Infinite Monkeywrench Project (mailto:coders@infochimps.org)
-# Copyright:: Copyright (c) 2008 infochimps.org
-# License::   GPL 3.0
-# Website::   http://infinitemonkeywrench.org/
-#
-
-require File.join(File.dirname(__FILE__),'../../../spec_helper')
-
-require 'fileutils'
-
-require 'imw/utils/random'
-
-describe File do
-
-  it "should return the 'name' of a file with 'name_of_file'" do
-    File.name_of_file("/path/to/some_file.txt").should eql("some_file")
-  end
-
-  describe "when finding the handle corresponding to a path" do
-
-    it "should correctly identify paths with the processing instruction suffix" do
-      File.handle("/path/to/the_handle#{IMW::PROCESSING_INSTRUCTION_SUFFIX}.yaml").should eql(:the_handle)
-    end
-
-    it "should correctly identify paths with the metadata instruction suffix" do
-      File.handle("/path/to/the_handle#{IMW::METADATA_SUFFIX}.yaml").should eql(:the_handle)
-    end
-
-    it "should raise an error if the path does not correspond to a handle" do
-      lambda {File.handle("/path/to/the_handle.txt")}.should raise_error(IMW::PathError)
-    end
-  end
-
-  describe "when creating unique filenames" do
-
-    before(:each) do
-      @root_directory = IMW::DIRECTORIES[:dump] + "/file_core_spec"
-      @file0 = @root_directory + "/the_original.txt"
-      @file1 = @root_directory + "/the_original.txt.1"
-      @file2 = @root_directory + "/the_original.txt.2"
-      FileUtils.mkdir(@root_directory)
-    end
-
-    after(:each) do
-      FileUtils.rm_rf @root_directory
-    end
-
-    it "should return the given path if there is no such file already" do
-      File.uniquify(@file0).should eql(@file0)
-    end
-
-    it "should return the given path with a numerical suffix of `.1' if the file exists" do
-      IMW::Random.file(@file0)
-      File.uniquify(@file0).should eql(@file1)
-    end
-
-    it "should return the given path with a numerical suffix o `.2' if the file exists and a file with a suffix of `.1' also exists" do
-      IMW::Random.file(@file0)
-      IMW::Random.file(@file1)
-      File.uniquify(@file0).should eql(@file2)
-    end
-
-  end
-
-end
-
-
-
-# puts "#{File.basename(__FILE__)}: You bend the file folder almost in half and watch as it springs back to shape." # at bottom

data/spec/imw/utils/extensions/find_spec.rb

@@ -1,113 +0,0 @@
-#
-# h2. spec/imw/utils/extensions/find_spec.rb -- spec for find.rb
-#
-# == About
-#
-# Author::    (Philip flip Kromer, Dhruv Bansal) for Infinite Monkeywrench Project (mailto:coders@infochimps.org)
-# Copyright:: Copyright (c) 2008 infochimps.org
-# License::   GPL 3.0
-# Website::   http://infinitemonkeywrench.org/
-#
-
-require File.join(File.dirname(__FILE__),'../../../spec_helper')
-require IMW_SPEC_DIR + "/imw/matchers/without_regard_to_order_matcher"
-
-require 'fileutils'
-require 'set'
-
-require 'imw/utils'
-require 'imw/utils/random'
-require 'imw/utils/extensions/find'
-
-describe Find do
-
-  include Spec::Matchers::IMW
-
-  def create_sample_files
-    FileUtils.mkdir_p(@subsubdirectory)
-    [@file1,@file2,@file3,@file4,@file5,@file6].each {|path| IMW::Random.file path}
-  end
-
-  before(:all) do
-    @root_directory = IMW::DIRECTORIES[:dump] + "/find_extension_spec"
-    @subdirectory = @root_directory + "/subdir"
-    @subsubdirectory = @subdirectory + "/subsubdir"
-    @fake_directory = @root_directory + "/notreal"
-    @file1 = @root_directory + "/my_file1.txt"
-    @file2 = @root_directory + "/my_file2.csv"
-    @file3 = @root_directory + "/my_file3.dat"
-    @file4 = @subdirectory + "/your_file4.html"
-    @file5 = @subdirectory + "/your_file5.csv"
-    @file6 = @subdirectory + "/your_file5"
-  end
-
-  before(:each) do
-    create_sample_files
-  end
-
-  after(:each) do
-    FileUtils.rm_rf @root_directory
-  end
-
-  describe "when listing files with absolute paths contained in a directory" do
-
-    it "should raise an error when listing a non-exsiting directory" do
-      lambda {Find.files_in_directory(@fake_directory) }.should raise_error(IMW::PathError)
-    end
-
-    it "should find every file by default" do
-      Find.files_in_directory(@root_directory).should match_without_regard_to_order([@file1,@file2,@file3,@file4,@file5,@file6])
-    end
-
-    it "should only find files which match its :include argument" do
-      Find.files_in_directory(@root_directory, :include => /.*\.csv$/).should match_without_regard_to_order([@file2,@file5])
-    end
-
-    it "should not find files which match its :exclude argument" do
-      Find.files_in_directory(@root_directory, :exclude => /.*\.csv$/).should match_without_regard_to_order([@file1,@file3,@file4,@file6])
-    end
-
-    it "should only find files which match its :include argument and don't match its :exclude argument" do
-      Find.files_in_directory(@root_directory, :include => /my/, :exclude => /.*\.csv$/).should match_without_regard_to_order([@file1,@file3])
-    end
-  end
-
-  describe "when listing files with relative paths contained in a directory" do
-
-    def strip_root_directory array
-      array.map {|item| item[@root_directory.length + 1,item.size]}
-    end
-
-    it "should raise an error when listing a non-exsiting directory" do
-      lambda {Find.files_in_directory(@fake_directory) }.should raise_error(IMW::PathError)
-    end
-
-    it "should find every file by default" do
-      Find.files_relative_to_directory(@root_directory).should match_without_regard_to_order(strip_root_directory([@file1,@file2,@file3,@file4,@file5,@file6]))
-    end
-
-    it "should only find files which match its :include argument" do
-      Find.files_relative_to_directory(@root_directory, :include => /.*\.csv$/).should match_without_regard_to_order(strip_root_directory([@file2,@file5]))
-    end
-
-    it "should not find files which match its :exclude argument" do
-      Find.files_relative_to_directory(@root_directory, :exclude => /.*\.csv$/).should match_without_regard_to_order(strip_root_directory([@file1,@file3,@file4,@file6]))
-    end
-
-    it "should only find files which match its :include argument and don't match its :exclude argument" do
-      Find.files_relative_to_directory(@root_directory, :include => /^my/, :exclude => /.*\.csv$/).should match_without_regard_to_order(strip_root_directory([@file1,@file3]))
-    end
-
-  end
-
-  describe "when listing handles in a directory" do
-
-    it "should return a unique set of handles" do
-      Find.handles_in_directory(@root_directory, :include => /your/).should match_without_regard_to_order([:your_file4, :your_file5])
-    end
-  end
-
-
-end
-
-# puts "#{File.basename(__FILE__)}: You throw your Monkeywrench backwards over your shoulder and run like mad to go find it.  Again, and again, and again." # at bottom

data/spec/imw/workflow/rip/local_spec.rb

@@ -1,89 +0,0 @@
-#
-# h2. spec/imw/workflow/rip/local_spec.rb -- specs for copying files from local disk
-#
-# == About
-#
-# Author::    (Philip flip Kromer, Dhruv Bansal) for Infinite Monkeywrench Project (mailto:coders@infochimps.org)
-# Copyright:: Copyright (c) 2008 infochimps.org
-# License::   GPL 3.0
-# Website::   http://infinitemonkeywrench.org/
-# 
-require File.join(File.dirname(__FILE__),'../../../spec_helper')
-require IMW_SPEC_DIR + "/imw/matchers/without_regard_to_order_matcher.rb"
-
-require 'fileutils'
-
-require 'imw/utils/random'
-require 'imw/utils/extensions/find'
-require 'imw/workflow/rip/local'
-
-describe "Ripping from local disk" do
-
-  include Spec::Matchers::IMW
-
-  before(:all) do
-    @root_directory = IMW::DIRECTORIES[:dump] + "/local_spec"
-    @file1 = @root_directory + "/first.csv"
-    
-    @source_directory1 = @root_directory + "/source1"
-    @file2 = @source_directory1 + "/second.txt"
-    @file3 = @source_directory1 + "/third.csv"
-
-    @source_directory2 = @root_directory + "/source2"
-    @file4 = @source_directory2 + "/fourth.txt"
-    @file5a = @source_directory2 + "/fifth-shared.yaml"
-
-    @source_directory3 = @source_directory2 + "/source3-nested"
-    @file5b = @source_directory3 + "/fifth-shared.yaml"
-    
-    @target_directory = @root_directory + "/target"
-  end
-
-  before(:each) do
-    FileUtils.mkdir([@root_directory,@source_directory1,@source_directory2,@source_directory3,@target_directory])
-    [@file1,@file2,@file3,@file4,@file5a,@file5b].each {|file| IMW::Random.file(file)}
-  end
-
-  after(:each) do
-    FileUtils.rm_rf @root_directory
-  end
-
-
-  def basenames_of files
-    files.map {|file| File.basename file}
-  end
-  
-  it "should raise an error when attempting to copy to a non-existent target directory" do
-    FileUtils.rm_rf @target_directory
-    lambda { IMW::Rip.from_local_disk(@target_directory,@source_directory1)}.should raise_error(IMW::PathError)
-  end
-
-  it "should copy all files in all directories and paths recursively to the target directory without any hierarchy" do
-    IMW::Rip.from_local_disk(@target_directory,@file1,@source_directory1,@source_directory2)
-    Find.files_relative_to_directory(@target_directory).should match_without_regard_to_order(basenames_of([@file1,@file2,@file3,@file4,@file5a]))
-  end
-
-  it "should accept a block which establishes a hierarchy to be created in the target directory and which skips copying certain files if it returns nil" do
-
-    # complicated block to copy files to sub-directories of the target
-    # directory depending on their extension
-    IMW::Rip.from_local_disk(@target_directory,@file1,@source_directory1,@source_directory2) do |path|
-      if File.extname(path) == '.txt' then
-        File.join('txt',File.basename(path)) # put text files in txt
-      elsif File.extname(path) == '.csv' then
-        File.join("csv",File.basename(path)) # put csv files in csv
-      else
-        nil # don't copy other extensions
-      end
-    end
-
-    # what we would expect to see from that block
-    txt = [@file2,@file4].map {|path| File.join("txt",File.basename(path))}
-    csv = [@file1,@file3].map {|path| File.join("csv",File.basename(path))}
-
-    Find.files_relative_to_directory(@target_directory).should match_without_regard_to_order(txt + csv)
-  end
-      
-end
-
-# puts "#{File.basename(__FILE__)}: Having found the platter you were looking for, you stare at it, examining your reflection.  What a handsome chimp you are!" # at bottom

data/spec/imw/workflow/rip_spec.rb

@@ -1,27 +0,0 @@
-#
-# h2. spec/imw/workflow/rip_spec.rb -- spec for rip.rb
-#
-# == About
-#
-# Author::    (Philip flip Kromer, Dhruv Bansal) for Infinite Monkeywrench Project (mailto:coders@infochimps.org)
-# Copyright:: Copyright (c) 2008 infochimps.org
-# License::   GPL 3.0
-# Website::   http://infinitemonkeywrench.org/
-#
-require File.join(File.dirname(__FILE__),'../../spec_helper')
-
-# require 'imw/workflow/rip'
-#
-# describe Source do
-#
-#   before(:all) do
-#     @source = IMW::Source.new(:fake_source)
-#     @source.stub("returns path to ripd directory",:path_to => IMW::DIRECTORIES[:dump] + "/source_rip_spec")
-#   end
-#
-#   it "should raise an error when asked to rip in an unknown way" do
-#     @source.rip_from :silly_way
-#   end
-# end
-
-# puts "#{File.basename(__FILE__)}: Bending over, you hear a thunderous RRRRRRRIIIIIP and then scuttle off to check your pants..." # at bottom

data/spec/support/archive_contents_matcher.rb

@@ -1,94 +0,0 @@
-#
-# h2. spec/matchers/archive_contents_matcher.rb -- matches contents of archive to disk
-#
-# == About
-#
-# An RSpec matcher which tests that an archive of files has the same
-# contents as various paths on disk.
-#
-# Author::    (Philip flip Kromer, Dhruv Bansal) for Infinite Monkeywrench Project (mailto:coders@infochimps.org)
-# Copyright:: Copyright (c) 2008 infochimps.org
-# License::   GPL 3.0
-# Website::   http://infinitemonkeywrench.org/
-# 
-
-require 'find'
-
-module Spec
-  module Matchers
-    module IMW
-
-      # Match the contents of the archive against files or directories
-      # in +paths+.
-      #
-      # Options include:
-      # 
-      # <tt>:relative_to</tt>:: a leading path which will be stripped
-      # from all +paths+ before comparison with the contents of the
-      # directory.
-      class ArchiveContentsMatchPaths
-
-        private
-        def initialize paths,opts = {}
-          opts.reverse_merge!({:relative_to => nil})
-          paths = [paths] if paths.class == String
-          @paths = paths
-          @relative_to = opts[:relative_to]
-          find_paths_contents
-        end
-
-        def find_paths_contents
-          # find all the files
-          contents = []
-          @paths.each do |path|
-            path = File.expand_path path
-            if File.file? path then
-              contents << path
-            elsif File.directory? path then
-              contents += Find.files_in_directory(path)
-            end
-          end
-
-          # strip leading path
-          contents.map! do |path|
-            # the +1 is because we want a relative path
-            path = path[@relative_to.length + 1,path.size]
-          end
-
-          @paths_contents = contents.to_set
-        end
-
-        def pretty_print set
-          set.to_a.join("\n\t")
-        end
-        
-        public
-        def matches? archive
-          @archive = archive
-          @archive_contents = @archive.contents.to_set
-          @archive_contents == @paths_contents
-        end
-
-        def failure_message
-          missing_from_archive = "missing from archive:\n\t#{pretty_print(@paths_contents - @archive_contents)}\n"
-          missing_from_paths = "missing from paths:\n\t#{pretty_print(@archive_contents - @paths_contents)}\n"
-          common = "common to both:\n\t#{pretty_print(@archive_contents & @paths_contents)}\n"
-          "expected contents of archive (#{@archive.path}) and paths (#{@paths.join(", ")}) to be identical.\n#{missing_from_archive}\n#{missing_from_paths}\n#{common}"
-        end
-
-        def negative_failure_message
-          "expected contents of archive (#{@archive.path}) and paths (#{@paths.join(", ")}) to differ."
-        end
-        
-      end
-
-      # Invokes the matcher <tt>Spec::Matchers::IMW::ArchiveContentsMatchPaths
-      def contain_paths_like paths, opts = {}
-        ArchiveContentsMatchPaths.new(paths,opts)
-      end
-      
-    end
-  end
-end
-
-# puts "#{File.basename(__FILE__)}: An archive is something that is bigger on the inside than it is on the outside." # at bottom

data/spec/support/directory_contents_matcher.rb

@@ -1,61 +0,0 @@
-#
-# h2. spec/matchers/directory_contents_matcher.rb -- matches files between directories
-#
-# == About
-#
-# An RSpec matcher which tests that two directories share the same set
-# of files.
-#
-# Author::    (Philip flip Kromer, Dhruv Bansal) for Infinite Monkeywrench Project (mailto:coders@infochimps.org)
-# Copyright:: Copyright (c) 2008 infochimps.org
-# License::   GPL 3.0
-# Website::   http://infinitemonkeywrench.org/
-# 
-
-require 'set'
-require 'find'
-
-module Spec
-  module Matchers
-    module IMW
-
-      class DirectoryContentsMatcher
-        private
-        def initialize dir
-          @dir = File.expand_path(dir)
-          @dir_files = Find.files_relative_to_directory(@dir).to_set
-        end
-
-        # Pretty print a set of files.
-        def format_files_for_printing files
-          files.to_a.join("\n\t")
-        end
-
-        public
-        def matches? target
-          @target = target
-          @target_files = Find.files_relative_to_directory(@target).to_set
-          @target_files == @dir_files
-        end
-
-        def failure_message
-          files_missing_from_dir = format_files_for_printing(@target_files - @dir_files)
-          files_missing_from_target = format_files_for_printing(@dir_files - @target_files)
-          files_in_common = format_files_for_printing(@dir_files & @target_files)
-          "expected files in #{@dir} and #{@target} to be identical.\n\nfiles missing from #{@dir}:\n\t#{files_missing_from_dir}\n\nfiles missing from #{@target}:\n\t#{files_missing_from_target}\n\nfiles in common:\n\t#{files_in_common}"
-        end
-
-        def negative_failure_message
-          "expected files in #{@dir} and #{@target} to be different"
-        end
-      end
-
-      # Checks that files in one directory match those in another.
-      def contain_files_matching_directory dir
-        DirectoryContentsMatcher.new(dir)
-      end
-    end
-  end
-end
-
-# puts "#{File.basename(__FILE__)}: From far away, the two filing cabinets appear to be identical.  Upon closer inspection, one of them is actually a Maine lobster.  Delicious!" # at bottom