imw 0.2.0 → 0.2.1

data/lib/imw/transforms.rb

@@ -1,8 +0,0 @@
-module IMW
-  module Transforms
-    autoload :Archiver,   'imw/transforms/archiver'
-    autoload :Transferer, 'imw/transforms/transferer'
-  end
-end
-
-

data/spec/imw/resources/archives_and_compressed/bz2_spec.rb

@@ -1,15 +0,0 @@
-require File.dirname(__FILE__) + "/../../../spec_helper"
-require File.dirname(__FILE__) + "/../compressed_file_spec"
-
-describe IMW::Resources::CompressedFiles::Bz2 do
-  
-  before do
-    @extension = 'bz2'
-  end
-
-  it_should_behave_like 'a compressed file'
-end
-
-
-
-

data/spec/imw/resources/archives_and_compressed/gz_spec.rb

@@ -1,15 +0,0 @@
-require File.dirname(__FILE__) + "/../../../spec_helper"
-require File.dirname(__FILE__) + "/../compressed_file_spec"
-
-describe IMW::Resources::CompressedFiles::Gz do
-  
-  before do
-    @extension = 'gz'
-  end
-
-  it_should_behave_like 'a compressed file'
-end
-
-
-
-

data/spec/imw/transforms/transferer_spec.rb

@@ -1,113 +0,0 @@
-require File.dirname(__FILE__) + "/../../spec_helper"
-
-describe IMW::Transforms::Transferer do
-  before do
-    @local  = IMW.open("foobar.txt")
-    @http   = IMW.open("http://www.google.com")
-    @hdfs   = IMW.open("hdfs:///path/to/foobar.txt")
-    @s3     = IMW.open("s3://mybucket/foo/bar")
-  end
-
-  it "should raise an error unless the action is one of :cp, :copy, :mv :move, or :mv!" do
-    IMW::Transforms::Transferer.new(:cp,   @local, @http).should be
-    IMW::Transforms::Transferer.new(:copy, @local, @http).should be
-    IMW::Transforms::Transferer.new(:mv,   @local, @http).should be
-    IMW::Transforms::Transferer.new(:move, @local, @http).should be
-    IMW::Transforms::Transferer.new(:mv!,  @local, @http).should be
-    lambda { IMW::Transforms::Transferer.new(:foobar, @local, @http) }.should raise_error(IMW::ArgumentError)
-  end
-
-  it "should raise an error if the source and the destination have the same URI" do
-    lambda { IMW::Transforms::Transferer.new(:cp, @local, @local) }.should raise_error(IMW::PathError)
-  end
-
-  describe "transfering local files" do
-    it "should raise an error if the source doesn't exist" do
-      lambda { IMW::Transforms::Transferer.new(:cp, @local, 'barbaz.txt').transfer! }.should raise_error(IMW::PathError)
-    end
-
-    it "can copy a local file" do
-      IMWTest::Random.file @local.path
-      IMW::Transforms::Transferer.new(:cp, @local, 'barbaz.txt').transfer!
-      @local.exist?.should be_true
-      IMW.open('barbaz.txt').exist?.should be_true
-    end
-
-    it "can move a local file" do
-      IMWTest::Random.file @local.path 
-      IMW::Transforms::Transferer.new(:mv, @local, 'barbaz.txt').transfer!
-      @local.exist?.should be_false
-      IMW.open('barbaz.txt').exist?.should be_true
-    end
-
-  end
-
-  describe "transferring HTTP files" do
-    it "can copy a remote file to a local path" do
-      IMW::Transforms::Transferer.new(:cp, @http, @local).transfer!
-      @local.exist?.should be_true
-    end
-  end
-
-  describe "transferring S3 files" do
-
-    it "can copy an S3 file to a local path" do
-      IMW::Resources::Schemes::S3.should_receive(:get).with(@s3, @local)
-      IMW::Transforms::Transferer.new(:cp, @s3, @local).transfer!
-    end
-
-    it "can copy a local path to an S3 file" do
-      IMWTest::Random.file @local.path
-      IMW::Resources::Schemes::S3.should_receive(:put).with(@local, @s3)
-      IMW::Transforms::Transferer.new(:cp, @local, @s3).transfer!
-    end
-
-    it "can copy between S3 files" do
-      @new_s3 = IMW.open('s3://mybucket/new/path')
-      IMW::Resources::Schemes::S3.should_receive(:copy).with(@s3, @new_s3)
-      IMW::Transforms::Transferer.new(:cp, @s3, @new_s3).transfer!
-    end
-  end
-
-  describe "transferring HDFS files" do
-    before do
-      IMW::Resources::Schemes::HDFS.stub!(:fs)
-    end
-
-    it "can copy a local file to an HDFS path" do
-      IMWTest::Random.file @local.path
-
-      IMW::Resources::Schemes::HDFS.should_receive(:fs).with(:put, @local.path, @hdfs.path)
-      IMW::Transforms::Transferer.new(:cp, @local, @hdfs).transfer!
-    end
-
-    it "can copy an HDFS file to a local path" do
-      IMW::Resources::Schemes::HDFS.should_receive(:fs).with(:get, @hdfs.path, @local.path)
-      IMW::Transforms::Transferer.new(:cp, @hdfs, @local).transfer!
-    end
-
-    it "can copy between HDFS paths" do
-      @new_hdfs = IMW.open('hdfs:///a/new/path')
-      IMW::Resources::Schemes::HDFS.should_receive(:fs).with(:cp, @hdfs.path, @new_hdfs.path)
-      IMW::Transforms::Transferer.new(:cp, @hdfs, @new_hdfs).transfer!
-    end
-
-    it "can move between HDFS paths" do
-      @new_hdfs = IMW.open('hdfs:///a/new/path')
-      IMW::Resources::Schemes::HDFS.should_receive(:fs).with(:mv, @hdfs.path, @new_hdfs.path)
-      IMW::Transforms::Transferer.new(:mv, @hdfs, @new_hdfs).transfer!
-    end
-
-    it "can copy from S3 to HDFS" do
-      IMW::Resources::Schemes::HDFS.should_receive(:fs).with(:cp, @s3.s3n_url, @hdfs.path)
-      IMW::Transforms::Transferer.new(:cp, @s3, @hdfs).transfer!
-    end
-
-    it "can copy from HDFS to S3" do
-      IMW::Resources::Schemes::HDFS.should_receive(:fs).with(:cp, @hdfs.path, @s3.s3n_url)
-      IMW::Transforms::Transferer.new(:cp, @hdfs, @s3).transfer!
-    end
-  end
-end
-
-