s3 0.2.0

data/test/object_test.rb

@@ -0,0 +1,164 @@
+# encoding: utf-8
+require 'test_helper'
+
+class ObjectTest < Test::Unit::TestCase
+  def setup
+    @service = Stree::Service.new(
+      :access_key_id => "1234",
+      :secret_access_key => "1337"
+    )
+    @bucket_images = Stree::Bucket.new(@service, "images")
+    @object_lena = Stree::Object.new(@bucket_images, "Lena.png")
+    @object_lena.content = "test"
+    @object_carmen = Stree::Object.new(@bucket_images, "Carmen.png")
+
+    @response_binary = Net::HTTPOK.new("1.1", "200", "OK")
+    stub(@response_binary).body { "test".force_encoding(Encoding::BINARY) }
+    @response_binary["etag"] = ""
+    @response_binary["content-type"] = "image/png"
+    @response_binary["content-disposition"] = "inline"
+    @response_binary["content-encoding"] = nil
+    @response_binary["last-modified"] = Time.now.httpdate
+    @response_binary["content-length"] = 20
+
+    @xml_body = <<-EOXML
+    <?xml version="1.0" encoding="UTF-8"?>
+    <CopyObjectResult> <LastModified>timestamp</LastModified> <ETag>"etag"</ETag> </CopyObjectResult>
+    EOXML
+    @response_xml = Net::HTTPOK.new("1.1", "200", "OK")
+    stub(@response_xml).body { @xml_body }
+  end
+
+  def test_initilalize
+    assert_raise ArgumentError do Stree::Object.new(nil, "") end # should not allow empty key
+    assert_raise ArgumentError do Stree::Object.new(nil, "//") end # should not allow key with double slash
+
+    assert_nothing_raised do
+      Stree::Object.new(nil, "Lena.png")
+      Stree::Object.new(nil, "Lena playboy.png")
+      Stree::Object.new(nil, "Lena Söderberg.png")
+      Stree::Object.new(nil, "/images/pictures/test images/Lena not full.png")
+    end
+  end
+
+  def test_full_key
+    expected = "images/Lena.png"
+    actual = @object_lena.full_key
+    assert_equal expected, actual
+  end
+
+  def test_url
+    bucket1 = Stree::Bucket.new(@service, "images")
+
+    object11 = Stree::Object.new(bucket1, "Lena.png")
+    expected = "http://images.s3.amazonaws.com/Lena.png"
+    actual = object11.url
+    assert_equal expected, actual
+
+    object12 = Stree::Object.new(bucket1, "Lena Söderberg.png")
+    expected = "http://images.s3.amazonaws.com/Lena%20S%C3%B6derberg.png"
+    actual = object12.url
+    assert_equal expected, actual
+
+    bucket2 = Stree::Bucket.new(@service, "images_new")
+
+    object21 = Stree::Object.new(bucket2, "Lena.png")
+    expected = "http://s3.amazonaws.com/images_new/Lena.png"
+    actual = object21.url
+    assert_equal expected, actual
+  end
+
+  def test_cname_url
+    bucket1 = Stree::Bucket.new(@service, "images.example.com")
+
+    object11 = Stree::Object.new(bucket1, "Lena.png")
+    expected = "http://images.example.com/Lena.png"
+    actual = object11.cname_url
+    assert_equal expected, actual
+
+    object12 = Stree::Object.new(bucket1, "Lena Söderberg.png")
+    expected = "http://images.example.com/Lena%20S%C3%B6derberg.png"
+    actual = object12.cname_url
+    assert_equal expected, actual
+
+    bucket2 = Stree::Bucket.new(@service, "images_new")
+
+    object21 = Stree::Object.new(bucket2, "Lena.png")
+    expected = nil
+    actual = object21.cname_url
+    assert_equal expected, actual
+  end
+
+  def test_destroy
+    mock(@object_lena).object_request(:delete) {}
+    assert @object_lena.destroy
+  end
+
+  def test_save
+    mock(@object_lena).object_request(
+      :put, :body=>"test",
+      :headers=>{ :x_amz_acl=>"public-read", :content_type=>"application/octet-stream" }
+    ) { @response_binary }
+
+    assert @object_lena.save
+  end
+
+  def test_content_and_parse_headers
+    mock(@object_lena).object_request(:get) { @response_binary }
+
+    expected = /test/n
+    actual = @object_lena.content(true) # wtf? don't work with false, maybe is not fully cleaned
+    assert_match expected, actual
+    assert_equal "image/png", @object_lena.content_type
+
+    stub(@object_lena).object_request(:get) { flunk "should not use connection" }
+
+    assert @object_lena.content
+
+    mock(@object_lena).object_request(:get) { @response_binary }
+    assert @object_lena.content(true)
+  end
+
+  def test_retrieve
+    mock(@object_lena).object_request(:get, :headers=>{:range=>0..0}) { @response_binary }
+    assert @object_lena.retrieve
+  end
+
+  def test_exists
+    mock(@object_lena).retrieve { true }
+    assert @object_lena.exists?
+
+    mock(@object_carmen).retrieve { raise Stree::Error::NoSuchKey.new(nil, nil) }
+    assert ! @object_carmen.exists?
+  end
+
+  def test_acl_writer
+    expected = nil
+    actual = @object_lena.acl
+    assert_equal expected, actual
+
+    assert @object_lena.acl = :public_read
+
+    expected = "public-read"
+    actual = @object_lena.acl
+    assert_equal expected, actual
+
+    assert @object_lena.acl = :private
+
+    expected = "private"
+    actual = @object_lena.acl
+    assert_equal expected, actual
+  end
+
+  def test_copy
+    mock(@bucket_images).bucket_request(
+      :put, :path=>"Lena.png",
+      :headers=>{:x_amz_acl=>"public-read", :content_type=>"application/octet-stream", :x_amz_copy_source=>"images/Lena.png", :x_amz_metadata_directive=>"REPLACE"}
+    ) { @response_xml }
+
+    new_object = @object_lena.copy
+
+    assert_equal @object_lena, new_object
+    assert ! @object_lena.eql?(new_object)
+  end
+end

data/test/service_test.rb

@@ -0,0 +1,128 @@
+require 'test_helper'
+
+class ServiceTest < Test::Unit::TestCase
+  def setup
+    @service_empty_buckets_list = Stree::Service.new(
+      :access_key_id =>  "12345678901234567890",
+      :secret_access_key =>  "qwertyuiopasdfghjklzxcvbnmQWERTYUIOPASDF"
+    )
+    @response_empty_buckets_list = Net::HTTPOK.new("1.1", "200", "OK")
+    stub(@service_empty_buckets_list).service_request { @response_empty_buckets_list }
+    stub(@response_empty_buckets_list).body { @buckets_empty_list_body }
+
+    @service_buckets_list = Stree::Service.new(
+      :access_key_id =>  "12345678901234567890",
+      :secret_access_key =>  "qwertyuiopasdfghjklzxcvbnmQWERTYUIOPASDF"
+    )
+    @response_buckets_list = Net::HTTPOK.new("1.1", "200", "OK")
+    stub(@service_buckets_list).service_request { @response_buckets_list }
+    stub(@response_buckets_list).body { @buckets_list_body }
+
+    @service_bucket_exists = Stree::Service.new(
+      :access_key_id =>  "12345678901234567890",
+      :secret_access_key =>  "qwertyuiopasdfghjklzxcvbnmQWERTYUIOPASDF"
+    )
+    @response_bucket_exists = Net::HTTPNotFound.new("1.1", "200", "OK")
+    stub(@service_bucket_exists).service_request { @response_bucket_exists }
+    stub(@response_bucket_exists).body { @bucket_exists }
+
+    @service_bucket_not_exists = Stree::Service.new(
+      :access_key_id =>  "12345678901234567890",
+      :secret_access_key =>  "qwertyuiopasdfghjklzxcvbnmQWERTYUIOPASDF"
+    )
+    @response_bucket_not_exists = Net::HTTPNotFound.new("1.1", "404", "Not Found")
+    stub(@service_bucket_not_exists).service_request { raise Stree::Error::NoSuchBucket.new(404, @response_bucket_not_exists) }
+    stub(@response_bucket_not_exists).body { @bucket_not_exists }
+
+    @buckets_empty_list = []
+    @buckets_empty_list_body = <<-EOEmptyBuckets
+    <?xml version="1.0" encoding="UTF-8"?>\n<ListAllMyBucketsResult xmlns="http://s3.amazonaws.com/doc/2006-03-01/"> <Owner> <ID>123u1odhkhfoadf</ID> <DisplayName>JohnDoe</DisplayName> </Owner> <Buckets> </Buckets> </ListAllMyBucketsResult>
+    EOEmptyBuckets
+
+    @buckets_list = [
+      Stree::Bucket.new(@service_buckets_list, "data.example.com"),
+      Stree::Bucket.new(@service_buckets_list, "images")
+    ]
+    @buckets_list_body = <<-EOBuckets
+    <?xml version="1.0" encoding="UTF-8"?>\n<ListAllMyBucketsResult xmlns="http://s3.amazonaws.com/doc/2006-03-01/"> <Owner> <ID>123u1odhkhfoadf</ID> <DisplayName>JohnDoe</DisplayName> </Owner> <Buckets> <Bucket> <Name>data.example.com</Name> <CreationDate>2009-07-02T11:56:58.000Z</CreationDate> </Bucket> <Bucket> <Name>images</Name> <CreationDate>2009-06-05T12:26:33.000Z</CreationDate> </Bucket> </Buckets> </ListAllMyBucketsResult>
+    EOBuckets
+
+    @bucket_not_exists = <<-EOBucketNoexists
+    <?xml version="1.0" encoding="UTF-8"?>\n<Error> <Code>NoSuchBucket</Code> <Message>The specified bucket does not exists</Message> <BucketName>data2.example.com</BucketName> <RequestId>8D7519AAE74E9E99</RequestId> <HostId>DvKnnNSMnPHd1oXukyRaFNv8Lg/bpwhuUtY8Kj7eDLbaIrIT8JebSnHwi89AK1P+</HostId> </Error>
+    EOBucketNoexists
+
+    @bucket_exists = <<-EOBucketexists
+    <?xml version="1.0" encoding="UTF-8"?>\n<ListBucketResult xmlns="http://s3.amazonaws.com/doc/2006-03-01/"> <Name>data.synergypeople.net</Name> <Prefix></Prefix> <Marker></Marker> <MaxKeys>1000</MaxKeys> <IsTruncated>false</IsTruncated> </ListBucketResult>
+    EOBucketexists
+  end
+
+  def test_buckets_and_parse_buckets_empty
+    expected = @buckets_empty_list
+    actual = @service_empty_buckets_list.buckets
+    assert_equal expected.length, actual.length
+    assert_equal expected, actual
+  end
+
+  def test_buckets_and_parse_buckets
+    expected = @buckets_list
+    # ugly hack
+    actual = @service_buckets_list.buckets(true).map { |obj| obj }
+    assert_equal expected, actual
+  end
+
+  def test_buckets_reload
+    @service = @service_empty_buckets_list
+
+    expected = @buckets_empty_list
+    assert @service.buckets, "retrive buckets"
+    actual = @service.buckets
+    assert_equal expected.length, actual.length, "deliver from cache"
+
+    stub(@service).service_request { @response_buckets_list }
+    expected = @buckets_empty_list
+    actual = @service.buckets
+    assert_equal expected.length, actual.length, "deliver from cache"
+
+    expected = @buckets_list
+    actual = @service.buckets(true)
+    assert_equal expected.length, actual.length
+  end
+
+  def test_buckets_build
+    stub(@service_empty_buckets_list).service_request { flunk "should not connect to server" }
+
+    expected = "bucket_name"
+    actual = @service_empty_buckets_list.buckets.build("bucket_name")
+    assert_kind_of Stree::Bucket, actual
+    assert_equal expected, actual.name
+  end
+
+  def test_buckets_find_first
+    assert_nothing_raised do
+      actual = @service_buckets_list.buckets.find_first("data.example.com")
+      assert_equal "data.example.com", actual.name
+    end
+  end
+
+  def test_buckets_find_first_fail
+    assert_raise Stree::Error::NoSuchBucket do
+      @service_bucket_not_exists.buckets.find_first("data2.example.com")
+    end
+  end
+
+  def test_buckets_find_all_on_empty_list
+    assert_nothing_raised do
+      expected = @buckets_empty_list
+      actual = @service_empty_buckets_list.buckets.find_all
+      assert_equal expected, actual
+    end
+  end
+
+  def test_buckets_find_all
+    assert_nothing_raised do
+      expected = @buckets_list
+      actual = @service_buckets_list.buckets.find_all
+      assert_equal expected, actual
+    end
+  end
+end

data/test/signature_test.rb

@@ -0,0 +1,143 @@
+require 'test_helper'
+
+class SignatureTest < Test::Unit::TestCase
+  # from http://docs.amazonwebservices.com/AmazonS3/latest/RESTAuthentication.html
+  def test_signature_for_object_get
+    request = Net::HTTP::Get.new("/photos/puppy.jpg")
+    request["host"] = "johnsmith.s3.amazonaws.com"
+    request["date"] = "Tue, 27 Mar 2007 19:36:42 +0000"
+
+    actual = Stree::Signature.generate(
+      :host => request["host"],
+      :request => request,
+      :access_key_id => "0PN5J17HBGZHT7JJ3X82",
+      :secret_access_key => "uV3F3YluFJax1cknvbcGwgjvx4QpvB+leU8dUj2o"
+    )
+    expected = "AWS 0PN5J17HBGZHT7JJ3X82:xXjDGYUmKxnwqr5KXNPGldn5LbA="
+    assert_equal expected, actual
+  end
+
+  def test_signature_for_object_put
+    request = Net::HTTP::Put.new("/photos/puppy.jpg");
+    request["content-type"] = "image/jpeg"
+    request["content-length"] = "94328"
+    request["host"] = "johnsmith.s3.amazonaws.com"
+    request["date"] = "Tue, 27 Mar 2007 21:15:45 +0000"
+
+    actual = Stree::Signature.generate(
+      :host => request["host"],
+      :request => request,
+      :access_key_id => "0PN5J17HBGZHT7JJ3X82",
+      :secret_access_key => "uV3F3YluFJax1cknvbcGwgjvx4QpvB+leU8dUj2o"
+    )
+    expected = "AWS 0PN5J17HBGZHT7JJ3X82:hcicpDDvL9SsO6AkvxqmIWkmOuQ="
+    assert_equal expected, actual
+  end
+
+  def test_signature_for_list
+    request = Net::HTTP::Get.new("/?prefix=photos&max-keys=50&marker=puppy");
+    request["user-agent"] = "Mozilla/5.0"
+    request["host"] = "johnsmith.s3.amazonaws.com"
+    request["date"] = "Tue, 27 Mar 2007 19:42:41 +0000"
+
+    actual = Stree::Signature.generate(
+      :host => request["host"],
+      :request => request,
+      :access_key_id => "0PN5J17HBGZHT7JJ3X82",
+      :secret_access_key => "uV3F3YluFJax1cknvbcGwgjvx4QpvB+leU8dUj2o"
+    )
+    expected = "AWS 0PN5J17HBGZHT7JJ3X82:jsRt/rhG+Vtp88HrYL706QhE4w4="
+    assert_equal expected, actual
+  end
+
+  def test_signature_for_fetch
+    request = Net::HTTP::Get.new("/?acl");
+    request["host"] = "johnsmith.s3.amazonaws.com"
+    request["date"] = "Tue, 27 Mar 2007 19:44:46 +0000"
+
+    actual = Stree::Signature.generate(
+      :host => request["host"],
+      :request => request,
+      :access_key_id => "0PN5J17HBGZHT7JJ3X82",
+      :secret_access_key => "uV3F3YluFJax1cknvbcGwgjvx4QpvB+leU8dUj2o"
+    )
+    expected = "AWS 0PN5J17HBGZHT7JJ3X82:thdUi9VAkzhkniLj96JIrOPGi0g="
+    assert_equal expected, actual
+  end
+
+  def test_signature_for_delete
+    request = Net::HTTP::Delete.new("/johnsmith/photos/puppy.jpg");
+    request["user-agent"] = "dotnet"
+    request["host"] = "s3.amazonaws.com"
+    request["date"] = "Tue, 27 Mar 2007 21:20:27 +0000"
+    request["x-amz-date"] = "Tue, 27 Mar 2007 21:20:26 +0000"
+
+    actual = Stree::Signature.generate(
+      :host => request["host"],
+      :request => request,
+      :access_key_id => "0PN5J17HBGZHT7JJ3X82",
+      :secret_access_key => "uV3F3YluFJax1cknvbcGwgjvx4QpvB+leU8dUj2o"
+    )
+    expected = "AWS 0PN5J17HBGZHT7JJ3X82:k3nL7gH3+PadhTEVn5Ip83xlYzk="
+    assert_equal expected, actual
+  end
+
+  def test_signature_for_upload
+    request = Net::HTTP::Put.new("/db-backup.dat.gz");
+    request["user-agent"] = "curl/7.15.5"
+    request["host"] = "static.johnsmith.net:8080"
+    request["date"] = "Tue, 27 Mar 2007 21:06:08 +0000"
+    request["x-amz-acl"] = "public-read"
+    request["content-type"] = "application/x-download"
+    request["content-MD5"] = "4gJE4saaMU4BqNR0kLY+lw=="
+    # TODO:
+    # was:
+    #request["x-amz-meta-reviewedby"] = "joe@johnsmith.net"
+    #request["x-amz-meta-reviewedby"] = "jane@johnsmith.net"
+    request["x-amz-meta-reviewedby"] = "joe@johnsmith.net,jane@johnsmith.net"
+    request["x-amz-meta-filechecksum"] = "0x02661779"
+    request["x-amz-meta-checksumalgorithm"] = "crc32"
+    request["content-disposition"] = "attachment; filename=database.dat"
+    request["content-encoding"] = "gzip"
+    request["content-length"] = "5913339"
+
+    actual = Stree::Signature.generate(
+      :host => "static.johnsmith.net",
+      :request => request,
+      :access_key_id => "0PN5J17HBGZHT7JJ3X82",
+      :secret_access_key => "uV3F3YluFJax1cknvbcGwgjvx4QpvB+leU8dUj2o"
+    )
+    expected = "AWS 0PN5J17HBGZHT7JJ3X82:C0FlOtU8Ylb9KDTpZqYkZPX91iI="
+    assert_equal expected, actual
+  end
+
+  def test_signature_for_list_all_my_buckets
+    request = Net::HTTP::Get.new("/");
+    request["host"] = "s3.amazonaws.com"
+    request["date"] = "Wed, 28 Mar 2007 01:29:59 +0000"
+
+    actual = Stree::Signature.generate(
+      :host => request["host"],
+      :request => request,
+      :access_key_id => "0PN5J17HBGZHT7JJ3X82",
+      :secret_access_key => "uV3F3YluFJax1cknvbcGwgjvx4QpvB+leU8dUj2o"
+    )
+    expected = "AWS 0PN5J17HBGZHT7JJ3X82:Db+gepJSUbZKwpx1FR0DLtEYoZA="
+    assert_equal expected, actual
+  end
+
+  def test_signature_for_unicode_keys
+    request = Net::HTTP::Get.new("/dictionary/fran%C3%A7ais/pr%c3%a9f%c3%a8re");
+    request["host"] = "s3.amazonaws.com"
+    request["date"] = "Wed, 28 Mar 2007 01:49:49 +0000"
+
+    actual = Stree::Signature.generate(
+      :host => request["host"],
+      :request => request,
+      :access_key_id => "0PN5J17HBGZHT7JJ3X82",
+      :secret_access_key => "uV3F3YluFJax1cknvbcGwgjvx4QpvB+leU8dUj2o"
+    )
+    expected = "AWS 0PN5J17HBGZHT7JJ3X82:dxhSBHoI6eVSPcXJqEghlUzZMnY="
+    assert_equal expected, actual
+  end
+end

data/test/test_helper.rb

@@ -0,0 +1,11 @@
+require 'rubygems'
+require 'test/unit'
+require 'rr'
+
+$LOAD_PATH.unshift(File.dirname(__FILE__))
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+require 'stree'
+
+class Test::Unit::TestCase
+  include RR::Adapters::TestUnit
+end

metadata

@@ -0,0 +1,94 @@
+--- !ruby/object:Gem::Specification 
+name: s3
+version: !ruby/object:Gem::Version 
+  version: 0.2.0
+platform: ruby
+authors: 
+- "Jakub Ku\xC5\xBAma"
+- "Miros\xC5\x82aw Boruta"
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2009-10-09 00:00:00 +02:00
+default_executable: stree
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: trollop
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "1.14"
+    version: 
+description: 
+email: qoobaa@gmail.com
+executables: 
+- stree
+extensions: []
+
+extra_rdoc_files: 
+- LICENSE
+- README.rdoc
+files: 
+- .document
+- .gitignore
+- LICENSE
+- README.rdoc
+- Rakefile
+- VERSION
+- bin/stree
+- extra/stree_backend.rb
+- lib/stree.rb
+- lib/stree/bucket.rb
+- lib/stree/connection.rb
+- lib/stree/exceptions.rb
+- lib/stree/object.rb
+- lib/stree/parser.rb
+- lib/stree/roxy/moxie.rb
+- lib/stree/roxy/proxy.rb
+- lib/stree/service.rb
+- lib/stree/signature.rb
+- test/bucket_test.rb
+- test/connection_test.rb
+- test/object_test.rb
+- test/service_test.rb
+- test/signature_test.rb
+- test/test_helper.rb
+has_rdoc: true
+homepage: http://github.com/qoobaa/stree
+licenses: []
+
+post_install_message: 
+rdoc_options: 
+- --charset=UTF-8
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.5
+signing_key: 
+specification_version: 3
+summary: Library for accessing S3 objects and buckets, with command line tool
+test_files: 
+- test/bucket_test.rb
+- test/service_test.rb
+- test/signature_test.rb
+- test/connection_test.rb
+- test/test_helper.rb
+- test/object_test.rb