steamcannon-s3 0.3.2

data/test/service_test.rb

@@ -0,0 +1,111 @@
+require "test_helper"
+
+class ServiceTest < Test::Unit::TestCase
+  def setup
+    @buckets_list_body = <<-EOBuckets
+    <?xml version="1.0" encoding="UTF-8"?>\n<ListAllMyBucketsResult xmlns="http://s3.amazonaws.com/doc/2006-03-01/"> <Owner> <ID>123u1odhkhfoadf</ID> <DisplayName>JohnDoe</DisplayName> </Owner> <Buckets> <Bucket> <Name>data.example.com</Name> <CreationDate>2009-07-02T11:56:58.000Z</CreationDate> </Bucket> <Bucket> <Name>images</Name> <CreationDate>2009-06-05T12:26:33.000Z</CreationDate> </Bucket> </Buckets> </ListAllMyBucketsResult>
+    EOBuckets
+
+    @bucket_not_exists = <<-EOBucketNoexists
+    <?xml version="1.0" encoding="UTF-8"?>\n<Error> <Code>NoSuchBucket</Code> <Message>The specified bucket does not exists</Message> <BucketName>data2.example.com</BucketName> <RequestId>8D7519AAE74E9E99</RequestId> <HostId>DvKnnNSMnPHd1oXukyRaFNv8Lg/bpwhuUtY8Kj7eDLbaIrIT8JebSnHwi89AK1P+</HostId> </Error>
+    EOBucketNoexists
+
+    @bucket_exists = <<-EOBucketexists
+    <?xml version="1.0" encoding="UTF-8"?>\n<ListBucketResult xmlns="http://s3.amazonaws.com/doc/2006-03-01/"> <Name>data.synergypeople.net</Name> <Prefix></Prefix> <Marker></Marker> <MaxKeys>1000</MaxKeys> <IsTruncated>false</IsTruncated> </ListBucketResult>
+    EOBucketexists
+
+    @service_empty_buckets_list = S3::Service.new(
+      :access_key_id =>  "12345678901234567890",
+      :secret_access_key =>  "qwertyuiopasdfghjklzxcvbnmQWERTYUIOPASDF"
+    )
+    @response_empty_buckets_list = Net::HTTPOK.new("1.1", "200", "OK")
+    @service_empty_buckets_list.stubs(:service_request).returns(@response_empty_buckets_list)
+    @response_empty_buckets_list.stubs(:body).returns(@buckets_empty_list_body)
+
+    @service_buckets_list = S3::Service.new(
+      :access_key_id =>  "12345678901234567890",
+      :secret_access_key =>  "qwertyuiopasdfghjklzxcvbnmQWERTYUIOPASDF"
+    )
+    @response_buckets_list = Net::HTTPOK.new("1.1", "200", "OK")
+    @service_buckets_list.stubs(:service_request).returns(@response_buckets_list)
+    @response_buckets_list.stubs(:body).returns(@buckets_list_body)
+
+    @service_bucket_exists = S3::Service.new(
+      :access_key_id =>  "12345678901234567890",
+      :secret_access_key =>  "qwertyuiopasdfghjklzxcvbnmQWERTYUIOPASDF"
+    )
+    @response_bucket_exists = Net::HTTPNotFound.new("1.1", "200", "OK")
+    @service_bucket_exists.stubs(:service_request).returns(@response_bucket_exists)
+    @response_bucket_exists.stubs(:body).returns(@bucket_exists)
+
+    @service_bucket_not_exists = S3::Service.new(
+      :access_key_id =>  "12345678901234567890",
+      :secret_access_key =>  "qwertyuiopasdfghjklzxcvbnmQWERTYUIOPASDF"
+    )
+    @response_bucket_not_exists = Net::HTTPNotFound.new("1.1", "404", "Not Found")
+    @service_bucket_not_exists.stubs(:service_request).raises(S3::Error::NoSuchBucket.new(404, @response_bucket_not_exists))
+    @response_bucket_not_exists.stubs(:body).returns(@bucket_not_exists)
+
+    @buckets_empty_list = []
+    @buckets_empty_list_body = <<-EOEmptyBuckets
+    <?xml version="1.0" encoding="UTF-8"?>\n<ListAllMyBucketsResult xmlns="http://s3.amazonaws.com/doc/2006-03-01/"> <Owner> <ID>123u1odhkhfoadf</ID> <DisplayName>JohnDoe</DisplayName> </Owner> <Buckets> </Buckets> </ListAllMyBucketsResult>
+    EOEmptyBuckets
+
+    @buckets_list = [
+      S3::Bucket.send(:new, @service_buckets_list, "data.example.com"),
+      S3::Bucket.send(:new, @service_buckets_list, "images")
+    ]
+  end
+
+  test "buckets and parse buckets empty" do
+    expected = @buckets_empty_list
+    actual = @service_empty_buckets_list.buckets
+    assert_equal expected.length, actual.length
+    assert_equal expected, actual
+  end
+
+  test "buckets and parse buckets" do
+    expected = @buckets_list
+    # ugly hack
+    actual = @service_buckets_list.buckets.map { |obj| obj }
+    assert_equal expected, actual
+  end
+
+  test "buckets build" do
+    @service_empty_buckets_list.stubs(:service_request)
+
+    expected = "bucket_name"
+    actual = @service_empty_buckets_list.buckets.build("bucket_name")
+    assert_kind_of S3::Bucket, actual
+    assert_equal expected, actual.name
+  end
+
+  test "buckets find first" do
+    assert_nothing_raised do
+      actual = @service_buckets_list.buckets.find_first("data.example.com")
+      assert_equal "data.example.com", actual.name
+    end
+  end
+
+  test "buckets find first fail" do
+    assert_raise S3::Error::NoSuchBucket do
+      @service_bucket_not_exists.buckets.find_first("data2.example.com")
+    end
+  end
+
+  test "buckets find all on empty list" do
+    assert_nothing_raised do
+      expected = @buckets_empty_list
+      actual = @service_empty_buckets_list.buckets.find_all
+      assert_equal expected, actual
+    end
+  end
+
+  test "buckets find all" do
+    assert_nothing_raised do
+      expected = @buckets_list
+      actual = @service_buckets_list.buckets.find_all
+      assert_equal expected, actual
+    end
+  end
+end

data/test/signature_test.rb

@@ -0,0 +1,205 @@
+require "test_helper"
+
+class SignatureTest < Test::Unit::TestCase
+  # from http://docs.amazonwebservices.com/AmazonS3/latest/RESTAuthentication.html
+  test "signature for object get" do
+    request = Net::HTTP::Get.new("/photos/puppy.jpg")
+    request["host"] = "johnsmith.s3.amazonaws.com"
+    request["date"] = "Tue, 27 Mar 2007 19:36:42 +0000"
+
+    actual = S3::Signature.generate(
+      :host => request["host"],
+      :request => request,
+      :access_key_id => "0PN5J17HBGZHT7JJ3X82",
+      :secret_access_key => "uV3F3YluFJax1cknvbcGwgjvx4QpvB+leU8dUj2o"
+    )
+    expected = "AWS 0PN5J17HBGZHT7JJ3X82:xXjDGYUmKxnwqr5KXNPGldn5LbA="
+    assert_equal expected, actual
+  end
+
+  test "signature for object put" do
+    request = Net::HTTP::Put.new("/photos/puppy.jpg");
+    request["content-type"] = "image/jpeg"
+    request["content-length"] = "94328"
+    request["host"] = "johnsmith.s3.amazonaws.com"
+    request["date"] = "Tue, 27 Mar 2007 21:15:45 +0000"
+
+    actual = S3::Signature.generate(
+      :host => request["host"],
+      :request => request,
+      :access_key_id => "0PN5J17HBGZHT7JJ3X82",
+      :secret_access_key => "uV3F3YluFJax1cknvbcGwgjvx4QpvB+leU8dUj2o"
+    )
+    expected = "AWS 0PN5J17HBGZHT7JJ3X82:hcicpDDvL9SsO6AkvxqmIWkmOuQ="
+    assert_equal expected, actual
+  end
+
+  test "signature for list" do
+    request = Net::HTTP::Get.new("/?prefix=photos&max-keys=50&marker=puppy");
+    request["user-agent"] = "Mozilla/5.0"
+    request["host"] = "johnsmith.s3.amazonaws.com"
+    request["date"] = "Tue, 27 Mar 2007 19:42:41 +0000"
+
+    actual = S3::Signature.generate(
+      :host => request["host"],
+      :request => request,
+      :access_key_id => "0PN5J17HBGZHT7JJ3X82",
+      :secret_access_key => "uV3F3YluFJax1cknvbcGwgjvx4QpvB+leU8dUj2o"
+    )
+    expected = "AWS 0PN5J17HBGZHT7JJ3X82:jsRt/rhG+Vtp88HrYL706QhE4w4="
+    assert_equal expected, actual
+  end
+
+  test "signature for fetch" do
+    request = Net::HTTP::Get.new("/?acl");
+    request["host"] = "johnsmith.s3.amazonaws.com"
+    request["date"] = "Tue, 27 Mar 2007 19:44:46 +0000"
+
+    actual = S3::Signature.generate(
+      :host => request["host"],
+      :request => request,
+      :access_key_id => "0PN5J17HBGZHT7JJ3X82",
+      :secret_access_key => "uV3F3YluFJax1cknvbcGwgjvx4QpvB+leU8dUj2o"
+    )
+    expected = "AWS 0PN5J17HBGZHT7JJ3X82:thdUi9VAkzhkniLj96JIrOPGi0g="
+    assert_equal expected, actual
+  end
+
+  test "signature for delete" do
+    request = Net::HTTP::Delete.new("/johnsmith/photos/puppy.jpg");
+    request["user-agent"] = "dotnet"
+    request["host"] = "s3.amazonaws.com"
+    request["date"] = "Tue, 27 Mar 2007 21:20:27 +0000"
+    request["x-amz-date"] = "Tue, 27 Mar 2007 21:20:26 +0000"
+
+    actual = S3::Signature.generate(
+      :host => request["host"],
+      :request => request,
+      :access_key_id => "0PN5J17HBGZHT7JJ3X82",
+      :secret_access_key => "uV3F3YluFJax1cknvbcGwgjvx4QpvB+leU8dUj2o"
+    )
+    expected = "AWS 0PN5J17HBGZHT7JJ3X82:k3nL7gH3+PadhTEVn5Ip83xlYzk="
+    assert_equal expected, actual
+  end
+
+  test "signature for upload" do
+    request = Net::HTTP::Put.new("/db-backup.dat.gz");
+    request["user-agent"] = "curl/7.15.5"
+    request["host"] = "static.johnsmith.net:8080"
+    request["date"] = "Tue, 27 Mar 2007 21:06:08 +0000"
+    request["x-amz-acl"] = "public-read"
+    request["content-type"] = "application/x-download"
+    request["content-md5"] = "4gJE4saaMU4BqNR0kLY+lw=="
+    # FIXME: Net::HTTP doesn't allow to have multiple headers with the same name
+    # request.add_field add additional spaces (breaks signature)
+    #request["x-amz-meta-reviewedby"] = "joe@johnsmith.net"
+    #request["x-amz-meta-reviewedby"] = "jane@johnsmith.net"
+    request["x-amz-meta-reviewedby"] = "joe@johnsmith.net,jane@johnsmith.net"
+    request["x-amz-meta-filechecksum"] = "0x02661779"
+    request["x-amz-meta-checksumalgorithm"] = "crc32"
+    request["content-disposition"] = "attachment; filename=database.dat"
+    request["content-encoding"] = "gzip"
+    request["content-length"] = "5913339"
+
+    actual = S3::Signature.generate(
+      :host => "static.johnsmith.net",
+      :request => request,
+      :access_key_id => "0PN5J17HBGZHT7JJ3X82",
+      :secret_access_key => "uV3F3YluFJax1cknvbcGwgjvx4QpvB+leU8dUj2o"
+    )
+    expected = "AWS 0PN5J17HBGZHT7JJ3X82:C0FlOtU8Ylb9KDTpZqYkZPX91iI="
+    assert_equal expected, actual
+  end
+
+  test "signature for list all my buckets" do
+    request = Net::HTTP::Get.new("/");
+    request["host"] = "s3.amazonaws.com"
+    request["date"] = "Wed, 28 Mar 2007 01:29:59 +0000"
+
+    actual = S3::Signature.generate(
+      :host => request["host"],
+      :request => request,
+      :access_key_id => "0PN5J17HBGZHT7JJ3X82",
+      :secret_access_key => "uV3F3YluFJax1cknvbcGwgjvx4QpvB+leU8dUj2o"
+    )
+    expected = "AWS 0PN5J17HBGZHT7JJ3X82:Db+gepJSUbZKwpx1FR0DLtEYoZA="
+    assert_equal expected, actual
+  end
+
+  test "signature for unicode keys" do
+    request = Net::HTTP::Get.new("/dictionary/fran%C3%A7ais/pr%c3%a9f%c3%a8re");
+    request["host"] = "s3.amazonaws.com"
+    request["date"] = "Wed, 28 Mar 2007 01:49:49 +0000"
+
+    actual = S3::Signature.generate(
+      :host => request["host"],
+      :request => request,
+      :access_key_id => "0PN5J17HBGZHT7JJ3X82",
+      :secret_access_key => "uV3F3YluFJax1cknvbcGwgjvx4QpvB+leU8dUj2o"
+    )
+    expected = "AWS 0PN5J17HBGZHT7JJ3X82:dxhSBHoI6eVSPcXJqEghlUzZMnY="
+    assert_equal expected, actual
+  end
+
+  test "temporary signature for object get" do
+    actual = S3::Signature.generate_temporary_url_signature(
+      :bucket => "johnsmith",
+      :resource => "photos/puppy.jpg",
+      :secret_access_key => "uV3F3YluFJax1cknvbcGwgjvx4QpvB+leU8dUj2o",
+      :expires_at => 1175046589
+    )
+    expected = "gs6xNznrLJ4Bd%2B1y9pcy2HOSVeg%3D"
+    assert_equal expected, actual
+  end
+
+  test "temporary signature for object post" do
+    actual = S3::Signature.generate_temporary_url_signature(
+      :bucket => "johnsmith",
+      :resource => "photos/puppy.jpg",
+      :secret_access_key => "uV3F3YluFJax1cknvbcGwgjvx4QpvB+leU8dUj2o",
+      :expires_at => 1175046589,
+      :method => :post
+    )
+    expected = "duIzwO2KTEMIlbSYbFFS86Wj0LI%3D"
+    assert_equal expected, actual
+  end
+
+  test "temporary signature for object put with headers" do
+    actual = S3::Signature.generate_temporary_url_signature(
+      :bucket => "johnsmith",
+      :resource => "photos/puppy.jpg",
+      :secret_access_key => "uV3F3YluFJax1cknvbcGwgjvx4QpvB+leU8dUj2o",
+      :expires_at => 1175046589,
+      :method => :put,
+      :headers => {'x-amz-acl' => 'public-read'}
+    )
+    expected = "SDMxjIkOKIVR47nWfJ57UNPXxFM%3D"
+    assert_equal expected, actual
+  end
+
+  test "temporary signature for object delete" do
+    actual = S3::Signature.generate_temporary_url_signature(
+      :bucket => "johnsmith",
+      :resource => "photos/puppy.jpg",
+      :secret_access_key => "uV3F3YluFJax1cknvbcGwgjvx4QpvB+leU8dUj2o",
+      :expires_at => 1175046589,
+      :method => :delete
+    )
+    expected = "5Vg7A4HxgS6tVCYzBx%2BkMR8sztY%3D"
+    assert_equal expected, actual
+  end
+
+  test "temporary url for object put with headers" do
+    actual = S3::Signature.generate_temporary_url(
+      :bucket => "johnsmith",
+      :resource => "photos/puppy.jpg",
+      :access_key => '0PN5J17HBGZHT7JJ3X82',
+      :secret_access_key => "uV3F3YluFJax1cknvbcGwgjvx4QpvB+leU8dUj2o",
+      :expires_at => 1175046589,
+      :method => :put,
+      :headers => {'x-amz-acl' => 'public-read'}
+    )
+    expected = "http://s3.amazonaws.com/johnsmith/photos/puppy.jpg?AWSAccessKeyId=0PN5J17HBGZHT7JJ3X82&Expires=1175046589&Signature=SDMxjIkOKIVR47nWfJ57UNPXxFM%3D"
+    assert_equal expected, actual
+  end
+end

data/test/test_helper.rb

@@ -0,0 +1,6 @@
+require "rubygems"
+require "bundler/setup"
+
+Bundler.require
+require "test/unit"
+require "mocha"

metadata

@@ -0,0 +1,168 @@
+--- !ruby/object:Gem::Specification 
+name: steamcannon-s3
+version: !ruby/object:Gem::Version 
+  hash: 23
+  prerelease: false
+  segments: 
+  - 0
+  - 3
+  - 2
+  version: 0.3.2
+platform: ruby
+authors: 
+- "Jakub Ku\xC5\xBAma"
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2010-09-23 00:00:00 -04:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: trollop
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: proxies
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency 
+  name: test-unit
+  prerelease: false
+  requirement: &id003 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 2
+        - 0
+        version: "2.0"
+  type: :development
+  version_requirements: *id003
+- !ruby/object:Gem::Dependency 
+  name: mocha
+  prerelease: false
+  requirement: &id004 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :development
+  version_requirements: *id004
+- !ruby/object:Gem::Dependency 
+  name: bundler
+  prerelease: false
+  requirement: &id005 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 23
+        segments: 
+        - 1
+        - 0
+        - 0
+        version: 1.0.0
+  type: :development
+  version_requirements: *id005
+description: "S3 library provides access to Amazon's Simple Storage Service. It supports both: European and US buckets through REST API."
+email: 
+- qoobaa@gmail.com
+executables: 
+- s3
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- .gitignore
+- Gemfile
+- Gemfile.lock
+- LICENSE
+- README.rdoc
+- Rakefile
+- bin/s3
+- extra/s3_attachment_fu.rb
+- extra/s3_paperclip.rb
+- lib/s3.rb
+- lib/s3/bucket.rb
+- lib/s3/buckets_extension.rb
+- lib/s3/connection.rb
+- lib/s3/exceptions.rb
+- lib/s3/object.rb
+- lib/s3/objects_extension.rb
+- lib/s3/parser.rb
+- lib/s3/service.rb
+- lib/s3/signature.rb
+- lib/s3/version.rb
+- s3.gemspec
+- test/bucket_test.rb
+- test/connection_test.rb
+- test/object_test.rb
+- test/service_test.rb
+- test/signature_test.rb
+- test/test_helper.rb
+has_rdoc: true
+homepage: http://jah.pl/projects/s3.html
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 23
+      segments: 
+      - 1
+      - 3
+      - 6
+      version: 1.3.6
+requirements: []
+
+rubyforge_project: s3
+rubygems_version: 1.3.7
+signing_key: 
+specification_version: 3
+summary: Library for accessing S3 objects and buckets, with command line tool
+test_files: []
+