aws 2.4.5 → 2.5.0

data/test/s3/s3_test_base.rb

@@ -1,23 +0,0 @@
-class S3TestBase < Test::Unit::TestCase
-
-   RIGHT_OBJECT_TEXT = 'Right test message'
-
-   def setup
-       TestCredentials.get_credentials
-       @s3 = Aws::S3Interface.new(TestCredentials.aws_access_key_id, TestCredentials.aws_secret_access_key)
-       @bucket = TestCredentials.config['amazon']['my_prefix'] + '_awesome_test_bucket_000A1'
-       @bucket2 = TestCredentials.config['amazon']['my_prefix'] + '_awesome_test_bucket_000A2'
-       @key1 = 'test/woohoo1/'
-       @key2 = 'test1/key/woohoo2'
-       @key3 = 'test2/A%B@C_D&E?F+G=H"I'
-       @key1_copy = 'test/woohoo1_2'
-       @key1_new_name = 'test/woohoo1_3'
-       @key2_new_name = 'test1/key/woohoo2_new'
-       @s = Aws::S3.new(TestCredentials.aws_access_key_id, TestCredentials.aws_secret_access_key)
-   end
-
-   def teardown
-
-   end
-
-end

data/test/s3/test_helper.rb

@@ -1,3 +0,0 @@
-require 'test/unit'
-require File.dirname(__FILE__) + '/../../lib/aws'
-

data/test/s3/test_s3.rb

@@ -1,162 +0,0 @@
-require File.dirname(__FILE__) + '/test_helper.rb'
-require_relative 's3_test_base'
-require File.dirname(__FILE__) + '/../test_credentials.rb'
-
-class TestS3 < S3TestBase
-
-  #---------------------------
-  # Aws::S3Interface
-  #---------------------------
-
-  def test_01_create_bucket
-    assert @s3.create_bucket(@bucket), 'Create_bucket fail'
-  end
-
-  def test_02_list_all_my_buckets
-    assert @s3.list_all_my_buckets.map { |bucket| bucket[:name] }.include?(@bucket), "#{@bucket} must exist in bucket list"
-  end
-
-  def test_03_list_empty_bucket
-    assert_equal 0, @s3.list_bucket(@bucket).size, "#{@bucket} isn't empty, arrgh!"
-  end
-
-  def test_04_put
-    assert @s3.put(@bucket, @key1, RIGHT_OBJECT_TEXT, 'x-amz-meta-family'=>'Woohoo1!'), 'Put bucket fail'
-    assert @s3.put(@bucket, @key2, RIGHT_OBJECT_TEXT, 'x-amz-meta-family'=>'Woohoo2!'), 'Put bucket fail'
-    assert @s3.put(@bucket, @key3, RIGHT_OBJECT_TEXT, 'x-amz-meta-family'=>'Woohoo3!'), 'Put bucket fail'
-  end
-
-  def test_04a_put
-    super_big_string = ""
-    1000000.times {|i| super_big_string << "abcde" }
-    assert @s3.put(@bucket, "super_big", super_big_string), 'Put bucket fail'
-  end
-
-  def test_05_get_and_get_object
-    assert_raise(Aws::AwsError) { @s3.get(@bucket, 'undefined/key') }
-    data1 = @s3.get(@bucket, @key1)
-    assert_equal RIGHT_OBJECT_TEXT, data1[:object], "Object text must be equal to '#{RIGHT_OBJECT_TEXT}'"
-    assert_equal RIGHT_OBJECT_TEXT, @s3.get_object(@bucket, @key1), "Get_object text must return '#{RIGHT_OBJECT_TEXT}'"
-    assert_equal 'Woohoo1!', data1[:headers]['x-amz-meta-family'], "x-amz-meta-family header must be equal to 'Woohoo1!'"
-    assert_equal RIGHT_OBJECT_TEXT, @s3.get_object(@bucket, @key3), "Get_object text must return '#{RIGHT_OBJECT_TEXT}'"
-  end
-
-  def test_06_head
-    assert_equal 'Woohoo1!', @s3.head(@bucket, @key1)['x-amz-meta-family'], "x-amz-meta-family header must be equal to 'Woohoo1!'"
-  end
-
-
-  def test_07_streaming_get
-    resp = String.new
-    assert_raise(Aws::AwsError) do
-      @s3.get(@bucket, 'undefined/key') do |chunk|
-        resp += chunk
-      end
-    end
-
-    resp  = String.new
-    data1 = @s3.get(@bucket, @key1) do |chunk|
-      resp += chunk
-    end
-    assert_equal RIGHT_OBJECT_TEXT, resp, "Object text must be equal to '#{RIGHT_OBJECT_TEXT}'"
-    assert_equal @s3.get_object(@bucket, @key1), resp, "Streaming iface must return same as non-streaming"
-    assert_equal 'Woohoo1!', data1[:headers]['x-amz-meta-family'], "x-amz-meta-family header must be equal to 'Woohoo1!'"
-  end
-
-  def test_08_keys
-    keys = @s3.list_bucket(@bucket).map { |b| b[:key] }
-    assert_equal keys.size, 3, "There should be 3 keys"
-    assert(keys.include?(@key1))
-    assert(keys.include?(@key2))
-    assert(keys.include?(@key3))
-  end
-
-  def test_09_copy_key
-    #--- test COPY
-    # copy a key
-    assert @s3.copy(@bucket, @key1, @bucket, @key1_copy)
-    # check it was copied well
-    assert_equal RIGHT_OBJECT_TEXT, @s3.get_object(@bucket, @key1_copy), "copied object must have the same data"
-    # check meta-headers were copied
-    headers = @s3.head(@bucket, @key1_copy)
-    assert_equal 'Woohoo1!', headers['x-amz-meta-family'], "x-amz-meta-family header must be equal to 'Woohoo1!'"
-    #--- test REPLACE
-    assert @s3.copy(@bucket, @key1, @bucket, @key1_copy, :replace, 'x-amz-meta-family' => 'oooops!')
-    # check it was copied well
-    assert_equal RIGHT_OBJECT_TEXT, @s3.get_object(@bucket, @key1_copy), "copied object must have the same data"
-    # check meta-headers were overwrittenn
-    headers = @s3.head(@bucket, @key1_copy)
-    assert_equal 'oooops!', headers['x-amz-meta-family'], "x-amz-meta-family header must be equal to 'oooops!'"
-  end
-
-  def test_10_move_key
-    # move a key
-    assert @s3.move(@bucket, @key1, @bucket, @key1_new_name)
-    # check it's data was moved correctly
-    assert_equal RIGHT_OBJECT_TEXT, @s3.get_object(@bucket, @key1_new_name), "moved object must have the same data"
-    # check meta-headers were moved
-    headers = @s3.head(@bucket, @key1_new_name)
-    assert_equal 'Woohoo1!', headers['x-amz-meta-family'], "x-amz-meta-family header must be equal to 'Woohoo1!'"
-    # check the original key is not exists any more
-    keys = @s3.list_bucket(@bucket).map { |b| b[:key] }
-    assert(!keys.include?(@key1))
-  end
-
-  def test_11_rename_key
-    # rename a key
-    assert @s3.rename(@bucket, @key2, @key2_new_name)
-    # check the new key data
-    assert_equal RIGHT_OBJECT_TEXT, @s3.get_object(@bucket, @key2_new_name), "moved object must have the same data"
-    # check meta-headers
-    headers = @s3.head(@bucket, @key2_new_name)
-    assert_equal 'Woohoo2!', headers['x-amz-meta-family'], "x-amz-meta-family header must be equal to 'Woohoo2!'"
-    # check the original key is not exists any more
-    keys = @s3.list_bucket(@bucket).map { |b| b[:key] }
-    assert(!keys.include?(@key2))
-  end
-
-  def test_12_retrieve_object
-    assert_raise(Aws::AwsError) { @s3.retrieve_object(:bucket => @bucket, :key => 'undefined/key') }
-    data1 = @s3.retrieve_object(:bucket => @bucket, :key => @key1_new_name)
-    assert_equal RIGHT_OBJECT_TEXT, data1[:object], "Object text must be equal to '#{RIGHT_OBJECT_TEXT}'"
-    assert_equal 'Woohoo1!', data1[:headers]['x-amz-meta-family'], "x-amz-meta-family header must be equal to 'Woohoo1!'"
-  end
-
-  def test_13_delete_folder
-    assert_equal 1, @s3.delete_folder(@bucket, 'test').size, "Only one key(#{@key1}) must be deleted!"
-  end
-
-  # idle timeout is 20 seconds
-  # https://forums.aws.amazon.com/thread.jspa?threadID=58038
-  def test_14_idle_timeout
-    @s3 = Aws::S3Interface.new(TestCredentials.aws_access_key_id, TestCredentials.aws_secret_access_key,
-                               :connection_mode=>:single)
-    # Disable connection retrying
-    Aws::AWSErrorHandler.close_on_error = false
-    assert @s3.put(@bucket, @key1, RIGHT_OBJECT_TEXT, 'x-amz-meta-family'=>'Woohoo1!'), 'Put bucket fail'
-    sleep 300
-    assert_raises Aws::AwsError do
-      @s3.put(@bucket, @key2, RIGHT_OBJECT_TEXT, 'x-amz-meta-family'=>'Woohoo1!')
-    end
-
-    # now try again with retry mode
-     @s3 = Aws::S3Interface.new(TestCredentials.aws_access_key_id, TestCredentials.aws_secret_access_key,
-                               :connection_mode=>:single)
-    Aws::AWSErrorHandler.close_on_error = true
-    assert @s3.put(@bucket, @key1, RIGHT_OBJECT_TEXT, 'x-amz-meta-family'=>'Woohoo1!'), 'Put bucket fail'
-    sleep 30
-    assert @s3.put(@bucket, @key2, RIGHT_OBJECT_TEXT, 'x-amz-meta-family'=>'Woohoo1!'), 'Put bucket fail'
-
-
-  end
-
-  def test_99_delete_bucket
-    assert_raise(Aws::AwsError) { @s3.delete_bucket(@bucket) }
-    assert @s3.clear_bucket(@bucket), 'Clear_bucket fail'
-    assert_equal 0, @s3.list_bucket(@bucket).size, 'Bucket must be empty'
-    assert @s3.delete_bucket(@bucket)
-    assert !@s3.list_all_my_buckets.map { |bucket| bucket[:name] }.include?(@bucket), "#{@bucket} must not exist"
-  end
-
-
-end

data/test/s3/test_s3_class.rb

@@ -1,179 +0,0 @@
-# encoding: utf-8
-require File.dirname(__FILE__) + '/test_helper.rb'
-require_relative 's3_test_base'
-require File.dirname(__FILE__) + '/../test_credentials.rb'
-
-class TestS3Class < S3TestBase
-
-  #---------------------------
-  # Aws::S3 classes
-  #---------------------------
-
-  def test_20_s3
-    # create bucket
-    bucket = @s.bucket(@bucket, true)
-    assert bucket
-    # check that the bucket exists
-    assert @s.buckets.map { |b| b.name }.include?(@bucket)
-    # delete bucket
-    assert bucket.clear
-    assert bucket.delete
-  end
-
-  def test_21_bucket_create_put_get_key
-    bucket = Aws::S3::Bucket.create(@s, @bucket, true)
-    # check that the bucket exists
-    assert @s.buckets.map { |b| b.name }.include?(@bucket)
-    assert bucket.keys.empty?, "keys are not empty: " + bucket.keys.inspect
-    # put data
-    assert bucket.put(@key3, RIGHT_OBJECT_TEXT, {'family'=>'123456'})
-    # get data and compare
-    assert_equal RIGHT_OBJECT_TEXT, bucket.get(@key3)
-    # get key object
-    key = bucket.key(@key3, true)
-    assert_equal Aws::S3::Key, key.class
-    assert key.exists?
-    assert_equal '123456', key.meta_headers['family']
-  end
-
-  def test_22_bucket_put_big_with_multibyte_chars
-    bucket           = Aws::S3::Bucket.create(@s, @bucket, true)
-    super_big_string = ""
-    10000.times { |i| super_big_string << "abcde Café" }
-    # this string has multibye values just to mess things up abit.
-    puts 'String made, putting...'
-    puts "#{super_big_string.size} - #{super_big_string.bytesize}"
-    assert bucket.put("super_big", super_big_string), 'Put bucket fail'
-
-    got = bucket.get("super_big")
-    puts 'got.class=' + got.class.name
-    assert_equal(super_big_string, got, "not the same yo")
-  end
-
-  def test_23_put_strange_things
-    bucket           = Aws::S3::Bucket.create(@s, @bucket, true)
-
-    # this is kinda bad, you put a nil, but get an empty string back
-    assert bucket.put("strange", nil), 'Put bucket fail'
-    got = bucket.get("strange")
-    assert_equal("", got)
-
-    x = "\xE2\x80\x99s Café"
-    puts "#{x.size} - #{x.bytesize}"
-    assert bucket.put("multibye", x)
-
-
-
-  end
-
-  def test_30_keys
-    bucket = Aws::S3::Bucket.create(@s, @bucket, false)
-    # create first key
-    key3   = Aws::S3::Key.create(bucket, @key3)
-    key3.refresh
-    assert key3.exists?
-    assert_equal '123456', key3.meta_headers['family']
-    # create second key
-    key2 = Aws::S3::Key.create(bucket, @key2)
-    assert !key2.refresh
-    assert !key2.exists?
-    assert_raise(Aws::AwsError) { key2.head }
-    # store key
-    key2.meta_headers = {'family'=>'111222333'}
-    assert key2.put(RIGHT_OBJECT_TEXT)
-    # make sure that the key exists
-    assert key2.refresh
-    assert key2.exists?
-    assert key2.head
-    # get its data
-    assert_equal RIGHT_OBJECT_TEXT, key2.get
-    # drop key
-    assert key2.delete
-    assert !key2.exists?
-  end
-
-  def test_31_rename_key
-    bucket = Aws::S3::Bucket.create(@s, @bucket, false)
-    # -- 1 -- (key based rename)
-    # create a key
-    key    = bucket.key('test/copy/1')
-    key.put(RIGHT_OBJECT_TEXT)
-    original_key = key.clone
-    assert key.exists?, "'test/copy/1' should exist"
-    # rename it
-    key.rename('test/copy/2')
-    assert_equal 'test/copy/2', key.name
-    assert key.exists?, "'test/copy/2' should exist"
-    # the original key should not exist
-    assert !original_key.exists?, "'test/copy/1' should not exist"
-    # -- 2 -- (bucket based rename)
-    bucket.rename_key('test/copy/2', 'test/copy/3')
-    assert bucket.key('test/copy/3').exists?, "'test/copy/3' should exist"
-    assert !bucket.key('test/copy/2').exists?, "'test/copy/2' should not exist"
-  end
-
-  def test_32_copy_key
-    bucket = Aws::S3::Bucket.create(@s, @bucket, false)
-    # -- 1 -- (key based copy)
-    # create a key
-    key    = bucket.key('test/copy/10')
-    key.put(RIGHT_OBJECT_TEXT)
-    # make copy
-    new_key = key.copy('test/copy/11')
-    # make sure both the keys exist and have a correct data
-    assert key.exists?, "'test/copy/10' should exist"
-    assert new_key.exists?, "'test/copy/11' should exist"
-    assert_equal RIGHT_OBJECT_TEXT, key.get
-    assert_equal RIGHT_OBJECT_TEXT, new_key.get
-    # -- 2 -- (bucket based copy)
-    bucket.copy_key('test/copy/11', 'test/copy/12')
-    assert bucket.key('test/copy/11').exists?, "'test/copy/11' should exist"
-    assert bucket.key('test/copy/12').exists?, "'test/copy/12' should exist"
-    assert_equal RIGHT_OBJECT_TEXT, bucket.key('test/copy/11').get
-    assert_equal RIGHT_OBJECT_TEXT, bucket.key('test/copy/12').get
-  end
-
-  def test_33_move_key
-    bucket = Aws::S3::Bucket.create(@s, @bucket, false)
-    # -- 1 -- (key based copy)
-    # create a key
-    key    = bucket.key('test/copy/20')
-    key.put(RIGHT_OBJECT_TEXT)
-    # move
-    new_key = key.move('test/copy/21')
-    # make sure both the keys exist and have a correct data
-    assert !key.exists?, "'test/copy/20' should not exist"
-    assert new_key.exists?, "'test/copy/21' should exist"
-    assert_equal RIGHT_OBJECT_TEXT, new_key.get
-    # -- 2 -- (bucket based copy)
-    bucket.copy_key('test/copy/21', 'test/copy/22')
-    assert bucket.key('test/copy/21').exists?, "'test/copy/21' should not exist"
-    assert bucket.key('test/copy/22').exists?, "'test/copy/22' should exist"
-    assert_equal RIGHT_OBJECT_TEXT, bucket.key('test/copy/22').get
-  end
-
-  def test_40_save_meta
-    bucket = Aws::S3::Bucket.create(@s, @bucket, false)
-    # create a key
-    key    = bucket.key('test/copy/30')
-    key.put(RIGHT_OBJECT_TEXT)
-    assert key.meta_headers.blank?
-    # store some meta keys
-    meta = {'family' => 'oops', 'race' => 'troll'}
-    assert_equal meta, key.save_meta(meta)
-    # reload meta
-    assert_equal meta, key.reload_meta
-  end
-
-  def test_60_clear_delete
-    bucket = Aws::S3::Bucket.create(@s, @bucket, false)
-    # add another key
-    bucket.put(@key2, RIGHT_OBJECT_TEXT)
-    # delete 'folder'
-    assert_equal 1, bucket.delete_folder(@key1).size
-    # delete
-    assert_raise(Aws::AwsError) { bucket.delete }
-    assert bucket.delete(true)
-  end
-
-end

data/test/s3/test_s3_rights.rb

@@ -1,139 +0,0 @@
-require File.dirname(__FILE__) + '/test_helper.rb'
-require_relative 's3_test_base'
-require File.dirname(__FILE__) + '/../test_credentials.rb'
-
-class TestS3Rights < S3TestBase
-  # Grantees
-
-  def test_30_create_bucket
-    bucket = @s.bucket(@bucket, true, 'public-read')
-    assert bucket
-  end
-
-  def test_31_list_grantees
-    bucket   = Aws::S3::Bucket.create(@s, @bucket, false)
-    # get grantees list
-    grantees = bucket.grantees
-    # check that the grantees count equal to 2 (root, AllUsers)
-    assert_equal 2, grantees.size
-  end
-
-  def test_32_grant_revoke_drop
-    bucket  = Aws::S3::Bucket.create(@s, @bucket, false)
-    # Take 'AllUsers' grantee
-    grantee = Aws::S3::Grantee.new(bucket, 'http://acs.amazonaws.com/groups/global/AllUsers')
-    # Check exists?
-    assert grantee.exists?
-    # Add grant as String
-    assert grantee.grant('WRITE')
-    # Add grants as Array
-    assert grantee.grant(['READ_ACP', 'WRITE_ACP'])
-    # Check perms count
-    assert_equal 4, grantee.perms.size
-    # revoke 'WRITE_ACP'
-    assert grantee.revoke('WRITE_ACP')
-    # Check manual perm removal method
-    grantee.perms -= ['READ_ACP']
-    grantee.apply
-    assert_equal 2, grantee.perms.size
-    # Check grantee removal if it has no permissions
-    assert grantee.perms = []
-    assert grantee.apply
-    assert !grantee.exists?
-    # Check multiple perms assignment
-    assert grantee.grant('FULL_CONTROL', 'READ', 'WRITE')
-    assert_equal ['FULL_CONTROL', 'READ', 'WRITE'].sort, grantee.perms.sort
-    # Check multiple perms removal
-    assert grantee.revoke('FULL_CONTROL', 'WRITE')
-    assert_equal ['READ'], grantee.perms
-    # check 'Drop' method
-    assert grantee.drop
-    assert !grantee.exists?
-    assert_equal 1, bucket.grantees.size
-    # Delete bucket
-    bucket.delete(true)
-  end
-
-  def test_33_key_grantees
-    # Create bucket
-    bucket = @s.bucket(@bucket, true)
-    # Create key
-    key    = bucket.key(@key1)
-    assert key.put(RIGHT_OBJECT_TEXT, 'public-read')
-    # Get grantees list (must be == 2)
-    grantees = key.grantees
-    assert grantees
-    assert_equal 2, grantees.size
-    # Take one of grantees and give him 'Write' perms
-    grantee = grantees[0]
-    assert grantee.grant('WRITE')
-    # Drop grantee
-    assert grantee.drop
-    # Drop bucket
-    bucket.delete(true)
-  end
-
-  def test_34_bucket_create_put_with_perms
-    bucket = Aws::S3::Bucket.create(@s, @bucket, true)
-    # check that the bucket exists
-    assert @s.buckets.map { |b| b.name }.include?(@bucket)
-    assert bucket.keys.empty?
-    # put data (with canned ACL)
-    assert bucket.put(@key1, RIGHT_OBJECT_TEXT, {'family'=>'123456'}, "public-read")
-    # get data and compare
-    assert_equal RIGHT_OBJECT_TEXT, bucket.get(@key1)
-    # get key object
-    key = bucket.key(@key1, true)
-    assert_equal Aws::S3::Key, key.class
-    assert key.exists?
-    assert_equal '123456', key.meta_headers['family']
-  end
-
-  def test_35_key_put_with_perms
-    bucket = Aws::S3::Bucket.create(@s, @bucket, false)
-    # create first key
-    key1   = Aws::S3::Key.create(bucket, @key1)
-    key1.refresh
-    assert key1.exists?
-    assert key1.put(RIGHT_OBJECT_TEXT, "public-read")
-    # get its data
-    assert_equal RIGHT_OBJECT_TEXT, key1.get
-    # drop key
-    assert key1.delete
-    assert !key1.exists?
-  end
-
-  def test_36_set_amazon_problems
-    original_problems = Aws::S3Interface.amazon_problems
-    assert(original_problems.length > 0)
-    Aws::S3Interface.amazon_problems= original_problems << "A New Problem"
-    new_problems                    = Aws::S3Interface.amazon_problems
-    assert_equal(new_problems, original_problems)
-
-    Aws::S3Interface.amazon_problems= nil
-    assert_nil(Aws::S3Interface.amazon_problems)
-  end
-
-  def test_37_access_logging
-    bucket       = Aws::S3::Bucket.create(@s, @bucket, false)
-    targetbucket = Aws::S3::Bucket.create(@s, @bucket2, true)
-    # Take 'AllUsers' grantee
-    grantee      = Aws::S3::Grantee.new(targetbucket, 'http://acs.amazonaws.com/groups/s3/LogDelivery')
-
-    assert grantee.grant(['READ_ACP', 'WRITE'])
-
-    assert bucket.enable_logging(:targetbucket => targetbucket, :targetprefix => "loggylogs/")
-
-    assert_equal(bucket.logging_info, {:enabled => true, :targetbucket => @bucket2, :targetprefix => "loggylogs/"})
-
-    assert bucket.disable_logging
-
-    # check 'Drop' method
-    assert grantee.drop
-
-    # Delete bucket
-    bucket.delete(true)
-    targetbucket.delete(true)
-  end
-
-end