aws 2.8.0 → 2.9.1

data/test/s3/test_s3_stubbed.rb

@@ -0,0 +1,97 @@
+require File.dirname(__FILE__) + '/test_helper.rb'
+require File.dirname(__FILE__) + '/../test_credentials.rb'
+
+class TestS3Stubbed < Test::Unit::TestCase
+
+  RIGHT_OBJECT_TEXT     = 'Right test message'
+  
+  def setup
+      TestCredentials.get_credentials
+    @s3     = Aws::S3Interface.new(TestCredentials.aws_access_key_id, TestCredentials.aws_secret_access_key)
+    @bucket = 'right_s3_awesome_test_bucket'
+    @key1   = 'test/woohoo1'
+    @key2   = 'test1/key/woohoo2'
+    @s      = Aws::S3.new(TestCredentials.aws_access_key_id, TestCredentials.aws_secret_access_key)
+    Rightscale::HttpConnection.reset
+  end
+
+  # Non-remote tests: these use the stub version of Rightscale::HTTPConnection
+  def test_101_create_bucket
+    Rightscale::HttpConnection.push(409, 'The named bucket you tried to create already exists')
+    Rightscale::HttpConnection.push(500, 'We encountered an internal error.  Please try again.')
+    Rightscale::HttpConnection.push(500, 'We encountered an internal error.  Please try again.')
+    assert_raise Aws::AwsError do
+      @s3.create_bucket(@bucket)
+    end
+  end
+
+  def test_102_list_all_my_buckets_failure
+    Rightscale::HttpConnection.push(401, 'Unauthorized') 
+    assert_raise Aws::AwsError do
+      @s3.list_all_my_buckets
+    end
+  end
+
+  def test_103_list_empty_bucket
+    Rightscale::HttpConnection.push(403, 'Access Denied') 
+    assert_raise Aws::AwsError do
+      @s3.list_bucket(@bucket)
+    end
+  end
+  
+  def test_104_put
+    Rightscale::HttpConnection.push(400, 'Your proposed upload exceeds the maximum allowed object size.') 
+    Rightscale::HttpConnection.push(400, 'The Content-MD5 you specified was an invalid.') 
+    Rightscale::HttpConnection.push(409, 'Please try again') 
+    assert_raise Aws::AwsError do
+      assert @s3.put(@bucket, @key1, RIGHT_OBJECT_TEXT, 'x-amz-meta-family'=>'Woohoo1!'), 'Put bucket fail'
+    end
+    assert_raise Aws::AwsError do
+      assert @s3.put(@bucket, @key2, RIGHT_OBJECT_TEXT, 'x-amz-meta-family'=>'Woohoo2!'), 'Put bucket fail'
+    end
+  end
+  
+  def test_105_get_and_get_object
+    Rightscale::HttpConnection.push(404, 'not found') 
+    assert_raise(Rightscale::AwsError) { @s3.get(@bucket, 'undefined/key') }
+  end
+  
+  def test_106_head
+    Rightscale::HttpConnection.push(404, 'Good Luck!') 
+    assert_raise Aws::AwsError do
+      @s3.head(@bucket,@key1)
+    end
+  end
+
+
+  def test_109_delete_bucket
+    Rightscale::HttpConnection.push(403, 'Good Luck!') 
+    assert_raise(Rightscale::AwsError) { @s3.delete_bucket(@bucket) }
+  end
+  
+  def test_115_copy_key
+    
+    Rightscale::HttpConnection.push(500, 'not found') 
+    #--- test COPY
+    # copy a key
+    assert_raise Aws::AwsError do
+      @s3.copy(@bucket, @key1, @bucket, @key1_copy)
+    end
+    
+  end
+
+  def test_116_move_key
+    # move a key
+    Rightscale::HttpConnection.push(413, 'not found') 
+    assert @s3.move(@bucket, @key1, @bucket, @key1_new_name)
+    
+  end
+
+  def test_117_rename_key
+    # rename a key
+    Rightscale::HttpConnection.push(500, 'not found') 
+    assert @s3.rename(@bucket, @key2, @key2_new_name)
+    
+  end
+
+end

data/test/sdb/test_helper.rb

@@ -0,0 +1,2 @@
+require 'test/unit'
+require File.dirname(__FILE__) + '/../../lib/aws'

data/test/sdb/test_sdb.rb

@@ -0,0 +1,226 @@
+require File.dirname(__FILE__) + '/test_helper.rb'
+require File.dirname(__FILE__) + '/../test_credentials.rb'
+
+class TestSdb < Test::Unit::TestCase
+
+  def setup
+    TestCredentials.get_credentials
+    STDOUT.sync = true
+    @domain = 'right_sdb_awesome_test_domain'
+    @item = 'toys'
+    @attr = {'Jon' => %w{beer car}}
+    # Interface instance
+    @sdb = Aws::SdbInterface.new(TestCredentials.aws_access_key_id, TestCredentials.aws_secret_access_key)
+  end
+
+  SDB_DELAY = 2
+
+  def wait(delay, msg='')
+    print "waiting #{delay} seconds #{msg}"
+    while delay>0 do
+      delay -= 1
+      print '.'
+      sleep 1
+    end
+    puts
+  end
+
+  #---------------------------
+  # Aws::SdbInterface
+  #---------------------------
+
+  def test_00_delete_domain
+    # delete the domain to reset all the things
+    assert @sdb.delete_domain(@domain), 'delete_domain fail'
+    wait SDB_DELAY, 'after domain deletion'
+  end
+
+  def test_01_create_domain
+    # check that domain does not exist
+    assert !@sdb.list_domains[:domains].include?(@domain)
+    # create domain
+    assert @sdb.create_domain(@domain), 'create_domain fail'
+    wait SDB_DELAY, 'after domain creation'
+    # check that we have received new domain from Amazin
+    assert @sdb.list_domains[:domains].include?(@domain)
+  end
+
+  def test_02_put_attributes
+    # put attributes
+    assert @sdb.put_attributes(@domain, @item, @attr)
+    wait SDB_DELAY, 'after putting attributes'
+  end
+
+  def test_03_get_attributes
+    # get attributes
+    values = @sdb.get_attributes(@domain, @item)[:attributes]['Jon'].to_a.sort
+    # compare to original list
+    assert_equal values, @attr['Jon'].sort
+  end
+
+  def test_04_add_attributes
+    # add new attribute
+    new_value = 'girls'
+    @sdb.put_attributes @domain, @item, {'Jon' => new_value}
+    wait SDB_DELAY, 'after putting attributes'
+    # get attributes ('girls' must be added to already existent attributes)
+    values = @sdb.get_attributes(@domain, @item)[:attributes]['Jon'].to_a.sort
+    assert_equal values, (@attr['Jon'] << new_value).sort
+  end
+
+  def test_05_replace_attributes
+    # replace attributes
+    @sdb.put_attributes @domain, @item, {'Jon' => 'pub'}, :replace
+    wait SDB_DELAY, 'after replacing attributes'
+    # get attributes (all must be removed except of 'pub')
+    values = @sdb.get_attributes(@domain, @item)[:attributes]['Jon']
+    assert_equal values, ['pub']
+  end
+
+  def test_06_delete_attribute
+    # add value 'girls' and 'vodka' to 'Jon'
+    @sdb.put_attributes @domain, @item, {'Jon' => ['girls', 'vodka']}
+    wait SDB_DELAY, 'after adding attributes'
+    # get attributes ('girls' and 'vodka' must be added 'pub')
+    values = @sdb.get_attributes(@domain, @item)[:attributes]['Jon'].to_a.sort
+    assert_equal values, ['girls', 'pub', 'vodka']
+    # delete a single value 'girls' from attribute 'Jon'
+    @sdb.delete_attributes @domain, @item, 'Jon' => ['girls']
+    wait SDB_DELAY, 'after the deletion of attribute'
+    # get attributes ('girls' must be removed)
+    values = @sdb.get_attributes(@domain, @item)[:attributes]['Jon']
+    assert_equal values, ['pub', 'vodka']
+    # delete all values from attribute 'Jon'
+    @sdb.delete_attributes @domain, @item, ['Jon']
+    wait SDB_DELAY, 'after the deletion of attributes'
+    # get attributes (values must be empty)
+    values = @sdb.get_attributes(@domain, @item)[:attributes]['Jon']
+    assert_equal values, nil
+  end
+
+  def test_07_delete_item
+    @sdb.put_attributes @domain, @item, {'Volodya' => ['girls', 'vodka']}
+    wait SDB_DELAY, 'after adding attributes'
+    # get attributes ('girls' and 'vodka' must be there)
+    values = @sdb.get_attributes(@domain, @item)[:attributes]['Volodya'].to_a.sort
+    assert_equal ['girls', 'vodka'], values
+    # delete an item
+    @sdb.delete_attributes @domain, @item
+    sleep 1
+    # get attributes (values must be empty)
+    values = @sdb.get_attributes(@domain, @item)[:attributes]['Volodya']
+    assert_nil values
+  end
+
+  def test_08_batch_put_and_delete_attributes
+    items = []
+    10.times do |i|
+      items << Aws::SdbInterface::Item.new("#{@item}_#{i}", {:name=>"name_#{i}"}, true)
+    end
+    @sdb.batch_put_attributes @domain, items
+    sleep 1
+
+    @sdb.batch_delete_attributes @domain, items.collect { |x| x.item_name }
+  end
+
+
+  def test_11_signature_version_2
+    sdb = Aws::SdbInterface.new(TestCredentials.aws_access_key_id, TestCredentials.aws_secret_access_key, :signature_version => '2')
+    domains = nil
+    assert_nothing_thrown "Failed to use signature V2" do
+      domains = sdb.list_domains
+    end
+    assert domains
+  end
+
+  def test_12_unicode
+
+    # This was creating a bad signature
+    s = ''
+    File.open("unicode.txt", "r") { |f|
+      s = f.read
+    }
+#        s = s.force_encoding("UTF-8")
+    puts 's=' + s.inspect
+    puts "encoding? " + s.encoding.name
+#        s = s.encode("ASCII")
+    # todo: I'm thinking just iterate through characters and swap out ones that aren't in ascii range.
+    @sdb.put_attributes @domain, @item, {"badname"=>[s]}
+    sleep 1
+    value = @sdb.get_attributes(@domain, @item)[:attributes]['badname'][0]
+    puts 'value=' + value.inspect
+#        assert value == s # NOT WORKING, not even sure this is a valid test though
+
+  end
+
+  def test_15_array_of_attrs
+    item = 'multiples'
+    assert_nothing_thrown "Failed to put multiple attrs" do
+      @sdb.put_attributes(@domain, item, {:one=>1, :two=>2, :three=>3})
+    end
+  end
+
+  def test_16_zero_len_attrs
+    item = 'zeroes'
+    assert_nothing_thrown "Failed to put zero-length attributes" do
+      @sdb.put_attributes(@domain, item, {:one=>"", :two=>"", :three=>""})
+    end
+  end
+
+  def test_17_nil_attrs
+    item = 'nils'
+    res = nil
+    assert_nothing_thrown do
+      @sdb.put_attributes(@domain, item, {:one=>nil, :two=>nil, :three=>'chunder'})
+    end
+    sleep 1
+    assert_nothing_thrown do
+      res = @sdb.get_attributes(@domain, item)
+    end
+    assert_nil(res[:attributes]['one'][0])
+    assert_nil(res[:attributes]['two'][0])
+    assert_not_nil(res[:attributes]['three'][0])
+  end
+
+  def test_18_url_escape
+    item = 'urlescapes'
+    content = {:a=>"one & two & three",
+               :b=>"one ? two / three"}
+    @sdb.put_attributes(@domain, item, content)
+
+    res = @sdb.get_attributes(@domain, item)
+    assert_equal(content[:a], res[:attributes]['a'][0])
+    assert_equal(content[:b], res[:attributes]['b'][0])
+  end
+
+  def test_19_put_attrs_by_post
+    item = 'reqgirth'
+    i = 0
+    sa = ""
+    while (i < 64) do
+      sa += "aaaaaaaa"
+      i += 1
+    end
+    @sdb.put_attributes(@domain, item, {:a => sa, :b => sa, :c => sa, :d => sa, :e => sa})
+  end
+
+  # from https://github.com/appoxy/aws/issues#issue/15
+  def test_21_query_with_single_quotes
+    sel = "select * from `#{@domain}` where one=#{@sdb.escape("ain't good")}"
+    puts sel
+    @sdb.select(sel)
+    sel = "select * from `#{@domain}` where one=#{@sdb.escape('ain\t good')}"
+    puts sel
+    @sdb.select(sel)
+  end
+
+  # Keep this test last, because it deletes the domain...
+  def test_40_delete_domain
+    assert @sdb.delete_domain(@domain), 'delete_domain fail'
+    wait SDB_DELAY, 'after domain deletion'
+    # check that domain does not exist
+    assert !@sdb.list_domains[:domains].include?(@domain)
+  end
+
+
+end

data/test/sdb/unicode.txt

@@ -0,0 +1 @@
+Helmut Fischer GmbH Institut für Elektronik und Messtechnik

data/test/ses/test_ses.rb

@@ -0,0 +1,54 @@
+require 'test/unit'
+require File.dirname(__FILE__) + '/../../lib/aws'
+require 'pp'
+require File.dirname(__FILE__) + '/../test_credentials.rb'
+
+class TestSes < Test::Unit::TestCase
+
+  def setup
+    TestCredentials.get_credentials
+
+    @ses = Aws::Ses.new(TestCredentials.aws_access_key_id,
+                        TestCredentials.aws_secret_access_key)
+
+  end
+
+  def test_01_get_send_quota
+
+    ret = @ses.get_send_quota
+    p ret
+    assert_true(ret.size == 0)
+  end
+
+  def test_02_get_send_statistics
+    ret = @ses.get_send_quota
+    p ret
+  end
+
+  def test_10_list_verified_email_addresses
+
+    ret = @ses.get_send_quota
+    p ret
+    assert_true(ret.size == 0)
+  end
+
+  def test_20_send_email
+
+    ret = @ses.get_send_quota
+    p ret
+    assert_true(ret.size == 0)
+  end
+
+  def test_30_send_raw_email
+
+    ret = @ses.get_send_quota
+    p ret
+    assert_true(ret.size == 0)
+  end
+
+  def test_40_verify_email_address
+    ret = @ses.get_send_quota
+    p ret
+    assert_true(ret.size == 0)
+  end
+end

data/test/sqs/test_helper.rb

@@ -0,0 +1,2 @@
+require 'test/unit'
+require File.dirname(__FILE__) + '/../../lib/right_aws'

data/test/sqs/test_sqs.rb

@@ -0,0 +1,231 @@
+require File.dirname(__FILE__) + '/test_helper.rb'
+require File.dirname(__FILE__) + '/../test_credentials.rb'
+
+
+class TestSqs < Test::Unit::TestCase
+
+  GRANTEE_EMAIL_ADDRESS = 'fester@example.com'
+  RIGHT_MESSAGE_TEXT = 'Right test message'
+
+
+  def setup
+    TestCredentials.get_credentials
+    @sqs = Aws::SqsInterface.new(TestCredentials.aws_access_key_id, TestCredentials.aws_secret_access_key)
+    @queue_name = 'right_sqs_test_gen2_queue'
+    # for classes
+    @s = Aws::Sqs.new(TestCredentials.aws_access_key_id, TestCredentials.aws_secret_access_key)
+  end
+
+  # Wait for the queue to appear in the queues list.
+  # Amazon needs some time to after the queue creation to place
+  # it to the accessible queues list. If we dont want to get
+  # the additional faults then wait a bit...
+  def wait_for_queue_url(queue_name)
+    queue_url = nil
+    until queue_url
+      queue_url = @sqs.queue_url_by_name(queue_name)
+      unless queue_url
+        print '-'
+        STDOUT.flush
+        sleep 1
+      end
+    end
+    queue_url
+  end
+
+  def test_on_exception_no_method_error
+    assert_raise Aws::ResourceNotFoundError do
+      Aws::Sqs::Queue.new(@s, "some_nonexistant_queue")
+    end
+  end
+
+
+  #---------------------------
+  # Rightscale::SqsInterface
+  #---------------------------
+
+  def test_01_create_queue
+    queue_url = @sqs.create_queue @queue_name
+    assert queue_url[/http.*#{@queue_name}/], 'New queue creation failed'
+  end
+
+  def test_02_list_queues
+    wait_for_queue_url(@queue_name)
+    queues = @sqs.list_queues('right_')
+    assert queues.size>0, 'Must more that 0 queues in list'
+  end
+
+  def test_03_set_and_get_queue_attributes
+    queue_url = @sqs.queue_url_by_name(@queue_name)
+    assert queue_url[/http.*#{@queue_name}/], "#{@queue_name} must exist!"
+    assert @sqs.set_queue_attributes(queue_url, 'VisibilityTimeout', 111), 'Set_queue_attributes fail'
+    sleep 20 # Amazon needs some time to change attribute
+    assert_equal '111', @sqs.get_queue_attributes(queue_url)['VisibilityTimeout'], 'New VisibilityTimeout must be equal to 111'
+  end
+
+  def test_06_send_message
+    queue_url = @sqs.queue_url_by_name(@queue_name)
+    # send 5 messages for the tests below
+    assert @sqs.send_message(queue_url, RIGHT_MESSAGE_TEXT)
+    assert @sqs.send_message(queue_url, RIGHT_MESSAGE_TEXT)
+    assert @sqs.send_message(queue_url, RIGHT_MESSAGE_TEXT)
+    assert @sqs.send_message(queue_url, RIGHT_MESSAGE_TEXT)
+    assert @sqs.send_message(queue_url, RIGHT_MESSAGE_TEXT)
+    sleep 2
+  end
+
+  def test_07_get_queue_length
+    queue_url = @sqs.queue_url_by_name(@queue_name)
+    assert_equal 5, @sqs.get_queue_length(queue_url), 'Queue must have 5 messages'
+  end
+
+  def test_08_receive_message
+    queue_url = @sqs.queue_url_by_name(@queue_name)
+    r_message = @sqs.receive_message(queue_url, 1)[0]
+    assert r_message, "Receive returned no message(s), but this is not necessarily incorrect"
+    assert_equal RIGHT_MESSAGE_TEXT, r_message['Body'], 'Receive message got wrong message text'
+  end
+
+  def test_09_delete_message
+    queue_url = @sqs.queue_url_by_name(@queue_name)
+    message = @sqs.receive_message(queue_url)[0]
+    assert @sqs.delete_message(queue_url, message['ReceiptHandle']), 'Delete_message fail'
+    assert @sqs.pop_message(queue_url), 'Pop_message fail'
+  end
+
+  def test_10_clear_and_delete_queue
+    queue_url = @sqs.queue_url_by_name(@queue_name)
+    assert @sqs.delete_queue(queue_url)
+  end
+
+  #---------------------------
+  # Aws::Sqs classes
+  #---------------------------
+
+  def test_20_sqs_create_delete_queue
+    assert @s, 'Aws::Sqs must exist'
+    # get queues list
+    queues_size = @s.queues.size
+    # create new queue
+    queue = @s.queue("#{@queue_name}_20", true)
+    # check that it is created
+    assert queue.is_a?(Aws::Sqs::Queue)
+    wait_for_queue_url(@queue_name)
+    # check that amount of queues has increased
+    assert_equal queues_size + 1, @s.queues.size
+    # delete queue
+    assert queue.delete
+  end
+
+  def test_21_queue_create
+    # create new queue
+    queue = Aws::Sqs::Queue.create(@s, "#{@queue_name}_21", true)
+    # check that it is created
+    assert queue.is_a?(Aws::Sqs::Queue)
+    wait_for_queue_url(@queue_name)
+  end
+
+  def test_22_queue_attributes
+    queue = Aws::Sqs::Queue.create(@s, "#{@queue_name}_21", false)
+    # get a list of attrinutes
+    attributes = queue.get_attribute
+    assert attributes.is_a?(Hash) && attributes.size>0
+    # get attribute value and increase it by 10
+    v = (queue.get_attribute('VisibilityTimeout').to_i + 10).to_s
+    # set attribute
+    assert queue.set_attribute('VisibilityTimeout', v)
+    # wait a bit
+    sleep 20
+    # check that attribute has changed
+    assert_equal v, queue.get_attribute('VisibilityTimeout')
+    # get queue visibility timeout
+    assert_equal v, queue.visibility
+    # change it
+    queue.visibility = queue.visibility.to_i + 10
+    # make sure that it is changed
+    assert v.to_i + 10, queue.visibility
+  end
+
+  def test_24_send_size
+    queue = Aws::Sqs::Queue.create(@s, "#{@queue_name}_24", true)
+    # send 5 messages
+    assert queue.push('a1')
+    assert queue.push('a2')
+    assert queue.push('a3')
+    assert queue.push('a4')
+    assert queue.push('a5')
+    sleep 10
+    # check queue size
+    assert_equal 5, queue.size
+    # send one more
+    assert queue.push('a6')
+    sleep 10
+    # check queue size again
+    assert_equal 6, queue.size
+  end
+
+  def test_25_message_receive_pop_delete
+    queue = Aws::Sqs::Queue.create(@s, "#{@queue_name}_24", false)
+    # get queue size
+    size = queue.size
+    # get first message
+    m1 = queue.receive(10)
+    assert m1.is_a?(Aws::Sqs::Message)
+    # pop second message
+    m2 = queue.pop
+    assert m2.is_a?(Aws::Sqs::Message)
+    # make sure that queue size has decreased
+    assert_equal size-1, queue.size
+    # delete messsage
+    assert m1.delete
+    # make sure that queue size has decreased again
+    assert_equal size-2, queue.size
+  end
+
+  def test_26
+    queue = Aws::Sqs::Queue.create(@s, "#{@queue_name}_24", false)
+    # lock message
+    queue.receive(100)
+    # clear queue
+    assert queue.clear
+    # queue size is greater than zero
+    assert queue.size>0
+  end
+
+  def test_27_set_amazon_problems
+    original_problems = Aws::SqsInterface.amazon_problems
+    assert(original_problems.length > 0)
+    Aws::SqsInterface.amazon_problems= original_problems << "A New Problem"
+    new_problems = Aws::SqsInterface.amazon_problems
+    assert_equal(new_problems, original_problems)
+
+    Aws::SqsInterface.amazon_problems= nil
+    assert_nil(Aws::SqsInterface.amazon_problems)
+  end
+
+  def test_28_check_threading_model
+    assert(!@sqs.multi_thread)
+    newsqs = Aws::SqsInterface.new(TestCredentials.aws_access_key_id, TestCredentials.aws_secret_access_key, {:multi_thread => true})
+    assert(newsqs.multi_thread)
+  end
+
+  # Note that just like the other tests, this one does not clean up
+  # after itself (queue does not get deleted)
+  def test_29_change_message_visibility
+    queue = Aws::Sqs::Queue.create(@s, "#{@queue_name}_29", true, 10)
+    # Be sure the queue is empty. Useful when rerunning the tests.
+    queue.clear
+    queue.send_message(RIGHT_MESSAGE_TEXT)
+    m = nil
+    # Wait for the message to be delivered
+    while m.nil?
+      m = queue.receive
+    end
+    m.visibility = 60
+    sleep(20)
+    # Had the visibility timeout been not updated, the message would be available
+    # at this point.
+    assert queue.receive.nil?
+  end
+
+end