dustMason-right_aws 2.1.0

data/test/sqs/test_right_sqs_gen2.rb

@@ -0,0 +1,264 @@
+require File.dirname(__FILE__) + '/test_helper.rb'
+
+class TestSqsGen2 < Test::Unit::TestCase
+
+  GRANTEE_EMAIL_ADDRESS = 'fester@example.com'
+  RIGHT_MESSAGE_TEXT    = 'Right test message'
+
+  
+  def setup
+    $stdout.sync = true
+    @grantee_aws_id = '100000000001'
+    @sqs = Rightscale::SqsGen2Interface.new(TestCredentials.aws_access_key_id, TestCredentials.aws_secret_access_key)
+    @queue_name  = 'right_sqs_test_gen2_queue'
+    @queue2_name = @queue_name + '_2'
+    @queue3_name = @queue_name + '_3'
+    @queue4_name = @queue_name + '_4'
+      # for classes
+    @s = Rightscale::SqsGen2.new(TestCredentials.aws_access_key_id, TestCredentials.aws_secret_access_key)
+  end
+  
+  # Wait for the queue to appear in the queues list.
+  # Amazon needs some time to after the queue creation to place
+  # it to the accessible queues list. If we dont want to get
+  # the additional faults then wait a bit...
+  def wait_for_queue_url(queue_name)
+    queue_url = nil
+    do_sleep(180) do
+      queue_url = @sqs.queue_url_by_name(queue_name)
+    end
+    sleep 30
+    queue_url
+  end
+
+  def do_sleep(delay, &block)
+    puts "sleeping #{block ? 'up to ' : ''}#{delay} seconds:"
+    wake_up_at = Time.now+delay
+    while Time.now < wake_up_at do
+      sleep 1
+      print '.'
+      break if block && block.call
+    end
+    puts
+  end
+    
+  #---------------------------
+  # Rightscale::SqsInterface
+  #---------------------------
+
+  def test_01_create_queue
+    queue_url = @sqs.create_queue @queue_name
+    assert queue_url[/http.*#{@queue_name}/], 'New queue creation failed'
+  end
+
+  def test_02_list_queues
+    wait_for_queue_url(@queue_name)
+    queues = @sqs.list_queues('right_')
+    assert queues.size>0, 'Must more that 0 queues in list'
+  end
+
+  def test_03_set_and_get_queue_attributes
+    queue_url = @sqs.queue_url_by_name(@queue_name)
+    assert queue_url[/https.*#{@queue_name}/], "#{@queue_name} must exist!"
+    assert @sqs.set_queue_attributes(queue_url, 'VisibilityTimeout', 111), 'Set_queue_attributes fail'
+    do_sleep 60 # Amazon needs some time to change attribute
+    assert_equal '111', @sqs.get_queue_attributes(queue_url)['VisibilityTimeout'], 'New VisibilityTimeout must be equal to 111'
+  end
+
+  def test_04_get_queue_attributes_forms
+    queue_url = @sqs.queue_url_by_name(@queue_name)
+    all = nil
+    assert_nothing_raised do
+      all = @sqs.get_queue_attributes(queue_url, 'All')
+    end
+    assert_nothing_raised do
+      assert all, @sqs.get_queue_attributes(queue_url)
+    end
+    assert_nothing_raised do
+      attributes = @sqs.get_queue_attributes(queue_url, 'ApproximateNumberOfMessages', 'VisibilityTimeout')
+      assert_equal 2, attributes.size
+    end
+    assert_nothing_raised do
+      attributes = @sqs.get_queue_attributes(queue_url, ['ApproximateNumberOfMessages', 'VisibilityTimeout'])
+      assert_equal 2, attributes.size
+    end
+  end
+
+  def test_05_add_permissions
+    queue_url = @sqs.queue_url_by_name(@queue_name)
+    assert @sqs.add_permissions(queue_url, 'test01', @grantee_aws_id, 'SendMessage')
+    assert @sqs.add_permissions(queue_url, 'test02', @grantee_aws_id, ['DeleteMessage','ReceiveMessage'])
+    do_sleep 60
+  end
+
+  def test_06_test_permissions
+    queue_url = @sqs.queue_url_by_name(@queue_name)
+    permissions = @sqs.get_queue_attributes(queue_url, 'Policy')
+    assert !permissions.right_blank?
+  end
+
+  def test_07_revoke_permissions
+    queue_url = @sqs.queue_url_by_name(@queue_name)
+    assert @sqs.remove_permissions(queue_url, 'test01')
+    assert @sqs.remove_permissions(queue_url, 'test02')
+  end
+
+  def test_14_send_message
+    queue_url = @sqs.queue_url_by_name(@queue_name)
+      # send 5 messages for the tests below
+    assert @sqs.send_message(queue_url, RIGHT_MESSAGE_TEXT)
+    assert @sqs.send_message(queue_url, RIGHT_MESSAGE_TEXT)
+    assert @sqs.send_message(queue_url, RIGHT_MESSAGE_TEXT)
+    assert @sqs.send_message(queue_url, RIGHT_MESSAGE_TEXT)
+    assert @sqs.send_message(queue_url, RIGHT_MESSAGE_TEXT)
+    do_sleep 60
+  end
+  
+  def test_15_get_queue_length
+    queue_url = @sqs.queue_url_by_name(@queue_name)
+    assert_equal 5, @sqs.get_queue_length(queue_url), 'Queue must have 5 messages'
+  end
+
+  def test_16_receive_message
+    queue_url = @sqs.queue_url_by_name(@queue_name)
+    r_message = @sqs.receive_message(queue_url, 1)[0]
+    assert r_message, "Receive returned no message(s), but this is not necessarily incorrect"
+    assert_equal RIGHT_MESSAGE_TEXT, r_message['Body'], 'Receive message got wrong message text'
+  end
+  
+  def test_17_delete_message
+    queue_url = @sqs.queue_url_by_name(@queue_name)
+    message = @sqs.receive_message(queue_url)[0]
+    assert @sqs.delete_message(queue_url, message['ReceiptHandle']), 'Delete_message fail'
+    assert @sqs.pop_message(queue_url), 'Pop_message fail'
+  end
+  
+  def test_18_clear_and_delete_queue
+    queue_url = @sqs.queue_url_by_name(@queue_name)
+    assert @sqs.delete_queue(queue_url) 
+  end
+  
+  #---------------------------
+  # Rightscale::Sqs classes
+  #---------------------------
+
+  def test_20_sqs_create_queue
+    assert @s, 'Rightscale::SqsGen2 must exist'
+      # get queues list
+    queues_size = @s.queues.size
+      # create new queue
+    queue = @s.queue(@queue2_name, true)
+      # check that it is created
+    assert queue.is_a?(Rightscale::SqsGen2::Queue)
+    wait_for_queue_url(queue.name)
+      # check that amount of queues has increased
+    assert_equal queues_size + 1, @s.queues.size
+    do_sleep 10
+  end
+
+  def test_21_sqs_delete_queue
+    queue = @s.queue(@queue2_name, false)
+    assert queue.delete
+  end
+  
+  def test_22_queue_create
+      # create new queue
+    queue = Rightscale::SqsGen2::Queue.create(@s, @queue3_name, true)
+      # check that it is created
+    assert queue.is_a?(Rightscale::SqsGen2::Queue)
+    wait_for_queue_url("#{@queue_name}_21")
+    do_sleep 10
+  end
+  
+  def test_23_queue_attributes
+    queue = Rightscale::SqsGen2::Queue.create(@s, @queue3_name, false)
+      # get a list of attrinutes
+    attributes = queue.get_attribute
+    assert attributes.is_a?(Hash) && attributes.size>0
+      # get attribute value and increase it by 10
+    v = (queue.get_attribute('VisibilityTimeout').to_i + 10).to_s
+      # set attribute
+    assert queue.set_attribute('VisibilityTimeout', v)
+      # wait a bit
+    do_sleep 60
+      # check that attribute has changed
+    assert_equal v, queue.get_attribute('VisibilityTimeout')
+      # get queue visibility timeout
+    assert_equal v, queue.visibility
+      # change it 
+    queue.visibility = queue.visibility.to_i + 10
+      # make sure that it is changed
+    assert v.to_i + 10, queue.visibility
+  end
+
+  def test_24
+    queue = Rightscale::SqsGen2::Queue.create(@s, @queue3_name, false)
+    assert queue.delete
+  end
+  
+  def test_25_send_size
+    queue = Rightscale::SqsGen2::Queue.create(@s, @queue4_name, true)
+      # send 5 messages
+    assert queue.push('a1')
+    assert queue.push('a2')
+    assert queue.push('a3')
+    assert queue.push('a4')
+    assert queue.push('a5')
+      #
+    do_sleep(300){ queue.size == 5 }
+      # check queue size
+    assert_equal 5, queue.size
+      # send one more
+    assert queue.push('a6')
+      #
+    do_sleep(300){ queue.size == 6 }
+      # check queue size again
+    assert_equal 6, queue.size
+  end
+  
+  def test_26_message_receive_pop_delete
+    queue = Rightscale::SqsGen2::Queue.create(@s,  @queue4_name, false)
+      # get queue size
+    size = queue.size
+      # get first message
+    m1 = queue.receive(10)
+    assert m1.is_a?(Rightscale::SqsGen2::Message)
+      # pop second message
+    m2 = queue.pop
+    assert m2.is_a?(Rightscale::SqsGen2::Message)
+      #
+    do_sleep 30
+      # make sure that queue size has decreased
+    assert_equal size-1, queue.size
+      # delete messsage
+    assert m1.delete
+      #
+    do_sleep 15
+      # make sure that queue size has decreased again
+    assert_equal size-2, queue.size
+  end
+ 
+  def test_27
+    queue = Rightscale::SqsGen2::Queue.create(@s, @queue4_name, false)
+      # lock message 
+    queue.receive(100)
+      # clear queue
+    assert queue.clear 
+      # queue size is greater than zero
+    assert queue.size>0
+      # delete queue
+    assert queue.delete
+  end
+
+  def test_28_set_amazon_problems
+    original_problems = Rightscale::SqsGen2Interface.amazon_problems
+    assert(original_problems.length > 0)
+    Rightscale::SqsGen2Interface.amazon_problems= original_problems << "A New Problem"
+    new_problems = Rightscale::SqsGen2Interface.amazon_problems
+    assert_equal(new_problems, original_problems)
+
+    Rightscale::SqsGen2Interface.amazon_problems= nil
+    assert_nil(Rightscale::SqsGen2Interface.amazon_problems)
+  end
+  
+end

data/test/test_credentials.rb

@@ -0,0 +1,37 @@
+class TestCredentials
+
+  @@aws_access_key_id = nil 
+  @@aws_secret_access_key = nil 
+  @@account_number = nil
+
+  def self.aws_access_key_id
+    @@aws_access_key_id
+  end
+  def self.aws_access_key_id=(newval)
+    @@aws_access_key_id = newval
+  end
+  def self.account_number
+    @@account_number
+  end
+  def self.account_number=(newval)
+    @@account_number = newval
+  end
+  def self.aws_secret_access_key
+    @@aws_secret_access_key
+  end
+  def self.aws_secret_access_key=(newval)
+    @@aws_secret_access_key = newval
+  end
+
+  def self.get_credentials
+    Dir.chdir do
+      begin
+        Dir.chdir('./.rightscale') do 
+          require 'testcredentials'
+        end
+      rescue Exception => e
+        puts "Couldn't chdir to ~/.rightscale: #{e.message}"
+      end
+    end
+  end
+end

data/test/ts_right_aws.rb

@@ -0,0 +1,14 @@
+require 'test/unit'
+$: << File.dirname(__FILE__)
+require 'test_credentials'
+TestCredentials.get_credentials
+
+require 'http_connection'
+require 'awsbase/test_right_awsbase.rb'
+require 'ec2/test_right_ec2.rb'
+require 's3/test_right_s3.rb'
+require 's3/test_right_s3_stubbed.rb'
+require 'sqs/test_right_sqs.rb'
+require 'sqs/test_right_sqs_gen2.rb'
+require 'sdb/test_right_sdb.rb'
+require 'acf/test_right_acf.rb'

metadata

@@ -0,0 +1,244 @@
+--- !ruby/object:Gem::Specification 
+name: dustMason-right_aws
+version: !ruby/object:Gem::Version 
+  hash: 11
+  prerelease: 
+  segments: 
+  - 2
+  - 1
+  - 0
+  version: 2.1.0
+platform: ruby
+authors: 
+- RightScale, Inc.
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2011-05-11 00:00:00 -07:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: right_http_connection
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 21
+        segments: 
+        - 1
+        - 2
+        - 5
+        version: 1.2.5
+  type: :runtime
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: rake
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :development
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency 
+  name: rcov
+  prerelease: false
+  requirement: &id003 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :development
+  version_requirements: *id003
+description: |
+  == DESCRIPTION:
+  
+  The RightScale AWS gems have been designed to provide a robust, fast, and secure interface to Amazon EC2, EBS, S3, SQS, SDB, and CloudFront.
+  These gems have been used in production by RightScale since late 2006 and are being maintained to track enhancements made by Amazon.
+  The RightScale AWS gems comprise:
+  
+  - RightAws::Ec2 -- interface to Amazon EC2 (Elastic Compute Cloud) and the
+    associated EBS (Elastic Block Store)
+  - RightAws::S3 and RightAws::S3Interface -- interface to Amazon S3 (Simple Storage Service)
+  - RightAws::Sqs and RightAws::SqsInterface -- interface to first-generation Amazon SQS (Simple Queue Service) (API version 2007-05-01)
+  - RightAws::SqsGen2 and RightAws::SqsGen2Interface -- interface to second-generation Amazon SQS (Simple Queue Service) (API version 2008-01-01)
+  - RightAws::SdbInterface and RightAws::ActiveSdb -- interface to Amazon SDB (SimpleDB)
+  - RightAws::AcfInterface -- interface to Amazon CloudFront, a content distribution service
+  
+  == FEATURES:
+  
+  - Full programmmatic access to EC2, EBS, S3, SQS, SDB, and CloudFront.
+  - Complete error handling: all operations check for errors and report complete
+    error information by raising an AwsError.
+  - Persistent HTTP connections with robust network-level retry layer using
+    RightHttpConnection).  This includes socket timeouts and retries.
+  - Robust HTTP-level retry layer.  Certain (user-adjustable) HTTP errors returned
+    by Amazon's services are classified as temporary errors.
+    These errors are automaticallly retried using exponentially increasing intervals.
+    The number of retries is user-configurable.
+  - Fast REXML-based parsing of responses (as fast as a pure Ruby solution allows).
+  - Uses libxml (if available) for faster response parsing.
+  - Support for large S3 list operations.  Buckets and key subfolders containing
+    many (> 1000) keys are listed in entirety.  Operations based on list (like
+    bucket clear) work on arbitrary numbers of keys.
+  - Support for streaming GETs from S3, and streaming PUTs to S3 if the data source is a file.
+  - Support for single-threaded usage, multithreaded usage, as well as usage with multiple
+    AWS accounts.
+  - Support for both first- and second-generation SQS (API versions 2007-05-01
+    and 2008-01-01).  These versions of SQS are not compatible.
+  - Support for signature versions 0 and 1 on SQS, SDB, and EC2.
+  - Interoperability with any cloud running Eucalyptus (http://eucalyptus.cs.ucsb.edu)
+  - Test suite (requires AWS account to do "live" testing).
+
+email: support@rightscale.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: 
+- README.txt
+files: 
+- History.txt
+- Manifest.txt
+- README.txt
+- Rakefile
+- lib/acf/right_acf_interface.rb
+- lib/acf/right_acf_invalidations.rb
+- lib/acf/right_acf_origin_access_identities.rb
+- lib/acf/right_acf_streaming_interface.rb
+- lib/acw/right_acw_interface.rb
+- lib/as/right_as_interface.rb
+- lib/awsbase/benchmark_fix.rb
+- lib/awsbase/right_awsbase.rb
+- lib/awsbase/support.rb
+- lib/awsbase/version.rb
+- lib/ec2/right_ec2.rb
+- lib/ec2/right_ec2_ebs.rb
+- lib/ec2/right_ec2_images.rb
+- lib/ec2/right_ec2_instances.rb
+- lib/ec2/right_ec2_monitoring.rb
+- lib/ec2/right_ec2_placement_groups.rb
+- lib/ec2/right_ec2_reserved_instances.rb
+- lib/ec2/right_ec2_security_groups.rb
+- lib/ec2/right_ec2_spot_instances.rb
+- lib/ec2/right_ec2_tags.rb
+- lib/ec2/right_ec2_vpc.rb
+- lib/ec2/right_ec2_windows_mobility.rb
+- lib/elb/right_elb_interface.rb
+- lib/iam/right_iam_access_keys.rb
+- lib/iam/right_iam_groups.rb
+- lib/iam/right_iam_interface.rb
+- lib/iam/right_iam_mfa_devices.rb
+- lib/iam/right_iam_users.rb
+- lib/rds/right_rds_interface.rb
+- lib/right_aws.rb
+- lib/route_53/right_route_53_interface.rb
+- lib/s3/right_s3.rb
+- lib/s3/right_s3_interface.rb
+- lib/sdb/active_sdb.rb
+- lib/sdb/right_sdb_interface.rb
+- lib/sns/right_sns.rb
+- lib/sns/right_sns_interface.rb
+- lib/sqs/right_sqs.rb
+- lib/sqs/right_sqs_gen2.rb
+- lib/sqs/right_sqs_gen2_interface.rb
+- lib/sqs/right_sqs_interface.rb
+- right_aws.gemspec
+- test/acf/test_helper.rb
+- test/acf/test_right_acf.rb
+- test/awsbase/test_helper.rb
+- test/awsbase/test_right_awsbase.rb
+- test/ec2/test_helper.rb
+- test/ec2/test_right_ec2.rb
+- test/http_connection.rb
+- test/rds/test_helper.rb
+- test/rds/test_right_rds.rb
+- test/s3/test_helper.rb
+- test/s3/test_right_s3.rb
+- test/s3/test_right_s3_stubbed.rb
+- test/sdb/test_active_sdb.rb
+- test/sdb/test_batch_put_attributes.rb
+- test/sdb/test_helper.rb
+- test/sdb/test_right_sdb.rb
+- test/sns/test_helper.rb
+- test/sns/test_right_sns.rb
+- test/sqs/test_helper.rb
+- test/sqs/test_right_sqs.rb
+- test/sqs/test_right_sqs_gen2.rb
+- test/test_credentials.rb
+- test/ts_right_aws.rb
+has_rdoc: true
+homepage: 
+licenses: []
+
+post_install_message: 
+rdoc_options: 
+- --main
+- README.txt
+- --title
+- ""
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 57
+      segments: 
+      - 1
+      - 8
+      - 7
+      version: 1.8.7
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+requirements: 
+- libxml-ruby >= 0.5.2.0 is encouraged
+rubyforge_project: rightaws
+rubygems_version: 1.6.2
+signing_key: 
+specification_version: 3
+summary: Interface classes for the Amazon EC2, SQS, and S3 Web Services
+test_files: 
+- test/acf/test_helper.rb
+- test/acf/test_right_acf.rb
+- test/awsbase/test_helper.rb
+- test/awsbase/test_right_awsbase.rb
+- test/ec2/test_helper.rb
+- test/ec2/test_right_ec2.rb
+- test/http_connection.rb
+- test/rds/test_helper.rb
+- test/rds/test_right_rds.rb
+- test/s3/test_helper.rb
+- test/s3/test_right_s3.rb
+- test/s3/test_right_s3_stubbed.rb
+- test/sdb/test_active_sdb.rb
+- test/sdb/test_batch_put_attributes.rb
+- test/sdb/test_helper.rb
+- test/sdb/test_right_sdb.rb
+- test/sns/test_helper.rb
+- test/sns/test_right_sns.rb
+- test/sqs/test_helper.rb
+- test/sqs/test_right_sqs.rb
+- test/sqs/test_right_sqs_gen2.rb
+- test/test_credentials.rb
+- test/ts_right_aws.rb