aws 2.8.0 → 2.9.1

data/test/acf/test_helper.rb

@@ -0,0 +1,2 @@
+require 'test/unit'
+require File.dirname(__FILE__) + '/../../lib/right_aws'

data/test/ec2/test_ec2.rb

@@ -0,0 +1,241 @@
+require File.dirname(__FILE__) + '/test_helper.rb'
+require 'pp'
+require File.dirname(__FILE__) + '/../test_credentials.rb'
+
+class TestEc2 < Test::Unit::TestCase
+
+    # Some of RightEc2 instance methods concerning instance launching and image registration
+    # are not tested here due to their potentially risk.
+
+    def setup
+        TestCredentials.get_credentials
+        @ec2   = Aws::Ec2.new(TestCredentials.aws_access_key_id,
+                              TestCredentials.aws_secret_access_key)
+        @key   = 'right_ec2_awesome_test_key'
+        @group = 'right_ec2_awesome_test_security_group'
+    end
+
+    def test_001_describe_availability_zones
+        TestCredentials.get_credentials
+        @ec2   = Aws::Ec2.new(TestCredentials.aws_access_key_id,
+                              TestCredentials.aws_secret_access_key)
+        zones = @ec2.describe_availability_zones
+        puts zones.inspect
+        assert zones.is_a? Array
+        assert zones.size > 3
+        zones.each do |z|
+            puts z[:zone_name]
+        end
+        assert zones[0][:zone_name] == "us-east-1a"
+    end
+
+    def test_01_create_describe_key_pairs
+        new_key = @ec2.create_key_pair(@key)
+        assert new_key[:aws_material][/BEGIN RSA PRIVATE KEY/], "New key material is absent"
+        keys = @ec2.describe_key_pairs
+        assert keys.map { |key| key[:aws_key_name] }.include?(@key), "#{@key} must exist"
+    end
+
+    def test_02_create_security_group
+        assert @ec2.create_security_group(@group, 'My awesone test group'), 'Create_security_group fail'
+        group = @ec2.describe_security_groups([@group])[0]
+        assert_equal @group, group[:aws_group_name], 'Group must be created but does not exist'
+    end
+
+    def test_03_perms_add
+        assert @ec2.authorize_security_group_named_ingress(@group, TestCredentials.account_number, 'default')
+        assert @ec2.authorize_security_group_IP_ingress(@group, 80, 80, 'udp', '192.168.1.0/8')
+    end
+
+    def test_04_check_new_perms_exist
+        assert_equal 2, @ec2.describe_security_groups([@group])[0][:aws_perms].size
+    end
+
+    def test_05_perms_remove
+        assert @ec2.revoke_security_group_IP_ingress(@group, 80, 80, 'udp', '192.168.1.0/8')
+        assert @ec2.revoke_security_group_named_ingress(@group,
+                                                        TestCredentials.account_number, 'default')
+    end
+
+    def test_06_describe_images
+        images = describe_images
+        # unknown image
+        assert_raise(Aws::AwsError) { @ec2.describe_images(['ami-ABCDEFGH']) }
+    end
+
+    def test_07_describe_instanses
+        assert @ec2.describe_instances
+        # unknown image
+        assert_raise(Aws::AwsError) { @ec2.describe_instances(['i-ABCDEFGH']) }
+    end
+
+    def test_08_delete_security_group
+        assert @ec2.delete_security_group(@group), 'Delete_security_group fail'
+    end
+
+    def test_09_delete_key_pair
+        assert @ec2.delete_key_pair(@key), 'Delete_key_pair fail'
+##  Hmmm... Amazon does not through the exception any more. It now just returns a 'true' if the key does not exist any more...
+##      # key must be deleted already
+##    assert_raise(Aws::AwsError) { @ec2.delete_key_pair(@key) }
+    end
+
+    def test_10_signature_version_0
+        ec2 = Aws::Ec2.new(TestCredentials.aws_access_key_id, TestCredentials.aws_secret_access_key, :signature_version => '0')
+        images = ec2.describe_images
+        assert images.size>0, 'Amazon must have at least some public images'
+        # check that the request has correct signature version
+        assert ec2.last_request.path.include?('SignatureVersion=0')
+    end
+
+    def test_11_regions
+        regions = nil
+        assert_nothing_raised do
+            regions = @ec2.describe_regions
+        end
+        # check we got more that 0 regions
+        assert regions.size > 0
+        # check an access to regions
+        regions.each do |region|
+            regional_ec2 = Aws::Ec2.new(TestCredentials.aws_access_key_id, TestCredentials.aws_secret_access_key, :region => region)
+            # do we have a correct endpoint server?
+            assert_equal "#{region}.ec2.amazonaws.com", regional_ec2.params[:server]
+            # get a list of images from every region
+            images = nil
+            assert_nothing_raised do
+                images = regional_ec2.describe_regions
+            end
+            # every region must have images
+            assert images.size > 0
+        end
+    end
+
+    def test_12_endpoint_url
+        ec2 = Aws::Ec2.new(TestCredentials.aws_access_key_id, TestCredentials.aws_secret_access_key, :endpoint_url => 'a://b.c:0/d/', :region => 'z')
+        # :endpoint_url has a priority hence :region should be ommitted
+        assert_equal 'a', ec2.params[:protocol]
+        assert_equal 'b.c', ec2.params[:server]
+        assert_equal '/d/', ec2.params[:service]
+        assert_equal 0, ec2.params[:port]
+        assert_nil ec2.params[:region]
+    end
+
+    def test_13a_create_describe_delete_tag
+      images = describe_images
+      resource_id = images.first[:aws_id]
+
+      assert @ec2.create_tag(resource_id, 'testkey', 'testvalue').inspect, "Could not add a tag to #{resource_id}"
+      assert_equal(
+        [{:aws_resource_id=>resource_id, :aws_resource_type=>"image", :aws_key=>"testkey", :aws_value=>"testvalue"}],
+        @ec2.describe_tags('Filter.1.Name' => 'resource-id', 'Filter.1.Value.1' => resource_id)
+      )
+      assert_equal(
+        [],
+        @ec2.describe_tags('Filter.1.Name' => 'resource-id', 'Filter.1.Value.1' => '__blah__')
+      )
+
+      assert @ec2.delete_tag(resource_id, 'testkey').inspect, "Could not delete tag 'testkey' from #{resource_id}"
+      sleep 1 # :(
+      assert_equal(
+        [],
+        @ec2.describe_tags('Filter.1.Name' => 'resource-id', 'Filter.1.Value.1' => resource_id)
+      )
+    end
+
+    def test_13b_create_describe_delete_tag_by_value
+      images = describe_images
+      resource_id = images.first[:aws_id]
+
+      assert @ec2.create_tag(resource_id, 'testkey', 'testvalue').inspect, "Could not add a tag to #{resource_id}"
+      assert_equal(
+        [{:aws_resource_id=>resource_id, :aws_resource_type=>"image", :aws_key=>"testkey", :aws_value=>"testvalue"}],
+        @ec2.describe_tags('Filter.1.Name' => 'resource-id', 'Filter.1.Value.1' => resource_id, 'Filter.2.Name' => 'key', 'Filter.2.Value.1' => 'testkey')
+      )
+      assert_equal(
+        [],
+        @ec2.describe_tags('Filter.1.Name' => 'resource-id', 'Filter.1.Value.1' => resource_id, 'Filter.2.Name' => 'key', 'Filter.2.Value.1' => '__blah__')
+      )
+
+      assert @ec2.delete_tag(resource_id, 'testkey', 'testvalue').inspect, "Could not delete tag 'testkey' from #{resource_id}"
+      sleep 1 # :(
+      assert_equal(
+        [],
+        @ec2.describe_tags('Filter.1.Name' => 'resource-id', 'Filter.1.Value.1' => resource_id, 'Filter.2.Name' => 'key', 'Filter.2.Value.1' => 'testkey')
+      )
+    end
+
+    def test_13c_delete_tag_with_empty_or_nil_value
+      images = describe_images
+      resource_id = images.first[:aws_id]
+
+      assert @ec2.create_tag(resource_id, 'testkey', 'testvalue').inspect, "Could not add a tag to #{resource_id}"
+      assert_equal(
+        [{:aws_resource_id=>resource_id, :aws_resource_type=>"image", :aws_key=>"testkey", :aws_value=>"testvalue"}],
+        @ec2.describe_tags('Filter.1.Name' => 'resource-id', 'Filter.1.Value.1' => resource_id)
+      )
+
+      # Delete a tag with an empty string value...
+      assert @ec2.delete_tag(resource_id, 'testkey', '').inspect, "Could not delete tag 'testkey' from #{resource_id}"
+      sleep 1 # :(
+      # ... does nothing
+      assert_equal(
+        [{:aws_resource_id=>resource_id, :aws_resource_type=>"image", :aws_key=>"testkey", :aws_value=>"testvalue"}],
+        @ec2.describe_tags('Filter.1.Name' => 'resource-id', 'Filter.1.Value.1' => resource_id)
+      )
+
+      # Delete a tag with value = nil...
+      assert @ec2.delete_tag(resource_id, 'testkey', nil).inspect, "Could not delete tag 'testkey' from #{resource_id}"
+      sleep 1 # :(
+      # ... deletes all tags with the given key
+      assert_equal(
+        [],
+        @ec2.describe_tags('Filter.1.Name' => 'resource-id', 'Filter.1.Value.1' => resource_id)
+      )
+    end
+
+    def test_14_vpc
+      @vpc = @ec2.create_vpc("172.16.0.0/16").first
+      assert_equal "172.16.0.0/16", @vpc[:cidr_block]
+      assert @vpc.key?(:state)
+
+      vpcs = @ec2.describe_vpcs
+      assert vpcs.find { |v| v[:vpc_id] == @vpc[:vpc_id] }
+
+      vpcs = @ec2.describe_vpcs(@vpc[:vpc_id])
+      assert_equal 1, vpcs.size
+      assert_equal @vpc[:vpc_id], vpcs.first[:vpc_id]
+
+      @subnet = @ec2.create_subnet(@vpc[:vpc_id], "172.16.3.0/24", "us-east-1b").first
+      assert       @subnet[:subnet_id]
+      assert_equal @vpc[:vpc_id], @subnet[:vpc_id]
+      assert_equal "172.16.3.0/24", @subnet[:cidr_block]
+      assert_equal "251", @subnet[:available_ip_address_count]
+      assert_equal "us-east-1b", @subnet[:availability_zone]
+      assert       @subnet.key?(:state)
+      subnets = @ec2.describe_subnets
+      assert subnets.find { |s| s[:subnet_id] = @subnet[:subnet_id] }
+
+      subnets = @ec2.describe_subnets('Filter.1.Name' => 'vpc-id',
+                                      'Filter.1.Value' => @vpc[:vpc_id])
+      assert_equal 1, subnets.size
+      assert_equal @subnet[:subnet_id], subnets.first[:subnet_id]
+
+      assert @ec2.delete_subnet(@subnet[:subnet_id])
+      @subnet = nil
+      assert @ec2.delete_vpc(@vpc[:vpc_id])
+      @vpc = nil
+    ensure
+      @ec2.delete_subnet(@subnet[:subnet_id]) if @subnet
+      @ec2.delete_vpc(@vpc[:vpc_id]) if @vpc
+    end
+
+  private
+
+    # Memoize the images to speed up the tests
+    def describe_images
+      @@images ||= @ec2.describe_images
+      assert @@images.size>0, 'Amazon must have at least some public images'
+      @@images
+    end
+
+end

data/test/ec2/test_helper.rb

@@ -0,0 +1,2 @@
+require 'test/unit'
+require File.dirname(__FILE__) + '/../../lib/aws'

data/test/ec2/test_mon.rb

@@ -0,0 +1,17 @@
+require File.dirname(__FILE__) + '/test_helper.rb'
+require File.dirname(__FILE__) + '/../test_credentials.rb'
+require 'pp'
+
+class TestEc2 < Test::Unit::TestCase
+
+    # Some of RightEc2 instance methods concerning instance launching and image registration
+    # are not tested here due to their potentially risk.
+
+    def setup
+        TestCredentials.get_credentials
+        @ec2 = Aws::Ec2.new(TestCredentials.aws_access_key_id,
+                                   TestCredentials.aws_secret_access_key)
+        @key = 'right_ec2_awesome_test_key'
+        @group = 'right_ec2_awesome_test_security_group'
+    end
+end

data/test/elb/test_elb.rb

@@ -0,0 +1,51 @@
+require 'test/unit'
+require File.dirname(__FILE__) + '/../../lib/aws'
+require 'pp'
+require File.dirname(__FILE__) + '/../test_credentials.rb'
+
+class TestElb < Test::Unit::TestCase
+
+    # Some of RightEc2 instance methods concerning instance launching and image registration
+    # are not tested here due to their potentially risk.
+
+    def setup
+        TestCredentials.get_credentials
+
+        @ec2 = Aws::Ec2.new(TestCredentials.aws_access_key_id,
+                            TestCredentials.aws_secret_access_key)
+
+        @elb = Aws::Elb.new(TestCredentials.aws_access_key_id,
+                            TestCredentials.aws_secret_access_key)
+        @key = 'right_ec2_awesome_test_key'
+        @group = 'right_ec2_awesome_test_security_group'
+    end
+
+    def test_01_create_elb
+
+    end
+
+    def test_02_register_instances
+
+    end
+
+    def test_03_deregister_instances
+
+    end
+
+
+    def test_04_describe_elb
+        desc = @elb.describe_load_balancers
+        puts desc.inspect
+    end
+
+    def test_06_describe_instance_health
+
+    end
+
+
+    def test_15_delete_elb
+
+    end
+
+
+end

data/test/http_connection.rb

@@ -0,0 +1,87 @@
+=begin
+Copyright (c) 2007 RightScale, Inc. 
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+'Software'), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+=end
+
+# Stub extension/redefinition of RightHttpConnection for testing purposes.
+require 'net/http'
+require 'rubygems'
+require 'right_http_connection'
+
+module Net
+  class HTTPResponse
+  alias_method :real_body, :body
+    def setmsg(msg)
+      @mymsg = msg
+    end
+
+    def body
+      # defined?() helps us to get rid of a bunch of 'warnings'
+      (defined?(@mymsg) && @mymsg) ? @mymsg : real_body
+    end
+  end
+end
+
+module Rightscale
+
+  class HttpConnection
+    @@response_stack = []
+
+    alias_method :real_request, :request
+
+    def request(request_params, &block)
+      if(@@response_stack.length == 0)
+        return real_request(request_params, &block)
+      end
+
+      if(block)
+        # Do something special
+      else
+        next_response = HttpConnection::pop() 
+        classname = Net::HTTPResponse::CODE_TO_OBJ["#{next_response[:code]}"]
+        response = classname.new("1.1", next_response[:code], next_response[:msg])
+        if(next_response[:msg])
+          response.setmsg(next_response[:msg])
+        end
+        response
+      end
+    end
+
+    def self.reset
+      @@response_stack = []
+    end
+
+    def self.push(code, msg=nil)
+      response = {:code => code, :msg => msg}
+      @@response_stack << response
+    end
+
+    def self.pop
+      @@response_stack.pop
+    end
+
+    def self.length
+      @@response_stack.length
+    end
+
+  end
+
+end

data/test/iam/test_iam.rb

@@ -0,0 +1,33 @@
+require 'test/unit'
+require File.dirname(__FILE__) + '/../../lib/aws'
+require 'pp'
+require File.dirname(__FILE__) + '/../test_credentials.rb'
+
+class TestIam < Test::Unit::TestCase
+
+    def setup
+        TestCredentials.get_credentials
+
+        @iam = Aws::Iam.new(TestCredentials.aws_access_key_id,
+                            TestCredentials.aws_secret_access_key)
+
+    end
+
+    def test_01_list_server_certificates
+
+        ret = @iam.list_server_certificates
+        p ret
+        assert_true(ret.size == 0)
+    end
+
+    def test_02_upload_server_certificate
+        ret = @iam.upload_server_certificate("test_cert",
+                                             IO.read('x').strip,
+                                             IO.read('y').strip,
+                                             :certificate_chain=>IO.read('z').strip)
+
+        p ret
+    end
+
+
+end

data/test/rds/test_rds.rb

@@ -0,0 +1,181 @@
+require 'test/unit'
+require File.dirname(__FILE__) + '/../../lib/aws'
+require 'rds/rds'
+require 'pp'
+require File.dirname(__FILE__) + '/../test_credentials.rb'
+
+class TestRds < Test::Unit::TestCase
+
+    # Some of RightEc2 instance methods concerning instance launching and image registration
+    # are not tested here due to their potentially risk.
+
+    def setup
+        TestCredentials.get_credentials
+
+        @rds = Aws::Rds.new(TestCredentials.aws_access_key_id,
+                            TestCredentials.aws_secret_access_key)
+
+        @identifier = 'test-db-instance1b'
+        # deleting this one....
+        #@identifier2 = 'my-db-instance2'
+    end
+
+
+    def test_00_describe_db_instances_empty
+        instances = @rds.describe_db_instances
+#        puts "instances_result=" + instances_result.inspect
+#        instances = instances_result["DescribeDBInstancesResult"]["DBInstances"]["DBInstance"]
+        puts "instances count = " + instances.count.to_s
+        puts 'instances=' + instances.inspect
+        assert instances.size == 0
+    end
+
+
+    def test_01_create_db_instance
+        begin
+            db_instance3 = @rds.create_db_instance('bad_test_key', "db.m1.small", 5, "master", "masterpass")
+        rescue => ex
+            #puts "msg=" + ex.message
+            #puts "response=" + ex.response
+            assert ex.message[0, "InvalidParameterValue".size] == "InvalidParameterValue"
+        end
+
+        db_instance = @rds.create_db_instance(@identifier, "db.m1.small", 5, "master", "masterpass")
+        assert db_instance[:db_instance_status] == "creating"
+
+        start = Time.now
+        tries=0
+        catch (:done)  do
+            while tries < 100
+                instances = @rds.describe_db_instances
+
+                #puts "INSTANCES -----> " + instances.inspect
+
+                instances.each do |i|
+                    db_status = i[:db_instance_status]
+                    puts 'i=' + db_status.to_s
+                    next unless i[:db_instance_identifier] == @identifier
+                    throw :done if db_status == "available"
+                    puts "Database not ready yet.... attempt #{tries.to_s} of 100, db state --> #{i[:db_instance_status].to_s}"
+                    tries += 1
+                    sleep 5
+                end
+            end
+        end
+        puts "Duration to start db instance: #{Time.now-start}"
+    end
+
+
+    def test_02_describe_db_instances
+        instances = @rds.describe_db_instances
+#        puts "instances_result=" + instances_result.inspect
+#        instances = instances_result["DescribeDBInstancesResult"]["DBInstances"]["DBInstance"]
+        puts "instances count = " + instances.count.to_s
+        puts 'instances=' + instances.inspect
+        assert instances.size > 0
+        i_describe = nil
+        instances.each do |rdi|
+            puts 'rdi=' + rdi.inspect
+            i_describe = rdi if rdi[:db_instance_identifier] == @identifier
+        end
+        assert i_describe
+
+        puts 'response_metadata=' + instances.response_metadata.inspect
+        assert instances.response_metadata
+        assert instances.response_metadata[:request_id]
+    end
+
+
+    def test_03_describe_security_groups
+        security_groups = @rds.describe_db_security_groups()
+        puts "security_groups=" + security_groups.inspect
+        default_present = false
+        assert security_groups.is_a?(Array)
+        security_groups.each do |security_group|
+            security_group.inspect
+            if security_group[:db_security_group_name] == "default"
+                default_present=true
+            end
+            assert security_group[:ec2_security_groups].is_a? Array
+        end
+        assert default_present
+    end
+
+
+    def test_04_authorize_security_groups_ingress
+        # Create
+#        security_groups = @rds.describe_db_security_groups
+#        @security_info = security_groups[0]
+        @rds.authorize_db_security_group_ingress_range("default", "122.122.122.122/12")
+
+        # Check
+        security_groups = @rds.describe_db_security_groups
+        @security_info = security_groups[0]
+
+        ip_found = @security_info.inspect.include? "122.122.122.122/12"
+        assert ip_found
+    end
+
+
+    def test_05_delete_db_instance
+        @rds.delete_db_instance(@identifier) # todo: can't delete unless it's in "available" state
+        #@rds.delete_db_instance(@identifier2)
+        sleep 3
+
+        instances = @rds.describe_db_instances(:db_instance_identifier=>@identifier)
+        #puts "instances_result=" + instances_result.inspect
+
+        instances.each do |i|
+            next unless i[:db_instance_identifier] == @identifier
+            db_status = i[:db_instance_status]
+            puts "Trying to delete and getting i[DBInstanceStatus] -----------> " + db_status
+            @rds.delete_db_instance(i[:db_instance_identifier]) if db_status == "available"
+            assert db_status == "deleting"
+        end
+        sleep 2
+
+    end
+
+
+    def test_06_create_security_groups
+        group_present=false
+
+        @rds.create_db_security_group("new_sample_group", "new_sample_group_description")
+
+        security_groups = @rds.describe_db_security_groups
+
+        security_groups.each do |security_group|
+            if (security_group[:db_security_group_name]=="new_sample_group")&&(security_group[:db_security_group_description]=="new_sample_group_description")
+                group_present = true
+            end
+        end
+
+        assert group_present
+    end
+
+
+    def test_07_revoking_security_groups_ingress
+#        sleep 15
+        @rds.revoke_db_security_group_ingress("default", "122.122.122.122/12")
+        sleep 2
+        security_groups = @rds.describe_db_security_groups
+        revoking = security_groups[0].inspect.include? "revoking"
+        assert revoking
+    end
+
+
+    def test_08_delete_security_group
+        group_present=false
+        @rds.delete_db_security_group("new_sample_group")
+        sleep 2
+        security_groups = @rds.describe_db_security_groups
+        security_groups.each do |security_group|
+            if (security_group[:db_security_group_name]=="new_sample_group")
+                group_present=true
+            end
+        end
+        assert !group_present
+    end
+
+
+end