solutious-rudy 0.4.0 → 0.5.0

data/support/randomize-root-password

@@ -0,0 +1,45 @@
+#!/bin/sh
+
+#
+# Randomizes the root password on first boot
+#
+# * When the file /root/firstboot is present, this script will
+#   randomize the root password.
+#
+#   who: delano@solutious.com
+#  when: 2009-03-13
+#
+
+# NOTE: Works on Gentoo
+# TODO: Fix for debian
+
+if [ -f "/root/firstrun" ] ; then
+  dd if=/dev/urandom count=50|md5sum|passwd --stdin root
+  rm -f /root/firstrun
+else
+  echo "* Firstrun *" && touch /root/firstrun
+fi
+
+# New Gentoo (to be tested)
+#if [ -f "/root/firstrun" ] ; then
+#  pword=`dd if=/dev/urandom count=51 | sha1sum`
+#  echo $pword | passwd --stdin root
+#  rm -f /root/firstrun
+#else
+#  echo "* Firstrun *" && touch /root/firstrun
+#fi
+
+# Fix for debian
+#if [ -f "/root/firstrun" ] ; then
+#  pword=`dd if=/dev/urandom count=51 | sha1sum`
+#  echo "root:$pword" | chpasswd
+#  rm -f /root/firstrun
+#else
+#  echo "* Firstrun *" && touch /root/firstrun
+#fi
+
+# Random root password for Gentoo: 
+#dd if=/dev/urandom count=51 | sha1sum | passwd --stdin root
+
+# Random root password for Debian/Ubuntu:
+#echo "root:`dd if=/dev/urandom count=51 | sha1sum`" | chpasswd

data/support/rudy-ec2-startup

@@ -9,7 +9,7 @@
 
 # Runs when an ec2 instance startups up.
 # Grabs configuration from the run time user data and stores it locally.
-# See Rudy::Command::Instances#start_instance for the expected yaml format.
+# See Rudy::CLI::Instances#start_instance for the expected yaml format.
 
 # Put this in /etc/init.d. Then:
 #   * chmod 755 rudy-ec2-startup
@@ -74,10 +74,10 @@ module Rudy
         # We don't want sensitive config values available in the log
         puts "CONFIG: " << config_yaml
         
-        zone = config[:zone] ? config[:zone].downcase : "zone"
-        environment = config[:environment] ? config[:environment].downcase : "env"
-        role = config[:role] ? config[:role].downcase : "role"
-        position = config[:position] ? config[:position].downcase : "00"
+        zone = config[:zone] ? config[:zone].to_s.downcase : "zone"
+        environment = config[:environment] ? config[:environment].to_s.downcase : "env"
+        role = config[:role] ? config[:role].to_s.downcase : "role"
+        position = config[:position] ? config[:position].to_s.downcase : "00"
         
         hostname = [zone, environment, role, position].join('-')
         log "Setting hostname: #{hostname}"

data/support/update-ec2-ami-tools

@@ -0,0 +1,20 @@
+#!/bin/sh
+
+#
+# Installs the latest EC2 AMI Tools
+#
+# * Downloads zip to /tmp
+# * Unzips and removes /usr/ec2 (if it exists)
+# * Moves tools to /usr/ec2
+#
+#   who: delano@solutious.com
+#  when: 2009-03-13
+#
+
+cd /tmp
+echo " + Updating ec2-ami-tools"
+wget http://s3.amazonaws.com/ec2-downloads/ec2-ami-tools.zip && \
+unzip ec2-ami-tools.zip && rm ec2*.zip* && rm -rf /usr/ec2 && \
+mv ec2-* ec2 && mv ec2 /usr/ && \
+echo " + Updated ec2-ami-tools"
+

data/test/05_config/00_setup_test.rb

@@ -0,0 +1,24 @@
+require File.join(File.dirname(__FILE__), '..', 'helper')
+
+module Rudy::Test
+
+  class Case_05_Config < Test::Unit::TestCase
+    include Rudy::AWS # If we include Huxtable, we won't need to grab global and config form rmach
+    
+    @@logger = STDERR #StringIO.new
+    @@rmach = Rudy::Instances.new(:logger => @@logger)
+    @@global = @@rmach.global
+    @@config = @@rmach.config
+    @@zone = @@rmach.global.zone.to_s
+    
+    context "#{name}_00 Setup" do
+      should "(00) have class variables setup" do
+        stop_test !@@rmach.is_a?(Rudy::Instances), "We don't have an instance ofRudy::Instancess (#{@@rmach})"
+        stop_test !@@global.is_a?(OpenStruct), "We don't have global (#{@@global})"
+        stop_test !@@config.is_a?(Rudy::Config), "We don't have an instance of Rudy::Config (#{@@config})"
+      end
+    end
+    
+    
+  end
+end

data/test/05_config/30_machines_test.rb

@@ -0,0 +1,69 @@
+
+module Rudy::Test
+  class Case_05_Config
+    
+    context "#{name}_30 Machines" do
+      
+      should "(10) have accounts.aws" do
+        stop_test !@@config.accounts.is_a?(Rudy::Config::Accounts), "Not an Accounts class"
+        
+        stop_test @@config.accounts.aws.accountnum.nil?, "No account"
+        stop_test @@config.accounts.aws.accesskey.nil?, "No accesskey"
+        stop_test @@config.accounts.aws.secretkey.nil?, "No secretkey"
+      end
+      
+      should "(20) have defaults" do
+        assert @@config.defaults.is_a?(Rudy::Config::Defaults), "Not a Defaults class"
+        assert !@@config.defaults.region.nil?, "No default region"
+        assert !@@config.defaults.zone.nil?, "No default zone"
+        assert !@@config.defaults.environment.nil?, "No default environment"
+        assert !@@config.defaults.role.nil?, "No default role"
+      end
+      
+      should "(30) have machines" do
+        assert @@config.machines.is_a?(Rudy::Config::Machines), "Not a Machines class"
+        assert !@@config.machines.keys.empty?, "Nothing in machine config"
+      end
+      
+      should "(31) have 2 disks" do
+        reg, zon = @@config.defaults.region, @@config.defaults.zone 
+        env, rol = @@config.defaults.environment, @@config.defaults.role
+        
+      end
+      
+      # Disabled for 0.5.0 (routines config removed)
+      xshould "(40) have routines" do
+        assert @@config.routines.is_a?(Rudy::Config::Routines), "Not a Routines class"
+      end
+      
+      # Disabled for 0.5.0 (most machines config removed)
+      xshould "(50) be able to find and find_deferred" do
+        reg, zon = @@config.defaults.region, @@config.defaults.zone 
+        env, rol = @@config.defaults.environment, @@config.defaults.role 
+
+        #Caesars.enable_debug
+        
+        conf = @@config.machines[env][rol]
+        conf_find = @@config.machines.find(env, rol)
+        conf_find_def = @@config.machines.find_deferred(env, rol)
+        
+        assert_equal conf, conf_find, "config hash and find not equal"
+        assert_equal conf_find_def, conf_find, "find and find_deferred not equal"
+      end
+      
+      should "(51) find different config for each zone" do
+        reg, zon = @@config.defaults.region, @@config.defaults.zone 
+        env, rol = @@config.defaults.environment, @@config.defaults.role
+        
+        us_ami = @@config.machines.find(:"us-east-1b", :ami)
+        eu_ami = @@config.machines.find(:"eu-west-1b", :ami)
+        
+        assert us_ami.is_a?(String), "No ami for us-east-1b zone"
+        assert eu_ami.is_a?(String), "No ami for eu-west-1b"
+        assert us_ami != eu_ami, "EU (#{eu_ami}) and US (#{us_ami}) AMIs are the same"
+      end
+      
+    end
+    
+  end
+end

data/test/20_sdb/00_setup_test.rb

@@ -0,0 +1,31 @@
+require File.join(File.dirname(__FILE__), '..', 'helper')
+
+module Rudy::Test
+  # Expects:
+  # * There to be no pre-existing keypairs, addresses, etc... (except 
+  #   the default group)
+  # * It can destroy instances, images, etc... 
+  #
+  # DO NOT RUN THIS TEST ON A PRODUCTION AWS ACCOUNT!!
+  #
+  class Case_20_SimpleDB < Test::Unit::TestCase
+    include Rudy::AWS
+    
+    @@logger = STDERR #StringIO.new
+    @@rmach = Rudy::Instances.new(:logger => @@logger)
+    @@global = @@rmach.global
+    @@config = @@rmach.config
+    @@zone = @@rmach.global.zone.to_s
+    
+    context "#{name}_00 Setup" do
+      should "(00) have class variables setup" do
+        stop_test !@@rmach.is_a?(Rudy::Instances), "We don't have an instance ofRudy::Instancess (#{@@rmach})"
+        stop_test !@@sdb.is_a?(Rudy::AWS::SimpleDB), "We don't have an instance of Rudy::AWS::EC2 (#{@@ec2})"
+      end
+      should "(01) be zone" do
+        stop_test !@@zone, "No zone"
+      end
+    end
+  end
+  
+end

data/test/20_sdb/10_domains_test.rb

@@ -0,0 +1,113 @@
+module Rudy::Test
+  class Case_20_SimpleDB
+    
+    
+    def get_domain
+
+    end
+    
+    xcontext "#{name}_10 Domains" do
+      
+      setup do
+        @domain_list = @@sdb.domains.list || []
+        @domain = @domain_list.first
+      end
+      
+      should "(10) create domain" do
+        dname = 'test_' << Rudy::Utils.strand
+        assert @@sdb.domains.create(dname), "Domain not created (#{dname})"
+      end
+      
+      should "(20) list domains" do
+        domain_list = @@sdb.domains.list
+        assert domain_list.is_a?(Array), "Not an Array"
+        assert !domain_list.empty?, "No Domains"
+      end
+      
+      should "(30) store objects" do
+        
+        assert !@domain.nil?, "No domain"
+        
+        produce = lambda {
+          {
+            'orange' => rand(100) * 10,
+            'celery' => rand(100) * 100,
+            'grapes' => :green
+          }
+        }
+        
+        @@sdb.store(@domain, 'produce1', produce.call, :replace)
+        @@sdb.store(@domain, 'produce2', produce.call, :replace)
+        
+        # TODO: Need assertion here!
+        
+      end
+      
+      should "(40) get objects" do
+        assert !@domain.nil?, "No domain"
+        item = @@sdb.get(@domain, 'produce1')
+        assert_equal Hash, item.class # good stuff
+        assert_equal ['green'], item['grapes']
+      end
+      
+      should "(50) query objects" do
+        
+        assert !@domain.nil?, "No domain"
+        
+        items = @@sdb.query(@domain, "[ 'grapes' = 'green' ]")
+        assert items.is_a?(Array), "Not an Array"
+        assert_equal 2, items.size, "More than 2 objects"
+      end
+      
+      should "(51) query objects with attributes" do
+        
+        assert !@domain.nil?, "No domain"
+        
+        items = @@sdb.query_with_attributes(@domain, "[ 'grapes' = 'green' ]")
+        assert items.is_a?(Hash), "Not a Hash"
+        assert_equal 2, items.keys.size, "More than 2 objects"
+        assert items['produce1']['celery'].first.to_i > 1000, "Celery less than 1000"
+      end
+      
+      should "(60) select objects" do
+        assert !@domain.nil?, "No domain"
+        q = "select * from #{@domain}"
+
+        items = @@sdb.select(q)
+        assert items.is_a?(Hash), "Not a Hash"
+        assert_equal 2, items.keys.size, "More than 2 objects"
+        
+        # {"produce1"=>{"celery"=>["5200"], "grapes"=>["green"], "orange"=>["550"]}}
+        assert items['produce1']['celery'].first.to_i > 1000, "Celery less than 1000"
+      end
+      
+      
+      should "(70) destroy objects" do
+        assert !@domain.nil?, "No domain"
+        q = "select * from #{@domain}"
+        items = @@sdb.select(q)
+        assert items.is_a?(Hash), "Not a Hash"
+        items.keys.each do |item|
+          assert @@sdb.destroy(@domain, item), "Not destroyed (#{item})"
+        end
+        q = "select * from #{@domain}"
+        items = @@sdb.select(q)
+        assert items.nil?, "Some items not destroyed (#{items})"
+      end
+      
+      should "(99) destroy domains" do
+        
+        assert !@domain.nil?, "No domain"
+        
+        @domain_list.each do |domain|
+          assert @@sdb.domains.destroy(domain), "Not destroyed (#{domain})"
+        end
+        
+        domain_list = @@sdb.domains.list
+        assert domain_list.empty?, "Not empty"
+      end
+      
+    end
+    
+  end
+end

data/test/25_ec2/00_setup_test.rb

@@ -0,0 +1,34 @@
+require File.join(File.dirname(__FILE__), '..', 'helper')
+
+module Rudy::Test
+  # Expects:
+  # * There to be no pre-existing keypairs, addresses, etc... (except 
+  #   the default group)
+  # * It can destroy instances, images, etc... 
+  #
+  # DO NOT RUN THIS TEST ON A PRODUCTION AWS ACCOUNT!!
+  #
+  class Case_25_EC2 < Test::Unit::TestCase
+    include Rudy::AWS
+    
+    @@logger = STDERR #StringIO.new
+    @@rmach = Rudy::Instances.new(:logger => @@logger)
+    @@global = @@rmach.global
+    @@config = @@rmach.config
+    @@zone = @@rmach.global.zone.to_s
+    
+    context "#{name}_00 Setup" do
+      should "(10) have class variables setup" do
+        stop_test !@@rmach.is_a?(Rudy::Instances), "We don't have an instance ofRudy::Instancess (#{@@rmach})"
+        stop_test !@@ec2.is_a?(Rudy::AWS::EC2), "We don't have an instance of Rudy::AWS::EC2 (#{@@ec2})"
+        stop_test !@@global.is_a?(OpenStruct), "We don't have global (#{@@global})"
+        stop_test !@@config.is_a?(Rudy::Config), "We don't have an instance of Rudy::Config (#{@@config})"
+        stop_test !@@rmach.config || !@@rmach.config.accounts || !@@rmach.config.accounts.aws || !@@rmach.config.accounts.aws.accountnum, "No account number"
+      end
+      should "(11) be zone" do
+        stop_test !@@zone, "No zone"
+      end
+    end
+  end
+  
+end

data/test/25_ec2/10_keypairs_test.rb

@@ -0,0 +1,33 @@
+
+module Rudy::Test
+  
+  class Case_25_EC2
+    
+    context "#{name}_10 KeyPairs" do
+      
+      
+      should "(10) create keypair" do
+        name = 'test-' << Rudy::Utils.strand
+        keypair = @@ec2.keypairs.create(name)
+        assert keypair.is_a?(Rudy::AWS::EC2::KeyPair), "Not a KeyPair"
+        assert !keypair.name.empty?, "No name"
+        assert !keypair.fingerprint.empty?, "No fingerprint"
+        assert !keypair.private_key.empty?, "No private key"
+      end
+      
+      should "(20) list keypairs" do
+        keypairs = @@ec2.keypairs.list || []
+        assert keypairs.size > 0, "No keypairs"
+      end
+      
+      should "(50) destroy keypairs" do
+        keypairs = @@ec2.keypairs.list || []
+        assert keypairs.size > 0, "No keypairs"
+        keypairs.each do |kp|
+          @@ec2.keypairs.destroy(kp.name)
+        end
+      end
+    end
+    
+  end
+end

data/test/25_ec2/20_groups_test.rb

@@ -0,0 +1,139 @@
+
+module Rudy::Test
+
+  class Case_25_EC2
+    
+    def get_groups
+      # Ruby 1.8 throws an undefined method error when this is at the 
+      # bottom of the class
+      group_list = @@ec2.groups.list_as_hash
+      # "default" cannot be deleted so we exempt it
+      group_list.reject { |gname,group| gname == "default" }
+    end
+    
+    
+    context "#{name}_20 Groups" do
+      
+      should "(00) not be existing groups" do
+        group_list = get_groups
+        stop_test !group_list.empty?, "Destroy the existing groups (except \"default\")"
+      end
+      
+      should "(01) create group with name" do
+        group_list = get_groups
+        
+        str = Rudy::Utils.strand
+        gname = "test-name-#{str}"
+        group = @@ec2.groups.create(gname)
+        assert group.is_a?(Rudy::AWS::EC2::Group), "Not a Group object"
+        assert_equal group.name, gname, "Group name not set"
+        assert_equal group.description, "Group #{gname}", "Group description not 'Group #{gname}'"
+        assert @@ec2.groups.exists?(gname), "Group #{gname} doesn't exist"
+      end
+      
+      should "(02) create group with name and description" do
+        group_list = get_groups
+        
+        str = Rudy::Utils.strand
+        gname = "test-name-#{str}"
+        desc = "test-desc-#{str}"
+        group = @@ec2.groups.create(gname, desc)
+        assert group.is_a?(Rudy::AWS::EC2::Group), "Not a Group object"
+        assert_equal group.name, gname, "Group name not set"
+        assert_equal group.description, desc, "Group description not set"
+        assert @@ec2.groups.exists?(gname), "Group #{gname} doesn't exist"
+      end
+      
+      should "(10) list available groups" do
+        group_list = @@ec2.groups.list
+        assert group_list.is_a?(Array), "Group list is not an Array"
+
+        group_list_hash = @@ec2.groups.list_as_hash
+        assert group_list_hash.is_a?(Hash), "Group list is not an Hash"
+
+        group_list.each do |group|
+          assert group.is_a?(Rudy::AWS::EC2::Group), "Not a group"
+        end
+      end
+      
+      should "(20) authorize/revoke group rules for address" do
+        external_ip_address = Rudy::Utils::external_ip_address
+        external_ip_address ||= '192.168.0.1/32'
+        
+        gname = "test-" << Rudy::Utils.strand
+        group = @@ec2.groups.create(gname)
+        protocols = ['tcp', 'udp']
+        addresses = [external_ip_address]
+        ports = [[3100,3150],[3200,3250]]
+        should_have = [] # The list of address keys we're expecting in Groups#addresses
+        protocols.each do |protocol|
+          addresses.each do |address|
+            ports.each do |port|
+              should_have << "#{address}/#{protocol}"
+              ret = @@ec2.groups.authorize(gname, port[0].to_i, (port[1] || port[0]).to_i, protocol, address)
+              assert ret, "Did not authorize: #{port[0]}:#{port[1]} (#{protocol}) for #{address}"
+            end
+          end
+        end
+        group = @@ec2.groups.get(gname)
+        assert group.addresses.is_a?(Hash), "Addresses is not a hash"
+        address_diff = group.addresses.keys - should_have
+        assert address_diff.empty?, "Some addresses not created (#{address_diff.join(', ')})"
+        group.addresses.each_pair do |address,rules|
+          assert rules.is_a?(Array), "Not an Array"
+          assert_equal 2, rules.size, "Not 2 rules"
+          # TODO: Check port ranges
+        end
+        
+        protocols.each do |protocol|
+          addresses.each do |address|
+            ports.each do |port|
+              should_have << "#{address}/#{protocol}"
+              ret = @@ec2.groups.revoke(gname, port[0].to_i, (port[1] || port[0]).to_i, protocol, address)
+              assert ret, "Did not revoke: #{port[0]}:#{port[1]} (#{protocol}) for #{address}"
+            end
+          end
+        end
+        
+        group = @@ec2.groups.get(gname)
+        assert group.addresses.is_a?(Hash), "Addresses is not a hash"
+        assert group.addresses.empty?, "Some addresses not revoked #{group.addresses.to_s}"
+      end
+      
+      
+      should "(21) authorize/revoke group permissions for account/group" do
+        gname = "test-" << Rudy::Utils.strand
+        group = @@ec2.groups.create(gname)
+        should_have = "#{@@rmach.config.accounts.aws.accountnum}:#{gname}"
+        
+        ret = @@ec2.groups.authorize_group(gname, gname, @@rmach.config.accounts.aws.accountnum)
+        assert ret, "Authorize failed (#{should_have})"
+        group = @@ec2.groups.get(gname)
+        assert group.is_a?(Rudy::AWS::EC2::Group), "Not a Group object"
+        assert group.groups.is_a?(Hash), "Groups is not a Hash (#{group.groups.class})"
+        assert_equal should_have, group.groups.keys.first, "Authorized group is not #{should_have}"
+        # TODO: Check port ranges
+        
+        ret = @@ec2.groups.revoke_group(gname, gname, @@rmach.config.accounts.aws.accountnum)
+        assert ret, "Revoke failed (#{should_have})"
+        group = @@ec2.groups.get(gname)
+        assert group.is_a?(Rudy::AWS::EC2::Group), "Not a Group object"
+        assert group.groups.is_a?(Hash), "Groups is not a Hash (#{group.groups.class})"
+        assert !group.groups.has_key?(should_have), "Still authorized for #{should_have}"
+      end
+      
+      
+      should "(50) destroy groups" do
+        group_list = get_groups
+        assert !group_list.empty?, "No groups"
+        group_list.each_pair do |gname,group|
+          assert @@ec2.groups.destroy(group.name), "Not destroyed (#{group.name})"
+        end
+      end
+      
+
+    end
+    
+      
+  end
+end