staugaard-cloudmaster 0.1.1

data/test/resource-policy-tests.rb

@@ -0,0 +1,126 @@
+$:.unshift(File.join(ENV['AWS_HOME'], "app"))
+require 'test/unit'
+require 'MockAWS/clock'
+require 'logger_factory'
+require 'configuration'
+require 'pool_configuration'
+require 'policy_limit'
+require 'aws_context'
+require 'pp'
+
+# test the PolicyResource class.
+class ResourcePolicyTests < Test::Unit::TestCase
+  def setup
+    LoggerFactory.setup("/tmp/test.out")
+    logf = LoggerFactory.create(:file)
+    Clock.set(0)
+    config_files = ['aws-config.ini', 'default-config.ini', 'test-config.ini']
+    Cloudmaster::Configuration.setup_config_files(config_files)
+    tc = Cloudmaster::Configuration.new([], [:fib])
+    cfg = Cloudmaster::PoolConfiguration.new(tc.aws, tc.default, tc.pools[0])
+    reporter = Cloudmaster::Reporter.setup(cfg[:name], logf)
+    cfg[:ami_id] = "ami-08856161"
+    @cfg = cfg
+    AwsContext.setup(:mock, logf)
+    @pool = Cloudmaster::InstancePool.new(reporter, @cfg)
+    @nq = @cfg[:work_queue] = Cloudmaster::NamedQueue.new(@cfg[:work_queue_name])
+    @rp = Cloudmaster::PolicyFactory.create(@cfg[:policy], reporter, @cfg, @pool)
+    @lp = Cloudmaster::PolicyLimit.new(reporter, @cfg, @pool)
+    queue_name = 'fib-work'
+    @queue = AwsContext.instance.sqs.list_queues(queue_name).first
+    @message = 'this is a test'
+  end
+
+  def send_work(n)
+    n.times { AwsContext.instance.sqs.send_message(@queue, @message)}
+    @nq.read_queue_depth
+  end
+
+  def test_idle
+    assert_equal(0, @rp.adjust)
+  end
+
+  def test_start_first
+    send_work(1)
+    assert_equal(1, @rp.adjust)
+    # given load factor=10 and target upper load=0.75
+    # it goes to 2 between 7 and 8
+    send_work(7)
+    assert_equal(1, @rp.adjust)
+    send_work(8)
+    assert_equal(2, @rp.adjust)
+  end
+
+  def test_start_more
+    # two instances, both busy
+    @pool.start_n_instances(2)
+    @pool.each {|i| i.activate}
+    @pool.each {|i| i.load_estimate = 0.8}
+    # need to start another -- a little over threshold
+    assert_equal(1, @rp.adjust)
+    # two instances, not busy, don't start another
+    @pool.each {|i| i.load_estimate = 0.5}
+    assert_equal(0, @rp.adjust)
+    # make sure limit honored (start_limit == 1)
+    @pool.each {|i| i.load_estimate = 0.75}
+    assert_equal(0, @lp.adjust(@rp.adjust))
+    # only stops 1 due to limmit (stop_limit == 1)
+    @pool.each {|i| i.load_estimate = 0}
+    assert_equal(-2, @rp.adjust)
+    assert_equal(-1, @lp.adjust(@rp.adjust))
+    # now it can stop two    
+    @cfg[:stop_limit] = 2
+    assert_equal(-2, @rp.adjust)
+  end
+
+  def test_shut_down_n_instances
+    # activate two
+    @pool.start_n_instances(2)
+    @pool.each {|i| i.activate}
+    # shut down one
+    @rp.shut_down_n_instances(1)
+    sd = @pool.inject(0) {|sum, i| sum + (i.state == :shut_down ? 1 : 0)}
+    # see that one is shut down
+    assert_equal(1, sd)
+  end
+
+  def test_shut_down_instances
+    # activate two
+    @pool.start_n_instances(2)
+    # shut down one
+    @pool.each {|i| i.activate}
+    @rp.shut_down_instances([@pool.first])
+    sd = @pool.inject(0) {|sum, i| sum + (i.state == :shut_down ? 1 : 0)}
+    # see that one is shut down
+    assert_equal(1, sd)
+  end
+
+  def test_active_shut_down_instances
+    # activate two
+    @pool.start_n_instances(2)
+    @pool.each {|i| i.activate}
+    # shut down one
+    @rp.shut_down_instances([@pool.first])
+    @rp.activate_shut_down_instances(1)
+    active = @pool.inject(0) {|sum, i| sum + (i.state == :active ? 1 : 0)}
+    # see that both are active
+    assert_equal(2, active)
+  end
+
+  def test_cleanup_shut_down_instances
+    # activate two
+    @pool.start_n_instances(2)
+    Clock.set(3605)
+    # shut down one
+    @pool.each {|i| i.activate}
+    @rp.shut_down_instances([@pool.first])
+    sd = @pool.inject(0) {|sum, i| sum + (i.state == :shut_down ? 1 : 0)}
+    @rp.clean_up_shut_down_instances
+    sd = @pool.inject(0) {|sum, i| sum + (i.state == :shut_down ? 1 : 0)}
+    # see that none is shut down
+    assert_equal(0, sd)
+    active = @pool.inject(0) {|sum, i| sum + (i.state == :active ? 1 : 0)}
+    # see that one is active
+    assert_equal(1, active)
+  end
+end

data/test/suite

@@ -0,0 +1,17 @@
+#!/usr/bin/ruby
+require 'test/unit/testsuite'
+
+require 'configuration-test'
+require 'instance-test'
+require 'instance-pool-test'
+require 'enumerator-test'
+require 'named-queue-test'
+require 'job-policy-test'
+require 'resource-policy-tests'
+require 'fixed-policy-tests'
+require 'daytime-policy-tests'
+require 'manual-policy-tests'
+require 'cloudmaster-tests'
+
+# Clear out putput file to start with
+File.new("/tmp/test.out", "w").close

data/test/test-config.ini

@@ -0,0 +1,47 @@
+#
+# EC2 Instance Manager Test Configuration
+
+[default]
+logger=file
+logfile=/tmp/test.out
+
+[Pool-primes]
+policy=job
+logger=string
+start_limit=2
+minimum_lifetime=5
+stop_limit=2
+active_set_type=s3
+active_set_interval=1
+security_groups="["a", "b"]"
+user_data="{:newkey => 1234}"
+instance_log=/var/log/instances
+minimum_active_time=0
+
+[Pool-fib]
+policy=resource
+ami_name=chayden-ami-fibonacci
+minimum_lifetime=5
+watchdog_interval=10
+queue_load_factor=10
+maximum_number_of_instances=3
+minimum_active_time=0
+
+[Pool-fixed]
+policy=fixed
+ami_name=chayden-ami-fixed
+minimum_lifetime=5
+watchdog_interval=10
+minimum_number_of_instances=2
+maximum_number_of_instances=2
+
+[Pool-manual]
+policy=manual
+ami_name=chayden-ami-manual
+
+[Pool-bad]
+policy=bad
+
+[Pool-daytime]
+policy=daytime
+minimum_number_of_instances_daytime=3

metadata

@@ -0,0 +1,111 @@
+--- !ruby/object:Gem::Specification 
+name: staugaard-cloudmaster
+version: !ruby/object:Gem::Version 
+  version: 0.1.1
+platform: ruby
+authors: 
+- cchayden
+- vadimj
+- Mick Staugaard
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2009-04-15 00:00:00 -07:00
+default_executable: cloudmaster
+dependencies: []
+
+description: 
+email: mick@staugaard.com
+executables: 
+- cloudmaster
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- VERSION.yml
+- bin/cloudmaster
+- lib/AWS
+- lib/AWS/AWS.rb
+- lib/AWS/EC2.rb
+- lib/AWS/S3.rb
+- lib/AWS/SimpleDB.rb
+- lib/AWS/SQS.rb
+- lib/aws_context.rb
+- lib/basic_configuration.rb
+- lib/clock.rb
+- lib/factory.rb
+- lib/file_logger.rb
+- lib/inifile.rb
+- lib/instance_logger.rb
+- lib/logger_factory.rb
+- lib/MockAWS
+- lib/MockAWS/clock.rb
+- lib/MockAWS/EC2.rb
+- lib/MockAWS/S3.rb
+- lib/MockAWS/SimpleDB.rb
+- lib/MockAWS/SQS.rb
+- lib/OriginalAWS
+- lib/OriginalAWS/AWS.rb
+- lib/OriginalAWS/EC2.rb
+- lib/OriginalAWS/S3.rb
+- lib/OriginalAWS/SimpleDB.rb
+- lib/OriginalAWS/SQS.rb
+- lib/periodic.rb
+- lib/RetryAWS
+- lib/RetryAWS/EC2.rb
+- lib/RetryAWS/S3.rb
+- lib/RetryAWS/SimpleDB.rb
+- lib/RetryAWS/SQS.rb
+- lib/SafeAWS
+- lib/SafeAWS/EC2.rb
+- lib/SafeAWS/S3.rb
+- lib/SafeAWS/SimpleDB.rb
+- lib/SafeAWS/SQS.rb
+- lib/string_logger.rb
+- lib/sys_logger.rb
+- lib/user_data.rb
+- test/aws-config.ini
+- test/cloudmaster-tests.rb
+- test/configuration-test.rb
+- test/daytime-policy-tests.rb
+- test/enumerator-test.rb
+- test/fixed-policy-tests.rb
+- test/instance-pool-test.rb
+- test/instance-test.rb
+- test/job-policy-test.rb
+- test/manual-policy-tests.rb
+- test/named-queue-test.rb
+- test/resource-policy-tests.rb
+- test/suite
+- test/test-config.ini
+has_rdoc: true
+homepage: http://github.com/staugaard/cloudmaster
+post_install_message: 
+rdoc_options: 
+- --inline-source
+- --charset=UTF-8
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.2.0
+signing_key: 
+specification_version: 2
+summary: "Creates, terminates, and monitors Amazon EC2 instances. Creates more instance to meet increased demand, and terminates them when they are no longer needed. Any number of pools of instances may be managed. Provides periodic status reports. Three policies are provided: a fixed size pool policy, a job-oriented batch policy, and a resource-limited stateful policy. The user can define additional policies. To get started, see http://code.google.com/p/cloudmaster/wiki/Introduction"
+test_files: []
+