virtualmonkey 0.0.1

data/.document

@@ -0,0 +1,5 @@
+README.rdoc
+lib/**/*.rb
+bin/*
+features/**/*.feature
+LICENSE

data/LICENSE

@@ -0,0 +1,20 @@
+Copyright (c) 2009 Jeremy Deininger
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.rdoc

@@ -0,0 +1,77 @@
+= QuickStart
+== Install
+=== from rubyforge (soon)
+  "gem install virtualmonkey"
+
+=== from source
+  "git clone http://github.com/jeremyd/virtualmonkey"
+  "gem install jeweler rspec"
+  "rake check_dependencies" <- Install any gems listed.
+  "rake install"
+
+== Configuration
+  You need to setup ~/.fog and ~/.rest_connection with configuration options to match your RightScale account (for using the RightScale API) and your AWS credentials (for SimpleDB and S3).
+  Just run the monkey, and it will tell you how to setup your missing credentials.
+
+== Usage
+  The command line client is "monkey".  It lives in your gem binary path.
+  See the help pages for usage:
+    "monkey create --help"
+    "monkey run --help"
+    "monkey destroy --help"
+
+= Virtual Monkey Architecture
+
+== RightScale API access
+  Uses rest_connection library from http://github.com/jeremyd/rest_connection.git
+  
+== S3 and SimpleDB access
+  Uses Fog library from http://github.com/geemus/fog.git
+
+== Virtual Monkey command line client "monkey"
+
+== Cruise Control Hooks 
+  (todo)
+
+== Shared Resource Tracking (Amazon SimpleDB)
+  Shared Resources like DNS_IDs and EIPs will be shared among clients using conditional PUT operations to SimpleDB.
+  SharedDns
+
+== Management Classes
+
+===  DeploymentMonk - handles create/load/delete of DeploymentSets
+   Using the RS API we create a set of all the 'basic variations' a deployment can have.
+   Basic variations currently are generated using permutations of Images, Clouds, and Instance Types. 
+===  CukeMonk 
+  handles running cucumber tests and collecting and posting results to S3
+=== VirtualMonkey::DeploymentRunner
+*  These are a set of specialty mixins per Deployment type for cluster management of a single deployment. 
+
+*  This keeps our cucumber features from getting cluttered.  Each step definition needs an equivalent DeploymentRunner method.
+  
+*  'One-off' variations are setup by the DeploymentRunner(s) and will be applied during a test run. 
+      ex: OPT_PHP_VHOST_PORT, SLAVE_DNS_ID
+
+*  VirtualMonkey::MysqlRunner, VirtualMonkey::FeAppRunner, VirtualMonkey::EBSRunner, VirtualMonkey::Mysql, VirtualMonkey::EBS
+
+
+=== Cucumber feature tests
+*  Cucumber Features live in GEM_HOME/features
+*  These features can be run by hand -or- by CukeMonk via "monkey run" command.
+*  The features have one ENVIRONMENT variable that is used to pass in the Deployment nickname.  To run by hand:
+* "cucumber features/php.feature DEPLOYMENT=testing_deploy_x86_64"
+===  A Feature will:
+ 1) setup one-off variations using the VirtualMonkey::DeploymentRunner .
+ 2) exercise a cluster deployment using the VirtualMonkey::DeploymentRunner.
+
+== Note on Patches/Pull Requests
+
+* Fork the project.
+* Make your feature addition or bug fix.
+* Commit, do not mess with rakefile, version, or history.
+(if you want to have your own version, that is fine but bump version in a commit by itself I can ignore when I pull)
+* Send me a pull request. Bonus points for topic branches.
+
+== Copyright
+
+Copyright (c) 2010 Jeremy Deininger. See LICENSE for details.

data/Rakefile

@@ -0,0 +1,51 @@
+require 'rubygems'
+require 'rake'
+
+begin
+  require 'jeweler'
+  Jeweler::Tasks.new do |gem|
+    gem.name = "virtualmonkey"
+    gem.summary = %Q{testing cluster deployments}
+    gem.description = %Q{monkey see, monkey do, monkey repeat}
+    gem.email = "jeremy@rightscale.com"
+    gem.homepage = "http://github.com/jeremyd/virtualmonkey"
+    gem.authors = ["Jeremy Deininger"]
+    gem.add_development_dependency "rspec", ">= 1.2.9"
+    gem.add_development_dependency "jeweler"
+    gem.add_development_dependency "gemedit"
+    gem.add_dependency('json')
+    gem.add_dependency('trollop')
+    gem.add_dependency "rest_connection"
+    gem.add_dependency "fog"
+    gem.add_dependency "highline"
+    gem.add_dependency "rspec"
+    gem.add_dependency "eventmachine"
+    gem.add_dependency "right_popen"
+    gem.add_dependency "ruby-debug"
+    # gem is a Gem::Specification... see http://www.rubygems.org/read/chapter/20 for additional settings
+  end
+  Jeweler::GemcutterTasks.new
+rescue LoadError
+  puts "Jeweler (or a dependency) not available. Install it with: gem install jeweler"
+end
+
+#new rspec
+#require 'rspec/core/rake_task'
+#RSpec::Core::RakeTask.new do |t|
+#  t.rspec_opts = ["-c", "-f progress", "-r ./spec/spec_helper.rb"]
+#  t.pattern = 'spec/**/*_spec.rb'
+#end
+
+task :spec => :check_dependencies
+
+task :default => :spec
+
+require 'rake/rdoctask'
+Rake::RDocTask.new do |rdoc|
+  version = File.exist?('VERSION') ? File.read('VERSION') : ""
+
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title = "virtualmonkey #{version}"
+  rdoc.rdoc_files.include('README*')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end

data/VERSION

@@ -0,0 +1 @@
+0.0.1

data/bin/grinder

@@ -0,0 +1,102 @@
+#!/usr/bin/env ruby
+
+# Development ENV only
+$LOAD_PATH.unshift(File.dirname(__FILE__))
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+###
+
+require 'rubygems'
+require 'virtualmonkey'
+require 'ruby-debug'
+
+usage = <<-EOS
+After setting the 'DEPLOYMENT' and 'REST_CONNECTION_LOG' environment variables, run the grinder using:
+
+grinder "testcase.rb" [breakline number]
+
+DEVELOPERS: Grinder will drop you into ruby-debug at an exception. Setting the 'MONKEY_NO_DEBUG' environment variable will turn off this behavior.
+
+Here are your environment variables:
+export DEPLOYMENT=#{ENV['DEPLOYMENT']}
+export REST_CONNECTION_LOG=#{ENV['REST_CONNECTION_LOG']}
+export MONKEY_NO_DEBUG=#{ENV['MONKEY_NO_DEBUG']}
+export MONKEY_NO_RESUME=#{ENV['MONKEY_NO_RESUME']}
+EOS
+
+raise usage unless ENV['DEPLOYMENT']
+raise usage unless ARGV[0] and File.exist?(ARGV[0])
+if ARGV[1]
+  @breakpoint = ARGV[1].to_i
+else
+  @breakpoint = 1000000
+end
+
+@testcase = File.open(ARGV[0], "r")
+testname = File.basename(ARGV[0])
+
+linenum = 1
+@resume = 0
+
+# Should we resume?
+test_states = "test_states"
+state_dir = File.join(test_states, ENV['DEPLOYMENT'])
+if File.directory?(state_dir)
+  unless ENV['MONKEY_NO_RESUME'] =~ /true/i
+    puts "Resuming previous testcase...\n"
+    @state_file = File.open(File.join(state_dir, testname), "r")
+    if @state_file.mtime < @testcase.mtime
+      puts "WARNING: testcase has been changed since state file."
+      puts "Scrapping previous testcase; Starting over...\n"
+      @state_file.close
+      File.delete(File.join(state_dir, testname))
+    else
+      begin
+        @resume += 1 if @state_file.readline
+      rescue EOFError => e
+        done = true
+      end while !done
+      @state_file.close
+    end
+  else
+    puts "Scrapping previous testcase; Starting over...\n"
+    File.delete(File.join(state_dir, testname))
+  end
+else
+  Dir.mkdir(test_states) unless File.directory?(test_states)
+  Dir.mkdir(state_dir)
+end
+@state_file = File.open(File.join(state_dir, testname), "a")
+
+# Grinding
+done = false
+timer = Time.now
+begin
+  line = @testcase.readline
+  if line =~ /((=)|(set_var))/ or (@resume < linenum and linenum <= @breakpoint)
+    unless line =~ /^[ \t]*#/ or line =~ /^[ \t]*$/
+      puts("=" * line.length)
+      puts(line)
+      puts("=" * line.length)
+      line_timer = Time.now
+      eval(line)
+      line_elapsed = Time.now - line_timer
+      puts("Success. Time Elapsed: #{line_elapsed} seconds")
+    else
+      eval(line)
+    end
+    @state_file.syswrite(line) unless @resume > 0 and line =~ /((=)|(set_var))/
+  end
+  if linenum > @breakpoint
+    puts "Halting test at breakpoint (line #{@breakpoint})\n"
+    done = true
+  else
+    linenum += 1
+  end
+rescue EOFError => e
+  @state_file.close
+  File.delete(File.join(state_dir, testname))
+  Dir.rmdir(state_dir)
+  done = true
+end while !done
+elapsed = Time.now - timer
+puts "Total time elapsed: #{elapsed} seconds"

data/bin/mcicp

@@ -0,0 +1,46 @@
+#!/usr/bin/env ruby
+
+require 'rubygems'
+require 'rest_connection'
+require 'trollop'
+require 'highline/import'
+
+options = Trollop::options do
+  opt :from, "Copy MCIs from this Server Template (id)", :type => :integer, :required => :true
+  opt :to, "Copy MCIs to this Server Template (id)", :type => :integer, :required => :true
+  opt :nice, "Non-Destructive update of the destination Server Template"
+end
+
+class MciCp
+  def self.go(options)
+    temp1 = ServerTemplate.find(options[:from])
+    temp2 = ServerTemplate.find(options[:to])
+    from_st = ServerTemplateInternal.new(:href => temp1.href)
+    mci_payload = from_st.multi_cloud_images
+    to_st = ServerTemplateInternal.new(:href => temp2.href)
+    to_delete = to_st.multi_cloud_images
+    mci_payload.each do |mci|
+      begin
+        to_st.add_multi_cloud_image(mci['href'])
+      rescue => e
+        puts "image already added, skipping"
+        to_delete.delete(mci)
+      end
+    end
+# TODO: need to set the 'right' default, but we can't lookup the default from the orig so we need some hax like a command line option regex for setting default (optional)
+    ubuntu_i386 = mci_payload.detect {|d| d['name'] =~ /Ubuntu.+i386/}
+    if ubuntu_i386
+      to_st.set_default_multi_cloud_image(ubuntu_i386['href'])
+    else
+      to_st.set_default_multi_cloud_image(mci_payload.first['href'])
+    end
+    unless options[:nice]
+      to_delete.each do |mci|
+        to_st.delete_multi_cloud_image(mci['href'])
+      end
+    end
+    puts 'done.'
+  end
+end
+
+MciCp.go(options)

data/bin/monkey

@@ -0,0 +1,12 @@
+#!/usr/bin/env ruby
+
+# Development ENV only
+$LOAD_PATH.unshift(File.dirname(__FILE__))
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+###
+
+require 'rubygems'
+require 'virtualmonkey'
+
+VirtualMonkey::Command.go
+

data/bin/vary_instance_types

@@ -0,0 +1,59 @@
+#!/usr/bin/ruby
+
+require 'rubygems'
+require 'rest_connection'
+require 'trollop'
+require 'highline/import'
+
+options = Trollop::options do
+  opt :tag, "Tag of the DeploymentSet that you want to vary the sizes on", :type => :string, :required => true
+  opt :spot, "Use spot instances", :default => false
+  opt :micro_mayhem, "Set everything to Micros", :default => false
+end
+
+class VariationEngine
+
+  def initialize(options)
+    @options = options
+    @instance_vars32 = { "m1.small" => "0.095", "c1.medium" => "0.19" }
+    @instance_vars64 = { "m1.large" => "0.38", "m1.xlarge" => "0.76", "m2.xlarge" => "0.57", "m2.2xlarge" => "1.34", "m2.4xlarge" => "2.68", "c1.xlarge" => "0.76" }
+    if options[:micro_mayhem]
+      @instance_vars32 = { "t1.micro" => "0.02" } 
+      @instance_vars64 = { "t1.micro" => "0.02" }
+    end
+    @deployments = Deployment.find_by(:nickname) {|n| n =~ /^#{@options[:tag]}/ }
+    puts "loading #{@deployments.size} deployments matching your tag #{@options[:tag]}"
+    return @deployments
+  end
+
+  # select different instance types for every server
+  def vary_instance_types
+    small_counter = 0
+    large_counter = 0
+    @deployments.each do |deployment|
+      deployment.servers_no_reload.each do |server|
+        server.reload
+        server.settings
+	server.parameters
+        if server.ec2_instance_type =~ /small/ 
+          small_counter += 1
+          new_type = @instance_vars32.keys[small_counter % @instance_vars32.size]
+          server.instance_type = new_type
+          server.max_spot_price = @instance_vars32[new_type] if @options[:spot]
+        elsif server.ec2_instance_type =~ /large/
+          large_counter += 1
+          new_type = @instance_vars64.keys[large_counter % @instance_vars64.size]
+          server.instance_type = new_type
+          server.max_spot_price = @instance_vars64[new_type] if @options[:spot]
+        end
+        server.pricing = "spot" if @options[:spot]
+        server.save
+      end
+    end
+  end
+end
+
+e = VariationEngine.new(options)
+e.vary_instance_types
+
+puts "Done."

data/config/cloud_variables/all_clouds.json

@@ -0,0 +1,30 @@
+{
+  "1":{
+    "ec2_ssh_key_href":"https://my.rightscale.com/api/acct/2901/ec2_ssh_keys/7053",
+    "parameters":{
+      "PRIVATE_SSH_KEY":"key:publish-test:1"
+    },
+    "ec2_security_groups_href":"https://my.rightscale.com/api/acct/2901/ec2_security_groups/6411"
+  },
+  "2":{
+    "ec2_ssh_key_href":"https://my.rightscale.com/api/acct/2901/ec2_ssh_keys/198006",
+    "parameters":{
+      "PRIVATE_SSH_KEY":"key:publish-test-eu:2"
+    },
+    "ec2_security_groups_href":"https://my.rightscale.com/api/acct/2901/ec2_security_groups/48972"
+  },
+  "3":{
+    "ec2_ssh_key_href":"https://my.rightscale.com/api/acct/2901/ec2_ssh_keys/197758",
+    "parameters":{
+      "PRIVATE_SSH_KEY":"key:publish-test-west:3"
+    },
+    "ec2_security_groups_href":"https://my.rightscale.com/api/acct/2901/ec2_security_groups/97863"
+  },
+  "4":{
+    "ec2_ssh_key_href":"https://my.rightscale.com/api/acct/2901/ec2_ssh_keys/209603",
+    "parameters":{
+      "PRIVATE_SSH_KEY":"key:publish-test-ap:4"
+    },
+    "ec2_security_groups_href":"https://my.rightscale.com/api/acct/2901/ec2_security_groups/126284"
+  }
+}

data/config/cloud_variables/east.json

@@ -0,0 +1,9 @@
+{
+  "1":{
+    "ec2_ssh_key_href":"https://my.rightscale.com/api/acct/2901/ec2_ssh_keys/7053",
+    "parameters":{
+      "PRIVATE_SSH_KEY":"key:publish-test:1"
+    },
+    "ec2_security_groups_href":"https://my.rightscale.com/api/acct/2901/ec2_security_groups/6411"
+  }
+}

data/config/cloud_variables/rackspace.json

@@ -0,0 +1,7 @@
+{
+  "232":{
+    "parameters":{
+      "PRIVATE_SSH_KEY":"key:publish-test:1"
+    }
+  }
+}

data/config/cloud_variables/west.json

@@ -0,0 +1,9 @@
+{
+"3":{
+    "ec2_ssh_key_href":"https://my.rightscale.com/api/acct/2901/ec2_ssh_keys/197758",
+    "parameters":{
+      "PRIVATE_SSH_KEY":"key:publish-test-west:3"
+    },
+    "ec2_security_groups_href":"https://my.rightscale.com/api/acct/2901/ec2_security_groups/97863"
+  }
+}