poolparty 1.3.15 → 1.4.0

data/tasks/poolparty.rake

@@ -1,118 +0,0 @@
-desc "Run the specs"
-task :slow_spec do
-  stats = {:example=>0, :failures=>0, :pending=>0}
-  Dir["#{::File.dirname(__FILE__)}/../spec/poolparty/**/*_spec.rb"].each do |sp|
-    puts "---------------- #{::File.basename(sp)} ----------------"
-    results = `spec #{sp}`
-    results.match(/([1-9]+0?)\sfailures|errors/)
-    stats[:failures] += $i.to_i
-    puts results
-  end
-  puts "#{stats[:failures]} total errors"
-end
-
-desc "Generate thrift docs"
-task :thrift do
-  [
-    "cd #{File.dirname(__FILE__)}/../lib/proto && thrift --gen rb --gen py --gen erl poolparty.thrift",
-    "cp -R #{File.dirname(__FILE__)}/../lib/proto/gen-erl/*.hrl #{File.dirname(__FILE__)}/../examples/thrift/erlang/include",
-    "cp -R #{File.dirname(__FILE__)}/../lib/proto/gen-erl/*.erl #{File.dirname(__FILE__)}/../examples/thrift/erlang/src"
-  ].each do |cmd|
-    `#{cmd}`
-  end
-end
-
-namespace(:hermes) do
-  
-  desc "Pack for distribution"
-  task :target_system do
-    erl_dir = File.dirname(__FILE__) + "/../vendor/erlang"
-    hermes_dir = File.join(erl_dir, "hermes")
-    
-    puts `cd #{hermes_dir} && make target_system`
-  end
-  desc "Update hermes code"
-  task :update do
-    erl_dir = File.dirname(__FILE__) + "/../vendor/erlang"
-    hermes_dir = File.join(erl_dir, "hermes")
-    
-    if File.directory?(hermes_dir)
-      `cd #{hermes_dir} && git pull origin master`
-    else
-      FileUtils.mkdir_p erl_dir
-      r = "git clone git://github.com/auser/hermes.git #{hermes_dir}"
-      Kernel.system r
-    end
-  end
-end
-
-namespace(:pp) do
-  task :build_gem => ["poolparty:vendor:setup", "poolparty:vendor:update", :gemspec, :build]
-  
-  namespace(:setup) do
-    desc "Generate a manifest for quicker loading times"
-    task :manifest do
-      $GENERATING_MANIFEST = true
-      out = capture_stdout do
-        $_poolparty_load_directories.each do |dir|
-          PoolParty.require_directory ::File.join(::File.dirname(__FILE__), '../lib/poolparty', dir)
-        end
-      end
-      ::File.open(::File.join(::File.dirname(__FILE__), '../config', "manifest.pp"), "w+") {|f| f << out.map {|f| "#{f}"} }
-      puts "Manifest created"
-    end
-  end
-  
-  namespace :vendor do
-    desc "Fetch all the submodules"
-    task :submodules do
-      `git submodule update --init && cd vendor/gems/git-style-binaries && git submodule update --init`
-    end
-    desc "Initialize the submodules"
-    task :setup do
-      `git submodule init`
-    end
-    desc "Update the submodules"
-    task :update do
-      Dir["#{::File.dirname(__FILE__)}/../vendor/gems/*"].each do |dir|
-        puts "Fetching #{dir}..."
-        `cd #{dir} && git fetch && git rebase origin/master`
-      end
-      # `git submodule update`
-    end
-  end
-  namespace :deps do
-    desc "Get all the edge packages required and stash them in pkg/"
-    task :grab do
-      require 'rubygems/dependency_installer'
-      require "#{File.dirname(__FILE__)}/../lib/poolparty"
-      di = Gem::DependencyInstaller.new
-      to = "#{::File.dirname(__FILE__)}/../pkg"
-      existing_gems = Dir["#{to}/*.gem"]
-      PoolParty::Provision::BootStrapper.gem_list.each do |g|
-        unless existing_gems.find {|f| f =~ /#{g}/}
-          puts "Downloading #{g}"
-          spec, url = di.find_spec_by_name_and_version(g).first
-          f = begin
-            Gem::RemoteFetcher.fetcher.download spec, "http://gems.github.com", to
-          rescue Exception => e
-            Gem::RemoteFetcher.fetcher.download spec, url, to
-          end
-          ::FileUtils.mv f, "#{::File.dirname(__FILE__)}/../pkg/#{::File.basename(f)}"          
-        end
-      end
-      FileUtils.rm_rf "#{to}/cache"
-    end
-    task :clean_gem_cache do
-      gem_location = "#{::File.dirname(__FILE__)}/../vendor/dependencies"
-      cache_dir = "#{gem_location}/cache"
-      Dir["#{cache_dir}/*.gem"].each {|file| ::File.unlink file }
-    end
-    desc "Update dependencies gem"
-    task :update => [:clean_gem_cache] do
-      gem_location = "#{::File.dirname(__FILE__)}/../vendor/dependencies"
-      Suitcase::Zipper.gems open("#{gem_location}/gems_list").read.split("\n"), gem_location
-      Suitcase::Zipper.packages ['http://rubyforge.org/frs/download.php/45905/rubygems-1.3.1.tgz'], gem_location
-    end
-  end
-end

data/tasks/test.rake

@@ -1,40 +0,0 @@
-require 'rake'
-require 'rake/testtask'
-require 'rake/rdoctask'
-
-task :default  => [:test, :cleanup_test]
-desc "Update vendor directory and run tests"
-task :ci => ["poolparty:vendor:setup", "poolparty:vendor:update", :spec, :test]
-
-task :cleanup_test do
-  ::FileUtils.rm_rf "/tmp/poolparty"
-end
-
-# task :test do
-#   sh "ruby -Ilib:test #{Dir["#{File.dirname(__FILE__)}/../test/poolparty/*/*.rb"].join(" ")}"
-# end
-
-Rake::TestTask.new(:test) do |t|
-  t.test_files = FileList['test/lib/**/*_test.rb']
-  t.warning = false
-  t.verbose = false
-end
-
-begin
-  require 'rcov/rcovtask'
- 
-  Rcov::RcovTask.new(:rcov) do |t|
-    t.libs << FileList['lib/**/*.rb']
-    t.rcov_opts = [
-      '-xRakefile', '-xrakefile',
-      '-xlib/erlang',
-      '--text-report',
-      '--sort coverage'
-    ] + FileList['tasks/*.rake'].pathmap("-x%p")
-    t.test_files = FileList['test/lib/**/*_test.rb']
-    t.output_dir = 'coverage'
-    t.verbose = true
-  end
-rescue LoadError
-  puts "RCov is not available"
-end

data/test/fixtures/clouds/fake_clouds.rb

@@ -1,9 +0,0 @@
-pool :boxed do
-  
-  cloud :fake_cloud do
-    keypair File.dirname(__FILE__)+"/../keys/test_key"
-    using :ec2 do
-    end
-  end
-  
-end

data/test/lib/cloud_providers/cloud_provider_instance_test.rb

@@ -1,68 +0,0 @@
-require "#{File.dirname(__FILE__)}/../../test_helper"
-
-class CloudProviderInstanceTest < Test::Unit::TestCase
-  
-  def setup
-    @inst = CloudProviders::CloudProviderInstance.new(
-              :keypair_name => 'test_key',
-              :status       => 'pending'
-            )
-  end
-  
-  def test_default_options
-    assert_nil @inst.public_ip
-    assert_nil @inst.internal_ip
-    assert_nil @inst.launch_time
-    assert_nil @inst.name
-    assert_equal 'test_key', @inst.keypair_name
-  end
-  
-  def test_pending_status
-    assert 'pending', @inst.status
-    assert @inst.pending?
-    assert !@inst.running?
-    assert !@inst.terminated?
-    assert !@inst.terminating?
-  end
-  
-  def test_valid
-    assert !@inst.valid?  #no ip or name
-    @inst.internal_ip = '10.0.0.1'
-    @inst.name = 'fruby'
-    assert @inst.valid?
-  end
-
-  def test_blank_public_ip_is_invalid
-    @inst.public_ip = ''
-    assert ! @inst.wait_for_public_ip(1)
-  end
-
-  def test_zero_public_ip_is_invalid
-    @inst.public_ip = '0.0.0.0'
-    assert ! @inst.wait_for_public_ip(1)
-  end
-
-  def test_nil_public_ip_is_invalid
-    @inst.public_ip = nil
-    assert ! @inst.wait_for_public_ip(1)
-  end
-
-  def test_wait_for_public_ip
-    @inst.public_ip = '10.0.0.1'
-    assert @inst.wait_for_public_ip(1)
-  end
-  
-  # Not quite an amazing test, but better than nothing to share
-  # that the port is open.
-  def test_wait_for_port
-    @inst.class.send(:define_method, :is_port_open?) {false}
-    assert !@inst.wait_for_port(22, :timeout => 20, :retry_times => 1)
-    @inst.class.send(:define_method, :is_port_open?) {true}
-    assert @inst.wait_for_port(80)
-  end
-  
-  def test_terminate!
-    assert_respond_to @inst, :terminate!
-  end
-  
-end

data/test/lib/cloud_providers/cloud_provider_test.rb

@@ -1,25 +0,0 @@
-require "#{File.dirname(__FILE__)}/../../test_helper"
-
-class CloudProviderTest < Test::Unit::TestCase
-  
-  def setup
-    @provider = CloudProviders::CloudProvider.new
-  end
-  
-  def test_cloud_providers_are_included_in_all
-    assert_respond_to CloudProviders, :all
-    assert_respond_to CloudProviders.all, :each
-    assert CloudProviders.all.include?(CloudProviders::Ec2)
-  end
-  
-  def test_responds_to_core_methods
-    %w(describe_instances 
-       describe_instance
-       terminate_instance!
-       run_instance
-       ).each do |meth|
-         assert_respond_to @provider, meth
-       end
-  end
-  
-end

data/test/lib/cloud_providers/connections_test.rb

@@ -1,71 +0,0 @@
-require "#{File.dirname(__FILE__)}/../../test_helper"
-require File.dirname(__FILE__)+"/cloud_provider_instance_test.rb"
-
-stub_keypair_searchable_paths
-
-module  CloudProviders
-  module Connections
-    def system_run(cmds, opts={})
-      return cmds
-    end
-  end
-  
-  class CloudProviderInstance
-    def cloud_provider(opts={}, &block)
-      {:keypair=>Keypair.new(fixtures_dir/"keys/test_key")}
-    end
-  end
-  
-end
-
-class ConnectionsTest < Test::Unit::TestCase
-  
-  def inst
-    @inst ||= CloudProviders::CloudProviderInstance.new( 
-                :keypair_name => 'test_key',
-                :status       => 'pending',
-                :dns_name     => 'bigboy'
-              )
-  end
-  
-  def test_default_user
-    assert_equal 'root', inst.user
-    assert_equal 'fred', inst.user('fred')
-    assert_equal 'fred', inst.user
-  end
-  
-  def test_host
-    assert_equal 'bigboy', inst.host
-    assert_equal inst.dns_name, inst.host
-    assert_equal 'bigsite', inst.host('bigsite')
-    assert_equal 'bigsite', inst.host 
-  end
-  
-  def test_ssh
-    assert_match /ssh root@bigboy .* -i (.*)test_key 'uptime'$/, inst.ssh('uptime')
-  end
-  
-  def test_run
-    assert_match /ssh root@bigboy .* -i (.*)test_key 'uptime'$/, inst.run('uptime')
-    assert_match /ssh root@bigboy (.*)--sshoptions foo (.*)'uptime'$/, inst.ssh('uptime', {'--sshoptions'=>'foo'})
-  end
-  
-  def test_rsync
-    assert_match /rsync/, inst.rsync(:source=>fixtures_dir/'templates')
-  end
-  
-  def test_ssh_options
-    assert_match /-o StrictHostKeyChecking=no -i (.*)keys\/test_key/, inst.ssh_options
-  end
-  
-  def test_simplest_run_remote
-  end
-  
-  def test_rsync_to    
-  end
-  
-  def test_scp
-    assert_match /scp (.*)\/templates\/script root@bigboy/, inst.scp(:source=>fixtures_dir/'templates/script')
-  end
-  
-end

data/test/lib/cloud_providers/ec2/ec2_helpers_test.rb

@@ -1,29 +0,0 @@
-require "#{File.dirname(__FILE__)}/../../../test_helper"
-require File.dirname(__FILE__)+"/ec2_test.rb"
-# require 'rr'
-
-class Ec2HelpersTest < Test::Unit::TestCase
-  # include RR::Adapters::TestUnit
-  include CloudProviders
-  
-
-  def inst
-    @inst ||= clouds['app'].describe_instances.first
-  end
-  
-  def test_associate_address
-  end
-  
-  def test_next_unused_elastic_ip
-  end
-  
-  def create_snapshot
-  end
-  
-  def test_set_aws_env_from_yml_file
-  end
-  
-  def test_save_aws_env_to_yml
-  end
-  
-end

data/test/lib/cloud_providers/ec2/ec2_instance_test.rb

@@ -1,68 +0,0 @@
-require "#{File.dirname(__FILE__)}/../../../test_helper"
-require File.dirname(__FILE__)+"/ec2_test.rb"
-
-stub_keypair_searchable_paths
-
-class Ec2InstanceTest < Test::Unit::TestCase
-  include CloudProviders
-  
-  def setup
-    clear!
-    @filepath = fixtures_dir/"clouds/simple_cloud.rb"
-    @pool = PoolParty::Pool.load_from_file(@filepath)
-    @cloud = @pool.clouds[@pool.clouds.keys.first]
-  end
-  
-  def inst
-    @inst ||= @cloud.describe_instances.first
-  end
-  
-  def test_has_cloud_provider
-    inst = CloudProviders::Ec2.new(:image_id => "ami-abc123").describe_instances.first
-    assert_kind_of CloudProviders::Ec2, inst.cloud_provider
-  end
-  
-  def test_hosts_file_listing_for
-    #TODO
-  end
-  
-  def test_to_s
-    vals = inst.to_s.split("\t")
-    assert_equal 3, vals.size
-    assert_equal 'simple_cloud', vals.first
-  end
-  
-  def test_has_cloud_set_when_created_from_cloud
-    assert_equal @cloud, @cloud.cloud_provider.cloud
-    assert_equal @cloud, inst.cloud
-    assert_equal 'simple_cloud', inst.dsl_options[:cloud_name]
-    assert_equal 'simple_cloud', inst.to_hash[:cloud_name]
-  end
-  
-  def test_cloud_keypair
-    assert_equal  @cloud.keypair.to_s,  inst.keypair.to_s
-  end
-
-  def test_refresh!
-    inst.status = 'testing'
-    inst.public_ip = 'notanip'
-    assert_equal 'testing',  inst.status
-    assert_equal 'notanip', inst.public_ip
-    inst.refresh!
-    assert_equal '75.101.141.103', inst.public_ip
-    assert_equal 'running', inst.status
-  end
-  
-  def test_terminate!
-    zombie =  inst.terminate!
-    assert_equal 'shutting-down', zombie.status
-    assert_kind_of Ec2Instance, zombie
-  end
-  
-  
-  #TODO: this needs better tests
-  def test_wait_for_public_ip
-    assert inst.wait_for_public_ip
-  end
-  
-end

data/test/lib/cloud_providers/ec2/ec2_response_test.rb

@@ -1,41 +0,0 @@
-require "#{File.dirname(__FILE__)}/../../../test_helper"
-require File.dirname(__FILE__)+"/ec2_test.rb"
-
-class Ec2ResponseTest < Test::Unit::TestCase
-  include CloudProviders
-  def setup
-    @provider = CloudProviders::Ec2.new(:image_id => "ami-abc123")
-    @response =  @provider.ec2.describe_instances
-    @described = Ec2Response.describe_instances(@response)
-  end
-  
-  def test_returns_pp_format
-    inst = Ec2Response.pp_format(@response.first)
-    assert_not_nil inst[:public_ip]
-  end
-  
-  def test_describe_instance
-    assert_kind_of Array, @described
-    assert_equal 2, @described.size
-    assert @described.first.public_ip
-    assert 'sdf', @described.first.keypair_name
-  end
-  
-  def test_convert_from_ec2_dns_to_ip
-    parsed = Ec2Response.convert_from_ec2_dns_to_ip("ip-10-250-46-144.ec2.internal")
-    assert_equal '10.250.46.144', parsed
-    assert_equal '75.101.141.103', Ec2Response.convert_from_ec2_dns_to_ip("ec2-75-101-141-103.compute-1.amazonaws.com")
-    
-    assert_equal '10.250.46.144', @described.first.internal_ip
-    assert_equal '75.101.141.103', @described.first.public_ip
-    
-    assert_equal '10.0.40.5', Ec2Response.convert_from_ec2_dns_to_ip("10.0.40.5")
-    assert_nil Ec2Response.convert_from_ec2_dns_to_ip()
-  end
-  
-  def test_date_time_parsing
-    assert_kind_of Time, Ec2Response.parse_datetime('2009-07-20T20:35:51.000Z')
-    assert_equal 2009, @described.first.launch_time.year
-  end
-  
-end

data/test/lib/cloud_providers/ec2/ec2_test.rb

@@ -1,120 +0,0 @@
-require "#{File.dirname(__FILE__)}/../../../test_helper"
-
-stub_ec2_calls
-
-class Ec2ProviderTest < Test::Unit::TestCase
-  
-  def ec2
-    @ec2 ||= @cloud.cloud_provider
-  end
-  
-  def setup
-    @provider = CloudProviders::Ec2.new(
-                  :image_id => "ami-abc123", 
-                  :keypair => fixtures_dir/'keys/test_key'
-                )
-                
-    @filepath = fixtures_dir/"clouds/simple_cloud.rb"
-    @pool = PoolParty::Pool.load_from_file(@filepath)
-    @cloud = @pool.clouds[@pool.clouds.keys.first]
-  end
-  
-  def test_setup
-    assert_not_nil @cloud
-    assert_not_nil @cloud.keypair
-  end
-  
-  
-  def test_initialize_with_options_set
-    inst = CloudProviders::Ec2.new :image_id => "ami-abc123"
-    assert_equal inst.image_id, "ami-abc123"
-    assert_nil inst.keypair_name
-  end
-  
-  def test_responds_to_core_methods
-    %w(describe_instances 
-       describe_instance
-       terminate_instance!
-       run_instance).each do |meth|
-         assert_respond_to @provider, meth
-       end
-  end
-  
-  def test_describe_instances
-    assert_instance_of RightAws::Ec2, @provider.ec2
-    assert_equal ["i-7fd89416", "i-7f000516"], @provider.describe_instances.map {|a| a[:instance_id]}
-    result = @provider.describe_instances(:instance_id => "i-7fd89416")
-    assert_equal 1, result.size
-    assert_equal "i-7fd89416", result.first.instance_id
-  end
-  
-  def test_describe_instance
-    assert_raises ArgumentError do ;@provider.describe_instance(); end
-    inst = @provider.describe_instance(:instance_id => "i-7fd89416")
-    assert_equal "i-7fd89416", inst.instance_id
-    assert_kind_of CloudProviders::Ec2Instance, inst
-  end
-  
-  def test_described_instances_are_sorted
-    assert @provider.describe_instances.size > 0
-    assert @provider.describe_instances.first.launch_time < @provider.describe_instances.last.launch_time
-  end
-  
-  def test_run_instances
-    inst = @provider.run_instance(:keypair_name => "test_key")
-    assert_kind_of CloudProviders::Ec2Instance, inst
-    assert_equal "pending", inst.status
-  end
-  
-  def test_terminate_instances
-    assert_equal ["shutting-down"], @provider.terminate_instance!(:instance_id => "i-3B3506A0").map {|a| a[:shutdown_state] }
-  end
-  
-  def test_basic_setup
-    assert_equal :ec2, @cloud.cloud_provider_name
-    assert_instance_of CloudProviders::Ec2, @cloud.cloud_provider
-    assert_instance_of RightAws::Ec2, @cloud.cloud_provider.ec2
-  end
-  
-  def test_that_test_ec2_env_variables_are_set
-    assert_equal 'fake_access_key', ENV['EC2_ACCESS_KEY']
-    assert_equal 'fake_secret_key', ENV['EC2_SECRET_KEY']
-  end
-  
-  def test_default_access_key
-    assert_equal 'fake_access_key', @provider.access_key
-    assert_equal 'new_key', @provider.access_key('new_key')
-    assert_equal 'new_new_key', @provider.access_key='new_new_key'
-  end
-  
-  def test_nodes
-    assert_equal ["i-7fd89416", "i-7f000516"], @provider.nodes(:status => "running").map {|a| a[:instance_id] }
-    assert_equal ["i-7fd89416"], @provider.nodes(:instance_id => "i-7fd89416").map {|a| a[:instance_id] }
-  end
-  
-  def test_cloud_is_set_when_created_from_a_cloud
-    assert_equal @cloud, @cloud.cloud_provider.cloud
-  end
-  
-  def test_inherited_default_options
-    assert_respond_to CloudProviders::Ec2.new, :cloud
-    assert_nil CloudProviders::Ec2.new().cloud
-  end
-   
-   def amazon?
-     stub(@cloud.cloud_provider).ec2_url  {'http://example.com'}
-     assert @cloud.cloud_provider.eucalyptus?
-     stub(@cloud.cloud_provider).ec2_url  {'https://ec2.amazonaws.com'}
-     assert !@cloud.cloud_provider.eucalyptus?
-   end
-   
-   def test_aws_hash
-     assert_kind_of Hash, ec2.aws_hash
-     assert_match /fixtures\/keys\/test_key/, ec2.aws_hash[:private_key]
-     assert_match /pappy\/test_key/, ec2.aws_hash({}, 'pappy')[:private_key]
-   end
-   
-  # def test_bundle_instance
-  #   assert @cld.responds_to?(:bundle)
-  # end
-end

data/test/lib/cloud_providers/ssh/ssh_test.rb

@@ -1,61 +0,0 @@
-# require "#{File.dirname(__FILE__)}/../../../test_helper"
-# require fixtures_dir/'clouds/ssh_cloud.rb'
-# class SshProviderTest < Test::Unit::TestCase
-#   def cld
-#     @cld ||=clouds['tgarden']
-#   end
-#   
-#   def test_initialize_with_options_set
-#     assert_equal cld.cloud_provider.hosts, ["beet", 'squash']
-#     assert_equal  cld.cloud_provider.hosts,  cld.cloud_provider.running_hosts
-#     assert_not_nil cld.keypair
-#   end
-#   
-#   def test_responds_to_core_methods
-#     %w(describe_instances 
-#        describe_instance
-#        terminate_instance!
-#        run_instance).each do |meth|
-#          assert_respond_to cld.cloud_provider, meth
-#        end
-#   end
-#   
-#   def test_describe_instances
-#   end
-#   
-#   def test_describe_instance
-#   end
-#   
-#   def test_described_instances_are_sorted
-#   end
-#   
-#   def test_run_instances
-#     assert cld.cloud_provider.available_hosts.empty?
-#     assert_raise StandardError do
-#       cld.run_instance(:keypair_name => "test_key")
-#     end
-#     cld.terminate_instance!
-#     assert 1, cld.cloud_provider.available_hosts.size
-#     
-#     inst = cld.run_instance
-#     assert_kind_of CloudProviders::SshInstance, inst
-#     assert_equal "running", inst.status
-#   end
-#   
-#   def test_terminate_instances
-#     assert_equal "terminated", cld.cloud_provider.terminate_instance!(:name => "okra").status
-#   end
-#   
-#   def test_nodes
-#   end
-#   
-#   def test_cloud_is_set_when_created_from_a_cloud
-#     assert_equal cld, cld.cloud_provider.cloud
-#   end
-#   
-#   def test_inherited_default_options
-#     assert_not_nil cld.cloud_provider.cloud
-#     assert_nil CloudProviders::Ssh.new().cloud
-#   end
-#    
-# end