poolparty 0.0.4 → 0.2.6

data/spec/poolparty/pool/resources/sshkey_spec.rb

@@ -0,0 +1,48 @@
+require File.dirname(__FILE__) + '/../../spec_helper'
+
+include PoolParty::Resources
+
+describe "SshKey" do
+  describe "instances" do
+    before(:each) do
+      reset_resources!      
+    end
+    it "should turn the one hash instance into a string" do
+      @key = sshkey({:name => "rock"})
+      @key.to_string.should =~ /"rock":\n/
+    end
+    it "should turn the two hash instance into a string" do
+      @key = sshkey do
+        name "poolparty_key"
+      end
+      @key.to_string.should =~ /"poolparty_key":/
+    end
+    describe "sizes" do
+      before(:each) do
+        sshkey({:name => "rock"})
+        sshkey({:name => "dos"})
+        sshkey({:name => "equis"})
+      end
+      it "should contain two keyfiles if two are specified" do      
+        resource(:sshkey).size.should == 3
+      end
+    end
+    describe "file" do
+      before(:each) do
+        reset_resources!
+        @sshkey = PoolParty::Resources::Sshkey.new
+        @string = "ALONGSTRINGOFDIGITS"
+        @file = File.join(File.dirname(__FILE__), "..", "test_plugins", "sshkey_test")
+        @string.stub!(:read).and_return @string
+      end
+      it "should read the file when sent keyfile=" do
+        @sshkey.should_receive(:open).and_return @string
+        @sshkey.keyfile = @file
+      end
+      it "should set the keyfile as the contents of the file" do
+        @sshkey.keyfile = @file
+        @sshkey.keyfile.should =~ /THIS IS A TEST/
+      end
+    end
+  end
+end

data/spec/poolparty/pool/resources/variable_spec.rb

@@ -0,0 +1,20 @@
+require File.dirname(__FILE__) + '/../../spec_helper'
+
+include PoolParty::Resources
+
+describe "Variable" do
+  before(:each) do
+    reset!
+    @variable = variable(:name => "name", :value => "ari Lerner")
+  end
+  it "should have a package" do
+    resource(:variable).should_not be_empty
+  end
+  it "should have the 'name' variable set as a variable" do
+    @variable.to_string.should =~ /\$name = 'ari Lerner'/
+  end
+  it "should be able to set the variable as an array if passed an array" do
+    v = variable(:name => "girlfriends", :value => %w(Rachel Erica Michelle))
+    v.to_string.should == "$girlfriends = [ 'Rachel', 'Erica', 'Michelle' ]"
+  end
+end

data/spec/poolparty/pool/script_spec.rb

@@ -0,0 +1,51 @@
+require File.dirname(__FILE__) + '/../spec_helper'
+
+describe "Script" do
+  it "should have inflate as a class method" do
+    Script.respond_to?(:inflate).should == true
+  end
+  it "should have inflate_file as an instance method" do
+    Script.respond_to?(:inflate_file).should == true
+  end
+  it "should have inflate as an instance method" do
+    Script.new.respond_to?(:inflate).should == true
+  end
+  
+  describe "with a script" do
+    before(:each) do
+      @script = 'script'
+      @filename = 'filename'
+
+      @pool = Script.new
+      Script.stub!(:new).and_return(@pool)
+      @pool.stub!(:inflate).and_return true
+    end
+    
+    it "should create a new Script when calling on the class method" do
+      Script.should_receive(:new).and_return @pool      
+    end    
+    it "should instance eval the script" do
+      @pool.should_receive(:instance_eval).with(@script, @filename).and_return true
+    end
+    it "should call inflate on itself" do
+      @pool.should_receive(:inflate).and_return true
+    end
+    after do
+      Script.inflate(@script, @filename)
+    end
+    describe "save!" do
+      before(:each) do
+        pool :appdotcom do
+          keypair "snoodle"
+          cloud :app do
+            has_file :name => "/etc/httpd/httpd.conf"
+          end
+        end
+        @saved = Script.save!(false)
+      end
+      it "should save the keypair" do
+        @saved.should =~ /keypair "snoodle"/
+      end
+    end
+  end
+end

data/spec/poolparty/pool/test_plugins/sshkey_test

@@ -0,0 +1,2 @@
+-- THIS IS A TEST SSH KEY FILE --
+

data/spec/poolparty/pool/test_plugins/webserver.rb

@@ -0,0 +1,46 @@
+class WebServers
+  plugin :apache do
+    
+    attr_accessor :php
+    
+    def enable      
+    end
+    
+    def enable_php
+      @php = true
+      php
+    end
+    
+    def php
+      @php
+    end
+    
+    def site(name=:domain1, opts={})
+      virtual_host name, opts
+    end
+    
+    def virtual_host(name, opts={})
+      opts = {
+        :document_root => opts[:document_root] || "/www/#{name}/"
+      }
+      call_function "virtual_host()"
+    end
+        
+    custom_function <<-EOE
+define virtual_host($docroot, $ip, $order = 500, $ensure = "enabled") { 
+    $file = "/etc/sites-available/$name.conf" 
+    file { $file: 
+        content => template("virtual_host.erb"), 
+        notify => Service[apache] 
+    } 
+    file { "/etc/sites-enabled/$order-$name.conf": 
+        ensure => $ensure ? { 
+            enabled => $file, 
+            disabled => absent 
+        } 
+    } 
+}
+    EOE
+        
+  end
+end

data/spec/poolparty/poolparty_spec.rb

@@ -0,0 +1,33 @@
+require File.dirname(__FILE__) + '/spec_helper'
+
+describe "PoolParty" do
+  after(:all) do
+    # FileUtils.rm_r(Base.storage_directory) rescue ""
+  end
+  it "should have the method copy_file_to_storage_directory on the PoolParty" do
+    PoolParty.respond_to?(:copy_file_to_storage_directory).should == true
+  end
+  it "should copy the file given with File" do
+    FileUtils.should_receive(:cp).with("haymaker", Base.storage_directory + "/haymaker").once
+    PoolParty.copy_file_to_storage_directory("haymaker")
+  end
+  describe "writing file to storage_directory" do
+    before(:each) do
+      @path = "#{Base.storage_directory}/happydayz"
+    end
+    it "should have the method write_to_file_in_storage_directory" do
+      PoolParty.respond_to?(:write_to_file_in_storage_directory).should == true
+    end
+    it "should receive File.new with the name of the file" do
+      File.should_receive(:open).with(@path, "w+").once.and_return true
+      PoolParty.write_to_file_in_storage_directory("/usr/bin/happydayz", "write this text")
+    end
+    it "should write the contents of the file to the file" do
+      PoolParty.write_to_file_in_storage_directory("/usr/bin/happydayz", "write this text")
+      File.open(@path).read.should == "write this text"
+    end
+  end
+  it "should have a logger" do
+    PoolParty.logger.should_not be_nil
+  end
+end

data/spec/poolparty/spec_helper.rb

@@ -0,0 +1,120 @@
+$:.unshift(File.dirname(__FILE__) + '/../../lib')
+require 'poolparty'
+
+%w(test/spec).each do |library|
+  begin
+    require library
+  rescue
+    STDERR.puts "== Cannot run test without #{library}"
+  end
+end
+
+# Dir["#{File.dirname(__FILE__)}/helpers/**"].each {|a| require a}
+
+include PoolParty
+extend PoolParty
+
+Base.environment = "test"
+Base.verbose = false
+
+def stub_option_load
+    @str=<<-EOS
+:access_key:    
+  3.14159
+:secret_access_key:
+  "pi"
+    EOS
+    @sio = StringIO.new
+    StringIO.stub!(:new).and_return @sio
+    Base.stub!(:open).with("http://169.254.169.254/latest/user-data").and_return @sio
+    @sio.stub!(:read).and_return @str
+    Base.reset!
+end
+
+def wait_launch(time=5)
+  pid = fork {yield}
+  wait time
+  Process.kill("INT", pid)
+  Process.wait(pid, 0)
+end
+def reset_all!
+end
+def read_file(path)
+  require "open-uri"
+  open(path).read
+end
+
+def stub_list_from_local_for(o)
+  @list =<<-EOS
+  master 192.168.0.1
+  node1 192.168.0.2
+  EOS
+  @file = "filename"
+  @file.stub!(:read).and_return @list
+  o.stub!(:get_working_listing_file).and_return @file
+  o.stub!(:open).and_return @file
+  
+  @ris = @list.split(/\n/).map {|line| PoolParty::Remote::RemoteInstance.new(line) }
+end
+def stub_remoter_for(o)
+  o.stub!(:ec2).and_return EC2::Base.new( :access_key_id => "not a key",  :secret_access_key => "even more not a key")
+end
+def stub_list_from_remote_for(o, launch_stub=true)
+  stub_remoter_for(o)
+  @sample_instances_list = [{:ip => "127.0.0.1", :name => "master"}, {:ip => "127.0.0.2", :name => "node1"}]
+  @ris = @sample_instances_list.map {|h| PoolParty::Remote::RemoteInstance.new(h) }  
+  o.stub!(:access_key).and_return "NOT A KEY"
+  o.stub!(:secret_access_key).and_return "NOT A SECRET"
+  # o.stub!(:list_from_remote).and_return ris
+  # o.stub!(:remote_instances_list).once.and_return ris
+  # o.stub!(:master).and_return @ris[0]
+  o.stub!(:launch_new_instance!).and_return true if launch_stub
+  stub_list_of_instances_for(o)
+end
+
+def stub_list_of_instances_for(o)  
+  # o.stub!(:list_of_running_instances).once.and_return running_remote_instances
+  o.stub!(:keypair).and_return "fake_keypair"
+  o.stub!(:describe_instances).and_return response_list_of_instances
+end
+
+def response_list_of_instances(arr=[])
+  unless @response_list_of_instances
+    @a1 = stub_instance(1); 
+    @a1[:name] = "master"
+    @a2 = stub_instance(1); @a3 = stub_instance(2, "terminated"); @a4 = stub_instance(3, "pending")
+    @b1 = stub_instance(4, "shutting down", "blist"); @c1 = stub_instance(5, "pending", "clist")
+    @response_list_of_instances = [@a1, @a2, @a3, @a4, @b1, @c1]
+  end
+  @response_list_of_instances
+end
+
+def running_remote_instances
+  response_list_of_instances.select {|a| a[:status] =~ /running/ }
+end
+
+def reset_response!
+  @ris = nil
+end
+
+def add_stub_instance_to(o, num, status="running")  
+  reset_response!  
+  response_list_of_instances << stub_instance(num, status)
+  stub_list_of_instances_for o
+end
+def ris
+  @ris ||= response_list_of_instances.collect {|h| PoolParty::Remote::RemoteInstance.new(h) }
+end
+def remove_stub_instance_from(o, num)
+  reset_response!
+  response_list_of_instances.reject! {|r| r if r[:name] == "node#{num}" }  
+  # o.stub!(:remote_instances_list).once.and_return ris
+end
+def stub_instance(num=1, status="running", keypair="fake_keypair")
+  {:name => "node#{num}", :ip => "192.168.0.#{num}", :status => "#{status}", :launching_time => num.minutes.ago, :keypair => "#{keypair}"}
+end
+def drop_pending_instances_for(o)
+  puts "hi"
+  o.list_of_pending_instances.stub!(:size).and_return 0
+  1
+end

data/tasks/cloud.rake

@@ -0,0 +1,57 @@
+# Cloud tasks
+namespace(:cloud) do
+  # Setup
+  task :init do
+    setup_application
+    raise Exception.new("You must specify your access_key and secret_access_key") unless Base.access_key && Base.secret_access_key
+  end
+  # Install the stack on all of the nodes
+  desc "Prepare all servers"
+  task :prepare => :init do
+    PoolParty::Master.new.nodes.each do |node|
+      node.install
+    end
+  end
+  # Start the cloud
+  desc "Start the cloud"
+  task :start => :init do
+    PoolParty::Master.new.start_cloud!
+  end
+  # Reload the cloud with the new updated data
+  desc "Reload all instances with updated data"
+  task :reload => :init do
+    PoolParty::Master.new.nodes.each do |node|
+      node.configure
+      node.restart_with_monit
+    end
+  end
+  # List the cloud
+  desc "List cloud"
+  task :list => :init do
+    puts PoolParty::Master.new.list
+  end
+  # Shutdown the cloud
+  desc "Shutdown the entire cloud"
+  task :shutdown => :init do
+    PoolParty::Master.new.request_termination_of_all_instances
+  end
+  # Watch the cloud and scale it if necessary
+  desc "Watch the cloud and maintain it"
+  task :scale => :init do
+    begin
+      PoolParty::Master.new.scale_cloud!
+    rescue Exception => e
+      puts "There was an error scaling the cloud: #{e}"
+    end
+    
+  end
+  # Maintain the cloud in a background process
+  desc "Maintain the cloud (run on the master)"
+  task :maintain => :init do
+    begin
+      PoolParty::Master.new.start_monitor!
+    rescue Exception => e
+      puts "There was an error starting the monitor: #{e}"
+    end
+  end
+end

data/tasks/deployment.rake

@@ -0,0 +1,34 @@
+desc 'Release the website and new gem version'
+task :deploy => [:check_version, :website, :release] do
+  puts "Remember to create SVN tag:"
+  puts "svn copy svn+ssh://#{rubyforge_username}@rubyforge.org/var/svn/#{PATH}/trunk " +
+    "svn+ssh://#{rubyforge_username}@rubyforge.org/var/svn/#{PATH}/tags/REL-#{VERS} "
+  puts "Suggested comment:"
+  puts "Tagging release #{CHANGES}"
+end
+
+desc 'Runs tasks website_generate and install_gem as a local deployment of the gem'
+task :local_deploy => [:website_generate, :install_gem]
+
+task :check_version do
+  unless ENV['VERSION']
+    puts 'Must pass a VERSION=x.y.z release version'
+    exit
+  end
+  unless ENV['VERSION'] == VERS
+    puts "Please update your version.rb to match the release version, currently #{VERS}"
+    exit
+  end
+end
+
+desc 'Install the package as a gem, without generating documentation(ri/rdoc)'
+task :install_gem_no_doc => [:clean, :package] do
+  sh "#{'sudo ' unless Hoe::WINDOZE }gem install pkg/*.gem --no-rdoc --no-ri"
+end
+
+namespace :manifest do
+  desc 'Recreate Manifest.txt to include ALL files'
+  task :refresh do
+    `rake check_manifest | patch -p0 > Manifest.txt`
+  end
+end

data/tasks/development.rake

@@ -0,0 +1,78 @@
+namespace(:dev) do
+  task :initialize do
+    setup_application
+    run "mkdir ~/.ec2 >/dev/null 2>/dev/null" unless File.directory?("~/.ec2")      
+  end
+  # Setup a basic development environment for the user 
+  desc "Setup development environment specify the config_file"
+  task :setup => [:initialize, :setup_keypair] do    
+    certloc = "#{Base.ec2_dir}/#{Base.keypair}/cert-*.pem 2>/dev/null"
+    pkloc = "#{Base.ec2_dir}/#{Base.keypair}/pk-*.pem 2>/dev/null"
+    unless `ls #{certloc}`.length > 1 && `ls #{pkloc}`.length > 1
+      puts <<-EOM
+Make sure you run rake dev:setup_pemkeys before you run this command
+
+I cannot continue until your keys are setup. 
+exiting...
+      EOM
+      exit
+    end
+    keyfilename = ".#{Base.keypair}_pool_keys"
+    run <<-EOR
+      echo 'export AWS_ACCESS_KEY=\"#{Base.access_key}\"' > $HOME/#{keyfilename}
+      echo 'export AWS_SECRET_ACCESS=\"#{Base.secret_access_key}\"' >> $HOME/#{keyfilename}
+      echo 'export EC2_HOME=\"#{Base.ec2_dir}\"' >> $HOME/#{keyfilename}
+      echo 'export KEYPAIR_NAME=\"#{Base.keypair}\"' >> $HOME/#{keyfilename}
+      echo 'export EC2_PRIVATE_KEY=`ls ~/.ec2/#{Base.keypair}/pk-*.pem`;' >> $HOME/#{keyfilename}
+      echo 'export EC2_CERT=`ls ~/.ec2/#{Base.keypair}/cert-*.pem`;' >> $HOME/#{keyfilename}
+    EOR
+    puts <<-EOM
+To work on this cloud, source the file like: 
+  
+  source $HOME/#{keyfilename}
+  
+    EOM
+  end
+  desc "Generate a new keypair"
+  task :setup_keypair => [:initialize] do
+    Base.keypair ||= "#{File.basename(Dir.pwd)}"    
+    run "ec2-delete-keypair #{Base.keypair}" if File.file?(Base.keypair_path)
+    puts "-- setting up keypair named #{Base.keypair} in #{Base.keypair_path}"
+    run <<-EOR        
+      chmod 600 #{Base.keypair_path} 2>/dev/null
+      mkdir ~/.ec2/#{Base.keypair} 2>/dev/null
+      ec2-add-keypair #{Base.keypair} > #{Base.keypair_path}
+    EOR
+  end
+  desc "Setup pem keys"
+  task :setup_pemkeys => [:initialize] do    
+    puts "Setting up stubbed pem keys in ~/.ec2/#{Base.keypair}"
+    run <<-EOR
+      mkdir -p ~/.ec2/#{Base.keypair} 2>/dev/null
+      echo 'UPDATE ME' > #{Base.ec2_dir}/#{Base.keypair}/cert-UPDATEME.pem
+      echo 'UPDATE ME' > #{Base.ec2_dir}/#{Base.keypair}/pk-UPDATEME.pem
+    EOR
+    puts "Don't forget to replace your ~/.ec2/#{Base.keypair}/*.pem keys with the real amazon keys"
+  end
+  desc "initialize setup"
+  task :init => [:setup_pemkeys]
+  
+  desc "Just an argv test"
+  task :test => :initialize do
+    puts "---- Testing ----"
+    puts PoolParty.options(ARGV.dup)
+    puts "Using keypair at: #{Base.keypair_path}"
+  end
+  desc "Installation listing"
+  task :list_install => :initialize do
+    puts "-- packages to install --"
+    Provider.install_PoolParty(true)
+  end
+  desc "Authorize base ports for application"
+  task :authorize_ports => :initialize do
+    run <<-EOR
+      ec2-authorize -p 22 default
+      ec2-authorize -p 80 default
+    EOR
+  end
+end