auser-poolparty 1.1.1 → 1.1.3

data/lib/poolparty/provisioners/capistrano/recipes/master.rb

@@ -1,66 +0,0 @@
-# Cloud tasks
-# Run each of these methods inside the Capistrano:Configuration context, dynamicly adding each method as a capistrano task.
-Capistrano::Configuration.instance(:must_exist).load do
-  # namespace(:master) do
-    desc "Provision master"
-    def master_provision_master_task
-      upgrade_system
-      set_hostname_to_master
-      create_local_hosts_entry
-      setup_for_poolparty
-      install_provisioner
-      setup_basic_poolparty_structure
-      setup_provisioner_filestore
-      setup_provisioner_autosigning      
-      # install_rubygems
-      install_ruby_from_stable_source
-      install_rubygems_from_stable_source
-      
-      # fix_rubygems
-      add_provisioner_configs
-      setup_provisioner_config
-      put_aws_credintials_on_server if using_remoter? == 'ec2'
-      create_puppetrunner_command
-      # download_base_gems
-      unpack_dependencies_store
-      install_base_gems  
-      # copy_gem_bins_to_usr_bin
-      # install_poolparty_from_github
-      write_erlang_cookie
-      vputs "master_provision_master_task complete"
-    end
-    
-    desc "Configure master"
-    def master_configure_master_task
-      create_local_node_entry_for_puppet
-      put_provisioner_manifest_on_server
-      start_provisioner_base
-      # move_template_files
-      ensure_provisioner_is_running
-      run_provisioner
-    end
-    
-    desc "Set hostname to master"
-    def set_hostname_to_master
-      run "hostname master"
-    end
-    
-    desc "Add host entry into the master instance"
-    def create_local_hosts_entry
-      run "if [ -z \"$(grep -v '#' /etc/hosts | grep 'puppet')\" ]; then echo '#{cloud.master.ip} master puppet localhost' >> /etc/hosts; fi"
-    end
-    
-    desc "Download base gems"
-    def download_base_gems
-      run(returning(Array.new) do |arr|
-        base_gems.each do |name, url|
-          if url && !url.empty?
-            arr << "curl -L -o #{Default.remote_storage_path}/#{name}.gem #{url} 2>&1; echo 'downloaded #{name}'"
-            arr << "if test -s #{Default.remote_storage_path}/#{name}.gem; then echo ''; else rm #{Default.remote_storage_path}/#{name}.gem; fi; echo ''"
-          end
-        end
-      end.join(" && "))
-    end
-    
-  # end
-end

data/lib/poolparty/provisioners/capistrano/recipes/puppet.rb

@@ -1,101 +0,0 @@
-Capistrano::Configuration.instance(:must_exist).load do
-
-  desc "Start provisioner base"
-  def start_provisioner_base
-    # run "/etc/init.d/puppetmaster start"
-    run "/usr/bin/puppetrunner"
-  end
-
-  desc "Restart provisioner base"
-  def restart_provisioner_base #FIXME: should inherit from cloud dependency_resolver_command
-    "/usr/bin/puppetrunner"
-    # run "/etc/init.d/puppetmaster stop;rm -rf /etc/poolparty/ssl;start_provisioner_based --verbose;/etc/init.d/puppetmaster start"
-  end
-
-  desc "Ensure provisioner is running"
-  def ensure_provisioner_is_running
-    "/usr/bin/puppetrunner"
-    # run "/usr/sbin/puppetmasterd --verbose 2>1 > /dev/null;echo ''"
-  end
-
-  desc "Create local node for puppet manifest"
-  def create_local_node_entry_for_puppet
-    # run ". /etc/profile && server-write-new-nodes"
-    str = ["node default { include poolparty }"]
-    list_of_running_instances.each do |ri| 
-      str << "node \"#{ri.name}\" inherits default {}\n"
-    end
-    put( str.join("\n"), "#{manifest_path}/nodes/nodes.pp")
-  end
-
-  #DEPRECATED
-  # desc "Move template files into place"
-  # def move_template_files
-  #   run <<-EOR
-  #     mkdir -p #{template_path} &&
-  #     cp -R #{remote_storage_path}/templates/* #{template_path}
-  #   EOR
-  # end
-
-  desc "put manifest into place" 
-  def put_provisioner_manifest_on_server  
-    put build_manifest, '/etc/puppet/manifests/classes/poolparty.pp'
-  end
-
-  desc "Create poolparty runner command"
-  def create_puppetrunner_command
-    run 'mkdir -p /root/log'
-    put(::File.read(::File.dirname(__FILE__)+'/../../../templates/puppetrunner'), '/usr/bin/puppetrunner', :mode=>755)
-  end
-  
-  desc "Create poolparty rerun command"
-  def create_puppetrerun_command
-    run <<-EOR
-      cp #{remote_storage_path}/templates/puppetrerun /usr/bin/puppetrerun &&
-      chmod +x /usr/bin/puppetrerun
-    EOR
-  end
-  
-  desc "Add the proper configs for provisioner"
-  def add_provisioner_configs
-    run "cp #{remote_storage_path}/namespaceauth.conf /etc/puppet/namespaceauth.conf"
-  end
-  
-  desc "Setup config file for provisioner"
-  def setup_provisioner_config
-    run "mv #{remote_storage_path}/puppet.conf /etc/puppet/puppet.conf"
-  end
-  
-  desc "Run the provisioner twice (usually on install)"
-  def run_provisioner_twice
-    # run "/usr/sbin/puppetd --test --server master 2>1 > /dev/null && /usr/sbin/puppetd --onetime --daemonize --logdest syslog --server master"
-    run "/usr/bin/puppetrunner"
-  end
-  
-  desc "Run the provisioner"
-  def run_provisioner
-    # run "/usr/sbin/puppetd --onetime --daemonize --logdest syslog --server master"
-    run "/usr/bin/puppetrunner"
-  end
-  
-  desc "Rerun the provisioner"
-  def rerun_provisioner
-    run "/usr/bin/puppetrunner"
-  end
-  
-  desc "Remove the certs"
-  def remove_certs
-    run "rm -rf /etc/puppet/ssl"
-  end
-  
-  desc "Update rubygems"
-  def update_rubygems
-    run "/usr/bin/gem update --system 2>1 > /dev/null;/usr/bin/gem update --system;echo 'gems updated'"
-  end
-  
-  desc "Stop provisioner daemon"
-  def stop_provisioner_daemon
-    run "/etc/init.d/puppetmaster stop"
-  end
-
-end

data/lib/poolparty/provisioners/capistrano/recipes/slave.rb

@@ -1,36 +0,0 @@
-Capistrano::Configuration.instance(:must_exist).load do
-# namespace(:slave) do
-    desc "Provision a slave"
-    def slave_provision_slave_task
-      upgrade_system
-      add_master_to_hosts_file
-      setup_for_poolparty
-      install_provisioner
-      stop_provisioner_daemon
-      setup_basic_poolparty_structure
-      setup_provisioner_filestore
-      setup_provisioner_autosigning
-      install_rubygems
-      fix_rubygems
-      add_provisioner_configs
-      setup_provisioner_config
-      create_puppetrunner_command
-      # create_puppetrerun_command
-      download_base_gems
-      install_base_gems
-      copy_gem_bins_to_usr_bin
-      write_erlang_cookie
-    end
-    desc "Configure a slave"
-    def slave_configure_slave_task
-      create_local_node_entry_for_puppet
-      put_provisioner_manifest
-      move_template_files
-      run_provisioner
-    end
-    desc "Add master ip to hosts file"
-    def add_master_to_hosts_file
-      run "if [ -z \"$(grep -v '#' /etc/hosts | grep 'master' | grep '#{cloud.master.ip}' )\" ]; then echo '#{cloud.master.ip} puppet master' >> /etc/hosts; else echo 'host already set'; fi"
-    end
-# end
-end

data/lib/poolparty/provisioners/provisioner_base.rb

@@ -1,222 +0,0 @@
-=begin rdoc
-  The Provisioner is responsible for provisioning REMOTE servers
-  This class only comes in to play when calling the setup commands on
-  the development machine
-=end
-require "capistrano"
-require 'capistrano/cli'
-
-module PoolParty
-  module Provisioner
-    
-    def provisioner_for(inst, caller=self)
-      PoolParty::Provisioner::Capistrano.new(inst, caller, :ubuntu)
-    end
-    
-    class ProvisionerBase
-      attr_accessor :config, :loaded_tasks, :instance, :cloud, :os
-      
-      include Dslify
-      include CloudResourcer
-      include FileWriter
-      
-      def initialize(instance=nil, cld=nil, os=:ubuntu, &block)
-        @instance = instance
-        @cloud = cld
-        options(cloud.options) if cloud && cloud.respond_to?(:options)
-        
-        dputs "Using key at: #{cld.keypair}"
-
-        @os = os.to_s.downcase.to_sym
-        self.instance_eval &block if block
-        
-        loaded
-        
-        # PoolPartyBootStrapper.new(options).execute!
-      end
-      
-      # deprecate
-      def provision_master? 
-        !@instance.nil? && @instance.master?
-      end
-      
-      def roles_to_provision
-        [:master]  #always provision the master role for now.  When do we ever want anything else? MF
-      end
-
-      # Callback after initialized
-      def loaded
-      end
-      
-      def loaded_tasks
-        @loaded_tasks ||= []
-      end
-      
-      ### Installation tasks
-      
-      # This is the actual runner for the installation
-      def install(testing=false)
-        error unless valid?
-        setup_runner
-        unless testing
-          before_install(@instance)
-
-          vputs "Provisioning #{@instance}"
-          process_install!(testing)
-
-          after_install(@instance)
-        end
-      end
-      # The provisioner bases overwrite this method
-      def process_install!(testing=false)
-        # raise ProvisionerException(" process_install! should be overwritten by provioner, but it was not.") #MF todo
-      end
-      
-      # Configuration
-      def configure(testing=false)
-        error unless valid?
-        setup_runner
-        unless testing
-          before_configure(@instance)
-
-          vputs "Provisioning #{@instance.name}"
-          process_configure!(testing)
-
-          after_configure(@instance)
-        end
-      end
-      
-      # Tasks that need to be performed everytime we do any
-      # remote ssh'ing into any instance
-      def setup_runner(force=false)
-        @cloud.prepare_for_configuration
-        @cloud.build_and_store_new_config_file(force)
-        Neighborhoods.clump(@cloud.remote_instances_list, "#{Default.tmp_path}/neighborhood.json") unless testing
-      end
-      
-      # Callbacks
-      # Before installation callback
-      def before_install(instance)
-      end
-      def after_install(instance)
-      end
-      def before_configure(instance)
-      end
-      def after_configure(instance)
-      end
-      
-      def valid?
-        true
-      end
-      def error
-        raise ProvisionerException.new("Error in installation")
-      end
-      # Custom installation tasks
-      # Allow the remoter bases to attach their own tasks on the 
-      # installation process
-      def custom_install_tasks
-        @cloud.custom_install_tasks_for(@instance) || []
-      end
-      # Custom configure tasks
-      # Allows the remoter bases to attach their own
-      # custom configuration tasks to the configuration process
-      def custom_configure_tasks
-        @cloud.custom_configure_tasks_for(@instance) || []
-      end
-      
-      # Last install tasks, if need to install after everything else
-      def after_install_tasks
-        @cloud.after_install_tasks_for(@instance)
-      end
-      
-      # Get the packages associated with each os
-      def puppet_packages
-        case @os
-        when :fedora
-          "puppet-server puppet factor"
-        else
-          "puppet puppetmaster"
-        end
-      end
-      # Package installers for general *nix operating systems
-      def self.installers
-        @installers ||= {
-          :ubuntu => "aptitude install -y",
-          :fedora => "yum install",
-          :gentoo => "emerge"
-        }
-      end
-      def os_installer
-        "#{self.class.installers[@os]}"
-      end
-      # Convenience method to grab the installer
-      def installer_for(names=[])
-        packages = names.is_a?(Array) ? names.join(" ") : names
-        "#{self.class.installers[@os]} #{packages}"
-      end
-      
-      #TODO#
-      # Abstract the gems out
-      def base_gems
-        {
-          :logging          => "http://rubyforge.org/frs/download.php/44731/logging-0.9.4.gem",
-          :ZenTest          => "http://rubyforge.org/frs/download.php/45581/ZenTest-3.11.0.gem",
-          :ParseTree        => "http://rubyforge.org/frs/download.php/45600/ParseTree-3.0.1.gem",
-          :ruby2ruby        => "http://rubyforge.org/frs/download.php/45587/ruby2ruby-1.2.0.gem",
-          :activesupport    => "http://rubyforge.org/frs/download.php/45627/activesupport-2.1.2.gem",
-          :"xml-simple"     => "http://rubyforge.org/frs/download.php/18366/xml-simple-1.0.11.gem",
-          :RubyInline       => "http://rubyforge.org/frs/download.php/45683/RubyInline-3.8.1.gem",
-          :flexmock         => "http://rubyforge.org/frs/download.php/42580/flexmock-0.8.3.gem",
-          :lockfile         => "http://rubyforge.org/frs/download.php/18698/lockfile-1.4.3.gem",
-          :rake             => "http://rubyforge.org/frs/download.php/43954/rake-0.8.3.gem",
-          :sexp_processor   => "http://rubyforge.org/frs/download.php/45589/sexp_processor-3.0.0.gem",
-          "net-ssh"         => "http://rubyforge.org/frs/download.php/51288/net-ssh-2.0.10.gem",
-          "net-sftp"        => "http://rubyforge.org/frs/download.php/37669/net-sftp-2.0.1.gem",
-          "net-scp"         => "http://rubyforge.org/frs/download.php/37664/net-scp-1.0.1.gem",
-          "net-ssh-gateway" => "http://rubyforge.org/frs/download.php/36389/net-ssh-gateway-1.0.0.gem",
-          :echoe            => "http://rubyforge.org/frs/download.php/51240/echoe-3.1.gem",
-          :highline         => "http://rubyforge.org/frs/download.php/46328/highline-1.5.0.gem",
-          :capistrano       => "http://rubyforge.org/frs/download.php/51294/capistrano-2.5.4.gem",
-          :poolparty        => "http://github.com/auser/poolparty/tree/master%2Fpkg%2Fpoolparty.gem?raw=true",
-          "ec2"             => "http://rubyforge.org/frs/download.php/43666/amazon-ec2-0.3.1.gem"
-        }
-      end
-      
-      def download_base_gems_string
-        returning(Array.new) do |arr|
-          base_gems.each do |name, url|
-            arr << "wget #{url} -O #{Default.remote_storage_path}/#{name}.gem 2>&1"
-          end
-        end.join(" && ")
-      end
-      
-      def install_base_gems_string
-        returning(Array.new) do |arr|
-          base_gems.each do |name, url|
-            arr << "/usr/bin/gem install --ignore-dependencies --no-ri --no-rdoc #{Default.remote_storage_path}/#{name}.gem"
-          end
-        end.join(" && ")
-      end
-      
-      # Template directory from the provisioner base
-      def template_directory
-        File.join(File.dirname(__FILE__), "..", "templates")
-      end
-      
-      # Install from the class-level
-      def self.install(instance, cl=self, testing=false)
-        new(instance, cl).install(testing)
-      end
-
-      def self.configure(instance, cl=self, testing=false)
-        new(instance, cl).configure(testing)
-      end
-      
-    end
-  end
-end
-
-## Load the provisioners
-Dir[File.dirname(__FILE__) + "/*/*.rb"].each do |file|
-  require file
-end

data/spec/poolparty/provisioners/capistrano/capistrano_spec.rb

@@ -1,40 +0,0 @@
-require File.dirname(__FILE__) + '/../../spec_helper'
-
-describe "Capistrano provisioner" do
-  before(:each) do
-    @cloud = new_test_cloud
-    stub_remoter_for(@cloud)
-  end
-  describe "instance" do
-    it "should be meaningfully spec'd" do
-      pending
-    end
-    # before(:each) do
-    #   @pb = PoolParty::Provisioner::Capistrano.new(@remote_instance, @cloud)
-    # end
-    # it "should have the cloud set as the cloud" do      
-    #   @pb.cloud.should == @cloud
-    # end
-    # it "should create the config on the initialize" do    
-    #   @pb.config.class.should == ::Capistrano::Configuration
-    # end
-    # describe "config" do
-    #   it "should create the config at ::Capistrano::Logger::INFO if the cloud is verbose" do
-    #     @cloud.stub!(:verbose).and_return true
-    #     PoolParty::Provisioner::Capistrano.new(nil, @cloud).config.logger.level.should == ::Capistrano::Logger::INFO
-    #   end
-    #   it "should create the config at ::Capistrano::Logger::IMPORTANT if the cloud is not verbose" do
-    #     @cloud.stub!(:verbose).and_return false
-    #     PoolParty::Provisioner::Capistrano.new(nil, @cloud).config.logger.level.should == ::Capistrano::Logger::IMPORTANT
-    #   end
-    # end
-    # describe "install tasks" do
-    #   it "should have the configure tasks included" do
-    #     @pb.master_install_tasks.include?("custom_configure_tasks").should == true
-    #   end
-    #   it "should call the copy_gem_bins_to_usr_bin method" do
-    #     pending
-    #   end
-    # end
-  end
-end

data/spec/poolparty/provisioners/provisioner_base_spec.rb

@@ -1,129 +0,0 @@
-# TODO: Deprecate
-
-# require File.dirname(__FILE__) + '/../spec_helper'
-# 
-# include Provisioner
-# 
-# describe "ProvisionerBase" do
-#   before(:each) do    
-#     ::Suitcase::Zipper.stub!(:gems).and_return true
-#     # ::Suitcase::Zipper.stub!(:packages).and_return true
-#     @cloud = new_test_cloud
-#     @remote_instance = PoolParty::Remote::RemoteInstance.new({:ip => "192.168.0.1", :status => "running", :name => "master"}, @cloud)
-#     @pb = PoolParty::Provisioner::ProvisionerBase.new(@remote_instance, @cloud)
-#     stub_list_from_remote_for(@cloud)
-#     stub_remoting_methods_for(@cloud)
-#     Kernel.stub!(:sleep).and_return true
-#     @cloud.stub!(:when_no_pending_instances).and_return true
-#     @cloud.stub!(:when_all_assigned_ips).and_return true
-#   end
-#   describe "class methods" do
-#     it "should have install" do
-#       ProvisionerBase.respond_to?(:install).should == true
-#     end
-#     it "should have configure" do
-#       ProvisionerBase.respond_to?(:configure).should == true
-#     end
-#     describe "in action" do
-#       it "should call a new ProvisionerBase" do
-#         ProvisionerBase.should_receive(:new).with(@remote_instance, @cloud).and_return @pb
-#         @cloud.stub!(:remote_instances_list).and_return sample_instances_list
-#         ProvisionerBase.install(@remote_instance, @cloud)
-#       end
-#     end
-#   end
-#   describe "instance methods" do
-#     before(:each) do
-#       @pb = PoolParty::Provisioner::ProvisionerBase.new(@remote_instance, @cloud)
-#       stub_list_from_remote_for(@pb)
-#       stub_list_from_remote_for(@cloud)
-#       @cloud.stub!(:remote_instances_list).and_return sample_instances_list
-#       stub_remoting_methods_for(@pb)
-#     end
-#     it "should store the instance on the ProvisionerBase" do
-#       @pb.instance.should == @remote_instance
-#     end
-#     it "should store the cloud on the ProvisionerBase" do
-#       @pb.cloud.should == @cloud
-#     end
-#     it "should say provision_master? is true if the remote instance name is master" do
-#       @pb.provision_master?.should == true
-#     end
-#     it "should say the provision_master? is false if the remote instance is not the master" do
-#       @remote_instance.stub!(:master?).and_return false
-#       @pb.provision_master?.should == false
-#     end
-#     it "should say the provision_master? is false if the remote instance is nil" do
-#       PoolParty::Provisioner::ProvisionerBase.new(nil, @cloud).provision_master?.should == false
-#     end
-#     describe "custom tasks" do
-#       it "should call custom_configure_tasks_for on the cloud with the instance" do
-#         @cloud.should_receive(:custom_configure_tasks_for).with(@remote_instance).and_return []
-#         @pb.custom_configure_tasks
-#       end
-#       it "should call custom_install_tasks_for on the cloud with the instance" do
-#         @cloud.should_receive(:custom_install_tasks_for).with(@remote_instance).and_return []
-#         @pb.custom_install_tasks
-#       end
-#     end
-#     describe "installation" do
-#       it "should have an install method" do
-#         @pb.respond_to?(:install).should == true
-#       end
-#       it "should call error if it is not valid" do
-#         @pb.stub!(:valid?).and_return false
-#         lambda {@pb.install}.should raise_error
-#       end
-#       it "should not raise an exception if it is valid" do
-#         @pb.stub!(:valid?).and_return true
-#         lambda {@pb.install(true)}.should_not raise_error
-#       end
-#       it "should call before_install with the instance" do
-#         @pb.should_receive(:before_install).with(@remote_instance).and_return true
-#         @pb.install
-#       end
-#       it "should call setup_runner" do
-#         @pb.should_receive(:setup_runner).and_return true
-#         @pb.install
-#       end
-#       it "should call process_install! with the testing" do
-#         @pb.should_receive(:process_install!).with(false).and_return true
-#         @pb.install
-#       end
-#       it "should call after_install with the instance" do
-#         @pb.should_receive(:after_install).with(@remote_instance).and_return true
-#         @pb.install
-#       end
-#     end
-#     describe "configuration" do
-#       it "should have a configure method" do
-#         @pb.respond_to?(:configure).should == true
-#       end
-#       it "should call error if it is not valid" do
-#         @pb.stub!(:valid?).and_return false
-#         lambda {@pb.configure}.should raise_error
-#       end
-#       it "should not raise an exception if it is valid" do
-#         @pb.stub!(:valid?).and_return true
-#         lambda {@pb.configure(true)}.should_not raise_error
-#       end
-#       it "should call before_configure with the instance" do
-#         @pb.should_receive(:before_configure).with(@remote_instance).and_return true
-#         @pb.configure
-#       end
-#       it "should call setup_runner" do
-#         @pb.should_receive(:setup_runner).and_return true
-#         @pb.configure
-#       end
-#       it "should call process_configure! with the testing" do
-#         @pb.should_receive(:process_configure!).with(false).and_return true
-#         @pb.configure
-#       end
-#       it "should call after_configure with the instance" do
-#         @pb.should_receive(:after_configure).with(@remote_instance).and_return true
-#         @pb.configure
-#       end
-#       
-#     end
-#   end
-# end