poolparty 0.2.69 → 0.2.84

data/lib/poolparty/helpers/provisioner_base.rb

@@ -1,346 +0,0 @@
-=begin rdoc
-  The Provisioner is responsible for provisioning REMOTE servers
-  This class only comes in to play when calling the setup commands on
-  the development machine
-=end
-module PoolParty
-  module Provisioner
-    
-    # Provision master
-    # Convenience method to clean 
-    def self.provision_master(cloud, testing=false)
-      Provisioner::Master.new(cloud).process_install!(testing)
-    end
-
-    def self.configure_master(cloud, testing=false)
-      Provisioner::Master.new(cloud).process_configure!(testing)
-    end
-    
-    def self.reconfigure_master(cloud, testing=false)
-      Provisioner::Master.new(cloud).process_reconfigure!(testing)
-    end
-
-    def self.provision_slaves(cloud, testing=false)
-      cloud.nonmaster_nonterminated_instances.each do |sl|
-        provision_slave(sl, cloud, testing)
-      end
-    end
-
-    def self.configure_slaves(cloud, testing=false)
-      cloud.nonmaster_nonterminated_instances.each do |sl|
-        configure_slave(sl, cloud, testing)
-      end
-    end
-        
-    def self.provision_slave(instance, cloud, testing=false)
-      Provisioner::Slave.new(instance, cloud).process_install!(testing)
-    end
-    
-    def self.configure_slave(instance, cloud, testing=false)
-      Provisioner::Slave.new(instance, cloud).process_configure!(testing)
-    end
-    
-    def self.process_clean_reconfigure_for!(instance, cloud, testing=false)
-      Provisioner::Master.new(cloud).process_clean_reconfigure_for!(instance, testing)
-    end
-    
-    def self.clear_master_ssl_certs(cloud, testing=false)
-      Provisioner::Master.new(cloud).clear_master_ssl_certs
-    end
-    
-    class ProvisionerBase
-      
-      include Configurable
-      include CloudResourcer
-      include FileWriter
-      
-      def initialize(instance,cld=self, os=:ubuntu)
-        @instance = instance
-        @cloud = cld
-        
-        options(cloud.options) if cloud && cloud.respond_to?(:options)
-        set_vars_from_options(instance.options) unless instance.nil? || !instance.options || !instance.options.empty?
-        options(instance.options) if instance.respond_to?(:options)
-        
-        @os = os.to_s.downcase.to_sym
-        loaded
-      end
-      # Callback after initialized
-      def loaded(opts={}, parent=self)      
-      end
-      
-      ### Installation tasks
-      
-      # This is the actual runner for the installation    
-      def install
-        valid? ? install_string : error
-      end
-      # Write the installation tasks to a file in the storage directory
-      def write_install_file
-        error unless valid?
-        ::FileUtils.mkdir_p Base.storage_directory unless ::File.exists?(Base.storage_directory)
-        provisioner_file = ::File.join(Base.storage_directory, "install_#{name}.sh")
-        ::File.open(provisioner_file, "w+") {|f| f << install }
-      end
-      def name
-        @instance.name
-      end
-      # TODO: Clean up this method
-      def process_install!(testing=false)
-        error unless valid?
-        write_install_file
-        setup_runner
-        
-        unless testing
-          vputs "Logging on to #{@instance.ip} (#{@instance.name})"
-          @cloud.rsync_storage_files_to(@instance)
-          vputs "Preparing configuration on the master"
-          
-          before_install(@instance)
-          
-          process_clean_reconfigure_for!(@instance, testing)
-          
-          vputs "Logging in and running provisioning on #{@instance.name}"
-          cmd = "cd #{Base.remote_storage_path} && /bin/chmod +x install_#{name}.sh && /bin/sh install_#{name}.sh; /bin/rm install_#{name}.sh"
-          verbose ? @cloud.run_command_on(cmd, @instance) : hide_output {@cloud.run_command_on(cmd, @instance)}
-          
-          process_clean_reconfigure_for!(@instance, testing)
-          
-          after_install(@instance)
-        end
-      end
-      # Install callbacks
-      # Before installation callback
-      def before_install(instance)        
-      end
-      def after_install(instance)        
-      end
-      
-      ### Configuraton tasks
-      
-      def configure
-        valid? ? configure_string : error
-      end
-      def write_configure_file
-        error unless valid?
-        provisioner_file = ::File.join(Base.storage_directory, "configure_#{name}.sh")
-        ::File.open(provisioner_file, "w+") {|f| f << configure }
-      end
-      def process_configure!(testing=false)
-        error unless valid?
-        write_configure_file
-        setup_runner
-        
-        unless testing
-          vputs "Logging on to #{@instance.ip}"
-          @cloud.rsync_storage_files_to(@instance)
-
-          cmd = "cd #{Base.remote_storage_path} && /bin/chmod +x configure_#{name}.sh && /bin/sh configure_#{name}.sh && /bin/rm configure_#{name}.sh"
-          verbose ? @cloud.run_command_on(cmd, @instance) : hide_output {@cloud.run_command_on(cmd, @instance)}
-        end
-      end
-      def process_clean_reconfigure_for!(instance, testing=false)
-        if instance.is_a?(String)
-          name = instance
-          instance = MyOpenStruct.new(:name => name)
-        end
-        vputs "Cleaning certs from master: #{instance.name}"
-        # puppetca --clean #{instance.name}.compute-1.internal; puppetca --clean #{instance.name}.ec2.internal
-        # find /etc/puppet/ssl -type f -exec rm {} \;
-        unless testing
-          # @cloud.run_command_on("rm -rf /etc/puppet/ssl", instance) unless instance.master?
-          str = returning String.new do |s|
-            s << "puppetca --clean #{instance.name}.compute-1.internal 2>&1 > /dev/null;"
-            s << "puppetca --clean #{instance.name}.ec2.internal 2>&1 > /dev/null"
-          end
-          @cloud.run_command_on(str, @cloud.master)
-        end
-      end
-      def clear_master_ssl_certs
-        str = returning String.new do |s|
-          s << "puppetca --clean master.compute-1.internal 2>&1 > /dev/null;"
-          s << "puppetca --clean master.ec2.internal 2>&1 > /dev/null"
-        end
-        @cloud.run_command_on("if [ -f '/usr/bin/puppetcleaner' ]; then /usr/bin/env puppetcleaner; else #{str}; fi", @cloud.master)
-      end
-      def process_reconfigure!(testing=false)
-        @cloud.run_command_on(PoolParty::Remote::RemoteInstance.puppet_runner_command, @instance) unless testing
-      end
-      # Tasks that need to be performed everytime we do any
-      # remote ssh'ing into any instance
-      def setup_runner(force=false)
-        @cloud.prepare_for_configuration
-        @cloud.build_and_store_new_config_file(force)
-      end
-      def valid?
-        true
-      end
-      def error
-        "Error in installation"
-      end
-      # Gather all the tasks into one string
-      def install_string
-        [default_install_tasks, last_install_tasks].flatten.each do |task|
-          case task.class
-          when String
-            task
-          when Method
-            self.send(task.to_sym)
-          end
-        end.nice_runnable
-      end
-      def last_install_tasks
-        []
-      end
-      def configure_string
-        [default_configure_tasks, last_configure_tasks].flatten.each do |task|
-          case task.class
-          when String
-            task
-          when Method
-            self.send(task.to_sym)
-          end
-        end.nice_runnable
-      end
-      def last_configure_tasks
-        []
-      end
-      # Tasks with default tasks 
-      # These are run on all the provisioners, master or slave
-      def default_install_tasks
-        [
-          "#!/usr/bin/env sh",
-          upgrade_system,
-          fix_rubygems,
-          make_logger_directory,
-          install_puppet,
-          custom_install_tasks
-        ] << install_tasks
-      end
-      # Tasks with default configuration tasks
-      # This is run on the provisioner, regardless
-      def default_configure_tasks
-        [
-          custom_configure_tasks
-        ] << configure_tasks
-      end
-      # Build a list of the tasks to run on the instance
-      def install_tasks(a=[])
-        @install_task ||= a
-      end
-      def configure_tasks(a=[])
-        @configure_tasks ||= a
-      end
-      # Custom installation tasks
-      # Allow the remoter bases to attach their own tasks on the 
-      # installation process
-      def custom_install_tasks
-        @cloud.custom_install_tasks_for(@instance) || []
-      end
-      # Custom configure tasks
-      # Allows the remoter bases to attach their own
-      # custom configuration tasks to the configuration process
-      def custom_configure_tasks
-        @cloud.custom_configure_tasks_for(@instance) || []
-      end
-      
-      # Get the packages associated with each os
-      def puppet_packages
-        case @os
-        when :fedora
-          "puppet-server puppet factor"
-        else
-          "puppet puppetmaster"
-        end
-      end    
-      # Package installers for general *nix operating systems
-      def self.installers
-        @installers ||= {
-          :ubuntu => "aptitude install -y",
-          :fedora => "yum install",
-          :gentoo => "emerge"
-        }
-      end
-      # Convenience method to grab the installer
-      def installer_for(names=[])
-        packages = names.is_a?(Array) ? names.join(" ") : names
-        "#{self.class.installers[@os]} #{packages}"
-      end
-      
-      # Install from the class-level
-      def self.install(instance, cl=self)
-        new(instance, cl).install
-      end
-
-      def self.configure(instance, cl=self)
-        new(instance, cl).configure
-      end
-      
-      # Template directory from the provisioner base
-      def template_directory
-        File.join(File.dirname(__FILE__), "..", "templates")
-      end
-      
-      def fix_rubygems
-        <<-EOE
-          #{installer_for("ruby rubygems")}
-          gem update --system # Force rubygems update
-          echo '#{open(::File.join(template_directory, "gem")).read}' > /usr/bin/gem
-        EOE
-      end
-
-      def create_local_node
-        str = <<-EOS
-  node default {
-    include poolparty
-  }
-        EOS
-         @cloud.list_of_running_instances.each do |ri|
-           str << <<-EOS           
-  node "#{ri.name}" {}
-           EOS
-         end
-        "echo '#{str}' > /etc/puppet/manifests/nodes/nodes.pp"
-      end
-      
-      def upgrade_system
-        case @os
-        when :ubuntu
-          "
-if grep -q 'http://mirrors.kernel.org/ubuntu hardy main universe' /etc/apt/sources.list
-then 
-echo 'Updated already'
-else
-touch /etc/apt/sources.list
-echo 'deb http://mirrors.kernel.org/ubuntu hardy main universe' >> /etc/apt/sources.list
-aptitude update -y #{unix_hide_string} <<heredoc
-Y
-
-heredoc
-fi
-          "
-        else
-          "# No system upgrade needed"
-        end
-      end
-      
-      def install_puppet
-        "#{installer_for( puppet_packages )}"
-      end
-      
-      def make_logger_directory
-        "mkdir -p /var/log/poolparty"
-      end
-      
-      def create_poolparty_manifest
-        <<-EOS
-          cp #{Base.remote_storage_path}/poolparty.pp /etc/puppet/manifests/classes
-        EOS
-      end
-    end
-  end  
-end
-## Load the provisioners
-Dir[File.dirname(__FILE__) + "/provisioners/*.rb"].each do |file|
-  require file
-end

data/lib/poolparty/helpers/provisioners/master.rb

@@ -1,205 +0,0 @@
-module PoolParty
-  module Provisioner
-    class Master < ProvisionerBase
-      
-      def initialize(cl=self, os=:ubuntu)
-        raise MasterException.new(:no_ip) unless cl.master && cl.master.ip
-        super(cl.master, cl, os)
-        @master_ip = cl.master.ip
-      end
-
-      def valid?
-        !(@cloud.nil? || @cloud.master.nil?)
-      end
-
-      def error
-        raise RemoteException.new(:could_not_install, "Your cloud does not have a master")
-      end
-
-      def install_tasks
-        [
-          create_local_hosts_entry,
-          setup_basic_structure,
-          setup_configs,        
-          setup_fileserver,
-          setup_autosigning,
-          install_poolparty,
-          setup_poolparty,
-          restart_puppetmaster,
-          run_first_time,
-          create_local_node,
-        ] << configure_tasks
-      end
-
-      def configure_tasks
-        [
-          create_local_node,
-          move_templates,
-          create_poolparty_manifest,
-          restart_puppetd
-        ]
-      end
-      
-      # If the master is not in the hosts file, then add it to the hosts file
-      def create_local_hosts_entry
-        <<-EOS
-echo "Creating local host entry"
-if [ -z \"$(grep -v '#' /etc/hosts | grep 'puppet')" ]; then echo '#{@master_ip}           puppet master localhost' >> /etc/hosts; fi
-hostname master
-        EOS
-      end
-
-      def setup_basic_structure
-        <<-EOS
-echo "Creating basic structure for poolparty"        
-mkdir -p /etc/puppet/manifests/nodes 
-mkdir -p /etc/puppet/manifests/classes
-echo "import 'nodes/*.pp'" > /etc/puppet/manifests/site.pp
-echo "import 'classes/*.pp'" >> /etc/puppet/manifests/site.pp
-cp #{Base.remote_storage_path}/namespaceauth.conf /etc/puppet/namespaceauth.conf
-        EOS
-      end
-
-      def setup_configs
-        <<-EOS
-echo "Setting up configuration"        
-echo "#{open(File.join(template_directory, "puppet.conf")).read}" > /etc/puppet/puppet.conf
-        EOS
-      end
-
-      def setup_fileserver
-        <<-EOS
-echo "Setting up the master fileserver"
-echo "
-[files]
-  path #{Base.remote_storage_path}
-  allow *" > /etc/puppet/fileserver.conf
-mkdir -p /var/poolparty/facts
-mkdir -p /var/poolparty/files
-mkdir -p /etc/poolparty
-        EOS
-      end
-      # Change this eventually for better security supportsetup_fileserver
-      def setup_autosigning
-        <<-EOS
-echo "Creating accessibility for the nodes"        
-echo "*" > /etc/puppet/autosign.conf
-        EOS
-      end
-      
-      def setup_poolparty
-        <<-EOS
-echo "Setting the poolparty configuration"        
-cp #{Base.remote_storage_path}/#{Base.key_file_locations.first} "#{Base.base_config_directory}/.ppkeys"
-cp #{Base.remote_storage_path}/#{Base.default_specfile_name} #{Base.base_config_directory}/#{Base.default_specfile_name}
-        EOS
-      end
-            
-      def copy_ssh_app
-        "cp #{Base.remote_storage_path}/#{@cloud.full_keypair_name} #{@cloud.remote_keypair_path}" if @cloud.remote_keypair_path != "#{Base.remote_storage_path}/#{@cloud.full_keypair_name}"
-      end
-      
-      def install_poolparty
-        <<-EOE
-echo "Installing poolparty"
-cd /var/poolparty
-wget http://rubyforge.org/frs/download.php/44731/logging-0.9.4.gem -O logging.gem 2>&1
-wget http://rubyforge.org/frs/download.php/45581/ZenTest-3.11.0.gem -O ZenTest.gem 2>&1
-wget http://rubyforge.org/frs/download.php/45600/ParseTree-3.0.1.gem -O ParseTree.gem 2>&1
-wget http://rubyforge.org/frs/download.php/45587/ruby2ruby-1.2.0.gem -O ruby2ruby.gem 2>&1
-wget http://rubyforge.org/frs/download.php/45627/activesupport-2.1.2.gem -O activesupport.gem 2>&1
-wget http://rubyforge.org/frs/download.php/18366/xml-simple-1.0.11.gem -O xml-simple.gem 2>&1
-wget http://rubyforge.org/frs/download.php/45683/RubyInline-3.8.1.gem -O RubyInline.gem 2>&1
-wget http://rubyforge.org/frs/download.php/42580/flexmock-0.8.3.gem -O flexmock.gem 2>&1
-wget http://rubyforge.org/frs/download.php/45685/hoe-1.8.2.gem -O hoe.gem 2>&1
-wget http://rubyforge.org/frs/download.php/18698/lockfile-1.4.3.gem -O lockfile.gem 2>&1
-wget http://rubyforge.org/frs/download.php/45546/rubyforge-1.0.1.gem -O rubyforge.gem 2>&1
-wget http://rubyforge.org/frs/download.php/43954/rake-0.8.3.gem -O rake.gem 2>&1
-wget http://rubyforge.org/frs/download.php/45589/sexp_processor-3.0.0.gem -O sexp_processor.gem 2>&1
-wget http://github.com/auser/poolparty/tree/master%2Fpkg%2Fpoolparty.gem?raw=true -O poolparty.gem 2>&1
-# wget http://rubyforge.org/frs/download.php/43666/amazon-ec2-0.3.1.gem -O amazon-ec2.gem 2>&1
-
-#{
-  %w(rake lockfile rubyforge hoe ZenTest sexp_processor flexmock logging activesupport 
-      RubyInline ParseTree ruby2ruby xml-simple poolparty).map do |dep|
-    "gem install --ignore-dependencies -y --no-ri --no-rdoc #{dep}.gem #{unix_hide_string}"
-  end.join("\n")
-}
-        EOE
-      end
-      
-      # ps aux | grep puppetmasterd | awk '{print $2}' | xargs kill
-      # /etc/init.d/puppetmaster stop; rm -rf /etc/puppet/ssl; /etc/init.d/puppetmaster start
-      def restart_puppetmaster
-        <<-EOS
-echo "(Re)starting poolparty"
-. /etc/profile
-# /etc/init.d/puppetmaster stop #{unix_hide_string}
-ps aux | grep puppetmaster | awk '{print $2}' | xargs kill;rm -rf /etc/puppet/ssl;puppetmasterd --verbose;/etc/init.d/puppetmaster start
-        EOS
-      end
-      
-      def run_first_time
-<<-EOE
-echo "Running first time run"
-cp #{Base.remote_storage_path}/#{Base.template_directory}/puppetrerun /usr/bin/puppetrerun
-cp #{Base.remote_storage_path}/#{Base.template_directory}/puppetrunner /usr/bin/puppetrunner
-chmod +x /usr/bin/puppetrerun
-chmod +x /usr/bin/puppetrunner
-EOE
-      end
-
-      # TODO:
-      # Consider this method in the manifest
-      def create_local_node
-        str = <<-EOS
-node default {
-  include poolparty
-}
-        EOS
-         @cloud.list_of_running_instances.each do |ri|
-           str << <<-EOS           
-node "#{ri.name}" inherits default {}
-           EOS
-         end
-"echo '#{str}' > #{Base.manifest_path}/nodes/nodes.pp"
-      end
-
-      def move_templates
-        <<-EOS
-echo "Moving templates into place"
-mkdir -p #{Base.template_path}
-cp -R #{Base.remote_storage_path}/#{Base.template_directory}/* #{Base.template_path}
-        EOS
-      end
-      
-      def create_poolparty_manifest
-        <<-EOS
-echo "Creating the manifest"
-cp #{Base.remote_storage_path}/poolparty.pp /etc/puppet/manifests/classes/poolparty.pp
-#{copy_ssh_app}
-        EOS
-      end
-      
-      def clean_master_certs
-        str = returning Array.new do |s|
-          s << "puppetca --clean master.compute-1.internal 2>&1 > /dev/null"
-          s << "puppetca --clean master.ec2.internal 2>&1 > /dev/null"
-        end.join(";")
-        "if [ -f '/usr/bin/puppetcleaner' ]; then /usr/bin/env puppetcleaner; else #{str}; fi"
-      end
-      
-      def restart_puppetd
-        <<-EOS
-echo "Running puppet manifest"
-/usr/bin/puppetrunner
-        EOS
-      end
-      def last_install_tasks
-        [
-          "/usr/bin/puppetrerun"
-        ]
-      end
-    end
-  end
-end

data/lib/poolparty/helpers/provisioners/slave.rb

@@ -1,64 +0,0 @@
-module PoolParty
-  module Provisioner
-    class Slave < ProvisionerBase
-
-      def install_tasks
-        [ 
-          setup_poolparty,
-          setup_puppet,
-          setup_configs,
-        ] << configure_tasks
-      end
-
-      def configure_tasks
-        [          
-          start_puppet
-        ]
-      end
-      
-      def setup_poolparty
-        <<-EOE
-echo "Running first time run"
-cp #{Base.remote_storage_path}/#{Base.template_directory}/puppetrunner /usr/bin/puppetrunner
-chmod +x /usr/bin/puppetrunner
-        EOE
-      end
-
-      def setup_puppet
-        <<-EOE
-          if [ -z "$(grep -v '#' /etc/hosts | grep 'master')" ]; then echo "#{master_ip} puppet master" >> /etc/hosts; else echo "host already set"; fi
-          cp #{Base.remote_storage_path}/namespaceauth.conf /etc/puppet/namespaceauth.conf
-        EOE
-      end
-
-      def setup_configs
-        <<-EOS          
-          echo "#{open(File.join(template_directory, "puppet.conf")).read}" > /etc/puppet/puppet.conf
-          /etc/init.d/puppetmaster stop #{unix_hide_string}
-          rm -rf /etc/puppet/ssl
-          # /usr/bin/puppetrerun
-        EOS
-      end
-      
-      # /etc/init.d/puppetmasterd stop
-      # puppetd --listen --fqdn #{@instance.name}
-      def start_puppet
-        <<-EOS
-/bin/sh /usr/bin/puppetrunner
-        EOS
-      end
-      
-      def last_install_tasks
-        [
-          "rm -rf /etc/puppet/ssl",
-          "/usr/bin/puppetrerun"
-        ]
-      end
-      
-      def master_ip
-        @cloud.master.ip
-      end
-
-    end
-  end
-end