poolparty 0.2.69 → 0.2.84

data/lib/poolparty/{pool → poolparty}/resources/exec.rb

@@ -10,11 +10,8 @@ module PoolParty
       # Execs cannot have the following parameters
       # We use version in the gempackage resource
       # So we have to exclude it here.
-      def allowed_options
-        [
-          :command, :creates, :cwd, :env, :environment, :group, :logoutput, :user,
-          :onlyif, :path, :refresh, :refreshonly, :returns, :timeout, :unless
-        ]
+      def disallowed_options
+        [:ensure, :name]
       end
       
       def key

data/lib/poolparty/{pool → poolparty}/resources/file.rb

@@ -5,12 +5,12 @@ module PoolParty
       
       default_options({
         :ensure => "file",
-        :mode => 644,
-        :owner => "#{Base.user}"
+        :mode => 644
+        # :owner => "#{Base.user}"
       })
       
       def disallowed_options
-        [:name, :template]
+        [:name, :template, :cwd]
       end
       
       def source(arg=nil)

data/lib/poolparty/{pool → poolparty}/resources/package.rb

@@ -8,7 +8,7 @@ module PoolParty
       })
       
       def disallowed_options
-        [:name]
+        [:name, :cwd]
       end
       
       def present

data/lib/poolparty/{pool → poolparty}/resources/remote_file.rb

@@ -8,7 +8,7 @@ module PoolParty
       default_options({
         :ensure => "present",
         :mode => 644,
-        :owner => "#{Base.user}",
+        # :owner => "#{Base.user}",
         :source => nil
       })
       

data/lib/poolparty/poolparty/resources/remote_user.rb

@@ -0,0 +1,17 @@
+module PoolParty    
+  module Resources
+        
+    class RemoteUser < Resource      
+      
+      default_options({
+        :shell => "/bin/sh"
+      })
+      
+      def class_type_name
+        "user"
+      end
+      
+    end
+    
+  end
+end

data/lib/poolparty/{pool → poolparty}/resources/sshkey.rb

@@ -4,13 +4,17 @@ module PoolParty
     class Sshkey < Resource
       
       default_options({
-        :command => nil,
         # :key => "ALONGSTRINGOFDIGITS",
         :target => "~/.ssh/poolparty_id_rsa"
       })
       
       def keyfile=(file)
         keyfile open(file).read
+        options[:key] = keyfile
+      end
+      
+      def key
+        name
       end
       
     end

data/lib/poolparty/{pool → poolparty}/script.rb

@@ -3,7 +3,7 @@ module PoolParty
   class Script
     
     def self.inflate_file(file)
-      inflate open(file).read
+      inflate open(file).read if file
     end
         
     def self.inflate(script, file="__SCRIPT__")

data/lib/poolparty/provisioners/capistrano/capistrano.rb

@@ -0,0 +1,127 @@
+require "poolparty/capistrano"
+
+module PoolParty
+  module Provisioner
+    class Capistrano < ProvisionerBase
+      
+      include PoolParty::Capistrano
+      include ::Capistrano::Configuration::Actions::Invocation
+      
+      def process_install!(testing=false)
+        unless testing
+          @cloud.rsync_storage_files_to(@instance)
+          roles = provision_master? ? [:master] : [:slaves]
+          run_capistrano(roles,:install)
+        end
+      end
+      def process_configure!(testing=false)
+        unless testing
+          @cloud.rsync_storage_files_to(@instance)
+          roles = provision_master? ? [:master] : [:slaves]
+          run_capistrano(roles, :configure)
+        end
+      end
+      
+      def install_tasks
+        provision_master? ? master_install_tasks : slave_install_tasks
+      end
+      def configure_tasks
+        provision_master? ? master_configure_tasks : slave_configure_tasks
+      end
+      
+      def master_install_tasks
+        [
+          "master:provision_master"
+        ].push([custom_install_tasks, master_configure_tasks]).flatten#.map {|a| a.to_sym }
+      end
+      def master_configure_tasks
+        [
+          "master:create_local_node_entry_for_puppet", "master:move_template_files", "master:setup_poolparty_base_structure",
+          "master:move_provisioner_manifest", "run_provisioner"
+        ].push(custom_configure_tasks).flatten#.map {|a| a.to_sym }
+      end
+      
+      def slave_install_tasks
+        [
+          "slave:add_master_to_hosts_file", "slave:add_provisioner_configs", "setup_provisioner_config",
+          "create_puppetrunner_command", "create_puppetrerun_command", "install_rubygems",
+          "install_provisioner", "slave:stop_provisioner_daemon"
+        ].push([custom_install_tasks, slave_configure_tasks]).flatten#.map {|a| a.to_sym }
+      end
+      def slave_configure_tasks
+        [
+          "run_provisioner"
+        ].push(custom_configure_tasks).flatten#.map {|a| a.to_sym }
+      end
+      # Run tasks after the initialized
+      def loaded
+        create_config
+      end
+      
+      # Create the config for capistrano
+      # This is a dynamic capistrano configuration file
+      def create_config        
+        @config = ::Capistrano::Configuration.new
+        if @cloud.debug || @cloud.verbose 
+          @config.logger.level = @cloud.debug ? ::Capistrano::Logger::MAX_LEVEL : ::Capistrano::Logger::INFO
+        else
+          @config.logger.level = ::Capistrano::Logger::IMPORTANT
+        end
+        
+        capfile = returning Array.new do |arr|
+          Dir["#{::File.dirname(__FILE__)}/recipies/*.rb"].each {|a| arr << "require '#{a}'" }
+          arr << "ssh_options[:keys] = '#{@cloud.full_keypair_basename_path}'"
+          
+          arr << set_poolparty_roles
+        end.join("\n")
+        
+        @config.provisioner = self
+        @config.cloud = @cloud
+        
+        @config.load(:string => capfile)
+        
+        @cloud.deploy_file ? @config.load(@cloud.deploy_file) : @config.set(:user, @cloud.user)
+      end
+      
+      # Prerun
+      def prerun_setup
+      end
+            
+      def run_capistrano(roles=[:master], meth=:install)  
+        prerun_setup
+        
+        commands = meth == :install ? install_tasks : configure_tasks
+        name = "provisioner_#{meth}"
+        
+        __define_task(name, roles) do
+          commands.map {|command| 
+            task = find_task(command)
+            task.options.merge!(:roles => roles)
+            execute_task task
+          }
+        end
+                
+        begin
+          __run(name)
+          return true
+        rescue ::Capistrano::CommandError => e
+          return false unless verbose
+          raise ProvisionerException.new("Error: #{e}")
+        end
+      end
+                  
+      def __define_task(name, roles, &block)
+        @config.task __task_sym(name), :roles => roles, &block
+      end
+
+      def __run(task)
+        @config.send __task_sym(task)
+      end
+
+      def __task_sym(name)
+        "#{name.to_s.downcase.underscore}".to_sym
+      end
+      
+    end    
+  end
+end

data/lib/poolparty/provisioners/capistrano/capistrano_configurer.rb

@@ -0,0 +1,58 @@
+=begin rdoc
+  This overwriting of the Capistrano method missing allows our capistrano
+  tasks to have access to the methods on the provisioner and options
+  set on the clouds. This saves us the responsibility of setting variables
+  in the dynamic cap file.
+=end
+#TODO# Clean up
+module Capistrano
+  class Configuration
+    attr_accessor :cloud, :provisioner
+    
+    def method_missing_without_variables(sym, *args, &block)
+      if parent.respond_to?(sym)
+        parent.send(sym, *args, &block)
+      elsif provisioner.respond_to?(sym)
+        provisioner.send(sym, *args, &block)
+      elsif cloud.respond_to?(sym)
+        cloud.send(sym, *args, &block)
+      elsif PoolParty::Base.options.has_key?(sym)
+        PoolParty::Base.options[sym]
+      elsif PoolParty::Base.respond_to?(sym)
+        PoolParty::Base.send(sym, *args, &block)
+      else
+        super
+      end
+    end
+      
+    
+    module Namespaces            
+      class Namespace        
+        
+        def provisioner
+          parent.provisioner
+        end
+        
+        def cloud
+          parent.cloud
+        end        
+        
+        def method_missing(sym, *args, &block)
+          if parent.respond_to?(sym)
+            parent.send(sym, *args, &block)
+          elsif provisioner.respond_to?(sym)
+            provisioner.send(sym, *args, &block)
+          elsif cloud.respond_to?(sym)
+            cloud.send(sym, *args, &block)
+          elsif PoolParty::Base.options.has_key?(sym)
+            PoolParty::Base.options[sym]
+          elsif PoolParty::Base.respond_to?(sym)
+            PoolParty::Base.send(sym, *args, &block)
+          else
+            super
+          end
+        end
+      end
+    end    
+  end
+end

data/lib/poolparty/provisioners/capistrano/recipies/base.rb

@@ -0,0 +1,104 @@
+=begin rdoc
+  Base provisioner capistrano tasks
+=end
+Capistrano::Configuration.instance(:must_exist).load do
+  # namespace(:base) do
+    desc "Install rubygems"
+    task :install_rubygems do
+      run "#{installer_for} ruby rubygems"
+    end
+    dec "Setup for poolparty"
+    task :setup_for_poolparty do
+      run "mkdir -p /etc/poolparty"
+    end
+    desc "Install provisioner"
+    task :install_provisioner do
+      run "#{installer_for} #{puppet_packages}"
+    end
+    desc "Create poolparty commands"
+    task :create_poolparty_commands do
+    end
+    desc "Create poolparty runner command"
+    task :create_puppetrunner_command do
+      run <<-EOR
+        cp #{remote_storage_path}/templates/puppetrunner /usr/bin/puppetrunner &&
+        chmod +x /usr/bin/puppetrunner
+      EOR
+    end
+    desc "Create poolparty rerun command"
+    task :create_puppetrerun_command do
+      run <<-EOR
+        cp #{remote_storage_path}/templates/puppetrerun /usr/bin/puppetrerun &&
+        chmod +x /usr/bin/puppetrerun
+      EOR
+    end
+    desc "Add the proper configs for provisioner"
+    task :add_provisioner_configs do
+      run "cp #{remote_storage_path}/namespaceauth.conf /etc/puppet/namespaceauth.conf"
+    end
+    desc "Setup config file for provisioner"
+    task :setup_provisioner_config do
+      run "mv #{remote_storage_path}/puppet.conf /etc/puppet/puppet.conf"
+    end
+    desc "Run the provisioner"
+    task :run_provisioner do
+      run "/usr/sbin/puppetd --onetime --daemonize --logdest syslog --server master"
+    end
+    desc "Rerun the provisioner"
+    task :rerun_provisioner do
+      run "/usr/bin/puppetrerun"
+    end
+    desc "Remove the certs"
+    task :remove_certs do
+      run "rm -rf /etc/puppet/ssl"
+    end
+    desc "Update rubygems"
+    task :update_rubygems do
+      run "/usr/bin/gem update --system 2>1 > /dev/null && /usr/bin/gem update --system"
+    end
+    desc "Fix rubygems"
+    task :fix_rubygems do
+      # echo '#{open(::File.join(template_directory, "gem")).read}' > /usr/bin/gem &&
+      run <<-EOR
+        /usr/bin/gem update --system 2>&1 > /dev/null;/usr/bin/gem update --system &&
+        cp -f #{remote_storage_path}/gem /usr/bin/gem
+      EOR
+    end
+    desc "Upgrade system"
+    task :upgrade_system do
+      str = case os
+      when :ubuntu
+        "
+echo 'deb http://mirrors.kernel.org/ubuntu hardy main universe' >> /etc/apt/sources.list &&
+aptitude update -y
+        "
+      else
+        "echo 'No system upgrade needed'"
+      end
+      run str
+    end
+    desc "Upgrade rubygems"
+    task :upgrade_rubygems do
+      
+    end
+    desc "Make log directory"
+    task :make_log_directory do
+      run "mkdir -p /var/log/poolparty"
+    end
+    desc "Create ssl storage directories for poolparty"
+    task :create_poolparty_ssl_store do
+      run <<-EOR
+        mkdir -p #{poolparty_config_directory}/ssl/private_keys &&
+        mkdir -p #{poolparty_config_directory}/ssl/certs &&
+        mkdir -p #{poolparty_config_directory}/ssl/public_keys
+      EOR
+    end
+    desc "Add erlang cookie"
+    task :write_erlang_cookie do
+      run <<-EOR
+        mv #{remote_storage_path}/cookie ~/.erlang.cookie &&
+        chmod 400 ~/.erlang.cookie
+      EOR
+    end
+  # end
+end

data/lib/poolparty/provisioners/capistrano/recipies/master.rb

@@ -0,0 +1,121 @@
+# Cloud tasks
+Capistrano::Configuration.instance(:must_exist).load do
+  namespace(:master) do
+    desc "Provision master"
+    task :provision_master do
+      upgrade_system
+      set_hostname_to_master
+      create_local_hosts_entry
+      setup_for_poolparty
+      install_provisioner
+      start_provisioner_base
+      setup_basic_poolparty_structure
+      setup_provisioner_filestore
+      setup_provisioner_autosigning
+      install_rubygems
+      fix_rubygems
+      add_provisioner_configs
+      setup_provisioner_config
+      create_puppetrunner_command
+      create_puppetrerun_command
+      download_base_gems
+      install_base_gems
+      write_erlang_cookie
+    end
+    desc "Configure master"
+    task :configure_master do
+      master:move_provisioner_manifest
+      master:move_template_files
+      master:setup_poolparty_base_structure
+      run_provisioner
+    end
+    desc "Set hostname to master"
+    task :set_hostname_to_master do
+      run "hostname master"
+    end
+    desc "Add host entry into the master instance"
+    task :create_local_hosts_entry do
+      run "if [ -z \"$(grep -v '#' /etc/hosts | grep 'puppet')\" ]; then echo '#{cloud.master.ip}          master puppet localhost' >> /etc/hosts; fi"
+    end
+    desc "Setup basic poolparty structure"
+    task :setup_basic_poolparty_structure do
+      run <<-EOR
+        echo "Creating basic structure for poolparty" &&
+        mkdir -p /etc/puppet/manifests/nodes  &&
+        mkdir -p /etc/puppet/manifests/classes &&
+        echo "import 'nodes/*.pp'" > /etc/puppet/manifests/site.pp &&
+        echo "import 'classes/*.pp'" >> /etc/puppet/manifests/site.pp          
+      EOR
+    end
+    desc "Setup shareable file system for provisioner"
+    task :setup_provisioner_filestore do
+      run <<-EOR
+        echo '[files]' > /etc/puppet/fileserver.conf &&
+        echo '  path #{remote_storage_path}' >> /etc/puppet/fileserver.conf &&
+        echo '  allow *' >> /etc/puppet/fileserver.conf &&
+        mkdir -p /var/poolparty/facts &&
+        mkdir -p /var/poolparty/files &&
+        mkdir -p #{base_config_directory}
+      EOR
+    end
+    desc "Setup autosigning for provisioner"
+    task :setup_provisioner_autosigning do
+      run "echo \"*\" > /etc/puppet/autosign.conf"
+    end
+    desc "Setup poolparty structure"
+    task :setup_poolparty_base_structure do
+      run <<-EOR
+        cp #{remote_storage_path}/#{key_file_locations.first} "#{base_config_directory}/.ppkeys" &&
+        mv #{remote_storage_path}/#{default_specfile_name} #{base_config_directory}/
+      EOR
+    end
+    desc "Download base gems"
+    task :download_base_gems do
+      run download_base_gems_string
+    end
+    desc "Install base gems"
+    task :install_base_gems do
+      run(returning(Array.new) do |arr|
+        base_gems.each do |name, url|
+          arr << "/usr/bin/gem install --ignore-dependencies --no-ri --no-rdoc #{Base.remote_storage_path}/#{name}.gem"
+        end
+      end.join(" && "))
+    end
+    desc "Start provisioner base"
+    task :start_provisioner_base do
+      run "/etc/init.d/puppetmaster start"
+    end
+    desc "Restart provisioner base"
+    task :restart_provisioner_base do
+      run "/etc/init.d/puppetmaster stop;rm -rf /etc/poolparty/ssl;puppetmasterd --verbose;/etc/init.d/puppetmaster start"
+    end
+    desc "Create local node for puppet manifest"
+    task :create_local_node_entry_for_puppet do
+      # run ". /etc/profile && server-write-new-nodes"
+      str = returning Array.new do |arr|
+        arr << "node default { include poolparty }"
+        list_of_running_instances.each do |ri| 
+          arr << "node \"#{ri.name}\" inherits default {}\n"
+        end
+      end.join("\n")
+      run "echo #{str} > #{manifest_path}/nodes/nodes.pp"
+    end
+    desc "Move template files into place"
+    task :move_template_files do
+      run <<-EOR
+        mkdir -p #{template_path} &&
+        cp -R #{remote_storage_path}/templates/* #{template_path}
+      EOR
+    end
+    desc "Move manifest into place" 
+    task :move_provisioner_manifest do
+      run <<-EOR
+        cp #{remote_storage_path}/poolparty.pp /etc/puppet/manifests/classes/poolparty.pp
+      EOR
+    end
+    desc "Move poolparty keys"
+    task :move_poolparty_keys do
+      run "cp #{remote_storage_path}/#{@full_keypair_name} #{@remote_keypair_path}"
+    end
+  end
+end

data/lib/poolparty/provisioners/capistrano/recipies/slave.rb

@@ -0,0 +1,12 @@
+Capistrano::Configuration.instance(:must_exist).load do
+  namespace(:slave) do
+    desc "Add master ip to hosts file"
+    task :add_master_to_hosts_file do
+      run "if [ -z \"$(grep -v '#' /etc/hosts | grep 'master')\" ]; then echo '#{master_ip} puppet master' >> /etc/hosts; else echo 'host already set'; fi"
+    end
+    desc "Stop provisioner daemon"
+    task :stop_provisioner_daemon do
+      run "/etc/init.d/puppetmaster stop"
+    end
+  end
+end