poolparty 0.2.84 → 1.2.2

data/lib/poolparty/provisioners/capistrano/recipies/base.rb

@@ -1,104 +0,0 @@
-=begin rdoc
-  Base provisioner capistrano tasks
-=end
-Capistrano::Configuration.instance(:must_exist).load do
-  # namespace(:base) do
-    desc "Install rubygems"
-    task :install_rubygems do
-      run "#{installer_for} ruby rubygems"
-    end
-    dec "Setup for poolparty"
-    task :setup_for_poolparty do
-      run "mkdir -p /etc/poolparty"
-    end
-    desc "Install provisioner"
-    task :install_provisioner do
-      run "#{installer_for} #{puppet_packages}"
-    end
-    desc "Create poolparty commands"
-    task :create_poolparty_commands do
-    end
-    desc "Create poolparty runner command"
-    task :create_puppetrunner_command do
-      run <<-EOR
-        cp #{remote_storage_path}/templates/puppetrunner /usr/bin/puppetrunner &&
-        chmod +x /usr/bin/puppetrunner
-      EOR
-    end
-    desc "Create poolparty rerun command"
-    task :create_puppetrerun_command do
-      run <<-EOR
-        cp #{remote_storage_path}/templates/puppetrerun /usr/bin/puppetrerun &&
-        chmod +x /usr/bin/puppetrerun
-      EOR
-    end
-    desc "Add the proper configs for provisioner"
-    task :add_provisioner_configs do
-      run "cp #{remote_storage_path}/namespaceauth.conf /etc/puppet/namespaceauth.conf"
-    end
-    desc "Setup config file for provisioner"
-    task :setup_provisioner_config do
-      run "mv #{remote_storage_path}/puppet.conf /etc/puppet/puppet.conf"
-    end
-    desc "Run the provisioner"
-    task :run_provisioner do
-      run "/usr/sbin/puppetd --onetime --daemonize --logdest syslog --server master"
-    end
-    desc "Rerun the provisioner"
-    task :rerun_provisioner do
-      run "/usr/bin/puppetrerun"
-    end
-    desc "Remove the certs"
-    task :remove_certs do
-      run "rm -rf /etc/puppet/ssl"
-    end
-    desc "Update rubygems"
-    task :update_rubygems do
-      run "/usr/bin/gem update --system 2>1 > /dev/null && /usr/bin/gem update --system"
-    end
-    desc "Fix rubygems"
-    task :fix_rubygems do
-      # echo '#{open(::File.join(template_directory, "gem")).read}' > /usr/bin/gem &&
-      run <<-EOR
-        /usr/bin/gem update --system 2>&1 > /dev/null;/usr/bin/gem update --system &&
-        cp -f #{remote_storage_path}/gem /usr/bin/gem
-      EOR
-    end
-    desc "Upgrade system"
-    task :upgrade_system do
-      str = case os
-      when :ubuntu
-        "
-echo 'deb http://mirrors.kernel.org/ubuntu hardy main universe' >> /etc/apt/sources.list &&
-aptitude update -y
-        "
-      else
-        "echo 'No system upgrade needed'"
-      end
-      run str
-    end
-    desc "Upgrade rubygems"
-    task :upgrade_rubygems do
-      
-    end
-    desc "Make log directory"
-    task :make_log_directory do
-      run "mkdir -p /var/log/poolparty"
-    end
-    desc "Create ssl storage directories for poolparty"
-    task :create_poolparty_ssl_store do
-      run <<-EOR
-        mkdir -p #{poolparty_config_directory}/ssl/private_keys &&
-        mkdir -p #{poolparty_config_directory}/ssl/certs &&
-        mkdir -p #{poolparty_config_directory}/ssl/public_keys
-      EOR
-    end
-    desc "Add erlang cookie"
-    task :write_erlang_cookie do
-      run <<-EOR
-        mv #{remote_storage_path}/cookie ~/.erlang.cookie &&
-        chmod 400 ~/.erlang.cookie
-      EOR
-    end
-  # end
-end

data/lib/poolparty/provisioners/capistrano/recipies/master.rb

@@ -1,121 +0,0 @@
-# Cloud tasks
-Capistrano::Configuration.instance(:must_exist).load do
-  namespace(:master) do
-    desc "Provision master"
-    task :provision_master do
-      upgrade_system
-      set_hostname_to_master
-      create_local_hosts_entry
-      setup_for_poolparty
-      install_provisioner
-      start_provisioner_base
-      setup_basic_poolparty_structure
-      setup_provisioner_filestore
-      setup_provisioner_autosigning
-      install_rubygems
-      fix_rubygems
-      add_provisioner_configs
-      setup_provisioner_config
-      create_puppetrunner_command
-      create_puppetrerun_command
-      download_base_gems
-      install_base_gems
-      write_erlang_cookie
-    end
-    desc "Configure master"
-    task :configure_master do
-      master:move_provisioner_manifest
-      master:move_template_files
-      master:setup_poolparty_base_structure
-      run_provisioner
-    end
-    desc "Set hostname to master"
-    task :set_hostname_to_master do
-      run "hostname master"
-    end
-    desc "Add host entry into the master instance"
-    task :create_local_hosts_entry do
-      run "if [ -z \"$(grep -v '#' /etc/hosts | grep 'puppet')\" ]; then echo '#{cloud.master.ip}          master puppet localhost' >> /etc/hosts; fi"
-    end
-    desc "Setup basic poolparty structure"
-    task :setup_basic_poolparty_structure do
-      run <<-EOR
-        echo "Creating basic structure for poolparty" &&
-        mkdir -p /etc/puppet/manifests/nodes  &&
-        mkdir -p /etc/puppet/manifests/classes &&
-        echo "import 'nodes/*.pp'" > /etc/puppet/manifests/site.pp &&
-        echo "import 'classes/*.pp'" >> /etc/puppet/manifests/site.pp          
-      EOR
-    end
-    desc "Setup shareable file system for provisioner"
-    task :setup_provisioner_filestore do
-      run <<-EOR
-        echo '[files]' > /etc/puppet/fileserver.conf &&
-        echo '  path #{remote_storage_path}' >> /etc/puppet/fileserver.conf &&
-        echo '  allow *' >> /etc/puppet/fileserver.conf &&
-        mkdir -p /var/poolparty/facts &&
-        mkdir -p /var/poolparty/files &&
-        mkdir -p #{base_config_directory}
-      EOR
-    end
-    desc "Setup autosigning for provisioner"
-    task :setup_provisioner_autosigning do
-      run "echo \"*\" > /etc/puppet/autosign.conf"
-    end
-    desc "Setup poolparty structure"
-    task :setup_poolparty_base_structure do
-      run <<-EOR
-        cp #{remote_storage_path}/#{key_file_locations.first} "#{base_config_directory}/.ppkeys" &&
-        mv #{remote_storage_path}/#{default_specfile_name} #{base_config_directory}/
-      EOR
-    end
-    desc "Download base gems"
-    task :download_base_gems do
-      run download_base_gems_string
-    end
-    desc "Install base gems"
-    task :install_base_gems do
-      run(returning(Array.new) do |arr|
-        base_gems.each do |name, url|
-          arr << "/usr/bin/gem install --ignore-dependencies --no-ri --no-rdoc #{Base.remote_storage_path}/#{name}.gem"
-        end
-      end.join(" && "))
-    end
-    desc "Start provisioner base"
-    task :start_provisioner_base do
-      run "/etc/init.d/puppetmaster start"
-    end
-    desc "Restart provisioner base"
-    task :restart_provisioner_base do
-      run "/etc/init.d/puppetmaster stop;rm -rf /etc/poolparty/ssl;puppetmasterd --verbose;/etc/init.d/puppetmaster start"
-    end
-    desc "Create local node for puppet manifest"
-    task :create_local_node_entry_for_puppet do
-      # run ". /etc/profile && server-write-new-nodes"
-      str = returning Array.new do |arr|
-        arr << "node default { include poolparty }"
-        list_of_running_instances.each do |ri| 
-          arr << "node \"#{ri.name}\" inherits default {}\n"
-        end
-      end.join("\n")
-      run "echo #{str} > #{manifest_path}/nodes/nodes.pp"
-    end
-    desc "Move template files into place"
-    task :move_template_files do
-      run <<-EOR
-        mkdir -p #{template_path} &&
-        cp -R #{remote_storage_path}/templates/* #{template_path}
-      EOR
-    end
-    desc "Move manifest into place" 
-    task :move_provisioner_manifest do
-      run <<-EOR
-        cp #{remote_storage_path}/poolparty.pp /etc/puppet/manifests/classes/poolparty.pp
-      EOR
-    end
-    desc "Move poolparty keys"
-    task :move_poolparty_keys do
-      run "cp #{remote_storage_path}/#{@full_keypair_name} #{@remote_keypair_path}"
-    end
-  end
-end

data/lib/poolparty/provisioners/capistrano/recipies/slave.rb

@@ -1,12 +0,0 @@
-Capistrano::Configuration.instance(:must_exist).load do
-  namespace(:slave) do
-    desc "Add master ip to hosts file"
-    task :add_master_to_hosts_file do
-      run "if [ -z \"$(grep -v '#' /etc/hosts | grep 'master')\" ]; then echo '#{master_ip} puppet master' >> /etc/hosts; else echo 'host already set'; fi"
-    end
-    desc "Stop provisioner daemon"
-    task :stop_provisioner_daemon do
-      run "/etc/init.d/puppetmaster stop"
-    end
-  end
-end

data/lib/poolparty/provisioners/provisioner_base.rb

@@ -1,204 +0,0 @@
-=begin rdoc
-  The Provisioner is responsible for provisioning REMOTE servers
-  This class only comes in to play when calling the setup commands on
-  the development machine
-=end
-require 'capistrano/cli'
-
-module PoolParty
-  module Provisioner
-    
-    def provisioner_for(inst)
-      PoolParty::Provisioner::Capistrano.new(inst, self, :ubuntu)      
-    end
-    
-    class ProvisionerBase
-      attr_accessor :config, :loaded_tasks, :instance, :cloud, :os
-      
-      include Configurable
-      include CloudResourcer
-      include FileWriter
-      
-      def initialize(instance=nil, cld=self, os=:ubuntu, &block)
-        @instance = instance
-        @cloud = cld
-        
-        options(cloud.options) if cloud && cloud.respond_to?(:options)
-        # set_vars_from_options(instance.options) unless instance.nil? || !instance.options || !instance.options.empty?
-        # options(instance.options) if instance.respond_to?(:options)
-        
-        @os = os.to_s.downcase.to_sym        
-        self.instance_eval &block if block
-        
-        loaded
-      end
-      
-      def provision_master?
-        !@instance.nil? && @instance.master?
-      end
-
-      # Callback after initialized
-      def loaded
-      end
-      
-      def loaded_tasks
-        @loaded_tasks ||= []
-      end
-      
-      ### Installation tasks
-      
-      # This is the actual runner for the installation    
-      def install(testing=false)
-        error unless valid?
-        setup_runner
-        unless testing          
-          before_install(@instance)
-
-          vputs "Provisioning #{@instance.name}"
-          process_install!(testing)
-
-          after_install(@instance)
-        end
-      end
-      # The provisioner bases overwrite this method
-      def process_install!(testing=false)
-      end
-      
-      # Configuration
-      def configure(testing=false)
-        error unless valid?
-        setup_runner
-        unless testing          
-          before_configure(@instance)
-
-          vputs "Provisioning #{@instance.name}"
-          process_configure!(testing)
-
-          after_configure(@instance)
-        end
-      end
-      
-      # Tasks that need to be performed everytime we do any
-      # remote ssh'ing into any instance
-      def setup_runner(force=false)
-        @cloud.prepare_for_configuration
-        @cloud.build_and_store_new_config_file(force)
-      end
-      
-      # Callbacks
-      # Before installation callback
-      def before_install(instance)        
-      end
-      def after_install(instance)        
-      end
-      def before_configure(instance)        
-      end
-      def after_configure(instance)        
-      end
-      
-      def valid?
-        true
-      end
-      def error
-        raise ProvisionerException.new("Error in installation")
-      end
-      # Custom installation tasks
-      # Allow the remoter bases to attach their own tasks on the 
-      # installation process
-      def custom_install_tasks
-        @cloud.custom_install_tasks_for(@instance) || []
-      end
-      # Custom configure tasks
-      # Allows the remoter bases to attach their own
-      # custom configuration tasks to the configuration process
-      def custom_configure_tasks
-        @cloud.custom_configure_tasks_for(@instance) || []
-      end
-      
-      # Get the packages associated with each os
-      def puppet_packages
-        case @os
-        when :fedora
-          "puppet-server puppet factor"
-        else
-          "puppet puppetmaster"
-        end
-      end    
-      # Package installers for general *nix operating systems
-      def self.installers
-        @installers ||= {
-          :ubuntu => "aptitude install -y",
-          :fedora => "yum install",
-          :gentoo => "emerge"
-        }
-      end
-      def os_installer
-        "#{self.class.installers[@os]}"
-      end
-      # Convenience method to grab the installer
-      def installer_for(names=[])
-        packages = names.is_a?(Array) ? names.join(" ") : names
-        "#{self.class.installers[@os]} #{packages}"
-      end
-            
-      #TODO#
-      # Abstract the gems out
-      def base_gems
-        {
-          :logging => "http://rubyforge.org/frs/download.php/44731/logging-0.9.4.gem",
-          :ZenTest => "http://rubyforge.org/frs/download.php/45581/ZenTest-3.11.0.gem",
-          :ParseTree => "http://rubyforge.org/frs/download.php/45600/ParseTree-3.0.1.gem",
-          :ruby2ruby => "http://rubyforge.org/frs/download.php/45587/ruby2ruby-1.2.0.gem",
-          :activesupport => "http://rubyforge.org/frs/download.php/45627/activesupport-2.1.2.gem",
-          :"xml-simple" => "http://rubyforge.org/frs/download.php/18366/xml-simple-1.0.11.gem",
-          :RubyInline => "http://rubyforge.org/frs/download.php/45683/RubyInline-3.8.1.gem",
-          :flexmock => "http://rubyforge.org/frs/download.php/42580/flexmock-0.8.3.gem",
-          :hoe => "http://rubyforge.org/frs/download.php/45685/hoe-1.8.2.gem",
-          :lockfile => "http://rubyforge.org/frs/download.php/18698/lockfile-1.4.3.gem",
-          :rubyforge => "http://rubyforge.org/frs/download.php/45546/rubyforge-1.0.1.gem",
-          :rake => "http://rubyforge.org/frs/download.php/43954/rake-0.8.3.gem",
-          :sexp_processor => "http://rubyforge.org/frs/download.php/45589/sexp_processor-3.0.0.gem",
-          :capistrano => "http://rubyforge.org/frs/download.php/48031/capistrano-2.5.3.gem",
-          :poolparty => "http://github.com/auser/poolparty/tree/master%2Fpkg%2Fpoolparty.gem?raw=true",
-          "ec2" => "http://rubyforge.org/frs/download.php/43666/amazon-ec2-0.3.1.gem"
-        }
-      end
-      
-      def download_base_gems_string
-        returning(Array.new) do |arr|
-          base_gems.each do |name, url|
-            arr << "wget #{url} -O #{Base.remote_storage_path}/#{name}.gem 2>&1"
-          end
-        end.join(" && ")
-      end
-      
-      def install_base_gems_string
-        returning(Array.new) do |arr|
-          base_gems.each do |name, url|
-            arr << "/usr/bin/gem install --ignore-dependencies --no-ri --no-rdoc #{Base.remote_storage_path}/#{name}.gem"
-          end
-        end.join(" && ")
-      end
-      
-      # Template directory from the provisioner base
-      def template_directory
-        File.join(File.dirname(__FILE__), "..", "templates")
-      end
-                  
-      # Install from the class-level
-      def self.install(instance, cl=self, testing=false)
-        new(instance, cl).install(testing)
-      end
-
-      def self.configure(instance, cl=self, testing=false)
-        new(instance, cl).configure(testing)
-      end
-      
-    end
-  end  
-end
-
-## Load the provisioners
-Dir[File.dirname(__FILE__) + "/*/*.rb"].each do |file|
-  require file
-end

data/lib/poolparty/spec/core/string.rb

@@ -1,16 +0,0 @@
-class String
-  def grab_entry_for(type, name)
-    begin
-      allowed = /[ \$\._\-\[\]\n\t\\\/&,\(\)"',|:=\>\<0-9a-zA-Z]/
-      matches = self.match(/#{type}(.*)\{(.*)"#{name}":(.*)(#{allowed})*\}/)[0]
-    rescue
-      ""
-    end
-  end
-  def _grab_key_value_for(type, name, key)
-    grab_entry_for(type, name).scan(/#{key}[ =>]*(.*)[,?]?$/).flatten.first rescue ""
-  end
-  def grab_key_value_for(ty, name, key)
-    _grab_key_value_for(ty,name,key).gsub(/,/, '')
-  end
-end

data/lib/poolparty/spec/matchers/a_spec_extensions_base.rb

@@ -1,26 +0,0 @@
-module Spec
-  module Matchers
-    module SpecExtensions
-      # Mainly extensions, these methods are inherent in all of the matchers
-      # and are intended for helping parse the final manifest for spec'ing purposes.
-      class SpecExtensionsBase
-        def ensured_as(ensured="present")
-          str = "ensure => '#{ensured}'"
-          !grab_entry.scan(/#{str}/).empty?
-        end
-        def is_present?
-          !grab_entry.empty? && is_valid_resource?
-        end
-        def grab_entry
-          @target.grab_entry_for(type, @expected)
-        end
-        def type
-          "file"
-        end
-        def is_valid_resource?
-          grab_entry.split(/\n/).select {|l| l.match(/(.*)=>(\W+),$/) }.empty?
-        end
-      end
-    end
-  end
-end

data/lib/poolparty/spec/matchers/have_cron.rb

@@ -1,28 +0,0 @@
-module Spec
-  module Matchers
-    module SpecExtensions
-      class HaveCron < SpecExtensionsBase
-        def initialize(expected,extra="")
-          @expected = expected
-          @extra = extra
-        end
-        def matches?(target)
-          @target = target
-          is_present?
-        end
-        def failure_message
-          "expected #{@target.inspect} to have cron #{@expected}"
-        end
-        def negative_failure_message
-          "expected #{@target.inspect} not to have cron #{@expected}"
-        end
-        def type
-          "cron"
-        end
-      end
-    end
-    def have_cron(name, extra="")
-      SpecExtensions::HaveCron.new(name, extra)
-    end
-  end
-end

data/lib/poolparty/spec/matchers/have_deploydirectory.rb

@@ -1,15 +0,0 @@
-module PoolParty
-  class SpecCore
-    # dynamic_matcher_for(:deploydirectory) do
-    #   it "should have the directory" do
-    #     @manifest.should have_directory(@to)
-    #   end
-    #   it "should have the rsyncmirror" do
-    #     @manifest.should have_rsyncmirror("deploydirectory-#{@to}")
-    #   end
-    #   it "should have the exec to unpack the archive" do
-    #     @manifest.should have_exec("deploy-directory-#{@to}")
-    #   end
-    # end
-  end
-end

data/lib/poolparty/spec/matchers/have_directory.rb

@@ -1,31 +0,0 @@
-module Spec
-  module Matchers
-    module SpecExtensions
-      class HaveDirectory < SpecExtensionsBase
-        def initialize(expected,extra="")
-          @expected = expected
-          @extra = extra
-        end
-        def matches?(target)
-          @target = target
-          is_present? && is_a_directory?
-        end
-        def is_a_directory?
-          ensured_as("directory")
-        end
-        def failure_message
-          "expected #{@target.inspect} to have directory #{@expected}"
-        end
-        def negative_failure_message
-          "expected #{@target.inspect} not to have directory #{@expected}"
-        end
-        def type
-          "file"
-        end
-      end
-    end
-    def have_directory(name, extra="")
-      SpecExtensions::HaveDirectory.new(name, extra)
-    end
-  end
-end

data/lib/poolparty/spec/matchers/have_exec.rb

@@ -1,28 +0,0 @@
-module Spec
-  module Matchers
-    module SpecExtensions
-      class HaveExec < SpecExtensionsBase
-        def initialize(expected,extra="")
-          @expected = expected
-          @extra = extra
-        end
-        def matches?(target)
-          @target = target
-          is_present?
-        end
-        def failure_message
-          "expected #{@target.inspect} to have exec #{@expected}"
-        end
-        def negative_failure_message
-          "expected #{@target.inspect} not to have exec #{@expected}"
-        end
-        def type
-          "exec"
-        end
-      end
-    end
-    def have_exec(name, extra="")
-      SpecExtensions::HaveExec.new(name, extra)
-    end
-  end
-end

data/lib/poolparty/spec/matchers/have_file.rb

@@ -1,28 +0,0 @@
-module Spec
-  module Matchers
-    module SpecExtensions
-      class HaveFile < SpecExtensionsBase
-        def initialize(expected,extra="")
-          @expected = expected
-          @extra = extra
-        end
-        def matches?(target)
-          @target = target
-          is_present?
-        end
-        def failure_message
-          "expected #{@target.inspect} to have file #{@expected}"
-        end
-        def negative_failure_message
-          "expected #{@target.inspect} not to have file #{@expected}"
-        end
-        def type
-          "file"
-        end
-      end
-    end
-    def have_file(name, extra="")
-      SpecExtensions::HaveFile.new(name, extra)
-    end
-  end
-end

data/lib/poolparty/spec/matchers/have_gempackage.rb

@@ -1,28 +0,0 @@
-module Spec
-  module Matchers
-    module SpecExtensions
-      class HaveGempackage < SpecExtensionsBase
-        def initialize(expected,extra="")
-          @expected = expected
-          @extra = extra
-        end
-        def matches?(target)
-          @target = target
-          is_present?
-        end
-        def failure_message
-          "expected #{@target.inspect} to have gempackage #{@expected}"
-        end
-        def negative_failure_message
-          "expected #{@target.inspect} not to have gempackage #{@expected}"
-        end
-        def type
-          "exec"
-        end
-      end
-    end
-    def have_gempackage(name, extra="")
-      SpecExtensions::HaveGempackage.new(name, extra)
-    end
-  end
-end

data/lib/poolparty/spec/matchers/have_git.rb

@@ -1,28 +0,0 @@
-module Spec
-  module Matchers
-    module SpecExtensions
-      class HaveGit < SpecExtensionsBase
-        def initialize(expected,extra="")
-          @expected = expected
-          @extra = extra
-        end
-        def matches?(target)
-          @target = target
-          is_present?
-        end
-        def failure_message
-          "expected #{@target.inspect} to have git #{@expected}"
-        end
-        def negative_failure_message
-          "expected #{@target.inspect} not to have git #{@expected}"
-        end
-        def type
-          "git"
-        end
-      end
-    end
-    def have_git(name, extra="")
-      SpecExtensions::HaveGit.new(name, extra)
-    end
-  end
-end