poolparty 0.2.69 → 0.2.84

data/lib/poolparty/provisioners/provisioner_base.rb

@@ -0,0 +1,204 @@
+=begin rdoc
+  The Provisioner is responsible for provisioning REMOTE servers
+  This class only comes in to play when calling the setup commands on
+  the development machine
+=end
+require 'capistrano/cli'
+
+module PoolParty
+  module Provisioner
+    
+    def provisioner_for(inst)
+      PoolParty::Provisioner::Capistrano.new(inst, self, :ubuntu)      
+    end
+    
+    class ProvisionerBase
+      attr_accessor :config, :loaded_tasks, :instance, :cloud, :os
+      
+      include Configurable
+      include CloudResourcer
+      include FileWriter
+      
+      def initialize(instance=nil, cld=self, os=:ubuntu, &block)
+        @instance = instance
+        @cloud = cld
+        
+        options(cloud.options) if cloud && cloud.respond_to?(:options)
+        # set_vars_from_options(instance.options) unless instance.nil? || !instance.options || !instance.options.empty?
+        # options(instance.options) if instance.respond_to?(:options)
+        
+        @os = os.to_s.downcase.to_sym        
+        self.instance_eval &block if block
+        
+        loaded
+      end
+      
+      def provision_master?
+        !@instance.nil? && @instance.master?
+      end
+
+      # Callback after initialized
+      def loaded
+      end
+      
+      def loaded_tasks
+        @loaded_tasks ||= []
+      end
+      
+      ### Installation tasks
+      
+      # This is the actual runner for the installation    
+      def install(testing=false)
+        error unless valid?
+        setup_runner
+        unless testing          
+          before_install(@instance)
+
+          vputs "Provisioning #{@instance.name}"
+          process_install!(testing)
+
+          after_install(@instance)
+        end
+      end
+      # The provisioner bases overwrite this method
+      def process_install!(testing=false)
+      end
+      
+      # Configuration
+      def configure(testing=false)
+        error unless valid?
+        setup_runner
+        unless testing          
+          before_configure(@instance)
+
+          vputs "Provisioning #{@instance.name}"
+          process_configure!(testing)
+
+          after_configure(@instance)
+        end
+      end
+      
+      # Tasks that need to be performed everytime we do any
+      # remote ssh'ing into any instance
+      def setup_runner(force=false)
+        @cloud.prepare_for_configuration
+        @cloud.build_and_store_new_config_file(force)
+      end
+      
+      # Callbacks
+      # Before installation callback
+      def before_install(instance)        
+      end
+      def after_install(instance)        
+      end
+      def before_configure(instance)        
+      end
+      def after_configure(instance)        
+      end
+      
+      def valid?
+        true
+      end
+      def error
+        raise ProvisionerException.new("Error in installation")
+      end
+      # Custom installation tasks
+      # Allow the remoter bases to attach their own tasks on the 
+      # installation process
+      def custom_install_tasks
+        @cloud.custom_install_tasks_for(@instance) || []
+      end
+      # Custom configure tasks
+      # Allows the remoter bases to attach their own
+      # custom configuration tasks to the configuration process
+      def custom_configure_tasks
+        @cloud.custom_configure_tasks_for(@instance) || []
+      end
+      
+      # Get the packages associated with each os
+      def puppet_packages
+        case @os
+        when :fedora
+          "puppet-server puppet factor"
+        else
+          "puppet puppetmaster"
+        end
+      end    
+      # Package installers for general *nix operating systems
+      def self.installers
+        @installers ||= {
+          :ubuntu => "aptitude install -y",
+          :fedora => "yum install",
+          :gentoo => "emerge"
+        }
+      end
+      def os_installer
+        "#{self.class.installers[@os]}"
+      end
+      # Convenience method to grab the installer
+      def installer_for(names=[])
+        packages = names.is_a?(Array) ? names.join(" ") : names
+        "#{self.class.installers[@os]} #{packages}"
+      end
+            
+      #TODO#
+      # Abstract the gems out
+      def base_gems
+        {
+          :logging => "http://rubyforge.org/frs/download.php/44731/logging-0.9.4.gem",
+          :ZenTest => "http://rubyforge.org/frs/download.php/45581/ZenTest-3.11.0.gem",
+          :ParseTree => "http://rubyforge.org/frs/download.php/45600/ParseTree-3.0.1.gem",
+          :ruby2ruby => "http://rubyforge.org/frs/download.php/45587/ruby2ruby-1.2.0.gem",
+          :activesupport => "http://rubyforge.org/frs/download.php/45627/activesupport-2.1.2.gem",
+          :"xml-simple" => "http://rubyforge.org/frs/download.php/18366/xml-simple-1.0.11.gem",
+          :RubyInline => "http://rubyforge.org/frs/download.php/45683/RubyInline-3.8.1.gem",
+          :flexmock => "http://rubyforge.org/frs/download.php/42580/flexmock-0.8.3.gem",
+          :hoe => "http://rubyforge.org/frs/download.php/45685/hoe-1.8.2.gem",
+          :lockfile => "http://rubyforge.org/frs/download.php/18698/lockfile-1.4.3.gem",
+          :rubyforge => "http://rubyforge.org/frs/download.php/45546/rubyforge-1.0.1.gem",
+          :rake => "http://rubyforge.org/frs/download.php/43954/rake-0.8.3.gem",
+          :sexp_processor => "http://rubyforge.org/frs/download.php/45589/sexp_processor-3.0.0.gem",
+          :capistrano => "http://rubyforge.org/frs/download.php/48031/capistrano-2.5.3.gem",
+          :poolparty => "http://github.com/auser/poolparty/tree/master%2Fpkg%2Fpoolparty.gem?raw=true",
+          "ec2" => "http://rubyforge.org/frs/download.php/43666/amazon-ec2-0.3.1.gem"
+        }
+      end
+      
+      def download_base_gems_string
+        returning(Array.new) do |arr|
+          base_gems.each do |name, url|
+            arr << "wget #{url} -O #{Base.remote_storage_path}/#{name}.gem 2>&1"
+          end
+        end.join(" && ")
+      end
+      
+      def install_base_gems_string
+        returning(Array.new) do |arr|
+          base_gems.each do |name, url|
+            arr << "/usr/bin/gem install --ignore-dependencies --no-ri --no-rdoc #{Base.remote_storage_path}/#{name}.gem"
+          end
+        end.join(" && ")
+      end
+      
+      # Template directory from the provisioner base
+      def template_directory
+        File.join(File.dirname(__FILE__), "..", "templates")
+      end
+                  
+      # Install from the class-level
+      def self.install(instance, cl=self, testing=false)
+        new(instance, cl).install(testing)
+      end
+
+      def self.configure(instance, cl=self, testing=false)
+        new(instance, cl).configure(testing)
+      end
+      
+    end
+  end  
+end
+
+## Load the provisioners
+Dir[File.dirname(__FILE__) + "/*/*.rb"].each do |file|
+  require file
+end

data/lib/poolparty/spec/core/string.rb

@@ -0,0 +1,16 @@
+class String
+  def grab_entry_for(type, name)
+    begin
+      allowed = /[ \$\._\-\[\]\n\t\\\/&,\(\)"',|:=\>\<0-9a-zA-Z]/
+      matches = self.match(/#{type}(.*)\{(.*)"#{name}":(.*)(#{allowed})*\}/)[0]
+    rescue
+      ""
+    end
+  end
+  def _grab_key_value_for(type, name, key)
+    grab_entry_for(type, name).scan(/#{key}[ =>]*(.*)[,?]?$/).flatten.first rescue ""
+  end
+  def grab_key_value_for(ty, name, key)
+    _grab_key_value_for(ty,name,key).gsub(/,/, '')
+  end
+end

data/lib/poolparty/spec/matchers/a_spec_extensions_base.rb

@@ -0,0 +1,26 @@
+module Spec
+  module Matchers
+    module SpecExtensions
+      # Mainly extensions, these methods are inherent in all of the matchers
+      # and are intended for helping parse the final manifest for spec'ing purposes.
+      class SpecExtensionsBase
+        def ensured_as(ensured="present")
+          str = "ensure => '#{ensured}'"
+          !grab_entry.scan(/#{str}/).empty?
+        end
+        def is_present?
+          !grab_entry.empty? && is_valid_resource?
+        end
+        def grab_entry
+          @target.grab_entry_for(type, @expected)
+        end
+        def type
+          "file"
+        end
+        def is_valid_resource?
+          grab_entry.split(/\n/).select {|l| l.match(/(.*)=>(\W+),$/) }.empty?
+        end
+      end
+    end
+  end
+end

data/lib/poolparty/spec/matchers/have_cron.rb

@@ -0,0 +1,28 @@
+module Spec
+  module Matchers
+    module SpecExtensions
+      class HaveCron < SpecExtensionsBase
+        def initialize(expected,extra="")
+          @expected = expected
+          @extra = extra
+        end
+        def matches?(target)
+          @target = target
+          is_present?
+        end
+        def failure_message
+          "expected #{@target.inspect} to have cron #{@expected}"
+        end
+        def negative_failure_message
+          "expected #{@target.inspect} not to have cron #{@expected}"
+        end
+        def type
+          "cron"
+        end
+      end
+    end
+    def have_cron(name, extra="")
+      SpecExtensions::HaveCron.new(name, extra)
+    end
+  end
+end

data/lib/poolparty/spec/matchers/have_deploydirectory.rb

@@ -0,0 +1,15 @@
+module PoolParty
+  class SpecCore
+    # dynamic_matcher_for(:deploydirectory) do
+    #   it "should have the directory" do
+    #     @manifest.should have_directory(@to)
+    #   end
+    #   it "should have the rsyncmirror" do
+    #     @manifest.should have_rsyncmirror("deploydirectory-#{@to}")
+    #   end
+    #   it "should have the exec to unpack the archive" do
+    #     @manifest.should have_exec("deploy-directory-#{@to}")
+    #   end
+    # end
+  end
+end

data/lib/poolparty/spec/matchers/have_directory.rb

@@ -0,0 +1,31 @@
+module Spec
+  module Matchers
+    module SpecExtensions
+      class HaveDirectory < SpecExtensionsBase
+        def initialize(expected,extra="")
+          @expected = expected
+          @extra = extra
+        end
+        def matches?(target)
+          @target = target
+          is_present? && is_a_directory?
+        end
+        def is_a_directory?
+          ensured_as("directory")
+        end
+        def failure_message
+          "expected #{@target.inspect} to have directory #{@expected}"
+        end
+        def negative_failure_message
+          "expected #{@target.inspect} not to have directory #{@expected}"
+        end
+        def type
+          "file"
+        end
+      end
+    end
+    def have_directory(name, extra="")
+      SpecExtensions::HaveDirectory.new(name, extra)
+    end
+  end
+end

data/lib/poolparty/spec/matchers/have_exec.rb

@@ -0,0 +1,28 @@
+module Spec
+  module Matchers
+    module SpecExtensions
+      class HaveExec < SpecExtensionsBase
+        def initialize(expected,extra="")
+          @expected = expected
+          @extra = extra
+        end
+        def matches?(target)
+          @target = target
+          is_present?
+        end
+        def failure_message
+          "expected #{@target.inspect} to have exec #{@expected}"
+        end
+        def negative_failure_message
+          "expected #{@target.inspect} not to have exec #{@expected}"
+        end
+        def type
+          "exec"
+        end
+      end
+    end
+    def have_exec(name, extra="")
+      SpecExtensions::HaveExec.new(name, extra)
+    end
+  end
+end

data/lib/poolparty/spec/matchers/have_file.rb

@@ -0,0 +1,28 @@
+module Spec
+  module Matchers
+    module SpecExtensions
+      class HaveFile < SpecExtensionsBase
+        def initialize(expected,extra="")
+          @expected = expected
+          @extra = extra
+        end
+        def matches?(target)
+          @target = target
+          is_present?
+        end
+        def failure_message
+          "expected #{@target.inspect} to have file #{@expected}"
+        end
+        def negative_failure_message
+          "expected #{@target.inspect} not to have file #{@expected}"
+        end
+        def type
+          "file"
+        end
+      end
+    end
+    def have_file(name, extra="")
+      SpecExtensions::HaveFile.new(name, extra)
+    end
+  end
+end

data/lib/poolparty/spec/matchers/have_gempackage.rb

@@ -0,0 +1,28 @@
+module Spec
+  module Matchers
+    module SpecExtensions
+      class HaveGempackage < SpecExtensionsBase
+        def initialize(expected,extra="")
+          @expected = expected
+          @extra = extra
+        end
+        def matches?(target)
+          @target = target
+          is_present?
+        end
+        def failure_message
+          "expected #{@target.inspect} to have gempackage #{@expected}"
+        end
+        def negative_failure_message
+          "expected #{@target.inspect} not to have gempackage #{@expected}"
+        end
+        def type
+          "exec"
+        end
+      end
+    end
+    def have_gempackage(name, extra="")
+      SpecExtensions::HaveGempackage.new(name, extra)
+    end
+  end
+end

data/lib/poolparty/spec/matchers/have_git.rb

@@ -0,0 +1,28 @@
+module Spec
+  module Matchers
+    module SpecExtensions
+      class HaveGit < SpecExtensionsBase
+        def initialize(expected,extra="")
+          @expected = expected
+          @extra = extra
+        end
+        def matches?(target)
+          @target = target
+          is_present?
+        end
+        def failure_message
+          "expected #{@target.inspect} to have git #{@expected}"
+        end
+        def negative_failure_message
+          "expected #{@target.inspect} not to have git #{@expected}"
+        end
+        def type
+          "git"
+        end
+      end
+    end
+    def have_git(name, extra="")
+      SpecExtensions::HaveGit.new(name, extra)
+    end
+  end
+end

data/lib/poolparty/spec/matchers/have_host.rb

@@ -0,0 +1,28 @@
+module Spec
+  module Matchers
+    module SpecExtensions
+      class HaveHost < SpecExtensionsBase
+        def initialize(expected,extra="")
+          @expected = expected
+          @extra = extra
+        end
+        def matches?(target)
+          @target = target
+          is_present?
+        end
+        def failure_message
+          "expected #{@target.inspect} to have host #{@expected}"
+        end
+        def negative_failure_message
+          "expected #{@target.inspect} not to have host #{@expected}"
+        end
+        def type
+          "host"
+        end
+      end
+    end
+    def have_host(name, extra="")
+      SpecExtensions::HaveHost.new(name, extra)
+    end
+  end
+end

data/lib/poolparty/spec/matchers/have_mount.rb

@@ -0,0 +1,28 @@
+module Spec
+  module Matchers
+    module SpecExtensions
+      class HaveMount < SpecExtensionsBase
+        def initialize(expected,extra="")
+          @expected = expected
+          @extra = extra
+        end
+        def matches?(target)
+          @target = target
+          is_present?
+        end
+        def failure_message
+          "expected #{@target.inspect} to have mount #{@expected}"
+        end
+        def negative_failure_message
+          "expected #{@target.inspect} not to have mount #{@expected}"
+        end
+        def type
+          "mount"
+        end
+      end
+    end
+    def have_mount(name, extra="")
+      SpecExtensions::HaveMount.new(name, extra)
+    end
+  end
+end

data/lib/poolparty/spec/matchers/have_package.rb

@@ -0,0 +1,28 @@
+module Spec
+  module Matchers
+    module SpecExtensions
+      class HavePackage < SpecExtensionsBase
+        def initialize(expected,extra="")
+          @expected = expected
+          @extra = extra
+        end
+        def matches?(target)
+          @target = target
+          is_present?
+        end
+        def failure_message
+          "expected #{@target.inspect} to have package #{@expected}"
+        end
+        def negative_failure_message
+          "expected #{@target.inspect} not to have package #{@expected}"
+        end
+        def type
+          "package"
+        end
+      end
+    end
+    def have_package(name, extra="")
+      SpecExtensions::HavePackage.new(name, extra)
+    end
+  end
+end

data/lib/poolparty/spec/matchers/have_remotefile.rb

@@ -0,0 +1,28 @@
+module Spec
+  module Matchers
+    module SpecExtensions
+      class HaveRemotefile < SpecExtensionsBase
+        def initialize(expected,extra="")
+          @expected = expected
+          @extra = extra
+        end
+        def matches?(target)
+          @target = target
+          is_present?
+        end
+        def failure_message
+          "expected #{@target.inspect} to have remotefile #{@expected}"
+        end
+        def negative_failure_message
+          "expected #{@target.inspect} not to have remotefile #{@expected}"
+        end
+        def type
+          "remotefile"
+        end
+      end
+    end
+    def have_remotefile(name, extra="")
+      SpecExtensions::HaveRemotefile.new(name, extra)
+    end
+  end
+end

data/lib/poolparty/spec/matchers/have_rsyncmirror.rb

@@ -0,0 +1,28 @@
+module Spec
+  module Matchers
+    module SpecExtensions
+      class HaveRsyncmirror < SpecExtensionsBase
+        def initialize(expected,extra="")
+          @expected = expected
+          @extra = extra
+        end
+        def matches?(target)
+          @target = target
+          is_present?
+        end
+        def failure_message
+          "expected #{@target.inspect} to have rsyncmirror #{@expected}"
+        end
+        def negative_failure_message
+          "expected #{@target.inspect} not to have rsyncmirror #{@expected}"
+        end
+        def type
+          "rsyncmirror"
+        end
+      end
+    end
+    def have_rsyncmirror(name, extra="")
+      SpecExtensions::HaveRsyncmirror.new(name, extra)
+    end
+  end
+end

data/lib/poolparty/spec/matchers/have_service.rb

@@ -0,0 +1,28 @@
+module Spec
+  module Matchers
+    module SpecExtensions
+      class HaveService < SpecExtensionsBase
+        def initialize(expected,extra="")
+          @expected = expected
+          @extra = extra
+        end
+        def matches?(target)
+          @target = target
+          is_present?
+        end
+        def failure_message
+          "expected #{@target.inspect} to have service #{@expected}"
+        end
+        def negative_failure_message
+          "expected #{@target.inspect} not to have service #{@expected}"
+        end
+        def type
+          "service"
+        end
+      end
+    end
+    def have_service(name, extra="")
+      SpecExtensions::HaveService.new(name, extra)
+    end
+  end
+end

data/lib/poolparty/spec/matchers/have_sshkey.rb

@@ -0,0 +1,28 @@
+module Spec
+  module Matchers
+    module SpecExtensions
+      class HaveSshkey < SpecExtensionsBase
+        def initialize(expected,extra="")
+          @expected = expected
+          @extra = extra
+        end
+        def matches?(target)
+          @target = target
+          is_present?
+        end
+        def failure_message
+          "expected #{@target.inspect} to have sshkey #{@expected}"
+        end
+        def negative_failure_message
+          "expected #{@target.inspect} not to have sshkey #{@expected}"
+        end
+        def type
+          "sshkey"
+        end
+      end
+    end
+    def have_sshkey(name, extra="")
+      SpecExtensions::HaveSshkey.new(name, extra)
+    end
+  end
+end

data/lib/poolparty/spec/matchers/have_symlink.rb

@@ -0,0 +1,28 @@
+module Spec
+  module Matchers
+    module SpecExtensions
+      class HaveSymlink < SpecExtensionsBase
+        def initialize(expected,extra="")
+          @expected = expected
+          @extra = extra
+        end
+        def matches?(target)
+          @target = target
+          is_present?
+        end
+        def failure_message
+          "expected #{@target.inspect} to have symlink #{@expected}"
+        end
+        def negative_failure_message
+          "expected #{@target.inspect} not to have symlink #{@expected}"
+        end
+        def type
+          "symlink"
+        end
+      end
+    end
+    def have_symlink(name, extra="")
+      SpecExtensions::HaveSymlink.new(name, extra)
+    end
+  end
+end