poolparty 0.2.84 → 1.2.2

data/lib/poolparty/templates/puppet/add_puppet_to_hosts

@@ -0,0 +1,6 @@
+#!/usr/bin/env ruby
+
+::File.open("/etc/hosts", "a+") do |f| 
+  str = "127.0.0.1 localhost master puppet\n"
+  f << str if f.read.scan(Regexp.new(str)).empty?
+end

data/lib/poolparty/templates/puppet/puppet.conf

@@ -0,0 +1,2 @@
+[main]
+  modulepath = /etc/poolparty/modules:$confdir/modules:/usr/share/puppet/modules

data/lib/poolparty/templates/puppet/puppetrunner

@@ -0,0 +1,14 @@
+#!/usr/bin/env bash
+. /etc/profile
+echo 'checking if puppet is running'
+PUPRUN=`ps aux | grep \/usr\/bin\/puppet\/  | grep -v grep | wc -c`
+echo $PUPRUN
+if [ $PUPRUN -eq 0 ]; then 
+  # /usr/bin/puppet -d --logdest syslog /etc/puppet/manifests/site.pp
+  /usr/bin/puppet -d /etc/puppet/manifests/site.pp
+  echo 'puppet was run'
+  # echo 'puppet was run `date`'>>/root/log/pool.log
+else
+  echo 'puppet was not run.  It may already be running.'
+  # echo 'puppet was not run.  It may already be running.' >> /root/log/pool.log
+fi

data/lib/poolparty/templates/puppet/site.pp

@@ -0,0 +1,4 @@
+node default {
+  include poolparty
+}
+import 'classes/*.pp'

data/lib/poolparty/templates/puppetrunner

@@ -1,8 +1,14 @@
 #!/usr/bin/env bash
-
 . /etc/profile
-if [ $(/usr/sbin/puppetd --onetime --no-daemonize --logdest syslog --server master)]; then
-  echo "Run successfully"
-  else
-  /usr/bin/puppetrerun;/usr/sbin/puppetd --onetime --no-daemonize --logdest syslog --server master
+echo 'checking if puppet is running'
+PUPRUN=`ps aux | grep \/usr\/bin\/puppet\/  | grep -v grep | wc -c`
+echo "$PUPRUN"
+if [ $PUPRUN -eq 0 ]; then 
+  # /usr/bin/puppet -d --logdest syslog /etc/puppet/manifests/site.pp
+  /usr/bin/puppet -d /etc/puppet/manifests/site.pp
+  echo "puppet was run"
+  echo "puppet was run `date`">>/root/log/pool.log
+else
+  echo "puppet was not run.  It may already be running."
+  echo "puppet was not run.  It may already be running.">>/root/log/pool.log
 fi

data/lib/poolparty/verification/verifier_base.rb

@@ -0,0 +1,17 @@
+module PoolParty
+  module Verifiers
+    
+    class VerifierBase
+      attr_reader :host
+      
+      def host=(h=nil)
+        @host ||= h
+      end
+      
+      def name
+        @name ||= self.class.to_s.top_level_class
+      end
+    end
+    
+  end
+end

data/lib/poolparty/verification/verifiers/http_match.rb

@@ -0,0 +1,43 @@
+module PoolParty
+  module Verifiers
+    
+=begin
+
+== HttpMatch Verifier
+
+Verify the body of an HTTP call matches a regular expression
+
+== Usage 
+
+  http_match url, response_code
+
+== Example
+
+  verify do
+    http_match  "http://host/index.html", /Welcome to your/
+    http_match  "http://host/index.html", /new poolparty instance/
+  end
+
+=end
+
+    class HttpMatch < VerifierBase
+      require 'open-uri'
+      
+      attr_reader :uri, :regexp
+      def initialize(uri, regexp)
+        @uri    = URI.parse(uri)
+        @regexp = regexp
+      end
+
+      def passing?
+        @regexp.match(@uri.read) ? true : false
+      end
+
+      def to_s
+        "<#{self.class.to_s} uri:#{uri} regexp:#{regexp}>"
+      end
+
+    end
+    
+  end
+end

data/lib/poolparty/verification/verifiers/http_status.rb

@@ -0,0 +1,59 @@
+module PoolParty
+  module Verifiers
+    
+=begin
+
+== HttpStatus Verifier
+
+Verify the HTTP response code from a particular url
+
+== Usage 
+
+  http_status url, response_code
+
+== Example
+
+  verify do
+    http_status "http://host/index.html", 200
+    http_status "http://host/index.html", :success
+    http_status "http://host/asdfasdfads.html", 404
+  end
+
+=end
+
+    class HttpStatus < VerifierBase
+      require 'net/http'
+      require 'uri'
+      
+      attr_reader :uri, :status
+      def initialize(uri, status)
+        @uri    = URI.parse(uri)
+        @status = status
+      end
+
+      def passing?
+        http = Net::HTTP.new(@uri.host)
+        response = http.request_get(@uri.path && !@uri.path.empty? ? @uri.path : "/")
+
+        return case true
+               when status.kind_of?(Numeric)
+                 response.code == @status.to_s 
+               when status.kind_of?(Symbol)
+                 case status
+                 when :success then response.kind_of?(Net::HTTPSuccess)
+                 else 
+                   raise "unknown symbol #{status}"
+                 end
+               else
+                 raise "unknown status type #{status}"
+               end
+      end
+
+      def to_s
+        "<#{self.class.to_s} uri:#{uri} status:#{status}>"
+      end
+
+    end
+    
+  end
+end

data/lib/poolparty/verification/verifiers/ping.rb

@@ -0,0 +1,34 @@
+module PoolParty
+  module Verifiers
+=begin
+== Ping
+
+Open a TCPSocket and verify you can connect.
+
+== Example:
+
+    verify do
+      ping
+      ping(22)
+    end
+
+=end
+    class Ping < VerifierBase
+      include ::PoolParty::Pinger
+      
+      attr_reader :port
+      def initialize(port=80)
+        @port = port
+      end
+      def passing?
+        ping_port(host, port, 3)
+      end
+
+      def to_s
+        "<#{self.class.to_s} host:#{host} port:#{port}>"
+      end
+
+    end
+    
+  end
+end

data/lib/poolparty/verification/verify.rb

@@ -0,0 +1,76 @@
+=begin rdoc
+  Verification
+  
+  Add a verify block to a clouds.rb
+=end
+module PoolParty
+  module Verification
+
+    module ClassMethods
+      attr_reader :verifiers
+    end
+    
+    module InstanceMethods
+      def verifiers
+        @verifiers ||= []
+      end
+      def verify(&block)
+        v = Verify.new(&block)
+        v.verifiers.each {|v| verifiers << v}
+      end
+      def passing?
+        reset!
+        vputs "Starting cloud verification"
+        verifiers.each do |v|          
+          ip = nodes(:status => "running").first.ip rescue "127.0.0.1"
+          v.host = ip
+          vputs "  checking #{v} on #{ip}"
+          raise "Verification failed at #{v.class}" unless v.passing?
+        end
+        return true
+      end
+    end
+    
+    def self.included(receiver)
+      receiver.extend         ClassMethods
+      receiver.send :include, InstanceMethods
+    end
+  end
+  
+  require "#{::File.dirname(__FILE__)}/verifier_base.rb"
+  Dir[::File.dirname(__FILE__)+"/verifiers/*"].each {|m| require m }  
+  
+  class Verify
+    def initialize(&block)
+      ::PoolParty.require_user_directory "verifiers"
+      
+      instance_eval &block if block
+    end
+    
+    def verifiers;@verifiers ||= [];end
+    
+    # Check in with the verifiers and make sure they are all passing?
+    def passing?
+      verifiers.each {|v| raise "Not working" unless v.passing? }
+    end
+    
+    # Take a string and return a ruby object if a match is found in the base_objects namespace.
+    def constantize(name, base_object=Monitors)
+      begin
+        const = base_object.constants.find{|cnst| cnst == name.camelcase }
+        base_object.module_eval const
+      rescue Exception => e
+        puts "#{name.camelcase} is not defined. #{e}"
+        nil
+      end
+    end
+    def method_missing m,*a,&block
+      begin
+        verifiers << constantize(m.to_s.capitalize, PoolParty::Verifiers).new(*a, &block)
+      rescue 
+        super
+      end
+    end
+    
+  end
+end

data/lib/poolparty.rb

@@ -1,8 +1,8 @@
-require 'rubygems'
-
+$LOAD_PATH<< File.dirname(__FILE__)
 # Load required gems
+#TODO: remove activesupport
 @required_software = Array.new
-%w(activesupport ftools logging resolv ruby2ruby digest/sha2 open3 capistrano).each do |lib|
+%w(rubygems activesupport ftools logging resolv ruby2ruby digest/sha2 json pp).each do |lib|
   begin
     require lib
   rescue Exception => e
@@ -32,40 +32,93 @@ unless @required_software.empty?
   exit(0)
 end
 
-# Use active supports auto load mechanism
-ActiveSupport::Dependencies.load_paths << File.dirname(__FILE__)
+Dir.glob(File.join(File.dirname(__FILE__),'..', 'vendor/gems/*/lib/*.rb')).each do |d|
+  require d
+end
 
+t=Time.now
 ## Load PoolParty
-%w(version).each do |f|
-  require "#{File.dirname(__FILE__)}/poolparty/#{f}"
+module PoolParty
 end
 
-%w(core modules exceptions dependency_resolutions aska monitors provisioners extra net).each do |dir|
-  Dir[File.dirname(__FILE__) + "/poolparty/#{dir}/**.rb"].each do |file|
-    require file
+def PoolParty.require_directory(dir)
+  if ::File.file?(dir)
+    puts "#{::File.expand_path(dir)}" if $DEBUGGING || $GENERATING_MANIFEST
+    require dir
+  else
+    Dir["#{dir}/*.rb"].sort.each do |file|
+       puts "#{::File.expand_path(file)}" if $DEBUGGING || $GENERATING_MANIFEST
+       require "#{file}" if ::File.file?(file)
+    end
+    Dir["#{dir}/*"].sort.each do |dir|
+      require_directory(dir) if ::File.directory?(dir)
+    end
   end
 end
 
-Kernel.load_p File.dirname(__FILE__) + "/poolparty/poolparty"
-Logging.init :debug, :info, :warn, :error, :fatal
+#load poolparty framework in specific order
+$_poolparty_load_directories = [
+  "core",
+  "dependencies.rb",
+  "dependency_resolver/dependency_resolver_cloud_extensions.rb",
+  "dependency_resolver/dependency_resolver.rb",
+  "poolparty/poolparty_base_class.rb",
+  "poolparty/default.rb",
+  "modules",
+  "exceptions",
+  'poolparty/key.rb',
+  "dependency_resolver",
+  "aska.rb",
+  "config",
+  "monitors/monitor_rack",
+  "capistrano.rb",
+  'provisioners/provisioner_base.rb',
+  'provisioners/capistrano/capistrano.rb',
+  'provision',
+  "extra",
+  "net",
+  "helpers",
+  "verification",
+  "poolparty/resource.rb",
+  "poolparty/service.rb",
+  "resources",
+  "services",
+  "poolparty/cloud.rb",
+  "poolparty",
+  "templates"
+  ]
+manifest_file_location = ::File.join(::File.dirname(__FILE__), '../config/manifest.pp')
+
+if ::File.file?(manifest_file_location)
+  ::File.readlines(manifest_file_location).each do |line| 
+    dputs "#{::File.expand_path(line)}"
+    require "#{line.gsub(/\n/, '')}"
+  end
+else
+  $_poolparty_load_directories.each do |dir|
+    PoolParty.require_directory(::File.join(::File.dirname(__FILE__),'poolparty', dir))
+  end  
+end
+
+# Logging.init :debug, :info, :warn, :error, :fatal
 
 module PoolParty
   include FileWriter
   
   def log
-    @logger ||= make_new_logger
+    @logger ||= make_new_logger rescue STDOUT
+  end
+  def reset!
+    $pools = $clouds = $plugins = @describe_instances = nil
   end
   
   class PoolParty
-    def initialize(spec)
-      Script.inflate(spec) if spec
-    end
   end
   
   private
   #:nodoc:#
   def make_new_logger
-    FileUtils.mkdir_p ::File.dirname(Base.pool_logger_location) unless ::File.directory?(::File.dirname(Base.pool_logger_location))
+    FileUtils.mkdir_p ::File.dirname(Default.pool_logger_location) unless ::File.directory?(::File.dirname(Default.pool_logger_location))
     Loggable.new
   end
 end
@@ -79,14 +132,15 @@ class Object
 end
 
 class Class
-  include PoolParty::PluginModel  
+  include PoolParty::PluginModel
 end
 
 ## Load PoolParty Plugins and package
 module PoolParty
   %w(plugins base_packages).each do |dir|
-    Dir[::File.dirname(__FILE__) + "/poolparty/#{dir}/*.rb"].each do |file|
-      require file
-    end
+    require_directory(::File.join(::File.dirname(__FILE__), 'poolparty', dir))
   end
-end
+end
+
+PoolParty.reset!
+dputs "duration = #{Time.now-t}"

data/lib/poolpartycl.rb

@@ -3,5 +3,70 @@ Dir["#{File.dirname(__FILE__)}/poolparty/helpers/**.rb"].each do |lib|
 end
 
 def help_array
-  ["-h", "--help", "-V", "--version"]
+  ["-h", "--help", "-V", "--version", "--debug", "-d"]
+end
+
+def ask_with_help(opts={}, &block)
+  help_str = opts[:help]
+  message = opts[:message]
+  
+  o = ask("#{message} (h for help)") do |q|    
+    q.validate = opts[:validate] if opts.has_key?(:validate)
+  end
+  
+  if %w(h H).include?(o)
+    colored_say help_str, :help
+    ask_with_help(opts, &block)
+  else
+    block.call(o)
+  end
+  o
+end
+
+def rescued_ask(m, r)
+  begin
+    t = colored_ask m
+  rescue Exception => e
+    say r
+  end
+end
+
+def colored_ask(str, color = :notice)
+  setup_colors
+  ask("<%= color(\"#{str}\", :#{color}) %>")
+end
+
+def colored_say(str, color = :headline)
+  setup_colors
+  say("<%= color(\"#{str}\", :#{color}) %>") 
+end
+
+def setup_colors
+    unless @setup_colors
+    ft = HighLine::ColorScheme.new do |cs|
+      cs[:headline]         = [ :bold, :yellow, :on_black ]
+      cs[:horizontal_line]  = [ :bold, :white, :on_blue]
+      cs[:critical]         = [ :yellow, :on_red  ]
+      cs[:error]            = [ :bold, :red  ]
+      cs[:help]             = [ :bold, :white, :on_blue]
+      cs[:notice]           = [ :blue, :on_white]
+    end
+
+    HighLine.color_scheme = ft
+    @setup_colors = true
+  end
+end
+
+def are_you_sure?(msg)
+  puts msg
+  resp = gets.strip!
+
+  case resp
+  when "Y"
+  when "yes"
+  when "y"
+    return true
+  else
+    return false
+  end
 end

data/script/destroy

@@ -10,5 +10,5 @@ end
 require 'rubigen/scripts/destroy'
 
 ARGV.shift if ['--help', '-h'].include?(ARGV[0])
-RubiGen::Base.use_component_sources! [:rubygems, :newgem, :newgem_theme, :test_unit]
+RubiGen::Base.use_component_sources! [:rubygems]
 RubiGen::Scripts::Destroy.new.run(ARGV)

data/script/generate

@@ -10,5 +10,5 @@ end
 require 'rubigen/scripts/generate'
 
 ARGV.shift if ['--help', '-h'].include?(ARGV[0])
-RubiGen::Base.use_component_sources! [:rubygems, :newgem, :newgem_theme, :test_unit]
+RubiGen::Base.use_component_sources! [:rubygems]
 RubiGen::Scripts::Generate.new.run(ARGV)

data/spec/bin/bin_spec_helper.rb

@@ -0,0 +1,7 @@
+require "spec"
+
+$:.unshift(File.dirname(__FILE__) + '/../../lib')
+
+require "#{::File.dirname(__FILE__)}/../../vendor/gems/dslify/lib/dslify"
+require "poolparty/poolparty/default"
+require "poolparty/schema"

data/spec/bin/fixtures/bin_cloud_for_test.rb

@@ -0,0 +1,13 @@
+cloud :binary_testing_cloud do
+  keypair "bob"
+  has_file :name => "/etc/motd", :content => "Welcome to the cloud"        
+  has_file :name => "/etc/profile", :content => "profile info"
+  has_directory :name => "/var/www"
+  # has_package :name => "bash"        
+  # parent == cloud
+  apache do
+    # parent == apache
+    listen "8080"
+    has_file :name => "/etc/apache2/apache2.conf"
+  end
+end

data/spec/bin/server-list-active_spec.rb

@@ -0,0 +1,24 @@
+require File.dirname(__FILE__) + '/bin_spec_helper'
+require "poolparty"
+
+class PuppetResolverSpec
+  plugin :apache do
+  end
+end
+
+describe "Server list active binary" do
+  describe "with real cloud" do
+    before(:each) do
+      Kernel::HaproxyClass.stub!(:new).and_return nil
+      $pool_specfile = __FILE__
+      @p = PoolParty::Pool::Pool.load_from_file "#{::File.dirname(__FILE__)}/fixtures/bin_cloud_for_test.rb"
+      @pool_hash = @p.to_properties_hash
+    end
+    it "should have the name on the schema" do
+      @pool_hash.options.name.should == :binary_testing_cloud
+    end
+    it "should have the remoter base available" do
+      @pool_hash.options.remote_base.nil?.should == false  
+    end
+  end
+end

data/spec/poolparty/aska/aska_spec.rb

@@ -47,16 +47,16 @@ describe "Rules" do
     @car.names.to_s.should == "'x > 0', 'y > 0', 'x > y'"
   end
   it "should be able to say that rules are defined when they are defined" do
-    @car.names.should_not be_nil
+    @car.names.should_not == nil
   end
-  it "should be able tos ay that rules are not defined when they are not defined" do
-    @car.look_up_rules(:cars_and_wheels).should be_empty
+  it "should be able to say that rules are not defined when they are not defined" do
+    @car.look_up_rules(:cars_and_wheels).empty?.should == true
   end
   it "should be able to say if the rules are not rules" do
-    @car.are_rules?(:cars_and_wheels).should be_false
+    @car.are_rules?(:cars_and_wheels).should == false
   end
   it "should be able to say that rules are rules" do
-    @car.are_rules?(:names).should be_true
+    @car.are_rules?(:names).should == true
   end
   describe "parsing" do
     it "should be able to parse the x > 0 into an array" do

data/spec/poolparty/base_packages/haproxy_spec.rb

@@ -1,13 +1,7 @@
 require File.dirname(__FILE__) + '/../spec_helper'
 
 describe "haproxy base package" do
-  before(:each) do
-    @ha = PoolPartyHaproxyClass.new do      
-    end
-    stub_list_from_remote_for(@ha)
-    @ha.stub!(:list_of_running_instances).and_return []
-  end
-  it "should have the heartbeat package defined" do
-    lambda {PoolPartyHaproxyClass}.should_not raise_error    
+  it "should have the haproxy package defined" do
+    lambda {HaproxyClass}.should_not raise_error
   end
 end

data/spec/poolparty/base_packages/heartbeat_spec.rb

@@ -1,30 +1,7 @@
 require File.dirname(__FILE__) + '/../spec_helper'
 
 describe "heartbeat base package" do
-  # before(:each) do
-  #   @cloud = Cloud.new(:app, self)
-  #   @hb = PoolPartyHeartbeatClass.new(@cloud)
-  #   stub_list_from_remote_for(@cloud)
-  #   stub_list_of_instances_for(@cloud)
-  # end
-  # it "should have the heartbeat package defined" do
-  #   lambda {PoolPartyHeartbeatClass}.should_not raise_error    
-  # end
-  # it "should have a parent set to the cloud" do
-  #   @hb.parent.should == @cloud
-  # end
-  # it "should call enable (and setup resources) since there is no block given when it's instantiated" do
-  #   @hb.resources.should_not be_empty
-  # end
-  # it "should have no resources when starting with a block (that defines no methods)" do
-  #   @pphc = PoolPartyHeartbeatClass.new do
-  #   end
-  #   @pphc.resources.should be_empty
-  # end
-  # it "should have a file resource" do
-  #   @hb.resource(:remotefile).should_not be_empty
-  # end
-  # it "should have at least 3 remotefiles" do
-  #   @hb.resource(:remotefile).size.should >= 3
-  # end
+  it "should have the heartbeat package defined" do
+    lambda {PoolpartyBaseHeartbeatClass}.should_not raise_error
+  end
 end