fairchild-poolparty 1.1.3

data/lib/poolparty/spec/spec/dynamic_matchers.rb

@@ -0,0 +1,63 @@
+require "rubygems"
+require "spec"
+require "#{::File.dirname(__FILE__)}/../matchers/a_spec_extensions_base.rb"
+class Object
+  # For all of the available_resources, write the matcher template
+  # based on the have_base base and write the method have_
+  # for each of the resources available
+  def write_dynamic_matchers
+    PoolParty::Resources::Resource.available_resources.each do |ty|
+      ty.downcase!
+      filename = "#{::File.dirname(__FILE__)}/../matchers/have_#{ty}.rb"
+      unless ::File.file?(filename)
+        str = make_dynamic_matcher_string_for(ty)
+        ::File.open(filename, "w+") {|f| f << str}
+      end
+    end
+  end
+  # Create a dynamic matcher
+  # Create a matcher for spec based in the context called from
+  # Usage example:
+  #   dynamic_matcher_for(:virtualhost) do
+  #     set_description "should have virtualhost"
+  #     it "should have the directory /var/www" do        
+  #       have_directory("/var/www")
+  #     end
+  #   end
+  # This creates a method by the name of the dynamic matcher
+  # so in the above example for virtualhost, the 
+  # method have_virtualhost(name) &block is created in the spec 
+  # context and can be called from within the describe/context
+  # in a spec
+  def dynamic_matcher_for(ty, &block)
+    name = "#{ty}".camelcase
+    
+    begin
+      const = Object.const_set(name, Spec::Example::SharedExampleGroup.register(name.to_sym, &block))
+    rescue NameError => e
+      raise NameError.new(e.message + "\nThe first argument to share_as must be a legal name for a constant\n")
+    end
+    
+    described_type = "#{ty.to_s.underscore.downcase}"    
+    
+    ::Spec::Example::ExampleGroupMethods.module_eval <<-EOM
+      def have_#{ty.to_s.underscore.downcase}(*args)        
+        include #{const}
+        self.module_eval "@@described_type = args;def #{described_type}; @@described_type; end"
+      end
+    EOM
+  end
+  # Load the have_base file and fill in the variables for the
+  # have_base base template
+  def make_dynamic_matcher_string_for(ty, matcher="is_present?")
+    @basestr ||= open("#{::File.dirname(__FILE__)}/../templates/have_base.rb").read
+    typestring = ty.to_s
+    begin
+      @basestr ^ {:classname => "Have#{typestring.capitalize}",
+                  :type => typestring,
+                  :matches => matcher,
+                  :includer => "SpecExtensions::Have#{typestring.capitalize}.new(name, extra)"}
+    rescue Exception => e
+    end
+  end
+end

data/lib/poolparty/spec/spec/ensure_matchers_exist.rb

@@ -0,0 +1,7 @@
+require "rubygems"
+require "poolparty"
+Dir["#{::File.dirname(__FILE__)}/../core/*.rb"].each {|f| require f}
+
+write_dynamic_matchers if @ensure_matchers_exist
+
+Dir["#{::File.dirname(__FILE__)}/../matchers/*.rb"].each {|f| require f}

data/lib/poolparty/spec/templates/have_base.rb

@@ -0,0 +1,28 @@
+module Spec
+  module Matchers
+    module SpecExtensions
+      class :classname < SpecExtensionsBase
+        def initialize(expected,extra="")
+          @expected = expected
+          @extra = extra
+        end
+        def matches?(target)
+          @target = target
+          :matches
+        end
+        def failure_message
+          "expected #{@target.inspect} to have :type #{@expected}"
+        end
+        def negative_failure_message
+          "expected #{@target.inspect} not to have :type #{@expected}"
+        end
+        def type
+          ":type"
+        end
+      end
+    end
+    def have_:type(name, extra="")
+      :includer
+    end
+  end
+end

data/lib/poolparty/spec.rb

@@ -0,0 +1,31 @@
+["core", "spec"].each do |dir|
+  Dir[File.join(File.dirname(__FILE__), "spec", dir, "*.rb")].each {|f| require f}
+end
+
+class TestCloudClass < PoolParty::Cloud::Cloud
+  def build_test_manifest    
+    returning Array.new do |arr|
+      
+      services.each do |service|
+        service.options.merge!(:name => service.name)
+        classpackage_with_self(service)
+      end
+      
+      global_classpackages.each do |cls|
+        arr << cls.to_string
+      end
+      
+    end.join("\n")
+  end
+end
+
+def new_test_cloud(&block)  
+  TestCloudClass.new(:test_cloud, &block)
+end
+
+def load_test_cloud(name, poolfile=nil)  
+  PoolParty::Script.inflate_file poolfile
+  blk = cloud(name).stored_block.dup
+  PoolParty::Pool.reset!
+  new_test_cloud &blk
+end

data/lib/poolparty/templates/authkeys

@@ -0,0 +1,2 @@
+auth 1
+1 sha1 PasswordForpoolpartyClusterApplicationButItIsOnlyADefault

data/lib/poolparty/templates/cib.xml

@@ -0,0 +1,54 @@
+<?xml version="1.0" ?>
+<cib admin_epoch="0" epoch="0" num_updates="0">
+	<configuration>
+		<crm_config>
+			<cluster_property_set id="cib-bootstrap-options">
+				<attributes>
+					<nvpair id="cib-bootstrap-options-symmetric-cluster" name="symmetric-cluster" value="true"/>
+					<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="stop"/>
+					<nvpair id="cib-bootstrap-options-default-resource-stickiness" name="default-resource-stickiness" value="0"/>
+					<nvpair id="cib-bootstrap-options-default-resource-failure-stickiness" name="default-resource-failure-stickiness" value="0"/>
+					<nvpair id="cib-bootstrap-options-stonith-enabled" name="stonith-enabled" value="false"/>
+					<nvpair id="cib-bootstrap-options-stonith-action" name="stonith-action" value="reboot"/>
+					<nvpair id="cib-bootstrap-options-startup-fencing" name="startup-fencing" value="true"/>
+					<nvpair id="cib-bootstrap-options-stop-orphan-resources" name="stop-orphan-resources" value="true"/>
+					<nvpair id="cib-bootstrap-options-stop-orphan-actions" name="stop-orphan-actions" value="true"/>
+					<nvpair id="cib-bootstrap-options-remove-after-stop" name="remove-after-stop" value="false"/>
+					<nvpair id="cib-bootstrap-options-short-resource-names" name="short-resource-names" value="true"/>
+					<nvpair id="cib-bootstrap-options-transition-idle-timeout" name="transition-idle-timeout" value="5min"/>
+					<nvpair id="cib-bootstrap-options-default-action-timeout" name="default-action-timeout" value="20s"/>
+					<nvpair id="cib-bootstrap-options-is-managed-default" name="is-managed-default" value="true"/>
+					<nvpair id="cib-bootstrap-options-cluster-delay" name="cluster-delay" value="60s"/>
+					<nvpair id="cib-bootstrap-options-pe-error-series-max" name="pe-error-series-max" value="-1"/>
+					<nvpair id="cib-bootstrap-options-pe-warn-series-max" name="pe-warn-series-max" value="-1"/>
+					<nvpair id="cib-bootstrap-options-pe-input-series-max" name="pe-input-series-max" value="-1"/>
+				</attributes>
+			</cluster_property_set>
+		</crm_config>
+		<nodes/>
+		<resources>
+		<% ha_nodenames.each_with_index do |name, index| %>		
+			<primitive class="ocf" id="IPaddr_<%= name %>" provider="heartbeat" type="IPaddr">
+				<operations>
+					<op id="IPaddr_<%= name %>_mon" interval="5s" name="monitor" timeout="<%= ha_timeout %>"/>
+				</operations>
+				<instance_attributes id="IPaddr_<%= name %>_inst_attr">
+					<attributes>
+						<nvpair id="IPaddr_<%= name %>_attr_0" name="ip" value="<%= ha_node_ips[index] %>"/>
+					</attributes>
+				</instance_attributes>
+			</primitive>
+		<% end %>
+		</resources>
+		<constraints>
+		  <% ha_nodenames.each_with_index do |name, index| %>
+			<rsc_location id="rsc_location_IPaddr_<%= name %>" rsc="IPaddr_<%= name %>">
+				<rule id="prefered_location_IPaddr_<%= name %>" score="100">
+					<expression attribute="#uname" id="prefered_location_IPaddr_<%= name %>_expr" operation="eq" value="<%= name %>"/>
+				</rule>
+			</rsc_location>
+			<% end %>
+		</constraints>
+	</configuration>
+	<status/>
+</cib>

data/lib/poolparty/templates/erlang_cookie_maker

@@ -0,0 +1,6 @@
+#!/usr/bin/env ruby
+
+require "fileutils"
+if !::File.file?("/root/.erlang.cookie")
+  ::FileUtils.cp "/var/poolparty/dr_configure/.erlang.cookie", "/root/.erlang.cookie" 
+end

data/lib/poolparty/templates/gem

@@ -0,0 +1,27 @@
+#!/usr/bin/env ruby
+#--
+# Copyright 2006 by Chad Fowler, Rich Kilmer, Jim Weirich and others.
+# All rights reserved.
+# See LICENSE.txt for permissions.
+#++
+
+require 'rubygems'
+require 'rubygems/gem_runner'
+require 'rubygems/exceptions'
+
+required_version = Gem::Requirement.new "> 1.8.3"
+
+unless required_version.satisfied_by? Gem.ruby_version then
+  abort "Expected Ruby Version #{required_version}, was #{Gem.ruby_version}"
+end
+
+# We need to preserve the original ARGV to use for passing gem options
+# to source gems.  If there is a -- in the line, strip all options after
+# it...its for the source building process.
+args = !ARGV.include?("--") ? ARGV.clone : ARGV[0...ARGV.index("--")]
+
+begin
+  Gem::GemRunner.new.run args
+rescue Gem::SystemExitException => e
+  exit e.exit_code
+end

data/lib/poolparty/templates/gemrc

@@ -0,0 +1,11 @@
+--- 
+gem: --no-rdoc --no-ri
+:verbose: true
+:benchmark: false
+:sources: 
+- http://gems.rubyforge.org/
+- http://gems.opscode.com
+- http://gems.github.com
+:update_sources: false
+:backtrace: false
+:bulk_threshold: 1000

data/lib/poolparty/templates/ha.cf

@@ -0,0 +1,17 @@
+# Heartbeat
+keepalive 5 # Time inbetween heartbeats
+deadtime 32 # wait 10 seconds before declaring dead
+warntime 16 # issue a warning halfway through
+initdead 60 # Don't boot instances between 60 seconds of each other
+logfacility daemon         # Log to syslog as facility "daemon"
+auto_failback on
+use_logd yes
+bcast eth0
+
+<% ha_node_ips.chomp.split(/\t/).each_with_index do |ip,index| -%>
+  <% if hostname != ha_nodenames.chomp.split(/\t/)[index] -%>
+ucast eth0 <%= ip %>
+  <% end -%>
+<% end -%>
+
+node <%= ha_nodenames.chomp.split(/\t/).join(" ") %>

data/lib/poolparty/templates/haproxy.conf

@@ -0,0 +1,36 @@
+global
+  daemon
+  maxconn       4096      # total max connections (dependent on ulimit)
+  nbproc        1         # number of processing cores
+  user          haproxy
+  group         haproxy
+  chroot        /var/run/haproxy
+  log 127.0.0.1 local0 debug
+  pidfile /var/run/haproxy.pid
+ 
+defaults  
+  log               global # Log to the global log
+  clitimeout 150000
+  srvtimeout 150000
+  contimeout 30000
+ 
+  option            httplog
+  option            httpclose     # disable keepalive (HAProxy does not yet support the HTTP keep-alive mode)
+  option            forwardfor    # enable insert of X-Forwarded-For headers
+  retries 3
+  option            redispatch
+  
+  balance roundrobin            # each server is used in turns, according to assigned weight
+  
+  # Stats
+  stats enable
+  stats uri /poolparty
+  stats realm Statistics\ for\ PoolParty
+
+listen <%= @node[:poolparty][:haproxy_name] %>
+    mode              <%= @node[:poolparty][:proxy_mode] %>
+    bind 0.0.0.0:<%= @node[:poolparty][:ports_haproxy].join(",0.0.0.0:") %>
+    cookie POOLPARTYPARTY
+    <% %x[/usr/bin/server-list-active ip].split("\t").each_with_index do |ip, index| %>
+    server <%= index == 0 ? "master" : "node#{index}" %> <%= ip %>:<%= @node[:poolparty][:forwarding_port] %> weight 1 check cookie
+    <% end %>

data/lib/poolparty/templates/haresources

@@ -0,0 +1,3 @@
+<% @node[:poolparty][:ha_nodenames].split(/\t/).each_with_index do |name, index| -%>
+<%= name -%>       <%= @node[:poolparty][:ha_nodenames][index] -%>/eth0:0
+<% end %>

data/lib/poolparty/templates/logd.cf

@@ -0,0 +1,42 @@
+#	File to write debug messages to
+#	Default: /var/log/ha-debug
+#debugfile /var/log/ha-debug
+
+#
+#
+# 	File to write other messages to
+#	Default: /var/log/ha-log
+#logfile	/var/log/ha-log
+
+#
+#
+#	Facility to use for syslog()/logger 
+#	Default: daemon
+logfacility	daemon
+
+
+#	Entity to be shown at beginning of a message
+# 	for logging daemon
+# 	Default: "logd"
+#entity logd
+
+
+#	Do we register to apphbd
+#	Default: no
+#useapphbd no
+
+#	There are two processes running for logging daemon
+#  		1. parent process which reads messages from all client channels 
+#  		and writes them to the child process 
+#  
+#  		2. the child process which reads messages from the parent process through IPC
+#  		and writes them to syslog/disk
+
+
+#	set the send queue length from the parent process to the child process
+#
+#sendqlen 256 
+
+#	set the recv queue length in child process
+#
+#recvqlen 256

data/lib/poolparty/templates/messenger/client/log-run.erb

@@ -0,0 +1,2 @@
+#!/bin/sh
+exec svlogd -tt ./main

data/lib/poolparty/templates/messenger/client/run.erb

@@ -0,0 +1,4 @@
+#!/bin/sh
+
+exec 2>&1
+. /etc/profile && server-start-client

data/lib/poolparty/templates/messenger/master/log-run.erb

@@ -0,0 +1,2 @@
+#!/bin/sh
+exec svlogd -tt ./main

data/lib/poolparty/templates/messenger/master/run.erb

@@ -0,0 +1,4 @@
+#!/bin/sh
+
+exec 2>&1
+. /etc/profile && server-start-master

data/lib/poolparty/templates/messenger/node/log-run.erb

@@ -0,0 +1,2 @@
+#!/bin/sh
+exec svlogd -tt ./main

data/lib/poolparty/templates/messenger/node/run.erb

@@ -0,0 +1,4 @@
+#!/bin/sh
+
+exec 2>&1
+. /etc/profile && server-start-node

data/lib/poolparty/templates/monitor.ru

@@ -0,0 +1,16 @@
+#!/usr/bin/env ruby
+require 'rubygems'
+require 'rack'
+require 'json'
+require 'thin'
+require "poolparty/monitors"
+
+app = Rack::Builder.new do
+  use Rack::Reloader, 2
+  use Rack::ShowExceptions
+  use Rack::Lint
+  # use Rack::PostBodyContentTypeParser  #parses json requests to params hash
+  run Monitors::MonitorRack.new()
+end
+
+run app

data/lib/poolparty/templates/namespaceauth.conf

@@ -0,0 +1,19 @@
+[fileserver]
+  allow *
+  allow *.internal
+
+[puppetmaster]
+  allow *
+  allow *.internal
+
+[puppetrunner]
+  allow *
+  allow *.internal
+
+[puppetbucket]
+  allow *
+  allow *.internal
+
+[puppetreports]
+  allow *
+  allow *.internal

data/lib/poolparty/templates/poolparty.monitor

@@ -0,0 +1,14 @@
+#!/bin/sh
+# Based on puppet High Availability recipe
+# 
+# http://reductivelabs.com/trac/puppet/wiki/Recipes/HighAvailability
+# Modified for PoolParty
+# 
+exitstatus=0
+processid=`ps aux | grep puppetmasterd | awk '{print $2}'`
+
+if [ -z $processid ] || test `netstat -apn | grep "${processid}/ruby" | wc -l` -eq 0  ; then
+  exitstatus=1
+fi
+
+exit $exitstatus

data/lib/poolparty/templates/puppet/add_puppet_to_hosts

@@ -0,0 +1,6 @@
+#!/usr/bin/env ruby
+
+::File.open("/etc/hosts", "a+") do |f| 
+  str = "127.0.0.1 localhost master puppet\n"
+  f << str if f.read.scan(Regexp.new(str)).empty?
+end

data/lib/poolparty/templates/puppet/puppet.conf

@@ -0,0 +1,2 @@
+[main]
+  modulepath = /etc/poolparty/modules:$confdir/modules:/usr/share/puppet/modules

data/lib/poolparty/templates/puppet/puppetrunner

@@ -0,0 +1,14 @@
+#!/usr/bin/env bash
+. /etc/profile
+echo 'checking if puppet is running'
+PUPRUN=`ps aux | grep \/usr\/bin\/puppet\/  | grep -v grep | wc -c`
+echo $PUPRUN
+if [ $PUPRUN -eq 0 ]; then 
+  # /usr/bin/puppet -d --logdest syslog /etc/puppet/manifests/site.pp
+  /usr/bin/puppet -d /etc/puppet/manifests/site.pp
+  echo 'puppet was run'
+  # echo 'puppet was run `date`'>>/root/log/pool.log
+else
+  echo 'puppet was not run.  It may already be running.'
+  # echo 'puppet was not run.  It may already be running.' >> /root/log/pool.log
+fi

data/lib/poolparty/templates/puppet/site.pp

@@ -0,0 +1,4 @@
+node default {
+  include poolparty
+}
+import 'classes/*.pp'

data/lib/poolparty/templates/puppetrunner

@@ -0,0 +1,14 @@
+#!/usr/bin/env bash
+. /etc/profile
+echo 'checking if puppet is running'
+PUPRUN=`ps aux | grep \/usr\/bin\/puppet\/  | grep -v grep | wc -c`
+echo "$PUPRUN"
+if [ $PUPRUN -eq 0 ]; then 
+  # /usr/bin/puppet -d --logdest syslog /etc/puppet/manifests/site.pp
+  /usr/bin/puppet -d /etc/puppet/manifests/site.pp
+  echo "puppet was run"
+  echo "puppet was run `date`">>/root/log/pool.log
+else
+  echo "puppet was not run.  It may already be running."
+  echo "puppet was not run.  It may already be running.">>/root/log/pool.log
+fi

data/lib/poolparty/templates/yaws.conf

@@ -0,0 +1,19 @@
+# Configuration file for Yaws HTTP daemon
+
+# This config defines virtual server localhost. It is
+# enabled by default. If you want to disable it, remove
+# symlink from /etc/yaws/conf.d/.
+
+# Instead you may edit this file and after that reload
+# yaws configureation using invoke-rc.d yaws reload
+
+# (If you want to use privileged port, run yaws as root,
+# setting YAWS_USER in /etc/default/yaws, or use port
+# redirection, e.g. via iptables.)
+
+<server localhost>
+    port = 8000
+    listen = 0.0.0.0
+    docroot = /var/www/cloudpanel
+    # dir_listings = true
+</server>

data/lib/poolparty/version.rb

@@ -0,0 +1,15 @@
+module PoolParty
+  module VERSION #:nodoc:
+    MAJOR = 1
+    MINOR = 0
+    TINY  = 0
+
+    STRING = [MAJOR, MINOR, TINY].join('.')    
+  end
+  class Version
+    def self.to_s
+      [VERSION::MAJOR, VERSION::MINOR, VERSION::TINY].join('.')
+    end
+  end
+  
+end

data/lib/poolparty.rb

@@ -0,0 +1,148 @@
+$LOAD_PATH<< File.dirname(__FILE__)
+# Load required gems
+#TODO: remove activesupport
+@required_software = Array.new
+%w(rubygems activesupport ftools logging resolv ruby2ruby digest/sha2 json pp).each do |lib|
+  begin
+    require lib
+  rescue Exception => e
+    @required_software << lib
+  end  
+end
+
+require "#{File.dirname(__FILE__)}/poolparty/helpers/nice_printer"
+
+unless @required_software.empty?
+  @np = NicePrinter.new(45)
+
+  # error_initializing_message.txt
+  @np.header
+  @np.center("Error")
+  @np.left("Missing required software")
+  @required_software.map {|a| @np << "  #{a}" }  
+  @np << "Please install the required software"
+  @np << "and try again"
+  @np.empty
+  @np << "Try installing #{@required_software.size == 1 ? "it" : "them"} with"
+  @required_software.map {|a| @np << "  gem install #{a}" }
+  @np.empty
+  @np.footer
+  
+  @np.print
+  exit(0)
+end
+
+Dir.glob(File.join(File.dirname(__FILE__),'..', 'vendor/gems/*/lib/*.rb')).each do |d|
+  require d
+end
+
+t=Time.now
+## Load PoolParty
+%w(version).each do |f|
+  require "#{File.dirname(__FILE__)}/poolparty/#{f}"
+end
+
+def PoolParty.require_directory(dir)
+  if ::File.file?(dir)
+    puts "#{::File.expand_path(dir)}" if $DEBUGGING || $GENERATING_MANIFEST
+    require dir
+  else
+    Dir["#{dir}/*.rb"].sort.each do |file|
+       puts "#{::File.expand_path(file)}" if $DEBUGGING || $GENERATING_MANIFEST
+       require "#{file}" if ::File.file?(file)
+    end
+    Dir["#{dir}/*"].sort.each do |dir|
+      require_directory(dir) if ::File.directory?(dir)
+    end
+  end
+end
+
+#load poolparty framework in specific order
+$_poolparty_load_directories = [
+  "core",
+  "dependencies.rb",
+  "dependency_resolver/dependency_resolver_cloud_extensions.rb",
+  "dependency_resolver/dependency_resolver.rb",
+  "poolparty/poolparty_base_class.rb",
+  "modules",
+  "exceptions",
+  'poolparty/key.rb',
+  "dependency_resolver",
+  "aska",
+  "config",
+  "monitors",
+  "capistrano.rb",
+  'provisioners/provisioner_base.rb',
+  'provisioners/capistrano/capistrano.rb',
+  'provision',
+  "extra",
+  "net",
+  "helpers",
+  "poolparty/resource.rb",
+  "poolparty/service.rb",
+  "resources",
+  "services",
+  "poolparty/cloud.rb",
+  "poolparty",
+  "templates"
+  ]
+manifest_file_location = ::File.join(::File.dirname(__FILE__), '../config/manifest.pp')
+
+if ::File.file?(manifest_file_location)
+  ::File.readlines(manifest_file_location).each do |line| 
+    puts "#{::File.expand_path(line)}" if $DEBUGGING
+    require "#{line.gsub(/\n/, '')}"
+  end
+else
+  $_poolparty_load_directories.each do |dir|
+    PoolParty.require_directory(::File.join(::File.dirname(__FILE__),'poolparty', dir))
+  end  
+end
+
+Logging.init :debug, :info, :warn, :error, :fatal
+
+module PoolParty
+  include FileWriter
+  
+  def log
+    @logger ||= make_new_logger rescue STDOUT
+  end
+  def reset!
+    $pools = $clouds = $plugins = @describe_instances = nil
+  end  
+  class PoolParty
+    def initialize(spec)
+      reset!
+      Script.inflate(spec) if spec
+    end
+  end
+  
+  private
+  #:nodoc:#
+  def make_new_logger
+    FileUtils.mkdir_p ::File.dirname(Default.pool_logger_location) unless ::File.directory?(::File.dirname(Default.pool_logger_location))
+    Loggable.new
+  end
+end
+
+class Object
+  include PoolParty
+  include PoolParty::Pool
+  include PoolParty::Cloud
+  
+  include PoolParty::DefinableResource
+end
+
+class Class
+  include PoolParty::PluginModel
+end
+
+## Load PoolParty Plugins and package
+module PoolParty
+  %w(plugins base_packages).each do |dir|
+    require_directory(::File.join(::File.dirname(__FILE__), 'poolparty', dir))
+  end
+end
+
+PoolParty.reset!
+puts "duration = #{Time.now-t}" if $DEBUGGING

data/lib/poolpartycl.rb

@@ -0,0 +1,7 @@
+Dir["#{File.dirname(__FILE__)}/poolparty/helpers/**.rb"].each do |lib|
+  require lib
+end
+
+def help_array
+  ["-h", "--help", "-V", "--version", "--debug", "-d"]
+end