poolparty 0.0.4 → 0.2.6

data/tasks/ec2.rake

@@ -0,0 +1,20 @@
+namespace(:ec2) do        
+  task :init do
+    %x[ec2-authorize default -P icmp -t -1:-1 -s 0.0.0.0/0]
+  end
+  # Start a new instance in the cloud
+  desc "Add and start an instance to the pool"
+  task :start_new_instance => [:init] do
+    puts PoolParty::Remoting.new.launch_new_instance!
+  end
+  # Stop all the instances via command-line
+  desc "Stop all running instances"
+  task :stop_running_instances => [:init] do
+    Thread.new {`ec2-describe-instances | grep INSTANCE | grep running | awk '{print $2}' | xargs ec2-terminate-instances`}
+  end
+  # Reboot the instances via commandline
+  desc "Restart all running instances"
+  task :restart_running_instances => [:init] do
+    Thread.new {`ec2-describe-instances | grep INSTANCE | grep running | awk '{print $2}' | xargs ec2-reboot-instances`}
+  end
+end

data/tasks/environment.rake

@@ -0,0 +1,7 @@
+task :ruby_env do
+  RUBY_APP = if RUBY_PLATFORM =~ /java/
+    "jruby"
+  else
+    "ruby"
+  end unless defined? RUBY_APP
+end

data/tasks/instance.rake

@@ -0,0 +1,63 @@
+namespace(:instance) do
+  # Find the instance we want to deal with
+  # interface can be: num=0, i=0, inst=0, 0
+  # defaults to the master instance (0)
+  task :init do
+    num = (ENV['num'] || ENV["i"] || ENV["inst"] || ARGV.shift || 0).to_i
+    raise Exception.new("Please set the number of the instance (i.e. num=1, i=1, or as an argument)") unless num
+    @node = PoolParty::Master.new.get_node(num)
+  end
+  # Ssh into the node
+  desc "Remotely login to the remote instance"
+  task :ssh => [:init] do
+    @node.ssh
+  end
+  desc "Send a file to the remote instance"
+  task :exec => :init do
+    @node.ssh ENV['cmd']
+  end
+  # Send a file to the remote instance
+  # as designated by src='' and dest=''
+  desc "Send a file to the remote instance"
+  task :scp => :init do
+    @node.scp ENV['src'], ENV['dest']
+  end
+  # Execute a command on the remote instance as designated
+  # by cmd=''
+  desc "Execute cmd on a remote instance"
+  task :exec => [:init] do
+    cmd = ENV['cmd'] || "ls -l"
+    puts @node.ssh(cmd.runnable)
+  end
+  # Restart all the services monitored by monit
+  desc "Restart all the services"
+  task :reload => [:init] do
+    @node.restart_with_monit
+  end
+  # Start all the services monitored by monit
+  desc "Start all services"
+  task :load => [:init] do
+    @node.start_with_monit
+  end
+  # Stop the services monitored by monit
+  desc "Stop all services"
+  task :stop => [:init] do
+    @node.stop_with_monit
+  end
+  # Install the required services on this node
+  desc "Install stack on this node"
+  task :install => :init do          
+    @node.install
+  end
+  # Turnoff this instance
+  desc "Teardown instance"
+  task :shutdown => :init do
+    `ec2-terminate-instances #{@node.instance_id}`
+  end
+  # Configure this node and start the services
+  desc "Configure the stack on this node"
+  task :configure => :init do
+    @node.configure
+    @node.restart_with_monit
+  end
+end

data/tasks/server.rake

@@ -0,0 +1,42 @@
+# Tasks to be run on the server
+namespace(:server) do                
+  task :init  do
+    PoolParty::Coordinator.init(false)
+  end
+  # bundle, upload and register your bundle on the server
+  desc "Bundle, upload and register your ami"
+  task :all => [:bundle, :upload, :register] do
+    puts "== your ami is ready"
+  end
+  # Cleanup the /mnt directory
+  desc "Clean the /mnt directory"
+  task :clean_mnt do
+    `rm -rf /mnt/image* img*`
+  end
+  # Before we can bundle, we have to make sure we have the cert and pk files
+  desc "Ensure the required bundle files are present in /mnt"
+  task :check_bundle_files do
+    raise Exception.new("You must have a private key in your /mnt directory") unless File.exists?("/mnt/pk-*.pem")
+    raise Exception.new("You must have your access key in your /mnt directory") unless File.exists?("/mnt/cert-*.pem")          
+  end
+  # Bundle the image
+  desc "Bundle this image into the /mnt directory"
+  task :bundle => [:clean_mnt, :check_bundle_files] do
+    puts `ec2-bundle-vol -k /mnt/pk-*.pem -u '#{Planner.user_id}' -d /mnt -c /mnt/cert-*.pem -r i386`
+  end
+  # Upload the bundle into the app_name bucket
+  desc "Upload the bundle to your bucket with a unique name: deletes old ami"
+  task :upload => [:init, :delete_bucket] do
+    puts `ec2-upload-bundle -b #{Planner.app_name} -m /mnt/image.manifest.xml -a #{Planner.access_key} -s #{Planner.secret_access_key}`
+  end
+  # Register the bucket with amazon and get back an ami
+  desc "Register the bundle with amazon"
+  task :register do
+    puts `ec2-register -K /mnt/pk-*.pem -C /mnt/cert-*.pem #{Planner.app_name}/image.manifest.xml`
+  end
+  # Delete the bucket
+  desc "Delete the bucket with the bundle under tha app name"
+  task :delete_bucket do
+    Planner.app_name.delete_bucket 
+  end
+end

data/tasks/spec.rake

@@ -0,0 +1,17 @@
+require 'rake'
+require 'spec/rake/spectask'
+
+task :default  => :spec
+
+Spec::Rake::SpecTask.new(:spec) do |t|
+  t.warning = 
+    t.rcov = false
+  t.spec_files = Dir["spec/**/*_spec.rb"]
+end
+
+Spec::Rake::SpecTask.new(:spec_v) do |t|
+  t.rcov = true
+  t.rcov_opts = ['--exclude', 'gems*,spec*']
+  t.ruby_opts = []
+  t.spec_files = Dir["spec/**/*_spec.rb"]
+end

data/tasks/website.rake

@@ -0,0 +1,17 @@
+desc 'Generate website files'
+task :website_generate => :ruby_env do
+  (Dir['website/**/*.txt'] - Dir['website/version*.txt']).each do |txt|
+    sh %{ #{RUBY_APP} script/txt2html #{txt} > #{txt.gsub(/txt$/,'html')} }
+  end
+end
+
+desc 'Upload website files to rubyforge'
+task :website_upload do
+  host = "#{rubyforge_username}@rubyforge.org"
+  remote_dir = "/var/www/gforge-projects/#{PATH}/"
+  local_dir = 'website'
+  sh %{rsync -aCv #{local_dir}/ #{host}:#{remote_dir}}
+end
+
+desc 'Generate and upload website files'
+task :website => [:website_generate, :website_upload, :publish_docs]

data/test/test_generator_helper.rb

@@ -0,0 +1,29 @@
+begin
+  require File.dirname(__FILE__) + '/test_helper'
+rescue LoadError
+  require 'test/unit'
+end
+require 'fileutils'
+
+# Must set before requiring generator libs.
+TMP_ROOT = File.dirname(__FILE__) + "/tmp" unless defined?(TMP_ROOT)
+PROJECT_NAME = "myproject" unless defined?(PROJECT_NAME)
+app_root = File.join(TMP_ROOT, PROJECT_NAME)
+if defined?(APP_ROOT)
+  APP_ROOT.replace(app_root)
+else
+  APP_ROOT = app_root
+end
+if defined?(RAILS_ROOT)
+  RAILS_ROOT.replace(app_root)
+else
+  RAILS_ROOT = app_root
+end
+
+begin
+  require 'rubigen'
+rescue LoadError
+  require 'rubygems'
+  require 'rubigen'
+end
+require 'rubigen/helpers/generator_test_helper'

data/test/test_helper.rb

@@ -0,0 +1,2 @@
+require 'test/unit'
+require File.dirname(__FILE__) + '/../lib/PoolParty'

data/test/test_pool_spec_generator.rb

@@ -0,0 +1,47 @@
+require File.join(File.dirname(__FILE__), "test_generator_helper.rb")
+
+class TestPoolspecGenerator < Test::Unit::TestCase
+  include RubiGen::GeneratorTestHelper
+
+  def setup
+    bare_setup
+  end
+
+  def teardown
+    bare_teardown
+  end
+
+  # Some generator-related assertions:
+  #   assert_generated_file(name, &block) # block passed the file contents
+  #   assert_directory_exists(name)
+  #   assert_generated_class(name, &block)
+  #   assert_generated_module(name, &block)
+  #   assert_generated_test_for(name, &block)
+  # The assert_generated_(class|module|test_for) &block is passed the body of the class/module within the file
+  #   assert_has_method(body, *methods) # check that the body has a list of methods (methods with parentheses not supported yet)
+  #
+  # Other helper methods are:
+  #   app_root_files - put this in teardown to show files generated by the test method (e.g. p app_root_files)
+  #   bare_setup - place this in setup method to create the APP_ROOT folder for each test
+  #   bare_teardown - place this in teardown method to destroy the TMP_ROOT or APP_ROOT folder after each test
+
+  def test_generator_without_options
+    run_generator('poolspec', [APP_ROOT], sources)
+    assert_directory_exists "config"    
+  end
+  
+  def test_generated_templated_file
+    run_generator('poolspec', [APP_ROOT], sources)
+    assert_generated_file   "poolspec.rb"
+  end
+
+  private
+  def sources
+    [RubiGen::PathSource.new(:test, File.join(File.dirname(__FILE__),"..", generator_path))
+    ]
+  end
+
+  def generator_path
+    "generators"
+  end
+end

data/test/test_poolparty.rb

@@ -0,0 +1,11 @@
+require File.dirname(__FILE__) + '/test_helper.rb'
+
+class TestPoolParty < Test::Unit::TestCase
+
+  def setup
+  end
+  
+  def test_truth
+    assert true
+  end
+end

data/test_manifest.pp

@@ -0,0 +1,538 @@
+
+		# conditional
+
+# $hostname == master
+case $hostname {
+master : { 
+# Variables 
+
+$ha_nodenames = [ 'master', 'node1' ]
+$ha_node_ips = [ '192.168.0.1', '192.168.0.1' ]
+$ha_port = '80'
+
+		# remotefile
+
+
+		file {
+		"/etc/ha.d/ha.cf":
+				content => template("ha.cf"),
+				require => Package["heartbeat-2"],
+				mode => 444,
+				ensure => 'present',
+				owner => 'root',
+				notify => Service["heartbeat"]
+		}
+
+
+		file {
+		"/etc/ha.d/authkeys":
+				content => template("authkeys"),
+				require => Package["heartbeat-2"],
+				mode => 400,
+				ensure => 'present',
+				owner => 'root',
+				notify => Service["heartbeat"]
+		}
+
+
+		file {
+		"/etc/ha.d/cib.xml":
+				content => template("cib.xml"),
+				require => Package["heartbeat-2"],
+				mode => 444,
+				ensure => 'present',
+				owner => 'root',
+				notify => Exec["heartbeat-update-cib"]
+		}
+
+
+		# service
+
+
+		service {
+		"heartbeat":
+				hasstatus => true,
+				enable => true,
+				ensure => 'running',
+				name => 'heartbeat'
+		}
+
+
+		# exec
+
+
+		exec {
+		"heartbeat-update-cib":
+				refreshonly => true,
+				path => '/usr/bin:/bin:/usr/local/bin:$PATH',
+				command => '/usr/sbin/cibadmin -R -x /etc/ha.d/cib.xml'
+		}
+
+
+		# package
+
+
+		package {
+		"heartbeat-2":
+				ensure => 'installed',
+				name => 'heartbeat-2'
+		}
+ }
+default : {}
+}
+# $hostname == master
+case $hostname {
+master : { 
+# Variables 
+
+$name_haproxy = 'test'
+$nodenames_haproxy = [ 'master', 'node1' ]
+$node_ips_haproxy = [ '192.168.0.1', '192.168.0.1' ]
+$ports_haproxy = [ '80' ]
+$forwarding_port = '8080'
+$proxy_mode = 'http'
+
+		# remotefile
+
+
+		file {
+		"/etc/haproxy.cfg":
+				content => template("haproxy.conf"),
+				require => Package["haproxy"],
+				mode => 644,
+				ensure => 'present',
+				owner => 'root',
+				notify => Service["haproxy"]
+		}
+
+
+		# service
+
+
+		service {
+		"sysklogd":
+				enable => true,
+				ensure => 'running',
+				name => 'sysklogd'
+		}
+
+
+		service {
+		"haproxy":
+				enable => true,
+				ensure => 'running',
+				name => 'haproxy'
+		}
+
+
+		# package
+
+
+		package {
+		"haproxy":
+				ensure => 'installed',
+				name => 'haproxy'
+		}
+
+
+		# call_function
+
+		        line {
+          '/etc/default/haproxy_line' :
+            file => '/etc/default/haproxy',
+            line => 'ENABLED=1',
+            
+            ensure => 'present'
+        }
+
+		        line {
+          '/etc/default/syslogd_line' :
+            file => '/etc/default/syslogd',
+            line => 'SYSLOGD="-r"',
+            
+            ensure => 'present'
+        }
+
+		        line {
+          '/etc/syslog.conf_line' :
+            file => '/etc/syslog.conf',
+            line => 'local0.* /var/log/haproxy.log',
+            	notify => Service["sysklogd"],
+            ensure => 'present'
+        }
+ }
+default : {}
+}
+# heartbeat
+class heartbeat {
+
+}
+
+include heartbeat
+# haproxy
+class haproxy {
+
+}
+
+include haproxy
+# ruby
+class ruby {
+
+		# package
+
+
+		package {
+		"libreadline-ruby1.8":
+				ensure => 'present',
+				name => 'libreadline-ruby1.8'
+		}
+
+
+		package {
+		"libruby1.8":
+				ensure => 'present',
+				name => 'libruby1.8'
+		}
+
+
+		package {
+		"ruby1.8-dev":
+				ensure => 'present',
+				name => 'ruby1.8-dev'
+		}
+
+
+		package {
+		"ruby1.8":
+				ensure => 'present',
+				name => 'ruby1.8'
+		}
+
+
+		package {
+		"rubygems":
+				ensure => 'present',
+				name => 'rubygems'
+		}
+
+
+		# call_function
+
+		        line {
+          '/etc/profile_line' :
+            file => '/etc/profile',
+            line => 'export PATH=$PATH:/var/lib/gems/1.8/bin/',
+            
+            ensure => 'present'
+        }
+
+}
+
+include ruby
+# poolparty
+class poolparty {
+
+		# host
+
+
+		host {
+		"master":
+				ip => '192.168.0.1',
+				ensure => 'present',
+				name => 'master'
+		}
+
+
+		host {
+		"node1":
+				ip => '192.168.0.1',
+				ensure => 'present',
+				name => 'node1'
+		}
+
+
+		# cron
+
+
+		cron {
+		"poolparty":
+				minute => '*/5',
+				command => 'cloud-maintain',
+				user => 'puppet'
+		}
+
+
+		# package
+
+
+		package {
+		"erlang":
+				ensure => 'present',
+				name => 'erlang'
+		}
+
+
+		# gempackage
+
+
+# open4
+class open4 {
+
+		# exec
+
+
+		exec {
+		"gem-package-open4":
+				unless => 'gem list --local open4 | grep open4 ',
+				require => Package['rubygems'],
+				path => '/bin:/usr/bin:/usr/local/bin:/sbin:/usr/sbin:/var/lib/gems/1.8/bin',
+				command => 'gem install -y --no-ri --no-rdoc   open4',
+				cwd => '/tmp'
+		}
+
+}
+
+include open4
+
+
+# parsetree
+class parsetree {
+
+		# exec
+
+
+		exec {
+		"gem-package-parsetree":
+				unless => 'gem list --local parsetree | grep parsetree ',
+				require => Package['rubygems'],
+				path => '/bin:/usr/bin:/usr/local/bin:/sbin:/usr/sbin:/var/lib/gems/1.8/bin',
+				command => 'gem install -y --no-ri --no-rdoc   parsetree',
+				cwd => '/tmp'
+		}
+
+}
+
+include parsetree
+
+
+# rubyinline
+class rubyinline {
+
+		# exec
+
+
+		exec {
+		"gem-package-rubyinline":
+				unless => 'gem list --local rubyinline | grep rubyinline ',
+				require => Package['rubygems'],
+				path => '/bin:/usr/bin:/usr/local/bin:/sbin:/usr/sbin:/var/lib/gems/1.8/bin',
+				command => 'gem install -y --no-ri --no-rdoc   rubyinline',
+				cwd => '/tmp'
+		}
+
+}
+
+include rubyinline
+
+
+# activesupport
+class activesupport {
+
+		# exec
+
+
+		exec {
+		"gem-package-activesupport":
+				unless => 'gem list --local activesupport | grep activesupport ',
+				require => Package['rubygems'],
+				path => '/bin:/usr/bin:/usr/local/bin:/sbin:/usr/sbin:/var/lib/gems/1.8/bin',
+				command => 'gem install -y --no-ri --no-rdoc   activesupport',
+				cwd => '/tmp'
+		}
+
+}
+
+include activesupport
+
+
+# logging
+class logging {
+
+		# exec
+
+
+		exec {
+		"gem-package-logging":
+				unless => 'gem list --local logging | grep logging ',
+				require => Package['rubygems'],
+				path => '/bin:/usr/bin:/usr/local/bin:/sbin:/usr/sbin:/var/lib/gems/1.8/bin',
+				command => 'gem install -y --no-ri --no-rdoc   logging',
+				cwd => '/tmp'
+		}
+
+}
+
+include logging
+
+
+# hoe
+class hoe {
+
+		# exec
+
+
+		exec {
+		"gem-package-hoe":
+				unless => 'gem list --local hoe | grep hoe ',
+				require => Package['rubygems'],
+				path => '/bin:/usr/bin:/usr/local/bin:/sbin:/usr/sbin:/var/lib/gems/1.8/bin',
+				command => 'gem install -y --no-ri --no-rdoc   hoe',
+				cwd => '/tmp'
+		}
+
+}
+
+include hoe
+
+
+# xml-simple
+class xml-simple {
+
+		# exec
+
+
+		exec {
+		"gem-package-xml-simple":
+				unless => 'gem list --local xml-simple | grep xml-simple ',
+				require => Package['rubygems'],
+				path => '/bin:/usr/bin:/usr/local/bin:/sbin:/usr/sbin:/var/lib/gems/1.8/bin',
+				command => 'gem install -y --no-ri --no-rdoc   xml-simple',
+				cwd => '/tmp'
+		}
+
+}
+
+include xml-simple
+
+
+# ruby2ruby
+class ruby2ruby {
+
+		# exec
+
+
+		exec {
+		"gem-package-ruby2ruby":
+				unless => 'gem list --local ruby2ruby | grep ruby2ruby ',
+				require => Package['rubygems'],
+				path => '/bin:/usr/bin:/usr/local/bin:/sbin:/usr/sbin:/var/lib/gems/1.8/bin',
+				command => 'gem install -y --no-ri --no-rdoc   ruby2ruby',
+				cwd => '/tmp'
+		}
+
+}
+
+include ruby2ruby
+
+
+# grempe-amazon-ec2
+class grempe-amazon-ec2 {
+
+		# exec
+
+
+		exec {
+		"gem-package-grempe-amazon-ec2":
+				unless => 'gem list --local grempe-amazon-ec2 | grep grempe-amazon-ec2 ',
+				require => Package['rubygems'],
+				path => '/bin:/usr/bin:/usr/local/bin:/sbin:/usr/sbin:/var/lib/gems/1.8/bin',
+				command => 'gem install -y --no-ri --no-rdoc  --source http://gems.github.com grempe-amazon-ec2',
+				cwd => '/tmp'
+		}
+
+}
+
+include grempe-amazon-ec2
+
+
+# auser-poolparty
+class auser-poolparty {
+
+		# exec
+
+
+		exec {
+		"gem-package-auser-poolparty":
+				unless => 'gem list --local auser-poolparty | grep auser-poolparty ',
+				require => Package['rubygems'],
+				path => '/bin:/usr/bin:/usr/local/bin:/sbin:/usr/sbin:/var/lib/gems/1.8/bin',
+				command => 'gem install -y --no-ri --no-rdoc  --source http://gems.github.com auser-poolparty',
+				cwd => '/tmp'
+		}
+
+}
+
+include auser-poolparty
+
+}
+
+include poolparty
+# Custom functions
+      define line($file, $line, $ensure = 'present', $notify=[]) {
+        case $ensure {
+          default: { err ( "unknown ensure value ${ensure}" ) }
+          present: {
+            exec {
+              "/usr/bin/env echo '${line}' >> '${file}'": unless => "/usr/bin/env grep -qFx '${line}' '${file}'",
+               notify => $notify
+              }
+            }
+          absent: {
+            exec {
+              "/usr/bin/env sed -i '' -e '/^${line}$/d' '${file}'": onlyif => "/usr/bin/env grep -qFx '${line}' '${file}'",
+              notify => $notify
+            }
+          }
+        }
+      }
+      define append_if_no_such_line($file, $line, $refreshonly = 'false') {
+         exec { "/bin/echo '$line' >> '$file'":
+            unless      => "/bin/grep -Fxqe '$line' '$file'",
+            path        => "/bin",
+            refreshonly => $refreshonly,
+         }
+      }
+
+      define delete_lines($file, $pattern) {
+         exec { "sed -i -r -e '/$pattern/d' $file":
+            path   => "/bin",
+            onlyif => "/bin/grep -E '$pattern' '$file'",
+         }
+      }
+
+      # Serve subversion-based code from a local location.  The job of this
+      # module is to check the data out from subversion and keep it up to
+      # date, especially useful for providing data to your Puppet server.
+      define svnserve($source, $path, $user = false, $password = false) {
+          file { $path:
+              ensure => directory,
+              owner => root,
+              group => root
+          }
+          $svncmd = $user ? {
+              false => "/usr/bin/svn co --non-interactive $source/$name .",
+              default => "/usr/bin/svn co --non-interactive --username $user --password '$password' $source/$name ."
+          }   
+          exec { "svnco-$name":
+              command => $svncmd,
+              cwd => $path,
+              require => File[$path],
+              creates => "$path/.svn"
+          }
+          exec { "svnupdate-$name":
+              command => "/usr/bin/svn update",
+              require => Exec["svnco-$name"],
+              onlyif => '/usr/bin/svn status -u --non-interactive | /bin/grep "*"',
+              cwd => $path
+          }
+      }