auser-poolparty 0.2.2 → 0.2.3

data/Manifest.txt

@@ -0,0 +1,201 @@
+History.txt
+License.txt
+Manifest.txt
+PostInstall.txt
+README.txt
+Rakefile
+bin/cloud
+bin/cloud-add-keypair
+bin/cloud-configure
+bin/cloud-contract
+bin/cloud-expand
+bin/cloud-list
+bin/cloud-maintain
+bin/cloud-osxcopy
+bin/cloud-provision
+bin/cloud-reconfigure
+bin/cloud-ssh
+bin/cloud-start
+bin/cloud-terminate
+bin/pool
+bin/pool-console
+bin/pool-describe
+bin/pool-list
+bin/pool-provision
+bin/pool-spec
+bin/pool-start
+bin/pool-start-monitor
+config/hoe.rb
+config/requirements.rb
+examples/basic.rb
+examples/plugin_without_plugin_directory.rb
+examples/poolparty.rb
+examples/with_apache_plugin.rb
+generators/poolspec/USAGE
+generators/poolspec/poolspec_generator.rb
+generators/poolspec/templates/pool_spec_template.erb
+lib/erlang/eb_server.erl
+lib/poolparty.rb
+lib/poolparty/base_packages/haproxy.rb
+lib/poolparty/base_packages/heartbeat.rb
+lib/poolparty/base_packages/poolparty.rb
+lib/poolparty/base_packages/ruby.rb
+lib/poolparty/core/array.rb
+lib/poolparty/core/exception.rb
+lib/poolparty/core/float.rb
+lib/poolparty/core/hash.rb
+lib/poolparty/core/kernel.rb
+lib/poolparty/core/module.rb
+lib/poolparty/core/my_open_struct.rb
+lib/poolparty/core/object.rb
+lib/poolparty/core/proc.rb
+lib/poolparty/core/string.rb
+lib/poolparty/core/symbol.rb
+lib/poolparty/core/time.rb
+lib/poolparty/exceptions/RemoteException.rb
+lib/poolparty/exceptions/ResourceException.rb
+lib/poolparty/exceptions/RuntimeException.rb
+lib/poolparty/exceptions/SpecException.rb
+lib/poolparty/exceptions/TemplateNotFound.rb
+lib/poolparty/helpers/binary.rb
+lib/poolparty/helpers/console.rb
+lib/poolparty/helpers/display.rb
+lib/poolparty/helpers/optioner.rb
+lib/poolparty/helpers/provisioner_base.rb
+lib/poolparty/helpers/provisioners/master.rb
+lib/poolparty/helpers/provisioners/slave.rb
+lib/poolparty/modules/cloud_resourcer.rb
+lib/poolparty/modules/configurable.rb
+lib/poolparty/modules/definable_resource.rb
+lib/poolparty/modules/file_writer.rb
+lib/poolparty/modules/method_missing_sugar.rb
+lib/poolparty/modules/output.rb
+lib/poolparty/modules/pretty_printer.rb
+lib/poolparty/modules/s3_string.rb
+lib/poolparty/modules/safe_instance.rb
+lib/poolparty/monitors/base_monitor.rb
+lib/poolparty/net/remote.rb
+lib/poolparty/net/remote_bases/ec2.rb
+lib/poolparty/net/remote_instance.rb
+lib/poolparty/net/remoter.rb
+lib/poolparty/net/remoter_base.rb
+lib/poolparty/plugins/gem_package.rb
+lib/poolparty/plugins/git.rb
+lib/poolparty/plugins/line.rb
+lib/poolparty/plugins/svn.rb
+lib/poolparty/pool/base.rb
+lib/poolparty/pool/cloud.rb
+lib/poolparty/pool/custom_resource.rb
+lib/poolparty/pool/loggable.rb
+lib/poolparty/pool/plugin.rb
+lib/poolparty/pool/plugin_model.rb
+lib/poolparty/pool/pool.rb
+lib/poolparty/pool/resource.rb
+lib/poolparty/pool/resources/class_package.rb
+lib/poolparty/pool/resources/conditional.rb
+lib/poolparty/pool/resources/cron.rb
+lib/poolparty/pool/resources/directory.rb
+lib/poolparty/pool/resources/exec.rb
+lib/poolparty/pool/resources/file.rb
+lib/poolparty/pool/resources/gem.rb
+lib/poolparty/pool/resources/host.rb
+lib/poolparty/pool/resources/package.rb
+lib/poolparty/pool/resources/remote_file.rb
+lib/poolparty/pool/resources/service.rb
+lib/poolparty/pool/resources/sshkey.rb
+lib/poolparty/pool/resources/variable.rb
+lib/poolparty/pool/script.rb
+lib/poolparty/templates/authkeys
+lib/poolparty/templates/cib.xml
+lib/poolparty/templates/fileserver.conf
+lib/poolparty/templates/ha.cf
+lib/poolparty/templates/haproxy.conf
+lib/poolparty/templates/namespaceauth.conf
+lib/poolparty/templates/puppet.conf
+lib/poolparty/version.rb
+lib/poolpartycl.rb
+poolparty.gemspec
+script/destroy
+script/generate
+script/txt2html
+setup.rb
+spec/poolparty/base_packages/haproxy_spec.rb
+spec/poolparty/base_packages/heartbeat_spec.rb
+spec/poolparty/bin/console_spec.rb
+spec/poolparty/core/array_spec.rb
+spec/poolparty/core/float.rb
+spec/poolparty/core/hash_spec.rb
+spec/poolparty/core/kernel_spec.rb
+spec/poolparty/core/module_spec.rb
+spec/poolparty/core/object_spec.rb
+spec/poolparty/core/string_spec.rb
+spec/poolparty/core/time_spec.rb
+spec/poolparty/helpers/binary_spec.rb
+spec/poolparty/helpers/display_spec.rb
+spec/poolparty/helpers/optioner_spec.rb
+spec/poolparty/helpers/provisioner_base_spec.rb
+spec/poolparty/helpers/provisioners/master_spec.rb
+spec/poolparty/helpers/provisioners/slave_spec.rb
+spec/poolparty/modules/cloud_resourcer_spec.rb
+spec/poolparty/modules/configurable_spec.rb
+spec/poolparty/modules/definable_resource.rb
+spec/poolparty/modules/file_writer_spec.rb
+spec/poolparty/modules/s3_string_spec.rb
+spec/poolparty/modules/tmp/willy/nilly.rb
+spec/poolparty/net/remote_bases/ec2_spec.rb
+spec/poolparty/net/remote_instance_spec.rb
+spec/poolparty/net/remote_spec.rb
+spec/poolparty/net/remoter_base_spec.rb
+spec/poolparty/net/remoter_spec.rb
+spec/poolparty/plugins/git_spec.rb
+spec/poolparty/plugins/line_spec.rb
+spec/poolparty/plugins/svn_spec.rb
+spec/poolparty/pool/base_spec.rb
+spec/poolparty/pool/cloud_spec.rb
+spec/poolparty/pool/configurers/files/ruby_basic.rb
+spec/poolparty/pool/configurers/files/ruby_plugins.rb
+spec/poolparty/pool/configurers/ruby_spec.rb
+spec/poolparty/pool/custom_resource_spec.rb
+spec/poolparty/pool/example_spec.rb
+spec/poolparty/pool/plugin_model_spec.rb
+spec/poolparty/pool/plugin_spec.rb
+spec/poolparty/pool/pool_spec.rb
+spec/poolparty/pool/resource_spec.rb
+spec/poolparty/pool/resources/class_package_spec.rb
+spec/poolparty/pool/resources/conditional_spec.rb
+spec/poolparty/pool/resources/cron_spec.rb
+spec/poolparty/pool/resources/directory_spec.rb
+spec/poolparty/pool/resources/exec_spec.rb
+spec/poolparty/pool/resources/file_spec.rb
+spec/poolparty/pool/resources/gem_spec.rb
+spec/poolparty/pool/resources/host_spec.rb
+spec/poolparty/pool/resources/package_spec.rb
+spec/poolparty/pool/resources/remote_file_spec.rb
+spec/poolparty/pool/resources/service_spec.rb
+spec/poolparty/pool/resources/sshkey_spec.rb
+spec/poolparty/pool/resources/variable_spec.rb
+spec/poolparty/pool/script_spec.rb
+spec/poolparty/pool/test_plugins/sshkey_test
+spec/poolparty/pool/test_plugins/virtual_host_template.erb
+spec/poolparty/pool/test_plugins/webserver.rb
+spec/poolparty/poolparty_spec.rb
+spec/poolparty/spec_helper.rb
+tasks/cloud.rake
+tasks/deployment.rake
+tasks/development.rake
+tasks/ec2.rake
+tasks/environment.rake
+tasks/instance.rake
+tasks/server.rake
+tasks/spec.rake
+tasks/website.rake
+test/test_generator_helper.rb
+test/test_helper.rb
+test/test_pool_spec_generator.rb
+test/test_poolparty.rb
+test_manifest.pp
+website/index.html
+website/index.txt
+website/javascripts/rounded_corners_lite.inc.js
+website/stylesheets/screen.css
+website/template.html.erb

data/PostInstall.txt

@@ -0,0 +1,17 @@
+Get ready to jump in the pool, you just installed PoolParty!
+
+To get started, run the generator:
+
+  pool spec <name>
+
+Please check out the documentation for any questions or check out the google groups at
+  http://groups.google.com/group/PoolPartyrb
+
+Don't forget to check out the plugin tutorial @ http://PoolPartyrb.com for extending PoolParty!      
+
+For more information, check http://PoolPartyrb.com
+On IRC: 
+  irc.freenode.net
+  #PoolPartyrb
+  
+*** Ari Lerner @ <arilerner@mac.com> ***

data/Rakefile

@@ -1,4 +1,25 @@
 require 'config/requirements'
 require 'config/hoe' # setup Hoe + all gem configuration
 
-Dir['tasks/**/*.rake'].each { |rake| load rake }
+Dir['tasks/**/*.rake'].each { |rake| load rake }
+
+desc "Clean tmp directory"
+task :clean_tmp do |t|
+  %w(logs tmp ~).each do |dir|
+    FileUtils.rm_rf("#{File.dirname(__FILE__)}/#{dir}") if ::File.exists?("#{File.dirname(__FILE__)}/#{dir}")
+  end
+end
+desc "Remove the pkg directory"
+task :clean_pkg do |t|
+  %w(pkg).each do |dir|
+    FileUtils.rm_rf("#{File.dirname(__FILE__)}/#{dir}") if ::File.exists?("#{File.dirname(__FILE__)}/#{dir}")
+  end
+end
+desc "Generate gemspec"
+task :gemspec  => [:spec, :clean_tmp, :"manifest:refresh", :local_deploy, :clean_pkg] do |t|
+  res = %x[rake debug_gem]
+  res = res.split("\n")[1..-1].join("\n")
+  ::File.open("#{GEM_NAME.downcase}.gemspec", "w+") do |f|
+    f << res
+  end
+end

data/bin/cloud-osxcopy

@@ -0,0 +1,22 @@
+#!/usr/bin/env ruby
+$:.unshift(File.join(File.dirname(__FILE__), "..", "lib"))
+require "poolparty"
+require "poolpartycl"
+o = PoolParty::Optioner.new(ARGV) do |opts, optioner|
+  opts.on('-n name', '--name name', 'Listing for cloud name')    { |c| optioner.cloudname c }
+end
+load_pool(o.spec || Binary.get_existing_spec_location)
+
+@location = o.location ? o.location : "remote"
+
+include Remote
+
+@clouds = o.cloudname ? [cloud(o.cloudname.downcase.to_sym)] : clouds
+
+@clouds.each do |name, cloud|
+  
+  with_cloud(cloud, {:location => @location}) do
+    Kernel.system "echo #{master.ip.chomp} | pbcopy"
+  end
+  
+end

data/bin/cloud-provision

@@ -6,6 +6,7 @@ o = PoolParty::Optioner.new(ARGV) do |opts, optioner|
   opts.on('-c [master|slaves|all]', '--class [master|slaves|all]', 'Provision class (default: all)')    { |c| optioner.provision_class c }
   opts.on('-n name', '--name name', 'Listing for cloud name')    { |c| optioner.cloudname c }
 end
+
 load_pool(o.spec || Binary.get_existing_spec_location)
 
 @provision_class = o.provision_class || "all"

data/bin/cloud-start

@@ -10,20 +10,22 @@ load_pool(o.spec || Binary.get_existing_spec_location)
 
 @testing = o.testing
 
-include Remote
+@clouds = o.cloudname ? {:cloud => cloud(o.cloudname.downcase.to_sym)} : clouds
 
-if o.cloudname
-  @cloud = cloud(o.cloudname.downcase.to_sym)
-else
-  puts "Cloud name or pool name required. Please specify it with -c name"
-  exit(0)
-end
-
-with_cloud(@cloud, {:testing => @testing}) do
-  puts header("Starting cloud")
-  puts "#{list_of_running_instances.size} running instances (#{minimum_instances} - #{maximum_instances})"
-  if (minimum_instances - list_of_running_instances.size) > 0
-    puts "Starting #{minimum_instances - list_of_running_instances.size} instances"    
-    testing ? puts("\tNot launching while in testing mode") : launch_minimum_number_of_instances
-  end  
+@clouds.each do |name, cloud|
+  
+  with_cloud(cloud, {:testing => @testing}) do
+    puts header("Starting cloud")
+    puts "#{list_of_running_instances.size} running instances (#{minimum_instances} - #{maximum_instances})"
+    if (minimum_instances - list_of_running_instances.size) > 0
+      puts "Starting the master instance"    
+      if testing
+        puts("\tNot launching while in testing mode")
+      else
+        launch_and_configure_master!
+      end
+    end
+    clear_base_directory unless testing
+  end
+  
 end

data/bin/cloud-terminate

@@ -0,0 +1,23 @@
+#!/usr/bin/env ruby
+$:.unshift(File.join(File.dirname(__FILE__), "..", "lib"))
+require "poolparty"
+require "poolpartycl"
+o = PoolParty::Optioner.new(ARGV) do |opts, optioner|
+  opts.on('-c [master|slaves|all]', '--class [master|slaves|all]', 'Provision class (default: all)')    { |c| optioner.provision_class c }
+  opts.on('-n name', '--name name', 'Listing for cloud name')    { |c| optioner.cloudname c }
+end
+load_pool(o.spec || Binary.get_existing_spec_location)
+
+@clouds = o.cloudname ? {:cloud => cloud(o.cloudname.downcase.to_sym)} : clouds
+
+@clouds.each do |name, cloud|
+  
+  with_cloud(cloud, {:testing => o.testing, :location => @location, :provision_class => @provision_class}) do
+    
+    list_of_running_instances.each do |inst|
+      puts "Shutting down #{inst.instance_id}"
+      terminate_instance!(inst.instance_id)
+    end
+    
+  end    
+end

data/bin/pool-start

@@ -12,21 +12,21 @@ load_pool(o.spec || Binary.get_existing_spec_location)
 
 include Remote
 
-if o.poolname
-  @pool = pool(o.poolname.downcase.to_sym)
-else
-  puts "Pool name required. Please specify it with -c name"
-  exit(0)
-end
+@pools = o.poolname ? [pool(o.poolname.downcase.to_sym)] : pools
 
-with_pool(@pool, {:testing => @testing}) do
-  puts header("Starting pool")
-  clouds.each do |name, cloud|
-    puts subheader("Cloud: #{name}")
-    puts "#{cloud.list_of_running_instances.size} running instances (#{cloud.minimum_instances} - #{cloud.maximum_instances})"
-    if (cloud.minimum_instances - cloud.list_of_running_instances.size) > 0
-      puts "Starting #{cloud.minimum_instances - cloud.list_of_running_instances.size} instances (from #{cloud.keypair})"
-      testing ? puts("\tNot launching while in testing mode") : cloud.launch_minimum_number_of_instances
+@pools.each do |name, pl|
+  
+  with_pool(pl, {:testing => @testing}) do
+    
+    puts header("Starting pool")
+    clouds.each do |name, cloud|
+      puts subheader("Cloud: #{name}")
+      puts "#{cloud.list_of_running_instances.size} running instances (#{cloud.minimum_instances} - #{cloud.maximum_instances})"
+      if (cloud.minimum_instances - cloud.list_of_running_instances.size) > 0
+        puts "Starting #{cloud.minimum_instances - cloud.list_of_running_instances.size} instances (from #{cloud.keypair})"
+        testing ? puts("\tNot launching while in testing mode") : cloud.launch_minimum_number_of_instances
+      end
     end
   end
+  
 end

data/bin/pool-start-monitor

@@ -0,0 +1 @@
+#!/usr/bin/env ruby

data/config/hoe.rb

@@ -0,0 +1,114 @@
+require 'PoolParty/version'
+
+AUTHOR = 'Ari Lerner'  # can also be an array of Authors
+EMAIL = "ari.lerner@citrusbyte.com"
+DESCRIPTION =<<-EOM      
+  Self-healing, auto-scaling cloud computing tool
+EOM
+GEM_NAME = 'poolparty' # what ppl will type to install your gem
+RUBYFORGE_PROJECT = 'poolparty' # The unix name for your project
+HOMEPAGE = "http://poolpartyrb.com"
+HOMEPATH = "http://#{GEM_NAME}.rubyforge.org"
+DOWNLOAD_PATH = "http://rubyforge.org/projects/#{RUBYFORGE_PROJECT}"
+EXTRA_DEPENDENCIES = [
+ ['activesupport'],
+ ['open4'],
+ ['logging']
+]    # An array of rubygem dependencies [name, version]
+
+@config_file = "~/.rubyforge/user-config.yml"
+@config = nil
+RUBYFORGE_USERNAME = "unknown"
+def rubyforge_username
+  unless @config
+    begin
+      @config = YAML.load(File.read(File.expand_path(@config_file)))
+    rescue
+      puts <<-EOS
+ERROR: No rubyforge config file found: #{@config_file}
+Run 'rubyforge setup' to prepare your env for access to Rubyforge
+ - See http://newgem.rubyforge.org/rubyforge.html for more details
+      EOS
+      exit
+    end
+  end
+  RUBYFORGE_USERNAME.replace @config["username"]
+end
+
+
+REV = nil
+# UNCOMMENT IF REQUIRED:
+# REV = YAML.load(`svn info`)['Revision']
+VERS = PoolParty::VERSION::STRING + (REV ? ".#{REV}" : "")
+RDOC_OPTS = ['--quiet', '--title', 'PoolParty documentation',
+    "--opname", "index.html",
+    "--line-numbers",
+    "--main", "README",
+    "--inline-source"]
+
+class Hoe
+  def extra_deps
+    @extra_deps.reject! { |x| Array(x).first == 'hoe' }
+    @extra_deps
+  end
+end
+
+# Generate all the Rake tasks
+# Run 'rake -T' to see list of generated tasks (from gem root directory)
+$hoe = Hoe.new(GEM_NAME, VERS) do |p|
+  p.developer(AUTHOR, EMAIL)
+  p.description = DESCRIPTION
+  p.summary = DESCRIPTION
+  p.url = HOMEPATH
+  p.rubyforge_name = RUBYFORGE_PROJECT if RUBYFORGE_PROJECT
+  p.test_globs = ["test/**/test_*.rb"]
+  p.clean_globs |= ['**/.*.sw?', '*.gem', '.config', '**/.DS_Store']  #An array of file patterns to delete on clean.
+
+  # == Optional
+  p.changes = p.paragraphs_of("History.txt", 0..1).join("\n\n")
+  p.extra_deps = EXTRA_DEPENDENCIES
+
+    #p.spec_extras = {}    # A hash of extra values to set in the gemspec.
+  end
+
+CHANGES = $hoe.paragraphs_of('History.txt', 0..1).join("\\n\\n")
+PATH    = (RUBYFORGE_PROJECT == GEM_NAME) ? RUBYFORGE_PROJECT : "#{RUBYFORGE_PROJECT}/#{GEM_NAME}"
+$hoe.remote_rdoc_dir = File.join(PATH.gsub(/^#{RUBYFORGE_PROJECT}\/?/,''), 'rdoc')
+$hoe.rsync_args = '-av --delete --ignore-errors'
+$hoe.spec.post_install_message = File.open(File.dirname(__FILE__) + "/../PostInstall.txt").read rescue ""
+
+# # Gemspec creator
+# spec = Gem::Specification.new do |s|
+#   s.name = GEM_NAME
+#   s.version = VERS
+#   s.platform = Gem::Platform::RUBY
+#   s.has_rdoc = true
+#   s.extra_rdoc_files = ["README.txt", "License.txt", 'History.txt']
+#   s.summary = DESCRIPTION
+#   s.description = s.summary
+#   s.author = AUTHOR
+#   s.email = EMAIL
+#   s.homepage = HOMEPATH
+#   
+#   # Uncomment this to add a dependency
+#   EXTRA_DEPENDENCIES.each do |arr|
+#     s.add_runtime_dependency arr
+#   end  
+#   # s.extra_deps = EXTRA_DEPENDENCIES
+#   
+#   s.require_path = 'lib'
+#   s.autorequire = GEM_NAME
+#   s.files = %w(Rakefile History.txt README.txt) + Dir.glob("{examples,lib,specs,tasks,script,generators,bin}/**/*")
+# end
+#  
+# Rake::GemPackageTask.new(spec) do |pkg|
+#   pkg.gem_spec = spec
+# end
+#   
+# desc "create a gemspec file"
+# task :make_spec do
+#   ::File.unlink "#{GEM_NAME.downcase}.gemspec" if ::File.exists?("#{GEM_NAME.downcase}.gemspec")
+#   ::File.open("#{GEM_NAME.downcase}.gemspec", "w+") do |file|
+#     file.puts spec.to_ruby
+#   end
+# end