auser-poolparty 0.1.2 → 0.2.2

data/History.txt

@@ -0,0 +1,22 @@
+== 0.2 2008-09-02
+  * Finished new syntax rewrite
+  
+== 0.1.2 2008-08-05
+  * Added development tasks for easy setup
+  * Updated Scheduler to include ThreadPool for threaded safety
+  * Added poolnotify
+  * Updating gem on github
+  * Changed configuration style to rsync all files across every instance
+  * Moved configuration back to a configure scrip
+  * Added in vlad configuration
+  * Added plugin ability to install custom software
+  * Updated configuration style
+  * Added cloud_list to pool
+  * Changed listing of the clouds through pool       
+  * Added plugin_manager
+  * Moved remoting to rake remote task (from vlad)
+  * Changed configuration from instance-based to cloud-based
+  * Updated source
+  * Plugin support
+  * Cleaned up base
+  * Extensible monitoring

data/License.txt

@@ -0,0 +1,20 @@
+Copyright (c) 2008 Ari Lerner
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.txt

@@ -0,0 +1,52 @@
+= PoolParty
+
+http://poolpartyrb.com
+
+== DESCRIPTION:
+
+COMING SOON
+
+== FEATURES/PROBLEMS:
+
+COMING SOON
+
+== SYNOPSIS:
+
+poolparty is written with the intention of being as application-agnostic as possible. It installs only the basic 
+required software to glue the cloud together on the instances as listed below.
+
+poolparty is easily configuration. In fact, it makes little assumptions about your development environment and allows 
+several options on how to begin configuring the cloud.
+
+== REQUIREMENTS:
+
+COMING SOON
+
+== INSTALL:
+
+sudo gem install auser-poolparty
+
+== LICENSE:
+
+(The MIT License)
+
+Copyright (c) 2008 Ari Lerner
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+'Software'), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/Rakefile

@@ -1,109 +1,4 @@
-require 'rubygems'
-require "./lib/poolparty"
-
-begin
-  require 'echoe'
-  
-  Echoe.new("poolparty") do |s|
-    s.author = ["Ari Lerner"]
-    s.rubyforge_name = "poolparty"
-    s.email = "ari.lerner@citrusbyte.com"
-    s.summary = "Run your entire application off EC2, managed and auto-scaling"
-    s.url = "http://poolpartyrb.com"
-    s.dependencies = ["aws-s3", "amazon-ec2", "auser-aska", "git", "sprinkle", "SystemTimer", "open4"]
-    s.install_message = %q{
-      
-      Get ready to jump in the pool, you just installed PoolParty!
-
-      Please check out the documentation for any questions or check out the google groups at
-        http://groups.google.com/group/poolpartyrb
-
-      Don't forget to check out the plugin tutorial @ http://poolpartyrb.com for extending PoolParty!      
-
-      For more information, check http://poolpartyrb.com
-      On IRC: 
-        irc.freenode.net
-        #poolpartyrb
-        
-      *** Ari Lerner @ <ari.lerner@citrusbyte.com> ***
-    }
-  end
-rescue LoadError => boom
-  puts "You are missing a dependency required for meta-operations on this gem."
-end
-
-PoolParty.include_tasks
-
-# add spec tasks, if you have rspec installed
-begin
-  require 'spec/rake/spectask'
- 
-  Spec::Rake::SpecTask.new("spec") do |t|
-    t.spec_files = FileList['spec/**/*_spec.rb']
-    t.spec_opts = ['--color']
-  end
- 
-  Spec::Rake::SpecTask.new("rcov_spec") do |t|
-    t.spec_files = FileList['spec/**/*_spec.rb']
-    t.spec_opts = ['--color']
-    t.rcov = true
-    t.rcov_opts = ['--exclude', '^spec,/gems/']
-  end
-end
-
-namespace(:pkg) do
-  ## Rake task to create/update a .manifest file in your project, as well as update *.gemspec
-  desc %{Update ".manifest" with the latest list of project filenames. Respect\
-  .gitignore by excluding everything that git ignores. Update `files` and\
-  `test_files` arrays in "*.gemspec" file if it's present.}
-  task :manifest do
-    list = Dir['**/*'].sort
-    spec_file = Dir['*.gemspec'].first
-    list -= [spec_file] if spec_file
-
-    File.read('.gitignore').each_line do |glob|
-      glob = glob.chomp.sub(/^\//, '')
-      list -= Dir[glob]
-      list -= Dir["#{glob}/**/*"] if File.directory?(glob) and !File.symlink?(glob)
-      puts "excluding #{glob}"
-    end
-
-    if spec_file
-      spec = File.read spec_file
-      spec.gsub! /^(\s* s.(test_)?files \s* = \s* )( \[ [^\]]* \] | %w\( [^)]* \) )/mx do
-        assignment = $1
-        bunch = $2 ? list.grep(/^test\//) : list
-        '%s%%w(%s)' % [assignment, bunch.join(' ')]
-      end
-
-      File.open(spec_file,   'w') {|f| f << spec }
-    end
-    File.open('Manifest', 'w') {|f| f << list.join("\n") }
-  end
-  desc "Build gemspec for github"
-  task :gemspec => [:manifest, :gem] do
-    require "yaml"
-    data = YAML.load(open("poolparty.gemspec").read).to_ruby
-    File.open("poolparty.gemspec", "w+") {|f| f << data }
-  end
-  desc "Update gemspec with the time"
-  task :gemspec_update => :gemspec do
-    data = open("poolparty.gemspec").read
-    str = "Updated at #{Time.now.strftime("%I:%M%p, %D")}"
-    
-    if data.scan(/Updated at/).empty?
-      data = data.gsub(/you just installed PoolParty\!/, '\0'+" (#{str})")
-    end
-    
-    File.open("poolparty.gemspec", "w+") {|f| f << data }
-  end
-  desc "Get ready to release the gem"
-  task :prerelease => [:gemspec_update] do
-    `git add .`
-    `git ci -a -m "Updated gemspec for github"`
-  end
-  desc "Release them gem to the gem server"
-  task :release => [:prerelease] do
-    `git push origin master`
-  end
-end
+require 'config/requirements'
+require 'config/hoe' # setup Hoe + all gem configuration
+
+Dir['tasks/**/*.rake'].each { |rake| load rake }

data/bin/cloud

@@ -0,0 +1,31 @@
+#!/usr/bin/ruby
+$:.unshift(File.join(File.dirname(__FILE__), "..", "lib"))
+require "poolparty"
+require "poolpartycl"
+
+# Get the git-style program action
+# o = PoolParty::Optioner.new(ARGV) do |opts, optioner|
+#   opts.on('-n [name]','--name [name]', 'Binary to run')    { |o| optioner.name o }
+# end
+
+name = ARGV.shift
+
+# If there was no program action given
+if !name || name == "-h" || name == "--help"
+  puts "Usage: cloud <specfile> <action> <options>"
+  puts "Cloud actions:"
+  puts Binary.list_binaries_for("cloud")
+  exit
+end
+
+program_name = "#{File.basename($0)}-#{name}"
+program_location = File.join(Binary.binary_directory, program_name)
+
+command_line = "#{program_location} #{ARGV.join(" ")}"
+
+# Run it from the command-line first
+if Binary.available_binaries_for("cloud").include?(name)
+  exec "#{command_line}"
+else
+  puts "Unknown poolparty binary: #{program_name}"
+end

data/bin/cloud-add-keypair

@@ -0,0 +1,23 @@
+#!/usr/bin/env ruby
+$:.unshift(File.join(File.dirname(__FILE__), "..", "lib"))
+require "poolparty"
+require "poolpartycl"
+o = PoolParty::Optioner.new(ARGV) do |opts, optioner|
+  opts.on('-n name', '--name name', 'Listing for cloud name')    { |c| optioner.cloudname c }
+end
+load_pool(o.spec || Binary.get_existing_spec_location)
+
+@location = o.location ? o.location : "remote"
+
+include Remote
+
+@clouds = o.cloudname ? [cloud(o.cloudname.downcase.to_sym)] : clouds
+
+@clouds.each do |name, cloud|
+  
+  with_cloud(cloud, {:location => @location}) do
+    logger.info header("Creating keypair for #{name}")
+    create_keypair unless testing
+  end  
+  
+end

data/bin/cloud-configure

@@ -0,0 +1,35 @@
+#!/usr/bin/env ruby
+$:.unshift(File.join(File.dirname(__FILE__), "..", "lib"))
+require "poolparty"
+require "poolpartycl"
+o = PoolParty::Optioner.new(ARGV) do |opts, optioner|
+  opts.on('-c [master|slaves|all]', '--class [master|slaves|all]', 'Provision class (default: all)')    { |c| optioner.provision_class c }
+  opts.on('-n name', '--name name', 'Listing for cloud name')    { |c| optioner.cloudname c }
+end
+load_pool(o.spec || Binary.get_existing_spec_location)
+
+@provision_class = o.provision_class || "all"
+
+include Remote
+
+@clouds = o.cloudname ? {:cloud => cloud(o.cloudname.downcase.to_sym)} : clouds
+
+@clouds.each do |name, cloud|
+    
+  with_cloud(cloud, {:testing => o.testing, :provision_class => @provision_class}) do
+    logger.info header("Provisioning cloud #{name}")
+    prepare_to_configuration
+    
+    logger.info subheader("Building configuration file")
+    build_and_store_new_config_file
+    
+    if provision_class == "master" || provision_class == "all"
+      Provisioner.configure_master(self, testing)
+    end
+    if provision_class == "slave" || provision_class == "all"
+      Provisioner.configure_slaves(self, testing)
+    end
+
+    clear_base_directory unless testing
+  end
+end

data/bin/cloud-contract

@@ -0,0 +1,27 @@
+#!/usr/bin/env ruby
+$:.unshift(File.join(File.dirname(__FILE__), "..", "lib"))
+require "poolparty"
+require "poolpartycl"
+
+o = PoolParty::Optioner.new(ARGV) do |opts, optioner|
+  opts.on('-n name', '--name name', 'Listing for cloud name')    { |c| optioner.cloudname c }
+end
+load_pool(o.spec || Binary.get_existing_spec_location)
+
+@testing = o.testing
+
+include Remote
+
+begin
+  @cloud = cloud(o.cloudname.downcase.to_sym)
+rescue
+  puts "Cloud name required. Please specify it with -n name"
+  exit(0)
+end
+
+with_cloud(@cloud, {:testing => @testing}) do
+  puts header("Contracting cloud #{name}")
+  puts "#{list_of_running_instances.size} running instances (#{minimum_instances} minimum instances)"
+  puts testing ? "Not contracting (test mode)" : "Contracting the cloud if possible"
+  contract_cloud_if_necessary( !testing )
+end

data/bin/cloud-expand

@@ -0,0 +1,27 @@
+#!/usr/bin/env ruby
+$:.unshift(File.join(File.dirname(__FILE__), "..", "lib"))
+require "poolparty"
+require "poolpartycl"
+
+o = PoolParty::Optioner.new(ARGV) do |opts, optioner|
+  opts.on('-n name', '--name name', 'Listing for cloud name')    { |c| optioner.cloudname c }
+end
+load_pool(o.spec || Binary.get_existing_spec_location)
+
+@testing = o.testing
+
+include Remote
+
+begin
+  @cloud = cloud(o.cloudname.downcase.to_sym)
+rescue
+  puts "Cloud name required. Please specify it with -n name"
+  exit(0)
+end
+
+with_cloud(@cloud, {:testing => @testing}) do
+  puts header("Expanding cloud #{name}")
+  puts "#{list_of_running_instances.size} running instances of #{maximum_instances} possible instances"
+  puts testing ? "Not expanding (test mode)" : "Expanding the cloud"
+  expand_cloud_if_necessary( !testing )
+end

data/bin/cloud-list

@@ -0,0 +1,32 @@
+#!/usr/bin/env ruby
+$:.unshift(File.join(File.dirname(__FILE__), "..", "lib"))
+require "poolparty"
+require "poolpartycl"
+o = PoolParty::Optioner.new(ARGV) do |opts, optioner|
+  opts.on('-f [remote|local]', '--from [remote|local]', 'Remote or local (default: local)')    { |o| optioner.location o }
+  opts.on('-r', '--remote', 'Remote listing')    { optioner.location "remote" }
+  opts.on('-l', '--local', 'Local listing')    { optioner.location "local" }
+  opts.on('-n name', '--name name', 'Listing for cloud name')    { |c| optioner.cloudname c }
+end
+load_pool(o.spec || Binary.get_existing_spec_location)
+
+@location = o.location ? o.location : "remote"
+
+include Remote
+
+@clouds = o.cloudname ? [cloud(o.cloudname.downcase.to_sym)] : clouds
+
+@clouds.each do |name, cloud|
+  
+  with_cloud(cloud, {:location => @location}) do
+    puts header("Listing cloud #{name}")
+    puts subheader("Active instances")
+    puts list_of_running_instances.map{|a| a.to_s}.join("\n")
+    puts ""
+    if list_of_pending_instances.size > 0
+      puts subheader("Pending instances")
+      puts list_of_pending_instances.map{|a| a.to_s}.join("\n")
+    end
+  end  
+  
+end

data/bin/cloud-maintain

@@ -0,0 +1,36 @@
+#!/usr/bin/env ruby
+$:.unshift(File.join(File.dirname(__FILE__), "..", "lib"))
+require "poolparty"
+require "poolpartycl"
+o = PoolParty::Optioner.new(ARGV) do |opts, optioner|
+  opts.on('-f [remote|local]', '--from [remote|local]', 'Remote or local (default: local)')    { |o| optioner.location o }
+  opts.on('-r', '--remote', 'Remote listing')    { optioner.location "remote" }
+  opts.on('-l', '--local', 'Local listing')    { optioner.location "local" }
+  opts.on('-n name', '--name name', 'Listing for cloud name')    { |c| optioner.cloudname c }
+end
+load_pool(o.spec || Binary.get_existing_spec_location)
+
+@location = o.location ? o.location : "remote"
+
+include Remote
+
+@clouds = o.cloudname ? [cloud(o.cloudname.downcase.to_sym)] : clouds
+
+@clouds.each do |name, cloud|
+
+  with_cloud(cloud, {:location => @location}) do
+    logger.info header("Maintaining cloud #{name}")
+    if !minimum_number_of_instances_are_running?
+      logger.warn "#{list_of_running_instances.size} running instances of between #{minimum_instances} and #{maximum_instances}"
+      logger.warn "Launching new instance"
+      expand_cloud_if_necessary( !testing )
+    elsif !maximum_number_of_instances_are_not_running?
+      logger.warn "#{list_of_running_instances.size} running instances of between #{minimum_instances} and #{maximum_instances}"
+      logger.warn "Shutting down non-master instance"
+      contract_cloud_if_necessary( !testing )
+    else
+      logger.info "Cloud is maintained"
+    end    
+  end  
+
+end

data/bin/cloud-provision

@@ -0,0 +1,30 @@
+#!/usr/bin/env ruby
+$:.unshift(File.join(File.dirname(__FILE__), "..", "lib"))
+require "poolparty"
+require "poolpartycl"
+o = PoolParty::Optioner.new(ARGV) do |opts, optioner|
+  opts.on('-c [master|slaves|all]', '--class [master|slaves|all]', 'Provision class (default: all)')    { |c| optioner.provision_class c }
+  opts.on('-n name', '--name name', 'Listing for cloud name')    { |c| optioner.cloudname c }
+end
+load_pool(o.spec || Binary.get_existing_spec_location)
+
+@provision_class = o.provision_class || "all"
+
+include Remote
+
+@clouds = o.cloudname ? {:cloud => cloud(o.cloudname.downcase.to_sym)} : clouds
+
+@clouds.each do |name, cloud|
+  
+  with_cloud(cloud, {:testing => o.testing, :location => @location, :provision_class => @provision_class}) do
+        
+    if provision_class == "master" || provision_class == "all"
+      Provisioner.provision_master(self, testing)
+    end
+    if provision_class == "slave" || provision_class == "all"
+      Provisioner.provision_slaves(self, testing)
+    end
+
+    clear_base_directory unless testing
+  end    
+end