auser-poolparty 0.1.2 → 0.2.2

data/bin/cloud-reconfigure

@@ -0,0 +1,24 @@
+#!/usr/bin/env ruby
+$:.unshift(File.join(File.dirname(__FILE__), "..", "lib"))
+require "poolparty"
+require "poolpartycl"
+
+o = PoolParty::Optioner.new(ARGV) do |opts, optioner|
+  opts.on('-n name', '--name name', 'Listing for cloud name')    { |c| optioner.cloudname c }
+end
+load_pool(o.spec || Binary.get_existing_spec_location)
+
+@provision_class = o.provision_class || "all"
+
+include Remote
+
+@clouds = o.cloudname ? {:cloud => cloud(o.cloudname.downcase.to_sym)} : clouds
+
+@clouds.each do |name, cloud|
+  
+  with_cloud(cloud, {:testing => o.testing}) do
+    cmd = "puppetca --clean --all && puppetrun --host puppet #{list_of_node_names.join(", --host ")}"
+    run_command_on(cmd, master)
+  end
+  
+end

data/bin/cloud-ssh

@@ -0,0 +1,18 @@
+#!/usr/bin/env ruby
+$:.unshift(File.join(File.dirname(__FILE__), "..", "lib"))
+require "poolparty"
+require "poolpartycl"
+o = PoolParty::Optioner.new(ARGV) do |opts, optioner|
+  opts.on('-n name', '--name name', 'Listing for cloud name')    { |c| optioner.cloudname c }
+  opts.on('-i num', '--id num', 'Instance num to ssh (default: 0)')    { |i| optioner.num i }
+end
+load_pool(o.spec || Binary.get_existing_spec_location)
+
+unless o.cloudname && clouds.keys.size > 1
+  @cloud = cloud(o.cloudname.downcase.to_sym)
+else
+  puts "Error: You must indicate a cloud from which your instance is from"
+  exit(0)
+end
+
+instance = @cloud.ssh_into_instance_number( o.num.to_i || 0 )

data/bin/cloud-start

@@ -0,0 +1,29 @@
+#!/usr/bin/env ruby
+$:.unshift(File.join(File.dirname(__FILE__), "..", "lib"))
+require "poolparty"
+require "poolpartycl"
+o = PoolParty::Optioner.new(ARGV) do |opts, optioner|  
+  opts.on('-c cloudname', '--cloud name', 'Start cloud by this name')    { |c| optioner.cloudname c }
+end
+
+load_pool(o.spec || Binary.get_existing_spec_location)
+
+@testing = o.testing
+
+include Remote
+
+if o.cloudname
+  @cloud = cloud(o.cloudname.downcase.to_sym)
+else
+  puts "Cloud name or pool name required. Please specify it with -c name"
+  exit(0)
+end
+
+with_cloud(@cloud, {:testing => @testing}) do
+  puts header("Starting cloud")
+  puts "#{list_of_running_instances.size} running instances (#{minimum_instances} - #{maximum_instances})"
+  if (minimum_instances - list_of_running_instances.size) > 0
+    puts "Starting #{minimum_instances - list_of_running_instances.size} instances"    
+    testing ? puts("\tNot launching while in testing mode") : launch_minimum_number_of_instances
+  end  
+end

data/bin/pool

@@ -1,83 +1,31 @@
 #!/usr/bin/ruby
-$:.unshift(File.join(File.dirname(__FILE__)))
-require 'poolparty'
+$:.unshift(File.join(File.dirname(__FILE__), "..", "lib"))
+require "poolparty"
+require "poolpartycl"
 
-def display_config_data
-  PoolParty.message <<-EOM
-PoolParty cloud: #{PoolParty::Application.app_name ? "#{PoolParty::Application.app_name} " : "" }
-  On #{PoolParty::Application.ami}
-  Minimum instances: #{PoolParty::Application.minimum_instances}
-  Maximum instances: #{PoolParty::Application.maximum_instances}
-  Polling every: #{PoolParty::Application.polling_time}
-  Keypair: #{PoolParty::Application.keypair}
-  Access key: #{PoolParty::Application.access_key}
-  size: #{PoolParty::Application.size}
-  Monitors available:
-  --------------
-  #{PoolParty.registered_monitors.collect {|a| "   #{a}"}}
-  
-  Plugins:
-  --------------
-#{Dir["#{PoolParty::Application.plugin_dir}/*"].collect {|a| "   #{File.basename(a)}"}.join("\n")}
+# Get the git-style program action
+# o = PoolParty::Optioner.new(ARGV) do |opts, optioner|
+#   opts.on('-n [name]','--name [name]', 'Binary to run')    { |o| optioner.name o }
+# end
 
-  EOM
-end
+name = ARGV.shift
 
-# Set defaults
-options = PoolParty.options(:optsparse => 
-  {:banner => <<-EOU
-Usage: pool [OPTIONS] {start | stop | list | clouds_list | maintain | restart | install | configure | grow | shrink | ssh | switch}
------------------------------------------------------------------
-    EOU
-    })
+# If there was no program action given
+if !name || name == "-h" || name == "--help"
+  puts "Usage: pool <specfile> <action> <options>"
+  puts "Pool actions:"
+  puts Binary.list_binaries_for("pool")
+  exit
+end
 
-PoolParty.load_app
-master = PoolParty::Master.new
-list = PoolParty::Optioner.parse(ARGV.dup, %w(-v))
+program_name = "#{File.basename($0)}-#{name}"
+program_location = File.join(Binary.binary_directory, program_name)
 
-display_config_data
+command_line = "#{program_location} #{ARGV.join(" ")}"
 
-list.each do |cmd|
-  case cmd
-  when "start"  
-    master.start_cloud!
-  when "show"
-    display_config_data
-  when "grow"
-    master.grow_by
-  when "shrink"
-    master.shrink_by
-  when "install"
-    master.install_cloud(true)
-  when "configure"
-    master.setup_cloud
-  when "ssh"
-    list.shift
-    PoolParty.message "Running #{list} on the cloud"
-    master.ssh list.shift
-  when "stop"
-    PoolParty.message "Stopping cloud"
-    master.request_termination_of_all_instances  
-  when "list"
-    puts master.list
-  when "size"
-    puts master.nodes.size
-  when "clouds_list"
-    puts master.clouds_list
-  when "maintain"
-    PoolParty.message "Maintaining cloud"
-    master.start_monitor!
-  when "restart"
-    PoolParty.message "Restarting cloud"
-    master.request_termination_of_all_instances
-    master.start_cloud!
-  when "switch"
-    list.shift
-    context = list.shift
-    keyfilename = ".#{context}_pool_keys"
-    PoolParty.message "switching cloud to #{context}"
-    context ? Kernel.system("source $HOME/#{keyfilename}") : puts("You must supply a context to switch to")
-  else
-    puts master.list
-  end
+# Run it from the command-line first
+if Binary.available_binaries_for("pool").include?(name)
+  Kernel.exec "#{command_line}"
+else
+  puts "Unknown poolparty binary: #{program_name}"
 end

data/bin/pool-console

@@ -0,0 +1,12 @@
+#!/usr/bin/env ruby
+# File: script/console
+irb = RUBY_PLATFORM =~ /(:?mswin|mingw)/ ? 'irb.bat' : 'irb'
+
+libs =  " -r irb/completion"
+# Perhaps use a console_lib to store any extra methods I may want available in the cosole
+# libs << " -r #{File.dirname(__FILE__) + '/../lib/console_lib/console_logger.rb'}"
+libs <<  " -r #{File.dirname(__FILE__) + '/../lib/poolparty.rb'}"
+libs <<  " -r #{File.dirname(__FILE__) + '/../lib/poolpartycl.rb'}"
+puts "Loading PoolParty console..."
+
+exec "#{irb} #{libs} --simple-prompt"

data/bin/pool-describe

@@ -0,0 +1,9 @@
+#!/usr/bin/env ruby
+$:.unshift(File.join(File.dirname(__FILE__), "..", "lib"))
+require "poolparty"
+require "poolpartycl"
+
+o = PoolParty::Optioner.new(ARGV)
+load_pool(o.spec || Binary.get_existing_spec_location)
+
+puts pool_describe

data/bin/pool-list

@@ -0,0 +1,28 @@
+#!/usr/bin/env ruby
+$:.unshift(File.join(File.dirname(__FILE__), "..", "lib"))
+require "poolparty"
+require "poolpartycl"
+o = PoolParty::Optioner.new(ARGV) do |opts, optioner|
+  opts.on('-f [remote|local]', '--from [remote|local]', 'Remote or local (default: local)')    { |o| optioner.location o }
+  opts.on('-r', '--remote', 'Remote listing')    { optioner.location "remote" }
+  opts.on('-l', '--local', 'Local listing')    { optioner.location "local" }
+  opts.on('-n name', '--name name', 'Listing for pool name')    { |p| optioner.poolname p }
+end
+load_pool(o.spec || Binary.get_existing_spec_location)
+
+@location = o.location ? o.location : "remote"
+
+include Remote
+
+@pools = o.poolname ? [pool(o.poolname.downcase.to_sym)] : pools
+
+@pools.each do |name, pool|
+  with_pool(pool, {:location => @location}) do
+    puts header("Listing pool #{name}")
+    clouds.each do |name, cloud|
+      puts subheader("Cloud: #{name}")
+      out = location == "remote" ? cloud.list_from_remote({:cache => true}).map{|a| a.to_s} : cloud.list_from_local.map{|a| a.to_s}
+      puts out
+    end
+  end
+end

data/bin/pool-provision

@@ -0,0 +1,34 @@
+#!/usr/bin/env ruby
+# $:.unshift(File.join(File.dirname(__FILE__), "..", "lib"))
+# require "poolparty"
+# require "poolpartycl"
+# 
+# o = PoolParty::Optioner.new(ARGV) do |opts, optioner|
+#   opts.on('-t', '--type [master|slave|all]', 'Provision these instances (default: all)')    { |o| optioner.class_type o }
+#   opts.on('-a', '--all', 'Provision all the instances')    { |o| optioner.all true }
+#   opts.on('-n [name]', '--name [name]', 'Pool to provision (required)') {|o| optioner.cloud_name o }
+# end
+# load_pool(o.spec || Binary.get_existing_spec_location)
+# 
+# if o.cloud_name
+#   @c = cloud(o.cloud_name.downcase.to_sym)
+# else
+#   puts "Cloud name required. Please specify it with -c [name]"
+#   exit(0)
+# end
+# 
+# if o.class_type && o.class_type != "all" && !o.all  
+#   case o.class_type
+#   when "master","m"
+#     puts header("Provisioning the master instances")    
+#   when "slave", "s"
+#     puts header("Provisioning the slave instances")
+#   end
+# else
+#   # Provision all the instances
+#   puts header("Provisioning all the instances")
+#   provisioner_file = ::File.join(Base.storage_directory, "install.sh")
+#   File.open(provisioner_file, "w+") do |file|
+#     file << Provisioner::Master.install(@c)
+#   end  
+# end

data/bin/pool-spec

@@ -0,0 +1,17 @@
+#!/usr/bin/env ruby
+
+require 'rubygems'
+require 'rubigen'
+
+if %w(-v --version).include? ARGV.first
+  require 'poolspec/version'
+  puts "#{File.basename($0)} #{Poolspec::VERSION::STRING}"
+  exit(0)
+end
+
+require 'rubigen/scripts/generate'
+source = RubiGen::PathSource.new(:application, 
+  File.join(File.dirname(__FILE__), "../generators"))
+RubiGen::Base.reset_sources
+RubiGen::Base.append_sources source
+RubiGen::Scripts::Generate.new.run(ARGV, :generator => 'poolspec')

data/bin/pool-start

@@ -0,0 +1,32 @@
+#!/usr/bin/env ruby
+$:.unshift(File.join(File.dirname(__FILE__), "..", "lib"))
+require "poolparty"
+require "poolpartycl"
+o = PoolParty::Optioner.new(ARGV) do |opts, optioner|  
+  opts.on('-p poolname', '--pool name', 'Start pool by this name')    { |p| optioner.poolname p }
+end
+
+load_pool(o.spec || Binary.get_existing_spec_location)
+
+@testing = o.testing
+
+include Remote
+
+if o.poolname
+  @pool = pool(o.poolname.downcase.to_sym)
+else
+  puts "Pool name required. Please specify it with -c name"
+  exit(0)
+end
+
+with_pool(@pool, {:testing => @testing}) do
+  puts header("Starting pool")
+  clouds.each do |name, cloud|
+    puts subheader("Cloud: #{name}")
+    puts "#{cloud.list_of_running_instances.size} running instances (#{cloud.minimum_instances} - #{cloud.maximum_instances})"
+    if (cloud.minimum_instances - cloud.list_of_running_instances.size) > 0
+      puts "Starting #{cloud.minimum_instances - cloud.list_of_running_instances.size} instances (from #{cloud.keypair})"
+      testing ? puts("\tNot launching while in testing mode") : cloud.launch_minimum_number_of_instances
+    end
+  end
+end

data/examples/basic.rb

@@ -0,0 +1,20 @@
+# Basic pool spec
+# Shows global settings for the clouds
+
+pool :application do
+  
+  instances 3..5
+  keypair "auser"
+  
+  cloud :app do
+    minimum_instances 2
+    ami "ami-abc123"
+  end
+  
+  cloud :db do
+    keypair "hotstuff_database"
+    maximum_instances 20
+    ami "ami-1234bc"
+  end
+
+end

data/examples/plugin_without_plugin_directory.rb

@@ -0,0 +1,13 @@
+require File.dirname(__FILE__) + "/pool/test_plugins/webserver"
+
+pool :app do
+  
+  instances 2..10
+  
+  cloud :app do
+    apache do
+      enable_php
+    end    
+  end
+  
+end

data/examples/poolparty.rb

@@ -0,0 +1,12 @@
+# Poolparty spec
+
+pool :poolparty do
+  
+  instances 2..5
+    
+  cloud :app do
+    keypair "auser"
+    ami "ami-4bb05422"
+  end
+  
+end

data/examples/with_apache_plugin.rb

@@ -0,0 +1,22 @@
+require File.dirname(__FILE__) + '/spec_helper'
+
+pool :app do
+  
+  plugin_directory File.join(File.dirname(__FILE__), "pool", "test_plugins")
+  instances 2..10
+  
+  cloud :app do
+    # minimum 2 instances
+    # maximum 10 instances
+    apache do
+      enable_php
+    end    
+  end
+  
+  cloud :db do
+    # minimum 2 instances
+    # maximum 10 instances
+    mysql # default mysql setup    
+  end
+  
+end

data/generators/poolspec/USAGE

@@ -0,0 +1,5 @@
+Description:
+  
+  
+Usage:
+  

data/generators/poolspec/poolspec_generator.rb

@@ -0,0 +1,65 @@
+class PoolspecGenerator < RubiGen::Base
+
+  DEFAULT_SHEBANG = File.join(Config::CONFIG['bindir'],
+                              Config::CONFIG['ruby_install_name'])
+
+  default_options :author => nil
+
+  attr_reader :name
+
+  def initialize(runtime_args, runtime_options = {})
+    super
+    usage if args.empty?
+    @destination_root = File.expand_path(args.shift)
+    @name = base_name
+    extract_options
+  end
+
+  def manifest
+    record do |m|
+      # Ensure appropriate folder(s) exists
+      m.directory ''
+      BASEDIRS.each { |path| m.directory path }
+      
+      m.template "pool_spec_template.erb", "#{@name}.rb"
+      # Create stubs
+      # m.template "template.rb",  "some_file_after_erb.rb"
+      # m.template_copy_each ["template.rb", "template2.rb"]
+      # m.file     "file",         "some_file_copied"
+      # m.file_copy_each ["path/to/file", "path/to/file2"]
+    end
+  end
+
+  protected
+    def banner
+      <<-EOS
+Creates a basic poolparty spec tempalte
+
+USAGE: #{spec.name} name
+EOS
+    end
+
+    def add_options!(opts)
+      opts.separator ''
+      opts.separator 'Options:'
+      # For each option below, place the default
+      # at the top of the file next to "default_options"
+      # opts.on("-a", "--author=\"Your Name\"", String,
+      #         "Some comment about this option",
+      #         "Default: none") { |options[:author]| }
+      opts.on("-v", "--version", "Show the #{File.basename($0)} version number and quit.")
+    end
+
+    def extract_options
+      # for each option, extract it into a local variable (and create an "attr_reader :author" at the top)
+      # Templates can access these value via the attr_reader-generated methods, but not the
+      # raw instance variable value.
+      # @author = options[:author]
+      @pool_name = ARGV.pop
+    end
+
+    # Installation skeleton.  Intermediate directories are automatically
+    # created so don't sweat their absence here.
+    BASEDIRS = %w(
+    )
+end