poolparty 0.0.4 → 0.2.6

data/bin/pool-provision

@@ -0,0 +1,34 @@
+#!/usr/bin/env ruby
+# $:.unshift(File.join(File.dirname(__FILE__), "..", "lib"))
+# require "poolparty"
+# require "poolpartycl"
+# 
+# o = PoolParty::Optioner.new(ARGV) do |opts, optioner|
+#   opts.on('-t', '--type [master|slave|all]', 'Provision these instances (default: all)')    { |o| optioner.class_type o }
+#   opts.on('-a', '--all', 'Provision all the instances')    { |o| optioner.all true }
+#   opts.on('-n [name]', '--name [name]', 'Pool to provision (required)') {|o| optioner.cloud_name o }
+# end
+# load_pool(o.spec || Binary.get_existing_spec_location)
+# 
+# if o.cloud_name
+#   @c = cloud(o.cloud_name.downcase.to_sym)
+# else
+#   puts "Cloud name required. Please specify it with -c [name]"
+#   exit(0)
+# end
+# 
+# if o.class_type && o.class_type != "all" && !o.all  
+#   case o.class_type
+#   when "master","m"
+#     puts header("Provisioning the master instances")    
+#   when "slave", "s"
+#     puts header("Provisioning the slave instances")
+#   end
+# else
+#   # Provision all the instances
+#   puts header("Provisioning all the instances")
+#   provisioner_file = ::File.join(Base.storage_directory, "install.sh")
+#   File.open(provisioner_file, "w+") do |file|
+#     file << Provisioner::Master.install(@c)
+#   end  
+# end

data/bin/pool-spec

@@ -0,0 +1,17 @@
+#!/usr/bin/env ruby
+
+require 'rubygems'
+require 'rubigen'
+
+if %w(-v --version).include? ARGV.first
+  require 'poolspec/version'
+  puts "#{File.basename($0)} #{Poolspec::VERSION::STRING}"
+  exit(0)
+end
+
+require 'rubigen/scripts/generate'
+source = RubiGen::PathSource.new(:application, 
+  File.join(File.dirname(__FILE__), "../generators"))
+RubiGen::Base.reset_sources
+RubiGen::Base.append_sources source
+RubiGen::Scripts::Generate.new.run(ARGV, :generator => 'poolspec')

data/bin/pool-start

@@ -0,0 +1,32 @@
+#!/usr/bin/env ruby
+$:.unshift(File.join(File.dirname(__FILE__), "..", "lib"))
+require "poolparty"
+require "poolpartycl"
+o = PoolParty::Optioner.new(ARGV) do |opts, optioner|  
+  opts.on('-p poolname', '--pool name', 'Start pool by this name')    { |p| optioner.poolname p }
+end
+
+load_pool(o.spec || Binary.get_existing_spec_location)
+
+@testing = o.testing
+
+include Remote
+
+@pools = o.poolname ? [pool(o.poolname.downcase.to_sym)] : pools
+
+@pools.each do |name, pl|
+  
+  with_pool(pl, {:testing => @testing}) do
+    
+    puts header("Starting pool")
+    clouds.each do |name, cloud|
+      puts subheader("Cloud: #{name}")
+      puts "#{cloud.list_of_running_instances.size} running instances (#{cloud.minimum_instances} - #{cloud.maximum_instances})"
+      if (cloud.minimum_instances - cloud.list_of_running_instances.size) > 0
+        puts "Starting #{cloud.minimum_instances - cloud.list_of_running_instances.size} instances (from #{cloud.keypair})"
+        testing ? puts("\tNot launching while in testing mode") : cloud.launch_minimum_number_of_instances
+      end
+    end
+  end
+  
+end

data/bin/pool-start-monitor

@@ -0,0 +1 @@
+#!/usr/bin/env ruby

data/config/hoe.rb

@@ -0,0 +1,115 @@
+require 'PoolParty/version'
+
+AUTHOR = 'Ari Lerner'  # can also be an array of Authors
+EMAIL = "ari.lerner@citrusbyte.com"
+DESCRIPTION =<<-EOM      
+  Self-healing, auto-scaling cloud computing tool
+EOM
+GEM_NAME = 'poolparty' # what ppl will type to install your gem
+RUBYFORGE_PROJECT = 'poolparty' # The unix name for your project
+HOMEPAGE = "http://poolpartyrb.com"
+HOMEPATH = "http://#{GEM_NAME}.rubyforge.org"
+DOWNLOAD_PATH = "http://rubyforge.org/projects/#{RUBYFORGE_PROJECT}"
+EXTRA_DEPENDENCIES = [
+ ['activesupport'],
+ ['open4'],
+ ['logging'],
+ ["ruby2ruby"]
+]    # An array of rubygem dependencies [name, version]
+
+@config_file = "~/.rubyforge/user-config.yml"
+@config = nil
+RUBYFORGE_USERNAME = "unknown"
+def rubyforge_username
+  unless @config
+    begin
+      @config = YAML.load(File.read(File.expand_path(@config_file)))
+    rescue
+      puts <<-EOS
+ERROR: No rubyforge config file found: #{@config_file}
+Run 'rubyforge setup' to prepare your env for access to Rubyforge
+ - See http://newgem.rubyforge.org/rubyforge.html for more details
+      EOS
+      exit
+    end
+  end
+  RUBYFORGE_USERNAME.replace @config["username"]
+end
+
+
+REV = nil
+# UNCOMMENT IF REQUIRED:
+# REV = YAML.load(`svn info`)['Revision']
+VERS = PoolParty::VERSION::STRING + (REV ? ".#{REV}" : "")
+RDOC_OPTS = ['--quiet', '--title', 'PoolParty documentation',
+    "--opname", "index.html",
+    "--line-numbers",
+    "--main", "README",
+    "--inline-source"]
+
+class Hoe
+  def extra_deps
+    @extra_deps.reject! { |x| Array(x).first == 'hoe' }
+    @extra_deps
+  end
+end
+
+# Generate all the Rake tasks
+# Run 'rake -T' to see list of generated tasks (from gem root directory)
+$hoe = Hoe.new(GEM_NAME, VERS) do |p|
+  p.developer(AUTHOR, EMAIL)
+  p.description = DESCRIPTION
+  p.summary = DESCRIPTION
+  p.url = HOMEPATH
+  p.rubyforge_name = RUBYFORGE_PROJECT if RUBYFORGE_PROJECT
+  p.test_globs = ["test/**/test_*.rb"]
+  p.clean_globs |= ['**/.*.sw?', '*.gem', '.config', '**/.DS_Store']  #An array of file patterns to delete on clean.
+
+  # == Optional
+  p.changes = p.paragraphs_of("History.txt", 0..1).join("\n\n")
+  p.extra_deps = EXTRA_DEPENDENCIES
+
+    #p.spec_extras = {}    # A hash of extra values to set in the gemspec.
+  end
+
+CHANGES = $hoe.paragraphs_of('History.txt', 0..1).join("\\n\\n")
+PATH    = (RUBYFORGE_PROJECT == GEM_NAME) ? RUBYFORGE_PROJECT : "#{RUBYFORGE_PROJECT}/#{GEM_NAME}"
+$hoe.remote_rdoc_dir = File.join(PATH.gsub(/^#{RUBYFORGE_PROJECT}\/?/,''), 'rdoc')
+$hoe.rsync_args = '-av --delete --ignore-errors'
+$hoe.spec.post_install_message = File.open(File.dirname(__FILE__) + "/../PostInstall.txt").read rescue ""
+
+# # Gemspec creator
+# spec = Gem::Specification.new do |s|
+#   s.name = GEM_NAME
+#   s.version = VERS
+#   s.platform = Gem::Platform::RUBY
+#   s.has_rdoc = true
+#   s.extra_rdoc_files = ["README.txt", "License.txt", 'History.txt']
+#   s.summary = DESCRIPTION
+#   s.description = s.summary
+#   s.author = AUTHOR
+#   s.email = EMAIL
+#   s.homepage = HOMEPATH
+#   
+#   # Uncomment this to add a dependency
+#   EXTRA_DEPENDENCIES.each do |arr|
+#     s.add_runtime_dependency arr
+#   end  
+#   # s.extra_deps = EXTRA_DEPENDENCIES
+#   
+#   s.require_path = 'lib'
+#   s.autorequire = GEM_NAME
+#   s.files = %w(Rakefile History.txt README.txt) + Dir.glob("{examples,lib,specs,tasks,script,generators,bin}/**/*")
+# end
+#  
+# Rake::GemPackageTask.new(spec) do |pkg|
+#   pkg.gem_spec = spec
+# end
+#   
+# desc "create a gemspec file"
+# task :make_spec do
+#   ::File.unlink "#{GEM_NAME.downcase}.gemspec" if ::File.exists?("#{GEM_NAME.downcase}.gemspec")
+#   ::File.open("#{GEM_NAME.downcase}.gemspec", "w+") do |file|
+#     file.puts spec.to_ruby
+#   end
+# end

data/config/requirements.rb

@@ -0,0 +1,15 @@
+require 'fileutils'
+include FileUtils
+
+require 'rubygems'
+%w[rake hoe newgem rubigen ruby2ruby].each do |req_gem|
+  begin
+    require req_gem
+  rescue LoadError
+    puts "This Rakefile requires the '#{req_gem}' RubyGem."
+    puts "Installation: gem install #{req_gem} -y"
+    exit
+  end
+end
+
+$:.unshift(File.join(File.dirname(__FILE__), %w[.. lib]))

data/examples/basic.rb

@@ -0,0 +1,20 @@
+# Basic pool spec
+# Shows global settings for the clouds
+
+pool :application do
+  
+  instances 3..5
+  keypair "auser"
+  
+  cloud :app do
+    minimum_instances 2
+    ami "ami-abc123"
+  end
+  
+  cloud :db do
+    keypair "hotstuff_database"
+    maximum_instances 20
+    ami "ami-1234bc"
+  end
+
+end

data/examples/plugin_without_plugin_directory.rb

@@ -0,0 +1,13 @@
+require File.dirname(__FILE__) + "/pool/test_plugins/webserver"
+
+pool :app do
+  
+  instances 2..10
+  
+  cloud :app do
+    apache do
+      enable_php
+    end    
+  end
+  
+end

data/examples/poolparty.rb

@@ -0,0 +1,12 @@
+# Poolparty spec
+
+pool :poolparty do
+  
+  instances 2..5
+    
+  cloud :app do
+    keypair "auser"
+    ami "ami-4bb05422"
+  end
+  
+end

data/examples/with_apache_plugin.rb

@@ -0,0 +1,22 @@
+require File.dirname(__FILE__) + '/spec_helper'
+
+pool :app do
+  
+  plugin_directory File.join(File.dirname(__FILE__), "pool", "test_plugins")
+  instances 2..10
+  
+  cloud :app do
+    # minimum 2 instances
+    # maximum 10 instances
+    apache do
+      enable_php
+    end    
+  end
+  
+  cloud :db do
+    # minimum 2 instances
+    # maximum 10 instances
+    mysql # default mysql setup    
+  end
+  
+end

data/generators/poolspec/USAGE

@@ -0,0 +1,5 @@
+Description:
+  
+  
+Usage:
+  

data/generators/poolspec/poolspec_generator.rb

@@ -0,0 +1,65 @@
+class PoolspecGenerator < RubiGen::Base
+
+  DEFAULT_SHEBANG = File.join(Config::CONFIG['bindir'],
+                              Config::CONFIG['ruby_install_name'])
+
+  default_options :author => nil
+
+  attr_reader :name
+
+  def initialize(runtime_args, runtime_options = {})
+    super
+    usage if args.empty?
+    @destination_root = File.expand_path(args.shift)
+    @name = base_name
+    extract_options
+  end
+
+  def manifest
+    record do |m|
+      # Ensure appropriate folder(s) exists
+      m.directory ''
+      BASEDIRS.each { |path| m.directory path }
+      
+      m.template "pool_spec_template.erb", "#{@name}.rb"
+      # Create stubs
+      # m.template "template.rb",  "some_file_after_erb.rb"
+      # m.template_copy_each ["template.rb", "template2.rb"]
+      # m.file     "file",         "some_file_copied"
+      # m.file_copy_each ["path/to/file", "path/to/file2"]
+    end
+  end
+
+  protected
+    def banner
+      <<-EOS
+Creates a basic poolparty spec tempalte
+
+USAGE: #{spec.name} name
+EOS
+    end
+
+    def add_options!(opts)
+      opts.separator ''
+      opts.separator 'Options:'
+      # For each option below, place the default
+      # at the top of the file next to "default_options"
+      # opts.on("-a", "--author=\"Your Name\"", String,
+      #         "Some comment about this option",
+      #         "Default: none") { |options[:author]| }
+      opts.on("-v", "--version", "Show the #{File.basename($0)} version number and quit.")
+    end
+
+    def extract_options
+      # for each option, extract it into a local variable (and create an "attr_reader :author" at the top)
+      # Templates can access these value via the attr_reader-generated methods, but not the
+      # raw instance variable value.
+      # @author = options[:author]
+      @pool_name = ARGV.pop
+    end
+
+    # Installation skeleton.  Intermediate directories are automatically
+    # created so don't sweat their absence here.
+    BASEDIRS = %w(
+    )
+end

data/generators/poolspec/templates/pool_spec_template.erb

@@ -0,0 +1,9 @@
+# Basic poolparty template
+
+pool :<%= name -%> do
+
+  cloud :app do
+  
+  end
+
+end

data/lib/erlang/eb_server.erl

@@ -0,0 +1,27 @@
+%%%***************************************
+%%% 
+%%% PoolParty node-server
+%%% Author: Ari Lerner <ari.the.lerner@gmail.com>
+%%% 
+%%% Description: This server runs on the poolparty nodes
+%%% 
+%%%***************************************
+
+% The name of our module
+-module (eb_server).
+% We are using the gen_server behaviour
+-behaviour (gen_server).
+
+% API methods
+-export ([start_link/0]).
+
+% gen_server callbacks
+-export ([init/1, handle_call/3, handle_cast/2, handle_info/2, terminate/2, code_change/3]).
+
+% Define the structure of the tuple state
+-record (state, {}).
+-define (SERVER, ?MODULE).
+
+% API Methods
+start_link() ->
+  gen_server:start_link({local, ?SERVER}, ?MODULE, [], []).

data/lib/poolparty.rb

@@ -0,0 +1,56 @@
+require 'rubygems'
+
+# Load required gems
+require 'active_support'
+require 'open4'
+require "ftools"
+require "logging"
+require "ruby2ruby"
+
+# Use active supports auto load mechanism
+ActiveSupport::Dependencies.load_paths << File.dirname(__FILE__)
+
+## Load PoolParty
+require "#{File.dirname(__FILE__)}/poolparty/version"
+
+%w(core modules exceptions net).each do |dir|
+  Dir[File.dirname(__FILE__) + "/poolparty/#{dir}/**.rb"].each do |file|
+    require file
+  end
+end
+
+Kernel.load_p File.dirname(__FILE__) + "/poolparty/pool"
+
+module PoolParty
+  include FileWriter
+  
+  def logger
+    @pool_logger ||= make_new_logger
+  end
+  
+  private
+  #:nodoc:#
+  def make_new_logger
+    FileUtils.mkdir_p Base.pool_logger_location unless ::File.directory?(Base.pool_logger_location)
+    Loggable.new
+  end
+end
+
+class Object
+  include PoolParty
+  include PoolParty::Pool
+  include PoolParty::Cloud
+  
+  include PoolParty::DefinableResource
+end
+
+class Class
+  include PoolParty::PluginModel  
+end
+
+## Load PoolParty Plugins and package
+%w(plugins base_packages).each do |dir|
+  Dir[File.dirname(__FILE__) + "/poolparty/#{dir}/**.rb"].each do |file|
+    require file
+  end
+end