poolparty 0.0.4 → 0.2.6

data/History.txt

@@ -0,0 +1,25 @@
+== 0.2.6 2008-10-14
+  * Maintaining the cloud
+  
+== 0.2 2008-09-02
+  * Finished new syntax rewrite
+  
+== 0.1.2 2008-08-05
+  * Added development tasks for easy setup
+  * Updated Scheduler to include ThreadPool for threaded safety
+  * Added poolnotify
+  * Updating gem on github
+  * Changed configuration style to rsync all files across every instance
+  * Moved configuration back to a configure scrip
+  * Added in vlad configuration
+  * Added plugin ability to install custom software
+  * Updated configuration style
+  * Added cloud_list to pool
+  * Changed listing of the clouds through pool       
+  * Added plugin_manager
+  * Moved remoting to rake remote task (from vlad)
+  * Changed configuration from instance-based to cloud-based
+  * Updated source
+  * Plugin support
+  * Cleaned up base
+  * Extensible monitoring

data/License.txt

@@ -0,0 +1,20 @@
+Copyright (c) 2008 Ari Lerner
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/Manifest.txt

@@ -0,0 +1,203 @@
+History.txt
+License.txt
+Manifest.txt
+PostInstall.txt
+README.txt
+Rakefile
+bin/cloud
+bin/cloud-add-keypair
+bin/cloud-configure
+bin/cloud-contract
+bin/cloud-expand
+bin/cloud-list
+bin/cloud-maintain
+bin/cloud-osxcopy
+bin/cloud-provision
+bin/cloud-refresh
+bin/cloud-ssh
+bin/cloud-start
+bin/cloud-terminate
+bin/pool
+bin/pool-console
+bin/pool-describe
+bin/pool-list
+bin/pool-provision
+bin/pool-spec
+bin/pool-start
+bin/pool-start-monitor
+config/hoe.rb
+config/requirements.rb
+examples/basic.rb
+examples/plugin_without_plugin_directory.rb
+examples/poolparty.rb
+examples/with_apache_plugin.rb
+generators/poolspec/USAGE
+generators/poolspec/poolspec_generator.rb
+generators/poolspec/templates/pool_spec_template.erb
+lib/erlang/eb_server.erl
+lib/poolparty.rb
+lib/poolparty/base_packages/haproxy.rb
+lib/poolparty/base_packages/heartbeat.rb
+lib/poolparty/base_packages/poolparty.rb
+lib/poolparty/base_packages/ruby.rb
+lib/poolparty/core/array.rb
+lib/poolparty/core/exception.rb
+lib/poolparty/core/float.rb
+lib/poolparty/core/hash.rb
+lib/poolparty/core/kernel.rb
+lib/poolparty/core/module.rb
+lib/poolparty/core/my_open_struct.rb
+lib/poolparty/core/object.rb
+lib/poolparty/core/proc.rb
+lib/poolparty/core/string.rb
+lib/poolparty/core/symbol.rb
+lib/poolparty/core/time.rb
+lib/poolparty/exceptions/RemoteException.rb
+lib/poolparty/exceptions/ResourceException.rb
+lib/poolparty/exceptions/RuntimeException.rb
+lib/poolparty/exceptions/SpecException.rb
+lib/poolparty/exceptions/TemplateNotFound.rb
+lib/poolparty/helpers/binary.rb
+lib/poolparty/helpers/console.rb
+lib/poolparty/helpers/display.rb
+lib/poolparty/helpers/optioner.rb
+lib/poolparty/helpers/provisioner_base.rb
+lib/poolparty/helpers/provisioners/master.rb
+lib/poolparty/helpers/provisioners/slave.rb
+lib/poolparty/modules/cloud_resourcer.rb
+lib/poolparty/modules/configurable.rb
+lib/poolparty/modules/definable_resource.rb
+lib/poolparty/modules/file_writer.rb
+lib/poolparty/modules/method_missing_sugar.rb
+lib/poolparty/modules/output.rb
+lib/poolparty/modules/pretty_printer.rb
+lib/poolparty/modules/s3_string.rb
+lib/poolparty/modules/safe_instance.rb
+lib/poolparty/monitors/base_monitor.rb
+lib/poolparty/net/remote.rb
+lib/poolparty/net/remote_bases/ec2.rb
+lib/poolparty/net/remote_instance.rb
+lib/poolparty/net/remoter.rb
+lib/poolparty/net/remoter_base.rb
+lib/poolparty/plugins/gem_package.rb
+lib/poolparty/plugins/git.rb
+lib/poolparty/plugins/line.rb
+lib/poolparty/plugins/svn.rb
+lib/poolparty/pool/base.rb
+lib/poolparty/pool/cloud.rb
+lib/poolparty/pool/custom_resource.rb
+lib/poolparty/pool/loggable.rb
+lib/poolparty/pool/plugin.rb
+lib/poolparty/pool/plugin_model.rb
+lib/poolparty/pool/pool.rb
+lib/poolparty/pool/resource.rb
+lib/poolparty/pool/resources/class_package.rb
+lib/poolparty/pool/resources/conditional.rb
+lib/poolparty/pool/resources/cron.rb
+lib/poolparty/pool/resources/directory.rb
+lib/poolparty/pool/resources/exec.rb
+lib/poolparty/pool/resources/file.rb
+lib/poolparty/pool/resources/gem.rb
+lib/poolparty/pool/resources/host.rb
+lib/poolparty/pool/resources/package.rb
+lib/poolparty/pool/resources/remote_file.rb
+lib/poolparty/pool/resources/service.rb
+lib/poolparty/pool/resources/sshkey.rb
+lib/poolparty/pool/resources/variable.rb
+lib/poolparty/pool/script.rb
+lib/poolparty/templates/authkeys
+lib/poolparty/templates/cib.xml
+lib/poolparty/templates/fileserver.conf
+lib/poolparty/templates/gem
+lib/poolparty/templates/ha.cf
+lib/poolparty/templates/haproxy.conf
+lib/poolparty/templates/namespaceauth.conf
+lib/poolparty/templates/puppet.conf
+lib/poolparty/version.rb
+lib/poolpartycl.rb
+poolparty.gemspec
+script/destroy
+script/generate
+script/txt2html
+setup.rb
+spec/poolparty/base_packages/haproxy_spec.rb
+spec/poolparty/base_packages/heartbeat_spec.rb
+spec/poolparty/bin/console_spec.rb
+spec/poolparty/core/array_spec.rb
+spec/poolparty/core/float.rb
+spec/poolparty/core/hash_spec.rb
+spec/poolparty/core/kernel_spec.rb
+spec/poolparty/core/module_spec.rb
+spec/poolparty/core/object_spec.rb
+spec/poolparty/core/string_spec.rb
+spec/poolparty/core/time_spec.rb
+spec/poolparty/helpers/binary_spec.rb
+spec/poolparty/helpers/display_spec.rb
+spec/poolparty/helpers/optioner_spec.rb
+spec/poolparty/helpers/provisioner_base_spec.rb
+spec/poolparty/helpers/provisioners/master_spec.rb
+spec/poolparty/helpers/provisioners/slave_spec.rb
+spec/poolparty/modules/cloud_resourcer_spec.rb
+spec/poolparty/modules/configurable_spec.rb
+spec/poolparty/modules/definable_resource.rb
+spec/poolparty/modules/file_writer_spec.rb
+spec/poolparty/modules/s3_string_spec.rb
+spec/poolparty/modules/tmp/willy/nilly.rb
+spec/poolparty/net/remote_bases/ec2_spec.rb
+spec/poolparty/net/remote_instance_spec.rb
+spec/poolparty/net/remote_spec.rb
+spec/poolparty/net/remoter_base_spec.rb
+spec/poolparty/net/remoter_spec.rb
+spec/poolparty/plugins/git_spec.rb
+spec/poolparty/plugins/line_spec.rb
+spec/poolparty/plugins/svn_spec.rb
+spec/poolparty/pool/base_spec.rb
+spec/poolparty/pool/cloud_spec.rb
+spec/poolparty/pool/configurers/files/ruby_basic.rb
+spec/poolparty/pool/configurers/files/ruby_plugins.rb
+spec/poolparty/pool/configurers/ruby_spec.rb
+spec/poolparty/pool/custom_resource_spec.rb
+spec/poolparty/pool/example_spec.rb
+spec/poolparty/pool/plugin_model_spec.rb
+spec/poolparty/pool/plugin_spec.rb
+spec/poolparty/pool/pool_spec.rb
+spec/poolparty/pool/resource_spec.rb
+spec/poolparty/pool/resources/class_package_spec.rb
+spec/poolparty/pool/resources/conditional_spec.rb
+spec/poolparty/pool/resources/cron_spec.rb
+spec/poolparty/pool/resources/directory_spec.rb
+spec/poolparty/pool/resources/exec_spec.rb
+spec/poolparty/pool/resources/file_spec.rb
+spec/poolparty/pool/resources/gem_spec.rb
+spec/poolparty/pool/resources/host_spec.rb
+spec/poolparty/pool/resources/package_spec.rb
+spec/poolparty/pool/resources/remote_file_spec.rb
+spec/poolparty/pool/resources/service_spec.rb
+spec/poolparty/pool/resources/sshkey_spec.rb
+spec/poolparty/pool/resources/variable_spec.rb
+spec/poolparty/pool/script_spec.rb
+spec/poolparty/pool/test_plugins/sshkey_test
+spec/poolparty/pool/test_plugins/virtual_host_template.erb
+spec/poolparty/pool/test_plugins/webserver.rb
+spec/poolparty/poolparty_spec.rb
+spec/poolparty/spec_helper.rb
+tasks/cloud.rake
+tasks/deployment.rake
+tasks/development.rake
+tasks/ec2.rake
+tasks/environment.rake
+tasks/instance.rake
+tasks/server.rake
+tasks/spec.rake
+tasks/website.rake
+test/test_generator_helper.rb
+test/test_helper.rb
+test/test_pool_spec_generator.rb
+test/test_poolparty.rb
+test_manifest.pp
+website/index.html
+website/index.txt
+website/javascripts/rounded_corners_lite.inc.js
+website/stylesheets/code.css
+website/stylesheets/screen.css
+website/template.html.erb

data/PostInstall.txt

@@ -0,0 +1,18 @@
+Get ready to jump in the pool, you just installed poolpartyrb!
+
+To get started, run the generator:
+
+  pool spec <name>
+
+Please check out the documentation for any questions or check out the google groups at
+  http://groups.google.com/group/poolpartyrb
+
+
+Don't forget to check out the plugin tutorial @ http://poolpartyrb.com for extending PoolParty!
+
+For more information, check http://PoolPartyrb.com
+On IRC: 
+  irc.freenode.net
+  #poolpartyrb
+  
+*** Ari Lerner @ <arilerner@mac.com> ***

data/README.txt

@@ -1,97 +1,36 @@
 = PoolParty
-  http://poolpartyrb.com
-  Ari Lerner
-  CitrusByte
-  http://blog.citrusbyte.com
+
+http://poolpartyrb.com
 
 == DESCRIPTION:
-  
-  * Pool Party (http://poolpartyrb.com), Ari Lerner (http://blog.xnot.org, http://blog.citrusbyte.com) - Pool Party is a framework for maintaining and running auto-scalable applications on Amazon's EC2 cloud. Run entire applications using the EC2 cluster and the unlimited S3 disk. More details to be listed at http://poolpartyrb.com.
-
-== Basics
-
-  Pool Party is written with the intention of being as application-agnostic as possible. It installs only the basic required software to glue the cloud together on the instances as listed below.
-  
-  Pool Party is easily configuration. In fact, it makes little assumptions about your development environment and allows several options on how to begin configuring the cloud. 
-  
-  = Development setup
-  # IN THE ENVIRONMENT
-  There are 5 values that pool party reads from the environment, you can set these basic environment variables and leave the rest to the pool party defaults. Those values are:
-  ENV["ACCESS_KEY"] => AWS access key
-  ENV["SECRET_ACCESS_KEY"] => AWS secret access key
-  ENV["CONFIG_FILE"] => Location of your config yaml file (optional)
-  ENV["EC2_HOME"] => EC2 home directory (defaults to ~/.ec2)
-  ENV["KEYPAIR_NAME"] => The keypair used to launch instances
-    The structure assumed for the keypair is EC2_HOME/id_rsa-<keypairname>
-  
-  # IN A CONFIG FILE
-  PoolParty assumes your config directory is set in config/config.yml. However, you can set this in your environment variables and it will read the config file from the environment variable
-  
-  # WITH A RAKE TASK
-  PoolParty comes with a rake task that can setup your environment for you. Set the environment variables above and run
-    rake dev:setup
-  This will write a .<KEYPAIR_NAME>_pool_keys into your home directory. Then you can just run
-    source ~/.<KEYPAIR_NAME>_pool_keys
-  and your environment will be all setup for you everytime you want to work on the cloud
-  
-  = Basics
-  PoolParty can work in two ways to load balance it's traffic. It can either do server-side or client-side load-balancing. Since every instance load balances itself, you can either set the client to grab an instance and send it to that using client-side load balancing (with a js library). Alternatively, you can set the master in dns and reference it when referring to the application.
-  Since PoolParty makes no assumptions as to what you will be hosting on the application, the world is your oyster when running a cloud. You can set each instance to register with a dynDNS service so that your application has multiple points of entry and can run load-balanced on the fly.
-  Every instance will auto-mount the s3 bucket set in the config file (if it is set up) into the /data folder of the instance. This gives each instance access to the same data regardless of the instance. It uses s3fuse and caching through s3fuse in the /tmp directory to work as fast as possible on the local instances.
-  The instances all are loaded with the following software:
-    Haproxy - The basic load balancing software
-    Heartbeat - The failover software
-    S3Fuse - The mounting software for the s3 bucket
-    Monit - The maintainer of the services to maintain services
-  
-  When an instance is started or brought down, the master is responsible for reloading every instance with the new data on each instance. If the master goes down, the next in succession will take over as the master (using heartbeat) and it will reconfigure the cloud, setting itself as the master and take over the maintenance of the cloud.
-  
-  Each instance has a /etc/hosts file that has each node listed as the node name listed in the cloud:list (rake task).
-  
-  = Cloud tools
-  The cloud can be maintained entirely through rake tasks, although there are a few front-ends being developed (one in cocoa). 
-  All the cloud rake tasks are in the cloud namespace and are:
-    rake cloud:deploy    # Deploy web application from production git repos spe...
-    rake cloud:list      # List cloud
-    rake cloud:maintain  # Maintain the cloud (run on the master)
-    rake cloud:prepare   # Prepare all servers
-    rake cloud:reload    # Reload all instances with updated data
-    rake cloud:shutdown  # Shutdown the entire cloud
-    rake cloud:start     # Start the cloud    
-  
-  The instance rake tasks are in the instance namespace
-    rake instance:configure             # Configure the stack on this node
-    rake instance:exec                  # Execute cmd on a remote instance
-    rake instance:install               # Install stack on this node
-    rake instance:load                  # Start all services
-    rake instance:reload                # Restart all the services
-    rake instance:scp                   # Send a file to the remote instance
-    rake instance:shutdown              # Teardown instance
-    rake instance:ssh                   # Remotely login to the remote instance
-    rake instance:stop                  # Stop all services
-  
-  For more help, check http://poolpartyrb.com 
+
+COMING SOON
+
+== FEATURES/PROBLEMS:
+
+COMING SOON
+
+== SYNOPSIS:
+
+poolparty is written with the intention of being as application-agnostic as possible. It installs only the basic 
+required software to glue the cloud together on the instances as listed below.
+
+poolparty is easily configuration. In fact, it makes little assumptions about your development environment and allows 
+several options on how to begin configuring the cloud.
 
 == REQUIREMENTS:
-  * yaml
-  * aws/s3
-  * aska
-  * EC2
-  * fastthread
 
-== INSTALL:
+COMING SOON
 
-  gem install pool_party
+== INSTALL:
 
-== ROADMAP
-* v0.1.0 - Add SQS task support
-* v0.2.0 - Callback support
+sudo gem install auser-poolparty
 
 == LICENSE:
 
 (The MIT License)
 
-Copyright (c) 2008 Ari Lerner. CitrusByte
+Copyright (c) 2008 Ari Lerner
 
 Permission is hereby granted, free of charge, to any person obtaining
 a copy of this software and associated documentation files (the
@@ -110,4 +49,4 @@ MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
 IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
 CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
 TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
-SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/Rakefile

@@ -1,18 +1,25 @@
-require 'rubygems'
-require 'echoe'
-require 'lib/pool_party'
-
-task :default => :test
-
-Echoe.new("poolparty") do |p|
-  p.author = "Ari Lerner"
-  p.email = "ari.lerner@citrusbyte.com"
-  p.summary = "Run your entire application off EC2, managed and auto-scaling"
-  p.url = "http://blog.citrusbyte.com"
-  p.docs_host = "www.poolpartyrb.com"
-  p.dependencies = %w(aws-s3 amazon-ec2 aska)
-  p.install_message = "For more information, check http://poolpartyrb.com\n*** Ari Lerner @ <ari.lerner@citrusbyte.com> ***"
-  p.include_rakefile = true
-end
-
-PoolParty::Tasks.new
+require 'config/requirements'
+require 'config/hoe' # setup Hoe + all gem configuration
+
+Dir['tasks/**/*.rake'].each { |rake| load rake }
+
+desc "Clean tmp directory"
+task :clean_tmp do |t|
+  %w(logs tmp ~).each do |dir|
+    FileUtils.rm_rf("#{File.dirname(__FILE__)}/#{dir}") if ::File.exists?("#{File.dirname(__FILE__)}/#{dir}")
+  end
+end
+desc "Remove the pkg directory"
+task :clean_pkg do |t|
+  %w(pkg).each do |dir|
+    FileUtils.rm_rf("#{File.dirname(__FILE__)}/#{dir}") if ::File.exists?("#{File.dirname(__FILE__)}/#{dir}")
+  end
+end
+desc "Generate gemspec"
+task :gemspec  => [:spec, :clean_tmp, :"manifest:refresh", :local_deploy, :clean_pkg] do |t|
+  res = %x[rake debug_gem]
+  res = res.split("\n")[1..-1].join("\n")
+  ::File.open("#{GEM_NAME.downcase}.gemspec", "w+") do |f|
+    f << res
+  end
+end

data/bin/cloud

@@ -0,0 +1,31 @@
+#!/usr/bin/ruby
+$:.unshift(File.join(File.dirname(__FILE__), "..", "lib"))
+require "poolparty"
+require "poolpartycl"
+
+# Get the git-style program action
+# o = PoolParty::Optioner.new(ARGV) do |opts, optioner|
+#   opts.on('-n [name]','--name [name]', 'Binary to run')    { |o| optioner.name o }
+# end
+
+name = ARGV.shift
+
+# If there was no program action given
+if !name || name == "-h" || name == "--help"
+  puts "Usage: cloud <specfile> <action> <options>"
+  puts "Cloud actions:"
+  puts Binary.list_binaries_for("cloud")
+  exit
+end
+
+program_name = "#{File.basename($0)}-#{name}"
+program_location = File.join(Binary.binary_directory, program_name)
+
+command_line = "#{program_location} #{ARGV.join(" ")}"
+
+# Run it from the command-line first
+if Binary.available_binaries_for("cloud").include?(name)
+  exec "#{command_line}"
+else
+  puts "Unknown poolparty binary: #{program_name}"
+end