solutious-rudy 0.4.0

data/CHANGES.txt

@@ -0,0 +1,75 @@
+RUDY, CHANGES
+
+TODO: Look into RubyGems error
+    /Library/Ruby/Gems/1.8/gems/rake-0.8.3/lib/rake/gempackagetask.rb:13:Warning: Gem::manage_gems is deprecated and will be removed on or after March 2009.
+    rake aborted!
+    RubyGem version error: rdoc(2.4.0 not ~> 2.3.0)
+
+TODO: Remove aws_swb
+
+
+#### 0.4.1 (2009-03-??) ###############################
+
+* CHANGE: Recommend keypair config to be in ~/.rudy/config
+* FIX: Rudy now checks for user keys specified by env-role, env, and global
+* FIX: gemspec dependency net-ssh-multi
+* NEW: rerelease command
+
+#### 0.4 (2009-03-12) ###############################
+
+NOTE: This is a significant re-write from 0.3
+
+* CHANGE: Mostly re-written bin/ruby, moving validation to Command classes 
+* CHANGE: upgrade to Drydock 0.5
+* CHANGE: Moved generic EC2 commands to bin/rudy-ec2
+* CHANGE: Removed ambiguity of pluralized command names.
+  * OLD: backups, disks, configs
+  * NEW: backup, disk, config
+* NEW: ssh and scp commands for connecting to and copying files to/from machines
+* NEW: New dependencies (trying out net-ssh)
+* NEW: Domain specific language for configuration
+* NEW: "Routines" for handling common actions. Starting, stopping, releasing, deploying. 
+* NEW: "rudy release" will create a release from the current working copy, start an instance, 
+checkout the release, run routines. It needs some work still, but this already functions as
+a single command release process. 
+* NEW: "rudy start|destroy|restart|update|status". Routines allow us to have generic commands 
+that can be used for any machine group. These commands relate to starting new instances.
+* NEW: Extra caution when running destructive commands
+* NEW: Default ~/.rudy/config created if it doesn't exist. 
+
+
+#### 0.3 (2009-02-26) ###############################
+
+NOTE: This is a significant re-write from 0.2
+
+* CHANGE: Re-written support/rudy-ec2-startup
+* CHANGE: upgrade to Drydock 0.4
+* NEW: More functionality for disks and backups
+* NEW: config commands
+* NEW: Per machine configuration (via ~/.rudy)
+
+
+#### 0.2 (2009-02-23) ###############################
+
+NOTE: This is a complete re-write from 0.1
+
+* CHANGE: Added Environment variables
+* CHANGE: upgrade to drydock 0.3.3
+* NEW: All time references are converted to UTC
+* NEW: Safer "Are you sure?". Number of characters to enter is 
+       commiserate with amount of danger.  
+* NEW: Commands: myaddress, addresses, images, instances, 
+       disks, connect, copy, stage, backups, volumes
+* NEW: Metadata storage to SimpleDB for disks, backups
+* NEW: Creates EBS volumes based on startup from metadata
+* NEW: Automated release process
+* NEW: Automated creation of machine images
+* NEW: Partial support for regions and zones
+* NEW: Manage system based on security groups. 
+* NEW: "rudy groups" overhaul. Display, creates, destroys groups. 
+
+
+
+#### 0.1 (2009-02-06) ###############################
+
+* Initial public release

data/LICENSE.txt

@@ -0,0 +1,19 @@
+Copyright (c) 2009 Solutious Inc.
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.rdoc

@@ -0,0 +1,36 @@
+= Rudy - v0.4 ALPHA!
+
+Rudy is a handy staging and deployment tool for EC2.
+
+NOTE: Rudy will be ready for general consumption in Q2 2009.
+
+== Installation
+
+* Soon!
+* ruby -ropenssl -e 'puts OpenSSL::OPENSSL_VERSION' (See net/ssh docs)
+
+== More Info
+
+* GitHub[http://github.com/solutious/rudy]
+* RubyForge[http://rubyforge.org/projects/rudy]
+* Inspiration[http://www.youtube.com/watch?v=CgaiIW5Rzes]
+
+
+== Credits
+
+* Delano Mandelbaum (delano@solutious.com)
+* Keshia Knight Pulliam (rudy@solutious.com)
+
+
+== Thanks
+
+* The Rilli.com team -- for the initial use case, the ongoing feedback and support, and the good times!
+  * Adam Bognar
+  * Andrew Simpson
+  * Caleb Buxton
+  * Colin Brumelle
+
+
+== License
+
+See: LICENSE.txt

data/Rakefile

@@ -0,0 +1,68 @@
+require 'rubygems'
+require 'rake/clean'
+require 'rake/gempackagetask'
+require 'hanna/rdoctask'
+require 'fileutils'
+include FileUtils
+ 
+task :default => :package
+ 
+# SPECS ===============================================================
+ 
+# None-yet!
+
+# PACKAGE =============================================================
+
+name = "rudy"
+load "#{name}.gemspec"
+
+version = @spec.version
+
+Rake::GemPackageTask.new(@spec) do |p|
+  p.need_tar = true if RUBY_PLATFORM !~ /mswin/
+end
+
+task :release => [ :rdoc, :package ]
+
+task :install => [ :rdoc, :package ] do
+	sh %{sudo gem install pkg/#{name}-#{version}.gem}
+end
+
+task :uninstall => [ :clean ] do
+	sh %{sudo gem uninstall #{name}}
+end
+
+
+# Rubyforge Release / Publish Tasks ==================================
+
+desc 'Publish website to rubyforge'
+task 'publish:rdoc' => 'doc/index.html' do
+  sh "scp -rp doc/* rubyforge.org:/var/www/gforge-projects/#{name}/"
+end
+
+desc 'Public release to rubyforge'
+task 'publish:gem' => [:package] do |t|
+  sh <<-end
+    rubyforge add_release -o Any -a CHANGES.txt -f -n README.rdoc #{name} #{name} #{@spec.version} pkg/#{name}-#{@spec.version}.gem &&
+    rubyforge add_file -o Any -a CHANGES.txt -f -n README.rdoc #{name} #{name} #{@spec.version} pkg/#{name}-#{@spec.version}.tgz 
+  end
+end
+
+
+Rake::RDocTask.new do |t|
+	t.rdoc_dir = 'doc'
+	t.title    = @spec.summary
+	t.options << '--line-numbers' << '--inline-source' << '-A cattr_accessor=object'
+	t.options << '--charset' << 'utf-8'
+	t.rdoc_files.include('LICENSE.txt')
+	t.rdoc_files.include('README.rdoc')
+	t.rdoc_files.include('CHANGES.txt')
+	t.rdoc_files.include('bin/*')
+	t.rdoc_files.include('lib/*.rb')
+	t.rdoc_files.include('lib/**/*.rb')
+end
+
+CLEAN.include [ 'pkg', '*.gem', '.config', 'doc' ]
+
+
+

data/bin/rudy

@@ -0,0 +1,175 @@
+#!/usr/bin/ruby
+
+# Rudy -- Your friend in staging and deploying to EC2
+#
+#   See rudy -h for usage
+# 
+
+RUDY_HOME = File.join(File.dirname(__FILE__), '..')
+RUDY_LIB = File.join(RUDY_HOME, 'lib')
+$:.unshift RUDY_LIB # Put our local lib in first place
+
+require 'rubygems' if RUBY_VERSION < "1.9"
+require 'date'
+require 'drydock'
+extend Drydock
+
+project "Rudy"  # This also runs require 'ruby'
+
+global :A, :accesskey, String, "AWS Access Key"
+global :S, :secretkey, String, "AWS Secret Access Key"
+#global :R, :region, String, "Connect to a specific EC2 region (ie: #{Rudy::DEFAULT_REGION})"
+global :f, :config, String, "Specify another configuration file to read (ie: #{Rudy::RUDY_CONFIG_FILE})"
+global :z, :zone, String, "Connect to a specific EC2 zone (ie: #{Rudy::DEFAULT_ZONE})"
+global :e, :environment, String, "Connect to the specified environment (ie: #{Rudy::DEFAULT_ENVIRONMENT})"
+global :r, :role, String, "Connect to a machine with the specified role (ie: #{Rudy::DEFAULT_ROLE})"
+global :p, :position, String, "Position in the machine in its group (ie: #{Rudy::DEFAULT_POSITION})"
+global :u, :user, String, "Provide a username (ie: #{Rudy::DEFAULT_USER})"
+global :q, :quiet, "Run with less output"
+global :v, :verbose, "Increase verbosity of output (i.e. -v or -vv or -vvv)" do
+  @verbose ||= 0
+  @verbose += 1
+end
+global :V, :version, "Display version number" do
+  puts "Rudy version: #{Rudy::VERSION}"
+  exit 0
+end
+
+#desc "Run this the first time you use Rudy (it's immutable so running it again does no harm)."
+#command :setup => Rudy::Command::Metadata
+
+
+# ------------------------------------  RUDY INFO COMMANDS  --------
+# ------------------------------------------------------------------
+
+#usage "rudy info"
+#desc "Displays info about the current Rudy configuration"
+#command :info => Rudy::Command::Metadata
+
+usage "rudy [-f config-file] config [param-name]"
+desc "Check Rudy configuration."
+option :l, :all, "Display config settings for all machines"
+option :d, :defaults, "Display the default value for the supplied parameter"
+argv :name
+command :config => Rudy::Command::Config
+
+usage "rudy myaddress [-i] [-e]"
+desc "Displays you current internal and external IP addresses"
+option :e, :external, "Display only external IP address"
+option :i, :internal, "Display only internal IP address"
+command :myaddress do |obj|
+  ea = Rudy::Utils::external_ip_address || '' 
+  ia = Rudy::Utils::internal_ip_address || ''
+  if obj.global.quiet
+    puts ia unless obj.option.external && !obj.option.internal
+    puts ea unless obj.option.internal && !obj.option.external
+  else
+    puts "%10s: %s" % ['Internal', ia] unless obj.option.external && !obj.option.internal
+    puts "%10s: %s" % ['External', ea] unless obj.option.internal && !obj.option.external
+  end
+end
+
+
+
+# -----------------------------  RUDY MAINTENANCE COMMANDS  --------
+# ------------------------------------------------------------------
+
+usage "#{$/} [global options] disks [-C -p path -d device -s size] [-A] [-D] [disk name]"
+desc "Manage Disks"
+option :l, :all, "Display all disk definitions"
+option :p, :path, String, "The filesystem path to use as the mount point"
+option :d, :device, String, "The device id (default: /dev/sdh)"
+option :s, :size, Integer, "The size of disk (in GB)"
+action :C, :create, "Create a disk definition"
+action :D, :destroy, "Destroy a disk definition"
+action :A, :attach, "Attach a disk"
+action :N, :unattach, "Unattach a disk"
+argv :diskname
+command :disk => Rudy::Command::Disks
+
+
+usage "rudy [global options] backups [-C] [disk name]"
+desc "Manage Backups"
+option :s, :snapshot, String, "Create a backup entry from an existing snapshot"
+action :Z, :sync, "Check for and delete backup metadata with no snapshot. DOES NOT delete snapshots."
+#action :T, :tidy, "Tidy existing backups"
+action :D, :destroy, "Destroy a backup and DELETE its snapshots."
+action :C, :create, "Create a backup"
+argv :disk
+command :'backup' => Rudy::Command::Backups
+command_alias :backup, :bu
+
+
+usage "rudy [global options] metadata instance-ID"
+desc "Display Rudy metadata."
+command :metadata => Rudy::Command::Metadata
+command_alias :metadata, :md
+
+
+desc "Machine Group Status"
+command :status => Rudy::Command::Machines
+
+
+desc "Update a Machine Group with the current version of Rudy"
+command :update => Rudy::Command::Machines
+
+
+usage "rudy [-e env] [-u user] connect [-p] [cmd]"
+desc "Open an SSH connection"
+option :p, :print, "Only print the SSH command, don't connect"
+argv :cmd
+command :connect => Rudy::Command::Environment 
+command_alias :connect, :ssh
+
+usage "rudy [-e env] [-u user] copy [-p] -r [from path] [to path]"
+desc "Copy files to or from machines. NOTE: You must use quotes when using a tilda for your remote dir ('~/')."
+option :r, :remote, "Copy FROM the remote machine to the local machine"
+option :p, :print, "Only print the SSH command, don't connect"
+argv :from, :to
+command :copy => Rudy::Command::Environment
+command_alias :copy, :scp
+command_alias :copy, :upload
+command_alias :copy, :download
+
+
+# --------------------------------  RUDY ROUTINES COMMANDS  --------
+# ------------------------------------------------------------------
+
+desc "Shutdown a Machine Group"
+command :shutdown => Rudy::Command::Machines
+
+desc "Start a Machine Group"
+option :i, :image, String, "EC2 image ID (AMI)"
+command :startup => Rudy::Command::Machines
+command_alias :startup, :start
+
+desc "Restart a Machine Group"
+command :restart => Rudy::Command::Machines
+
+desc "Release to a machine group"
+option :s, :switch, "Switch to the release branch/tag"
+option :m, :msg, String, "A short release note"
+command :release => Rudy::Command::Release
+
+desc "Update the release currently running in a machine group"
+command :rerelease => Rudy::Command::Release
+command_alias :rerelease, :rere
+
+#desc "Deploy disk snapshots from one machine to another"
+#command :deploy => Rudy::Command::Deploy
+
+
+
+
+# -------------------------------------------  UGLY STUFFS  --------
+# ------------------------------------------------------------------
+debug :on
+capture :stderr       
+before do
+  @start = Time.now
+end
+after do
+  @elapsed = Time.now - @start
+  puts $/, "Elapsed: %.2f seconds" % @elapsed.to_f if @elapsed > 0.1
+end
+

data/bin/rudy-ec2

@@ -0,0 +1,108 @@
+#!/usr/bin/ruby
+
+# Rudy -- Your friend in staging and deploying to EC2
+#
+#   See rudy -h for usage
+# 
+
+#
+# No Ruby 1.9.1 support. Only 1.8.x for now :[
+unless RUBY_VERSION < "1.9"
+  puts "Sorry! We're using the right_aws gem and it doesn't support Ruby 1.9 (md5 error)."
+  exit 1
+else
+ require 'rubygems'
+end
+
+RUDY_HOME = File.join(File.dirname(__FILE__), '..')
+RUDY_LIB = File.join(RUDY_HOME, 'lib')
+$:.unshift RUDY_LIB # Put our local lib in first place
+
+require 'drydock'
+extend Drydock
+
+project "Rudy"  # This also runs require 'ruby'
+
+debug :on
+
+capture :stderr       
+
+global :A, :accesskey, String, "AWS Access Key"
+global :S, :secretkey, String, "AWS Secret Access Key"
+global :R, :region, String, "Connect to a specific EC2 region (default: #{Rudy::DEFAULT_REGION})"
+global :z, :zone, String, "Connect to a specific EC2 zone (default: #{Rudy::DEFAULT_ZONE})"
+global :q, :quiet, "Run with less output"
+global :v, :verbose, "Increase verbosity of output (i.e. -v or -vv or -vvv)" do
+  @verbose ||= 0
+  @verbose += 1
+end
+global :V, :version, "Display version number" do
+  puts "Rudy version: #{Rudy::VERSION}"
+  exit 0
+end
+
+
+
+
+
+# -----------------------------------  AMAZON EC2 COMMANDS  --------
+# ------------------------------------------------------------------
+
+usage "rudy [global options] addresses [-A address instance ID]"
+desc "Manage Amazon Elastic IP addresses"
+argv :address, :instanceid
+action :A, :associate, "Associate an address to a running instance"
+command :addresses => Rudy::Command::Addresses
+command_alias :addresses, :address
+
+
+usage "rudy images [-C -i name [-b bucket -a account]] [-D AMI-ID]"
+desc "Manage EC2 Machine Images (AMIs)"
+option :a, :account, String, "Your Amazon Account Number"
+option :i, :image_name, String, "The name of the image"
+option :p, :print, "Print-only (don't execute commands)"
+option :b, :bucket_name, String, "The name of the bucket that will store the image"
+action :C, :create, "Create an image"
+#action :P, :prepare, "Prepare a running instance to be used as an image"
+action :D, :destroy, "Deregister an image (currently _does not_ remove images files from S3)"
+argv :ami
+command :images => Rudy::Command::Images
+command_alias :images, :image
+
+
+desc "Manage EC2 Volumes"
+action :D, :destroy, "Destroy a volume"
+argv :vol
+command :volumes => Rudy::Command::Volumes
+command_alias :volumes, :volume
+
+
+usage "rudy [global options] instances [-D] [-S -i image ID] [instance ID OR group name]"
+desc "Manage EC2 Instances"
+option :all, "Display all instances"
+option :a, :address, String, "Amazon elastic IP"
+option :i, :image, String, "Amazon machine image ID (ami)"
+#option :v, :volume, String, "Amazon volume ID"
+action :D, :destroy, "Destroy the given instance IDs. All data will be lost!"
+#action :S, :start, "Start an instance"
+#action :R, :restart, "Restart an instance"
+argv :filter
+command :instances => Rudy::Command::Instances
+command_alias :instances, :instance
+
+
+usage "rudy [global options] groups [-C] [-a IP addresses] [-p ports] [group name]"
+desc "Manage EC2 Security Groups"
+option :all, "Display all security groups"
+option :r, :protocols, Array, "Comma-separated list of protocols. One of: tcp (default), udp, icmp"
+option :p, :ports, Array, "List of comma-separated ports to authorize (default: 22,80,443)"
+option :a, :addresses, Array, "List of comma-separated IP addresses to authorize (default: your external IP)"
+action :C, :create, "Create a security group"
+action :D, :destroy, "Destroy a security group"
+action :M, :modify, "Modify a security group"
+argv :group
+command :groups => Rudy::Command::Groups
+command_alias :groups, :group
+
+
+