solutious-rudy 0.4.0 → 0.5.0

data/lib/rudy/utils.rb

@@ -16,8 +16,8 @@ module Rudy
     def external_ip_address
       ip = nil
       %w{solutious.com/ip myip.dk/ whatismyip.com }.each do |sponge| # w/ backup
-        break unless ip.nil?
         ip = (open("http://#{sponge}") { |f| /([0-9]{1,3}\.){3}[0-9]{1,3}/.match(f.read) }).to_s rescue nil
+        break if !ip.nil?
       end
       ip += "/32" if ip
       ip
@@ -37,7 +37,7 @@ module Rudy
     end
     
     # Generates a canonical tag name in the form:
-    #     rudy-2009-12-31-r1
+    #     rudy-2009-12-31-01
     # where r1 refers to the revision number that day
     def generate_tag(revision=1)
       n = DateTime.now
@@ -60,5 +60,60 @@ module Rudy
         false
       end
     end
+    
+    
+    
+    # Capture STDOUT or STDERR to prevent it from being printed. 
+    #
+    #    capture(:stdout) do
+    #      ...
+    #    end
+    #
+    def capture(stream)
+      #raise "We can only capture STDOUT or STDERR" unless stream == :stdout || stream == :stderr
+      begin
+        stream = stream.to_s
+        eval "$#{stream} = StringIO.new"
+        yield
+        result = eval("$#{stream}").read
+      ensure
+        eval("$#{stream} = #{stream.upcase}")
+      end
+
+      result
+    end
+
+    # A basic file writer
+    def write_to_file(filename, content, mode, chmod=nil)
+      mode = (mode == :append) ? 'a' : 'w'
+      f = File.open(filename,mode)
+      f.puts content
+      f.close
+      return unless Rudy.sysinfo.os == :unix
+      raise "Provided chmod is not a Fixnum (#{chmod})" unless chmod.is_a?(Fixnum)
+      File.chmod(chmod, filename)
+    end
+
+    # 
+    # Generates a string of random alphanumeric characters.
+    # * +len+ is the length, an Integer. Default: 8
+    # * +safe+ in safe-mode, ambiguous characters are removed (default: true):
+    #       i l o 1 0
+    def strand( len=8, safe=true )
+       chars = ("a".."z").to_a + ("0".."9").to_a
+       chars.delete_if { |v| %w(i l o 1 0).member?(v) } if safe
+       str = ""
+       1.upto(len) { |i| str << chars[rand(chars.size-1)] }
+       str
+    end
+    
+    # Returns +str+ with the leading indentation removed. 
+    # Stolen from http://github.com/mynyml/unindent/ because it was better.
+    def without_indent(str)
+      indent = str.split($/).each {|line| !line.strip.empty? }.map {|line| line.index(/[^\s]/) }.compact.min
+      str.gsub(/^[[:blank:]]{#{indent}}/, '')
+    end
+      
+
   end
 end

data/lib/storable.rb

@@ -13,9 +13,11 @@ require 'fileutils'
 # Storable.field method which tells Storable the order and 
 # name.
 class Storable
-  VERSION = 2
-  NICE_TIME_FORMAT  = "%Y-%m-%d@%H:%M:%S".freeze unless defined? NICE_TIME_FORMAT
-  SUPPORTED_FORMATS = %w{tsv csv yaml json}.freeze unless defined? SUPPORTED_FORMATS
+  unless defined?(VERSION) # We can assume all are defined
+    VERSION = 2
+    NICE_TIME_FORMAT  = "%Y-%m-%d@%H:%M:%S".freeze 
+    SUPPORTED_FORMATS = %w{tsv csv yaml json}.freeze 
+  end
   
   # This value will be used as a default unless provided on-the-fly.
   # See SUPPORTED_FORMATS for available values.
@@ -109,7 +111,7 @@ class Storable
   # Create a new instance of the object from a hash.
   def self.from_hash(from={})
     me = self.new
-  
+    
     return me if !from || from.empty?
     
     fnames = field_names
@@ -122,8 +124,10 @@ class Storable
       if field_types[index] == Array
         ((value ||= []) << stored_value).flatten 
       elsif field_types[index] == Hash
+        
         value = stored_value
       else
+        
         # SimpleDB stores attribute shit as lists of values
         value = stored_value.first if stored_value.is_a?(Array) && stored_value.size == 1
 
@@ -137,8 +141,10 @@ class Storable
           value = value.to_f
         elsif field_types[index] == Integer
           value = value.to_i
+        elsif field_types[index].kind_of?(Storable) && stored_value.is_a?(Hash)
+          value = field_types[index].from_hash(stored_value)
         else
-          value = value.first if value.is_a?(Array) && value.size == 1 # I
+          value = (stored_value.is_a?(Array) && stored_value.size == 1) ? stored_value.first : stored_value
         end
       end
       

data/lib/sysinfo.rb

@@ -0,0 +1,274 @@
+require 'storable'
+require 'socket'
+
+# SystemInfo
+# 
+# A container for the system platform information. 
+# Portions of this code is from Amazon's EC2 AMI tools, lib/platform.rb. 
+class SystemInfo < Storable
+  unless defined?(VERSION)
+    VERSION = 2.freeze
+    IMPLEMENTATIONS = [
+    
+      # These are for JRuby, System.getproperty('os.name'). 
+      # For a list of all values, see: http://lopica.sourceforge.net/os.html
+      [/mac\s*os\s*x/i,     :unix,    :osx     ],  
+      [/sunos/i,            :unix,    :solaris ], 
+      [/windows\s*ce/i,     :win32,   :windows ],
+      [/windows/i,          :win32,   :windows ],  
+      [/osx/i,              :unix,    :osx     ],
+    
+      # TODO: implement other windows matches: # /djgpp|(cyg|ms|bcc)win|mingw/ (from mongrel)
+    
+      # These are for RUBY_PLATFORM and JRuby
+      [/java/i,    :java,    :java             ],
+      [/darwin/i,  :unix,    :osx              ],
+      [/linux/i,   :unix,    :linux            ],
+      [/freebsd/i, :unix,    :freebsd          ],
+      [/netbsd/i,  :unix,    :netbsd           ],
+      [/solaris/i, :unix,    :solaris          ],
+      [/irix/i,    :unix,    :irix             ],
+      [/cygwin/i,  :unix,    :cygwin           ],
+      [/mswin/i,   :win32,   :windows          ],
+      [/mingw/i,   :win32,   :mingw            ],
+      [/bccwin/i,  :win32,   :bccwin           ],
+      [/wince/i,   :win32,   :wince            ],
+      [/vms/i,     :vms,     :vms              ],
+      [/os2/i,     :os2,     :os2              ],
+      [nil,        :unknown, :unknown          ],
+    ].freeze
+
+    ARCHITECTURES = [
+      [/(i\d86)/i,  :i386             ],
+      [/x86_64/i,   :x86_64           ],
+      [/x86/i,      :i386             ],  # JRuby
+      [/ia64/i,     :ia64             ],
+      [/alpha/i,    :alpha            ],
+      [/sparc/i,    :sparc            ],
+      [/mips/i,     :mips             ],
+      [/powerpc/i,  :powerpc          ],
+      [/universal/i,:universal        ],
+      [nil,         :unknown          ],
+    ].freeze
+  end
+
+
+  field :os => String
+  field :implementation => String
+  field :architecture => String
+  field :hostname => String
+  field :ipaddress => String
+  field :uptime => Float
+  
+  
+  alias :impl :implementation
+  alias :arch :architecture
+
+  
+  def initialize
+    @os, @implementation, @architecture = guess
+    @hostname, @ipaddress, @uptime = get_info
+  end
+  
+  # guess
+  #
+  # This is called at require-time in stella.rb. It guesses
+  # the current operating system, implementation, architecture. 
+  # Returns [os, impl, arch]
+  def guess
+    os = :unknown
+    impl = :unknown
+    arch = :unknown
+    IMPLEMENTATIONS.each do |r, o, i|
+      if r and RUBY_PLATFORM =~ r
+        os, impl = [o, i]
+        break
+      end
+    end
+    ARCHITECTURES.each do |r, a|
+      if r and RUBY_PLATFORM =~ r
+        arch = a
+        break
+      end
+    end
+    
+    #
+    if os == :win32
+      #require 'Win32API'
+
+    # If we're running in java, we'll need to look elsewhere
+    # for the implementation and architecture. 
+    # We'll replace IMPL and ARCH with what we find. 
+    elsif os == :java
+      require 'java'
+      include_class java.lang.System
+      
+      osname = System.getProperty("os.name")
+      IMPLEMENTATIONS.each do |r, o, i|
+        if r and osname =~ r
+          impl = i
+          break
+        end
+      end
+      
+      osarch = System.getProperty("os.arch")
+      ARCHITECTURES.each do |r, a|
+        if r and osarch =~ r
+          arch = a
+          break
+        end
+      end
+      
+    end
+
+    [os, impl, arch]
+  end
+
+  # get_info
+  #
+  # Returns [hostname, ipaddr, uptime] for the local machine
+  def get_info
+    hostname = :unknown
+    ipaddr = :unknown
+    uptime = :unknown
+
+    begin
+      hostname = local_hostname
+      ipaddr = local_ip_address
+      uptime = local_uptime       
+    rescue => ex
+      # Be silent!
+    end
+
+    [hostname, ipaddr, uptime]
+  end
+
+  # local_hostname
+  #
+  # Return the hostname for the local machine
+  def local_hostname
+    Socket.gethostname
+  end
+  
+  # local_uptime
+  #
+  # Returns the local uptime in hours. Use Win32API in Windows, 
+  # 'sysctl -b kern.boottime' os osx, and 'who -b' on unix.
+  # Based on Ruby Quiz solutions by: Matthias Reitinger 
+  # On Windows, see also: net statistics server
+  def local_uptime
+
+    # Each method must return uptime in seconds
+    methods = {
+
+      :win32_windows => lambda {
+        # Win32API is required in self.guess
+        getTickCount = Win32API.new("kernel32", "GetTickCount", nil, 'L')
+        ((getTickCount.call()).to_f / 1000).to_f
+      },
+
+      # Ya, this is kinda wack. Ruby -> Java -> Kernel32. See:
+      # http://www.oreillynet.com/ruby/blog/2008/01/jruby_meets_the_windows_api_1.html
+      # http://msdn.microsoft.com/en-us/library/ms724408(VS.85).aspx
+      # Ruby 1.9.1: Win32API is now deprecated in favor of using the DL library.
+      :java_windows => lambda {
+        kernel32 = com.sun.jna.NativeLibrary.getInstance('kernel32')
+        buf = java.nio.ByteBuffer.allocate(256)
+        (kernel32.getFunction('GetTickCount').invokeInt([256, buf].to_java).to_f / 1000).to_f 
+      },
+      
+      :unix_osx => lambda {
+        # This is faster than who and could work on BSD also. 
+        (Time.now.to_f - Time.at(`sysctl -b kern.boottime 2>/dev/null`.unpack('L').first).to_f).to_f
+      },
+      # This should work for most unix flavours. 
+      :unix => lambda {
+        # who is sloooooow. Use File.read('/proc/uptime')
+        (Time.now.to_f - Time.parse(`who -b 2>/dev/null`).to_f)
+      }
+    }
+
+    hours = 0
+    
+    begin
+      key = platform
+      method = (methods.has_key? key) ? methods[key] : methods[:unix]
+      hours = (method.call) / 3600 # seconds to hours
+    rescue => ex
+    end
+    hours
+  end
+
+
+  #
+  # Return the local IP address which receives external traffic
+  # from: http://coderrr.wordpress.com/2008/05/28/get-your-local-ip-address/
+  # NOTE: This <em>does not</em> open a connection to the IP address. 
+  def local_ip_address
+    # turn off reverse DNS resolution temporarily 
+    orig, Socket.do_not_reverse_lookup = Socket.do_not_reverse_lookup, true   
+    UDPSocket.open {|s| s.connect('75.101.137.7', 1); s.addr.last } # Solutious IP
+  ensure  
+    Socket.do_not_reverse_lookup = orig
+  end
+
+  #
+  # Returns the local IP address based on the hostname. 
+  # According to coderrr (see comments on blog link above), this implementation
+  # doesn't guarantee that it will return the address for the interface external
+  # traffic goes through. It's also possible the hostname isn't resolvable to the
+  # local IP.  
+  def local_ip_address_alt
+    ipaddr = :unknown
+    begin
+      saddr = Socket.getaddrinfo(  Socket.gethostname, nil, Socket::AF_UNSPEC, Socket::SOCK_STREAM, nil, Socket::AI_CANONNAME)
+      ipaddr = saddr.select{|type| type[0] == 'AF_INET' }[0][3]
+    rescue => ex
+    end
+    ipaddr
+  end
+
+  # returns a symbol in the form: os_implementation. This is used throughout Stella
+  # for platform specific support. 
+  def platform
+    "#{@os}_#{@implementation}".to_sym
+  end
+  
+  # Returns Ruby version as an array
+  def ruby
+    RUBY_VERSION.split('.').map { |v| v.to_i }
+  end
+  
+  # Returns the environment PATH as an Array
+  def paths
+    if @os == :unix
+      (ENV['PATH'] || '').split(':')
+    elsif
+      (ENV['PATH'] || '').split(';') # Note tested!
+    else
+      raise "paths not implemented for: #{@os}"
+    end
+  end
+  
+  def user
+    ENV['USER']
+  end
+  
+  def home
+    if @os == :unix
+      File.expand_path(ENV['HOME'])
+    elsif @os == :win32
+      File.expand_path(ENV['USERPROFILE'])
+    else
+      raise "paths not implemented for: #{@os}"
+    end
+  end
+  
+  # Print friendly system information. 
+  def to_s
+    sprintf("Hostname: %s#{$/}IP Address: %s#{$/}System: %s#{$/}Uptime: %.2f (hours)#{$/}Ruby: #{ruby.join('.')}", 
+      @hostname, @ipaddress, "#{@os}-#{@implementation}-#{@architecture}", @uptime)
+  end
+  
+  
+end

data/rudy.gemspec

@@ -1,7 +1,8 @@
 @spec = Gem::Specification.new do |s|
 	s.name = "rudy"
-	s.version = "0.4.0"
-	s.summary = "Your friend in staging and deploying with EC2."
+  s.rubyforge_project = 'rudy'
+	s.version = "0.5.0"
+	s.summary = "Not your grandparent's deployment tool."
 	s.description = s.summary
 	s.author = "Delano Mandelbaum"
 	s.email = "delano@solutious.com"
@@ -14,63 +15,126 @@
   LICENSE.txt
   README.rdoc
   Rakefile
+  Rudyfile
+  bin/ird
   bin/rudy
-  bin/rudy-ec2
+  lib/annoy.rb
   lib/aws_sdb.rb
   lib/aws_sdb/error.rb
   lib/aws_sdb/service.rb
   lib/console.rb
+  lib/escape.rb
   lib/rudy.rb
   lib/rudy/aws.rb
   lib/rudy/aws/ec2.rb
+  lib/rudy/aws/ec2/address.rb
+  lib/rudy/aws/ec2/group.rb
+  lib/rudy/aws/ec2/image.rb
+  lib/rudy/aws/ec2/instance.rb
+  lib/rudy/aws/ec2/keypair.rb
+  lib/rudy/aws/ec2/snapshot.rb
+  lib/rudy/aws/ec2/volume.rb
   lib/rudy/aws/s3.rb
   lib/rudy/aws/simpledb.rb
+  lib/rudy/cli.rb
+  lib/rudy/cli/addresses.rb
+  lib/rudy/cli/backups.rb
+  lib/rudy/cli/config.rb
+  lib/rudy/cli/deploy.rb
+  lib/rudy/cli/disks.rb
+  lib/rudy/cli/domains.rb
+  lib/rudy/cli/groups.rb
+  lib/rudy/cli/images.rb
+  lib/rudy/cli/instances.rb
+  lib/rudy/cli/keypairs.rb
+  lib/rudy/cli/manager.rb
+  lib/rudy/cli/release.rb
+  lib/rudy/cli/routines.rb
+  lib/rudy/cli/volumes.rb
   lib/rudy/command/addresses.rb
   lib/rudy/command/backups.rb
-  lib/rudy/command/base.rb
-  lib/rudy/command/config.rb
-  lib/rudy/command/deploy.rb
+  lib/rudy/command/disks-old.rb
   lib/rudy/command/disks.rb
-  lib/rudy/command/environment.rb
+  lib/rudy/command/domains.rb
   lib/rudy/command/groups.rb
-  lib/rudy/command/images.rb
   lib/rudy/command/instances.rb
-  lib/rudy/command/machines.rb
-  lib/rudy/command/metadata.rb
-  lib/rudy/command/release.rb
+  lib/rudy/command/keypairs.rb
+  lib/rudy/command/manager.rb
   lib/rudy/command/volumes.rb
   lib/rudy/config.rb
-  lib/rudy/metadata.rb
+  lib/rudy/config/objects.rb
+  lib/rudy/huxtable.rb
   lib/rudy/metadata/backup.rb
   lib/rudy/metadata/disk.rb
+  lib/rudy/metadata/machine.rb
+  lib/rudy/routines.rb
+  lib/rudy/routines/disk_handler.rb
+  lib/rudy/routines/release.rb
+  lib/rudy/routines/script_runner.rb
+  lib/rudy/routines/shutdown.rb
+  lib/rudy/routines/startup.rb
   lib/rudy/scm/svn.rb
   lib/rudy/utils.rb
   lib/storable.rb
+  lib/sysinfo.rb
   lib/tryouts.rb
   rudy.gemspec
   support/mailtest
+  support/randomize-root-password
   support/rudy-ec2-startup
+  support/update-ec2-ami-tools
+  test/05_config/00_setup_test.rb
+  test/05_config/30_machines_test.rb
+  test/20_sdb/00_setup_test.rb
+  test/20_sdb/10_domains_test.rb
+  test/25_ec2/00_setup_test.rb
+  test/25_ec2/10_keypairs_test.rb
+  test/25_ec2/20_groups_test.rb
+  test/25_ec2/30_addresses_test.rb
+  test/25_ec2/40_volumes_test.rb
+  test/25_ec2/50_snapshots_test.rb
+  test/26_ec2_instances/00_setup_test.rb
+  test/26_ec2_instances/10_instances_test.rb
+  test/26_ec2_instances/50_images_test.rb
+  test/30_sdb_metadata/00_setup_test.rb
+  test/30_sdb_metadata/10_disks_test.rb
+  test/30_sdb_metadata/20_backups_test.rb
+  test/50_commands/00_setup_test.rb
+  test/50_commands/10_keypairs_test.rb
+  test/50_commands/20_groups_test.rb
+  test/50_commands/40_volumes_test.rb
+  test/50_commands/50_instances_test.rb
+  test/coverage.txt
+  test/helper.rb
   tryouts/console_tryout.rb
+  tryouts/disks.rb
+  tryouts/nested_methods.rb
+  tryouts/session_tryout.rb
   )
-  s.executables = %w[rudy rudy-ec2]
+  s.executables = %w[rudy ird]
   
-  s.extra_rdoc_files = %w[README.rdoc LICENSE.txt]
+  s.extra_rdoc_files = %w[README.rdoc LICENSE.txt CHANGES.txt]
   s.has_rdoc = true
   s.rdoc_options = ["--line-numbers", "--title", "Rudy: #{s.summary}", "--main", "README.rdoc"]
   s.require_paths = %w[lib]
   s.rubygems_version = '1.1.1'
-
   
-  s.add_dependency 'drydock'
-  s.add_dependency 'caesars'
   s.add_dependency 'echoe'
-  s.add_dependency 'right_aws'
+  s.add_dependency 'amazon-ec2'
+  s.add_dependency 'aws-sdb'
   s.add_dependency 'net-ssh'
   s.add_dependency 'net-scp'
   s.add_dependency 'net-ssh-gateway'
   s.add_dependency 'net-ssh-multi'
-  s.add_dependency 'highline'
+  s.add_dependency 'drydock'
+  s.add_dependency 'caesars'
+  s.add_dependency 'rye'
+  
+  # http://bit.ly/2WaAgV
+  #s.add_runtime_dependency('xml-simple', '>= 1.0.11')
+  #s.add_dependency('xml-simple', '>= 1.0.11')
+  #s.add_development_dependency('jgre-monkeyspecdoc', '>= 0.1.0')
+  #s.add_development_dependency('thoughtbot-shoulda', '>= 0.1.0')
   
     
-  s.rubyforge_project = 'rudy'
 end