solutious-rudy 0.5.1 → 0.6.0

data/lib/rudy/routines/startup.rb

@@ -1,48 +1,58 @@
 
 
-module Rudy
-  module Routines
-    class Startup < Rudy::Routines::Base
+module Rudy; module Routines;
+
+  class Startup < Rudy::Routines::Base
+
+    def execute
+      # There's no keypair check here because Rudy::Machines will attempt 
+      # to create one. 
+      rmach = Rudy::Machines.new
+      routine = fetch_routine_config(:startup)
+      rbox_local = Rye::Box.new('localhost')
+      sconf = fetch_script_config
       
+      # Runs "before_local" scripts of routines config. 
+      # NOTE: Does not run "before" scripts b/c there are no remote machines
+      puts task_separator("BEFORE SCRIPTS (local)")
+      Rudy::Routines::ScriptHelper.before_local(routine, sconf, rbox_local)
       
-      def startup(opts={})
-        
-        routine = fetch_routine(:startup)
-        rdisks = Rudy::Disks.new(:config => @config, :global => @global)
+      rmach.create do |machine|
+      #rmach.list do |machine|
+        puts machine_separator(machine.liner_note)
+        print "Waiting for instance..."
+        isup = Rudy::Utils.waiter(3, 120, STDOUT, "it's up!", 2) {
+          inst = machine.get_instance
+          inst && inst.running?
+        } 
+        machine.update # Add instance info to machine and save it
+        print "Waiting for SSH daemon..."
+        isup = Rudy::Utils.waiter(2, 60, STDOUT, "it's up!", 3) {
+          Rudy::Utils.service_available?(machine.dns_public, 22)
+        }
         
+        opts = { :keys =>  root_keypairpath, :user => 'root', :debug => nil }
+        rbox = Rye::Box.new(machine.dns_public, opts)
         
-        rmach = Rudy::Instances.new(:config => @config, :global => @global)
+        puts task_separator("DISK ROUTINES")
+        # Runs "disk" portion of routines config
+        Rudy::Routines::DiskHelper.execute(routine, machine, rbox)
         
-        # TODO: .list for debugging, .create for actual use
-        instances = rmach.list(opts) do |instance| # Rudy::AWS::EC2::Instance objects
-          puts '-'*60
-          puts "Instance: #{instance.awsid.bright} (AMI: #{instance.ami})"
-          puts instance.to_s
+        puts task_separator("AFTER SCRIPTS")
+        # Runs "after" scripts of routines config
+        Rudy::Routines::ScriptHelper.after(routine, sconf, machine, rbox)
         
-          @logger.puts("Running DISK routines")
-          routine.disks.each_pair do |action,disks|
-        
-            unless rdisks.respond_to?(action)
-              @logger.puts("Skipping unknown action: #{action}").color(:blue)
-              next
-            end
-        
-            disks.each_pair do |path,props|
-              props[:path] = path
-              puts path
-              begin
-                rdisks.send(action, instance, props)
-              rescue => ex
-                @logger.puts "Continuing..."
-              end
-            end
-          end
-        end
-                
-        instances
+        puts task_separator("INFO")
+        puts "Filesystem on #{machine.name}:"
+        puts "  " << rbox.df(:h).join("#{$/}  ")
       end
-
-
+      
+      puts task_separator("AFTER SCRIPTS (local)")
+      # Runs "after_local" scripts of routines config
+      Rudy::Routines::ScriptHelper.after_local(routine, sconf, rbox_local)
+      
     end
+
   end
-end
+
+end; end

data/lib/rudy/routines.rb

@@ -5,50 +5,43 @@ module Rudy
     class Base
       include Rudy::Huxtable
     
-      # Examples:
-      #
-      # def before
-      # end
-      # def before_local
-      # end
-      # def svn
-      # end
-      #
+      def initialize
+        a, s, r = @@global.accesskey, @@global.secretkey, @@global.region
+        @sdb = Rudy::AWS::SDB.new(a, s, r)
+        @rinst = Rudy::AWS::EC2::Instances.new(a, s, r)
+        @rgrp = Rudy::AWS::EC2::Groups.new(a, s, r)
+        @rkey = Rudy::AWS::EC2::KeyPairs.new(a, s, r)
+        @rvol = Rudy::AWS::EC2::Volumes.new(a, s, r)
+        @rsnap = Rudy::AWS::EC2::Snapshots.new(a, s, r)
+        init
+      end
       
+      def init
+      end
       
-      #
-      #
+
       def execute
-        raise "Override this method"
+        raise "Override execute method"
       end
       
+      def task_separator(title)
+        dashes = 52 - title.size # 
+        dashes = 0 if dashes < 1
+        ("%s---  %s  %s" % [$/, title, '-'*dashes]).bright
+      end
       
-      
-      # We grab the appropriate routines config and check the paths
-      # against those defined for the matching machine group. 
-      # Disks that appear in a routine but not the machine will be
-      # removed and a warning printed. Otherwise, the routines config
-      # is merged on top of the machine config and that's what we return.
-      def fetch_routine(action)
-        raise "No configuration" unless @config
-        raise "No globals" unless @global
-        
-        disk_definitions = @config.machines.find_deferred(@global.environment, @global.role, :disks)
-        routine = @config.routines.find(@global.environment, @global.role, action)
-        routine.disks.each_pair do |raction,disks|
-          disks.each_pair do |path, props|
-            routine.disks[raction][path] = disk_definitions[path].merge(props) if disk_definitions.has_key?(path)
-            unless disk_definitions.has_key?(path)
-              @logger.puts "#{path} is not defined. Check your #{action} routines config.".color(:red)
-              routine.disks[raction].delete(path) 
-            end
-          end
-        end
-        routine
+      def machine_separator(title)
+        dashes = 52 - title.size # 
+        dashes = 0 if dashes < 1
+        ("%s---  %s  %s" % [$/, title.bright, '-'*dashes]).bright.color(:blue)
       end
 
-
-      
     end
+    
   end
-end
+end
+
+Rudy::Utils.require_glob(RUDY_LIB, 'rudy', 'routines', 'helpers', '*.rb')
+Rudy::Utils.require_glob(RUDY_LIB, 'rudy', 'routines', '*.rb')
+
+

data/lib/rudy/scm/svn.rb

@@ -36,7 +36,7 @@ module Rudy
         rev = "01"
         criteria = ['rel', now.year, mon, day, rev]
         criteria.insert(-2, username) if username
-        tag = criteria.join(RUDY_DELIM)
+        tag = criteria.join(Rudy::DELIM)
         # Keep incrementing the revision number until we find the next one.
         tag.succ! while (valid_uri?("#{@base_uri}/#{tag}"))
         tag

data/lib/rudy/utils.rb

@@ -15,9 +15,14 @@ module Rudy
     # Return the external IP address (the one seen by the internet)
     def external_ip_address
       ip = nil
-      %w{solutious.com/ip myip.dk/ whatismyip.com }.each do |sponge| # w/ backup
-        ip = (open("http://#{sponge}") { |f| /([0-9]{1,3}\.){3}[0-9]{1,3}/.match(f.read) }).to_s rescue nil
-        break if !ip.nil?
+      begin
+        %w{solutious.com/ip/ myip.dk/ whatismyip.com }.each do |sponge| # w/ backup
+          ipstr = Net::HTTP.get(URI.parse("http://#{sponge}")) || ''
+          ip = /([0-9]{1,3}\.){3}[0-9]{1,3}/.match(ipstr).to_s
+          break if ip && !ip.empty?
+        end
+      rescue SocketError, Errno::ETIMEDOUT
+        STDERR.puts "Connection Error. Check your internets!"
       end
       ip += "/32" if ip
       ip
@@ -48,6 +53,156 @@ module Rudy
     end
     
     
+    
+    
+    # Determine if we're running directly on EC2 or
+    # "some other machine". We do this by checking if
+    # the file /etc/ec2/instance-id exists. This
+    # file is written by /etc/init.d/rudy-ec2-startup. 
+    # NOTE: Is there a way to know definitively that this is EC2?
+    # We could make a request to the metadata IP addresses. 
+    def Rudy.in_situ?
+      File.exists?('/etc/ec2/instance-id')
+    end
+
+
+    # Wait for something to happen. 
+    # * +duration+ seconds to wait between tries (default: 2).
+    # * +max+ maximum time to wait (default: 120). Throws an exception when exceeded.
+    # * +logger+ IO object to print +dot+ to.
+    # * +msg+ the message to print on success
+    # * +bells+ number of terminal bells to ring
+    # Set to nil or false to keep the waiter silent.
+    # The block must return false while waiting. Once it returns true
+    # the waiter will return true too.
+    def waiter(duration=2, max=120, logger=STDOUT, msg=nil, bells=0, &check)
+      # TODO: Move to Drydock. [ed-why?]
+      raise "The waiter needs a block!" unless check
+      duration = 1 if duration < 1
+      max = duration*2 if max < duration
+      dot = '.'
+      begin
+        Timeout::timeout(max) do
+          while !check.call
+            sleep duration
+            logger.print dot if logger.respond_to?(:print)
+            logger.flush if logger.respond_to?(:flush)
+          end
+        end
+      rescue Timeout::Error => ex
+        retry if Annoy.pose_question(" Keep waiting?\a ", /yes|y|ya|sure|you bet!/i, logger)
+        return false
+      end
+      logger.puts msg if msg
+      Rudy::Utils.bell(bells, logger)
+      true
+    end
+
+    # Make a terminal bell chime
+    def bell(chimes=1, logger=nil)
+      chimes ||= 0
+      return unless logger
+      chimed = chimes.to_i
+      logger.print "\a"*chimes if chimes > 0 && logger
+      true # be like Rudy.bug()
+    end
+
+    # Have you seen that episode of The Cosby Show where Dizzy Gillespie... ah nevermind.
+    def bug(bugid, logger=STDERR)
+      logger.puts "You have found a bug! If you want, you can email".color(:red)
+      logger.puts 'rudy@solutious.com'.color(:red).bright << " about it. It's bug ##{bugid}.".color(:red)          
+      logger.puts "Continuing...".color(:red)
+      true # so we can string it together like: bug('1') && next if ...
+    end
+
+    # Is the given string +str+ an ID of type +identifier+? 
+    # * +identifier+ is expected to be a key from ID_MAP
+    # * +str+ is a string you're investigating
+    def is_id?(identifier, str)
+      return false unless identifier && str && known_type?(identifier)
+      identifier &&= identifier.to_sym
+      str &&= str.to_s.strip
+      str.split('-').first == Rudy::ID_MAP[identifier].to_s
+    end
+
+    # Returns the object type associated to +str+ or nil if unknown. 
+    # * +str+ is a string you're investigating
+    def id_type(str)
+      return false unless str
+      str &&= str.to_s.strip
+      (Rudy::ID_MAP.detect { |n,v| v == str.split('-').first } || []).first
+    end
+
+    # Is the given +key+ a known type of object?
+    def known_type?(key)
+      return false unless key
+      key &&= key.to_s.to_sym
+      Rudy::ID_MAP.has_key?(key)
+    end
+
+    # Returns the string identifier associated to this +key+
+    def identifier(key)
+      key &&= key.to_sym
+      return unless Rudy::ID_MAP.has_key?(key)
+      Rudy::ID_MAP[key]
+    end
+
+    # Return a string ID without the identifier. i.e. key-stage-app-root => stage-app-root
+    def noid(str)
+      el = str.split('-')
+      el.shift
+      el.join('-')
+    end
+    
+
+    # +msg+ The message to return as a banner
+    # +size+ One of: :normal (default), :huge
+    # +colour+ a valid 
+    # Returns a string with styling applying
+    def banner(msg, size = :normal, colour = :black)
+      return unless msg
+      banners = {
+        :huge => Rudy::Utils.without_indent(%Q(
+        =======================================================
+        =======================================================
+        !!!!!!!!!   %s   !!!!!!!!!
+        =======================================================
+        =======================================================)),
+        :normal => %Q(============  %s  ============)
+      }
+      size = :normal unless banners.has_key?(size)
+      colour = :black unless Console.valid_colour?(colour)
+      size, colour = size.to_sym, colour.to_sym
+      sprintf(banners[size], msg).colour(colour).bgcolour(:white).bright
+    end
+
+    
+    # <tt>require</tt> a glob of files. 
+    # * +path+ is a list of path elements which is sent to File.join 
+    # and then to Dir.glob. The list of files found are sent to require. 
+    # Nothing is returned but LoadError exceptions are caught. The message
+    # is printed to STDERR and the program exits with 7. 
+    def require_glob(*path)
+      begin
+        # TODO: Use autoload
+        Dir.glob(File.join(*path.flatten)).each do |path|
+          require path
+        end
+      rescue LoadError => ex
+        puts "Error: #{ex.message}"
+        exit 7
+      end
+    end
+
+    # Checks whether something is listening to a socket. 
+    # * +host+ A hostname
+    # * +port+ The port to check
+    # * +wait+ The number of seconds to wait for before timing out. 
+    #
+    # Returns true if +host+ allows a socket connection on +port+. 
+    # Returns false if one of the following exceptions is raised:
+    # Errno::EAFNOSUPPORT, Errno::ECONNREFUSED, SocketError, Timeout::Error
+    #
     def service_available?(host, port, wait=3)
       begin
         status = Timeout::timeout(wait) do
@@ -84,7 +239,7 @@ module Rudy
     end
 
     # A basic file writer
-    def write_to_file(filename, content, mode, chmod=nil)
+    def write_to_file(filename, content, mode, chmod=600)
       mode = (mode == :append) ? 'a' : 'w'
       f = File.open(filename,mode)
       f.puts content
@@ -114,6 +269,109 @@ module Rudy
       str.gsub(/^[[:blank:]]{#{indent}}/, '')
     end
       
+    
+    
+    
+    ######### Everything below here is TO BE REMOVED. 
+    
+    def sh(command, chdir=false, verbose=false)
+      prevdir = Dir.pwd
+      Dir.chdir chdir if chdir
+      puts command if verbose
+      system(command)
+      Dir.chdir prevdir if chdir
+    end
+
+
+    def ssh_command(host, keypair, user, command=false, printonly=false, verbose=false)
+      #puts "CONNECTING TO #{host}..."
+      cmd = "ssh -i #{keypair} #{user}@#{host} "
+      cmd += " '#{command}'" if command
+      puts cmd if verbose
+      return cmd if printonly
+      # backticks returns STDOUT
+      # exec replaces current process (it's just like running ssh)
+      # -- UPDATE -- Some problem with exec. "Operation not supported"
+      # using system (http://www.mail-archive.com/mongrel-users@rubyforge.org/msg02018.html)
+      (command) ? `#{cmd}` : Kernel.system(cmd)
+    end
+
+    
+    # TODO: This is old and insecure. 
+    def scp_command(host, keypair, user, paths, to_path, to_local=false, verbose=false, printonly=false)
+
+      paths = [paths] unless paths.is_a?(Array)
+      from_paths = ""
+      if to_local
+        paths.each do |path|
+          from_paths << "#{user}@#{host}:#{path} "
+        end  
+        #puts "Copying FROM remote TO this machine", $/
+
+      else
+        to_path = "#{user}@#{host}:#{to_path}"
+        from_paths = paths.join(' ')
+        #puts "Copying FROM this machine TO remote", $/
+      end
 
+
+      cmd = "scp -r "
+      cmd << "-i #{keypair}" if keypair
+      cmd << " #{from_paths} #{to_path}"
+
+      puts cmd if verbose
+      printonly ? (puts cmd) : system(cmd)
+    end
+
+  end
+end
+
+# = RSSReader
+#
+# A rudimentary way to read an RSS feed as a hash.
+# Adapted from: http://snippets.dzone.com/posts/show/68
+#
+module Rudy::Utils::RSSReader
+  extend self
+  require 'net/http'
+  require 'rexml/document'
+  
+  # Returns a feed as a hash. 
+  # * +uri+ to RSS feed
+  def run(uri)
+    begin
+      xmlstr = Net::HTTP.get(URI.parse(uri))
+    rescue SocketError, Errno::ETIMEDOUT
+      STDERR.puts "Connection Error. Check your internets!"
+    end
+    
+    xml = REXML::Document.new xmlstr
+    
+    data = { :items => [] }
+    xml.elements.each '//channel' do |item|
+      item.elements.each do |e| 
+        n = e.name.downcase.gsub(/^dc:(\w)/,"\1").to_sym
+        next if n == :item
+        data[n] = e.text
+      end
+    end
+    
+    #data = {
+    #  :title    => xml.root.elements['channel/title'].text,
+    #  :link => xml.root.elements['channel/link'].text,
+    #  :updated => xml.root.elements['channel/lastBuildDate'].text,
+    #  :uri  => uri,
+    #  :items    => []
+    #}
+    #data[:updated] &&= DateTime.parse(data[:updated])
+    
+    xml.elements.each '//item' do |item|
+      new_items = {} and item.elements.each do |e| 
+        n = e.name.downcase.gsub(/^dc:(\w)/,"\1").to_sym
+        new_items[n] = e.text
+      end
+      data[:items] << new_items
+    end
+    data
   end
 end