the-maestro 0.2.0

data/lib/maestro/dsl_property.rb

@@ -0,0 +1,15 @@
+class Module
+  def dsl_property(*symbols)
+    symbols.each do |sym|
+      class_eval %{
+        def #{sym}(*val)
+          if val.empty?
+            @#{sym}
+          else
+            @#{sym} = val.size == 1 ? val[0] : val
+          end
+        end
+      }
+    end
+  end
+end

data/lib/maestro/log4r/console_formatter.rb

@@ -0,0 +1,18 @@
+require "log4r"
+
+# Custom Log4r formatter for the console
+class ConsoleFormatter < Log4r::BasicFormatter
+
+  def initialize(hash={})
+    super(hash)
+  end
+
+  def format(logevent)
+    if Log4r::LNAMES[logevent.level].eql? "PROGRESS"
+      # Formats the data as is with no newline, to allow progress bars to be logged.
+      sprintf("%s", logevent.data.to_s)
+    else
+      format_object(logevent.data) + "\n"
+    end
+  end
+end

data/lib/maestro/log4r/file_formatter.rb

@@ -0,0 +1,24 @@
+require "log4r"
+
+# Custom Log4r formatter for files
+class FileFormatter < Log4r::BasicFormatter
+
+  def initialize(hash={})
+    super(hash)
+  end
+
+  def format(logevent)
+    if Log4r::LNAMES[logevent.level].eql? "PROGRESS"
+      # Formats the data as is with no newline, to allow progress bars to be logged.
+      sprintf("%s", logevent.data.to_s)
+    else
+      if logevent.data.kind_of? String
+        # remove ^M characters
+        logevent.data.gsub!(/\r/, "")
+        # Prevent two newlines in the log file
+        logevent.data.chop! if logevent.data =~ /\n$/
+      end
+      sprintf("[%s %s] %s\n", Log4r::LNAMES[logevent.level], Time.now.strftime("%m/%d/%Y %I:%M:%S %p"), format_object(logevent.data))
+    end
+  end
+end

data/lib/maestro/node.rb

@@ -0,0 +1,123 @@
+require "maestro/validator"
+require "log4r"
+require "maestro/log4r/console_formatter"
+require "maestro/log4r/file_formatter"
+
+
+module Maestro
+  module Node
+    # A node (i.e. a server, a machine, a vm, a device, etc...) in a cloud.
+    class Base
+      include Validator
+
+      # the name of this Node
+      attr_reader :name
+      # the Cloud this Node is associated with
+      attr_reader :cloud
+      # the host name of this Node
+      attr_accessor :hostname
+      # the IP address of this Node
+      attr_accessor :ip_address
+      # the logger of this Node
+      attr_accessor :logger
+
+      # Creates a new Node
+      def initialize(name, cloud, &block)
+        super()
+        raise StandardError, "Node name cannot contain spaces: #{name}" if name.is_a?(String) && !name.index(/\s/).nil?
+        @name = name
+        @cloud = cloud
+        @logger = Log4r::Logger.new(Regexp::quote(@name.to_s))
+        outputter = Log4r::StdoutOutputter.new("#{@name.to_s}-stdout")
+        outputter.formatter = ConsoleFormatter.new
+        @logger.add(outputter)
+        init_logs
+        instance_eval(&block) if block_given?
+      end
+
+      def method_missing(name, *params) #:nodoc:
+        invalidate "Unexpected attribute: #{name}"
+      end
+
+      # disables the stdout Outputter and only logs to this Node's log file
+      def disable_stdout
+        stdoutoutputter = Log4r::Outputter["#{@name.to_s}-stdout"]
+        stdoutoutputter.level = Log4r::OFF
+      end
+
+      # enables the stdout Outputter
+      def enable_stdout
+        stdoutoutputter = Log4r::Outputter["#{@name.to_s}-stdout"]
+        stdoutoutputter.level = Log4r::ALL
+      end
+
+
+      protected
+
+      # validates this Node
+      def validate_internal
+      end
+
+      # creates log files for this cloud and all of its nodes. If the log files exist, no action is taken.
+      def init_logs
+        begin
+          if !@cloud.log_directory.nil?
+            node_log_file = @cloud.log_directory + "/#{@name.to_s}.log"
+            if !File.exists?(node_log_file)
+              File.new(node_log_file, "a+")
+              @logger.info "Created #{node_log_file}"
+            end
+            outputter = Log4r::FileOutputter.new("#{@name.to_s}-file", :formatter => FileFormatter.new, :filename => node_log_file, :truncate => false)
+            @logger.add(outputter)
+          end
+        rescue RuntimeError => rerr
+          if !rerr.message.eql?("Maestro not configured correctly. Either RAILS_ROOT or ENV['MAESTRO_DIR'] must be defined")
+            @logger.error "Unexpected Error"
+            @logger.error rerr
+          end
+        rescue SystemCallError => syserr
+          @logger.error "Error creating Node log file"
+          @logger.error syserr
+        rescue StandardError => serr
+          @logger.error "Unexpected Error"
+          @logger.error serr
+        end
+      end
+    end
+
+
+    # A node which is able to be SSH'd into to be configured by Maestro with Chef
+    class Configurable < Base
+
+      DEFAULT_SSH_USER = "root"
+
+      dsl_property :roles, :ssh_user
+      # the file name of this Configurable Node's Chef Node JSON file
+      attr_accessor :json_filename
+      # the contents of this Configurable Node's Chef Node JSON file
+      attr_accessor :json
+
+      # Creates a new Configurable Node
+      def initialize(name, cloud, &block)
+        super(name, cloud, &block)
+        @json_filename = cloud.name.to_s + "-" + name.to_s + ".json"
+        @json = "{ \"run_list\": ["
+        if !@roles.nil? && !@roles.empty?
+          @roles.each {|role_name| @json = @json + "\"role[#{role_name.to_s}]\", "}
+          @json.chop! if @json =~ /\s$/
+          @json.chop! if @json =~ /,$/
+        end
+        @json = @json + "]}"
+      end
+
+      protected
+
+      # validates this Configurable
+      def validate_internal
+        super
+        invalidate "'#{@name}' Node missing roles map" if roles.nil?
+      end
+    end
+
+  end
+end

data/lib/maestro/operating_system.rb

@@ -0,0 +1,53 @@
+module Maestro
+  module OperatingSystem
+    # Reads the given string containing the contents of <code>/etc/issue</code> and returns
+    # an OperatingSystem object matching the Linux version. Raises an exception
+    # if the operating system cannot be determined or is unsupported by Maestro.
+    def self.create_from_etc_issue(etc_issue_str)
+      raise StandardError, "Invalid etc_issue_str" if (etc_issue_str.nil? || etc_issue_str.empty?)
+      if etc_issue_str.include?("Ubuntu 9.10")
+        Ubuntu910.new(etc_issue_str)
+      elsif etc_issue_str.include?("Ubuntu 9.04")
+        Ubuntu904.new(etc_issue_str)
+      elsif etc_issue_str.include?("Ubuntu 8.10")
+        Ubuntu810.new(etc_issue_str)
+      elsif etc_issue_str.include?("Ubuntu 8.04")
+        Ubuntu804.new(etc_issue_str)
+      elsif etc_issue_str.include?("Ubuntu")
+        Ubuntu.new(etc_issue_str)
+      elsif etc_issue_str.include?("Debian GNU/Linux 6.0")
+        Debian6.new(etc_issue_str)
+      elsif etc_issue_str.include?("Debian GNU/Linux 5.0")
+        Debian5.new(etc_issue_str)
+      elsif  etc_issue_str.include?("Debian")
+        Debian.new(etc_issue_str)
+      elsif etc_issue_str.include?("Fedora")
+        Fedora.new(etc_issue_str)
+      elsif  etc_issue_str.include?("CentOS")
+        CentOs.new(etc_issue_str)
+      else
+        raise StandardError, "ERROR: Unsupported Linux Distro: #{etc_issue_str}"
+      end
+    end
+
+    
+    # An operating system
+    class Base
+      @name
+      @version
+      @etc_issue_string
+      @chef_install_script
+  
+      attr_reader :name, :version, :etc_issue_string, :chef_install_script
+  
+      def initialize(etc_issue_string)
+        @etc_issue_string = etc_issue_string
+      end
+    end
+  end
+end
+
+require "maestro/operating_system/cent_os"
+require "maestro/operating_system/debian"
+require "maestro/operating_system/fedora"
+require "maestro/operating_system/ubuntu"

data/lib/maestro/operating_system/cent_os.rb

@@ -0,0 +1,23 @@
+module Maestro
+  module OperatingSystem
+    # The CentOS Linux distro
+    class CentOs < Base
+      def initialize(etc_issue_str)
+        super(etc_issue_str)
+        @chef_install_script =
+          ["sudo rpm -Uvh http://download.fedora.redhat.com/pub/epel/5/i386/epel-release-5-3.noarch.rpm",
+           "sudo rpm -Uvh http://download.elff.bravenet.com/5/i386/elff-release-5-3.noarch.rpm",
+           "sudo yum install -y ruby ruby-shadow ruby-ri ruby-rdoc gcc gcc-c++ ruby-devel",
+           "sudo mkdir -p /usr/local/src",
+           "sudo wget -P /usr/local/src http://rubyforge.org/frs/download.php/69365/rubygems-1.3.6.tgz",
+           "sudo tar zxf /usr/local/src/rubygems-1.3.6.tgz -C /usr/local/src",
+           "sudo ruby /usr/local/src/rubygems-1.3.6/setup.rb",
+           "sudo rm /usr/local/src/rubygems-1.3.6.tgz",
+           "sudo gem sources -a http://gems.opscode.com",
+           "sudo gem install rake --no-rdoc --no-ri",
+           "sudo gem install chef --no-rdoc --no-ri --version '= 0.8.14'",
+           "sudo ln -sfv $(gem environment gemdir)/gems/chef-0.8.14/bin/chef-solo /usr/bin/chef-solo"]
+      end
+    end
+  end
+end

data/lib/maestro/operating_system/debian.rb

@@ -0,0 +1,40 @@
+module Maestro
+  module OperatingSystem
+    # The Debian Linux distro
+    class Debian < Base
+      def initialize(etc_issue_str)
+        super(etc_issue_str)
+        # TODO: Fix Perl locale warnings. They don't appear to effect anything, but are very noisy
+        @chef_install_script =
+          ["sh -c 'export DEBIAN_FRONTEND=noninteractive; apt-get update -y'",
+           "sh -c 'export DEBIAN_FRONTEND=noninteractive; apt-get upgrade -y'",
+           "sh -c 'export DEBIAN_FRONTEND=noninteractive; apt-get install -y sudo'", # http://wiki.debian.org/sudo
+           "sh -c 'export DEBIAN_FRONTEND=noninteractive; sudo apt-get install -y ruby irb ri rdoc libyaml-ruby and libzlib-ruby build-essential libopenssl-ruby ruby1.8-dev wget'",
+           "sudo mkdir -p /usr/local/src",
+           "sudo wget -P /usr/local/src http://rubyforge.org/frs/download.php/69365/rubygems-1.3.6.tgz",
+           "sudo tar zxf /usr/local/src/rubygems-1.3.6.tgz -C /usr/local/src",
+           "sudo ruby /usr/local/src/rubygems-1.3.6/setup.rb",
+           "sudo rm /usr/local/src/rubygems-1.3.6.tgz",
+           "sudo ln -sfv /usr/bin/gem1.8 /usr/bin/gem",
+           "sudo gem sources -a http://gems.opscode.com",
+           "sudo gem install rake --no-rdoc --no-ri",
+           "sudo gem install chef --no-rdoc --no-ri --version '= 0.8.14'",
+           "sudo ln -sfv $(gem environment gemdir)/gems/chef-0.8.14/bin/chef-solo /usr/bin/chef-solo"]
+      end
+    end
+
+    # The Debian 6.0 Linux distro
+    class Debian6 < Debian
+      def initialize(etc_issue_str)
+        super(etc_issue_str)
+      end
+    end
+
+    # The Debian 5.0 Linux distro
+    class Debian5 < Debian
+      def initialize(etc_issue_str)
+        super(etc_issue_str)
+      end
+    end
+  end
+end

data/lib/maestro/operating_system/fedora.rb

@@ -0,0 +1,23 @@
+module Maestro
+  module OperatingSystem
+    # The Fedora Linux distro
+    class Fedora < Base
+      def initialize(etc_issue_str)
+        super(etc_issue_str)
+        @chef_install_script =
+          ["sudo rpm -Uvh http://download.fedora.redhat.com/pub/epel/5/i386/epel-release-5-3.noarch.rpm",
+           "sudo rpm -Uvh http://download.elff.bravenet.com/5/i386/elff-release-5-3.noarch.rpm",
+           "sudo yum install -y ruby ruby-shadow ruby-ri ruby-rdoc gcc gcc-c++ ruby-devel",
+           "sudo mkdir -p /usr/local/src",
+           "sudo wget -P /usr/local/src http://rubyforge.org/frs/download.php/69365/rubygems-1.3.6.tgz",
+           "sudo tar zxf /usr/local/src/rubygems-1.3.6.tgz -C /usr/local/src",
+           "sudo ruby /usr/local/src/rubygems-1.3.6/setup.rb",
+           "sudo rm /usr/local/src/rubygems-1.3.6.tgz",
+           "sudo gem sources -a http://gems.opscode.com",
+           "sudo gem install rake --no-rdoc --no-ri",
+           "sudo gem install chef --no-rdoc --no-ri --version '= 0.8.14'",
+           "sudo ln -sfv $(gem environment gemdir)/gems/chef-0.8.14/bin/chef-solo /usr/bin/chef-solo"]
+      end
+    end
+  end
+end

data/lib/maestro/operating_system/ubuntu.rb

@@ -0,0 +1,100 @@
+module Maestro
+  module OperatingSystem
+    # Base Ubuntu Linux Distro Class
+    class Ubuntu < Base
+      def initialize(etc_issue_str)
+        super(etc_issue_str)
+        @chef_install_script =
+          ["sh -c 'export DEBIAN_FRONTEND=noninteractive; sudo apt-get update -y'",
+           "sh -c 'export DEBIAN_FRONTEND=noninteractive; sudo apt-get upgrade -y'",
+           "sh -c 'export DEBIAN_FRONTEND=noninteractive; sudo apt-get install -y ruby irb ri rdoc libyaml-ruby and libzlib-ruby build-essential libopenssl-ruby ruby1.8-dev wget'",
+           "sudo mkdir -p /usr/local/src",
+           "sudo wget -P /usr/local/src http://rubyforge.org/frs/download.php/69365/rubygems-1.3.6.tgz",
+           "sudo tar zxf /usr/local/src/rubygems-1.3.6.tgz -C /usr/local/src",
+           "sudo ruby /usr/local/src/rubygems-1.3.6/setup.rb",
+           "sudo rm /usr/local/src/rubygems-1.3.6.tgz",
+           "sudo ln -sfv /usr/bin/gem1.8 /usr/bin/gem",
+           "sudo gem sources -a http://gems.opscode.com",
+           "sudo gem install rake --no-rdoc --no-ri",
+           "sudo gem install chef --no-rdoc --no-ri --version '= 0.8.14'",
+           "sudo ln -sfv $(gem environment gemdir)/gems/chef-0.8.14/bin/chef-solo /usr/bin/chef-solo"]
+      end
+    end
+
+
+    # The Ubuntu 9.10 Linux distro
+    class Ubuntu910 < Ubuntu
+      def initialize(etc_issue_str)
+        super(etc_issue_str)
+        # Package install (0.7!)
+        # The native package installs install Chef 0.7, not the newest 0.8. Must use rubygem install for now
+        #        @chef_install_script =
+        #          ["sudo apt-get -y dist-upgrade",
+        #           "sudo sh -c \"echo deb http://apt.opscode.com/ karmic universe > /etc/apt/sources.list.d/opscode.list\"",
+        #           "curl http://apt.opscode.com/packages@opscode.com.gpg.key | sudo apt-key add -",
+        #           "sudo apt-get -y update",
+        #           "sudo aptitude -y install ruby ri rdoc libyaml-ruby libzlib-ruby build-essential libopenssl-ruby ruby1.8-dev rubygems ohai chef",
+        #           "sudo gem install rake --no-rdoc --no-ri",
+        #           "sudo /etc/init.d/chef-client stop",
+        #           "sudo chef-solo"]
+      end
+    end
+
+
+    # The Ubuntu 9.04 Linux distro
+    class Ubuntu904 < Ubuntu
+      def initialize(etc_issue_str)
+        super(etc_issue_str)
+        # Package install (0.7!)
+        # The native package installs install Chef 0.7, not the newest 0.8. Must use rubygem install for now
+        #        @chef_install_script =
+        #          ["sudo apt-get -y dist-upgrade",
+        #           "sudo sh -c \"echo deb http://apt.opscode.com/ jaunty universe > /etc/apt/sources.list.d/opscode.list\"",
+        #           "curl http://apt.opscode.com/packages@opscode.com.gpg.key | sudo apt-key add -",
+        #           "sudo apt-get -y update",
+        #           "sudo aptitude -y install ruby ri rdoc libyaml-ruby libzlib-ruby build-essential libopenssl-ruby ruby1.8-dev rubygems ohai chef",
+        #           "sudo gem install rake --no-rdoc --no-ri",
+        #           "sudo /etc/init.d/chef-client stop",
+        #           "sudo chef-solo"]
+      end
+    end
+
+
+    # The Ubuntu 8.10 Linux distro
+    class Ubuntu810 < Ubuntu
+      def initialize(etc_issue_str)
+        super(etc_issue_str)
+        # Package install (0.7!)
+        # The native package installs install Chef 0.7, not the newest 0.8. Must use rubygem install for now
+        #        @chef_install_script =
+        #          ["sudo apt-get -y dist-upgrade",
+        #           "sudo sh -c \"echo deb http://apt.opscode.com/ intrepid universe > /etc/apt/sources.list.d/opscode.list\"",
+        #           "curl http://apt.opscode.com/packages@opscode.com.gpg.key | sudo apt-key add -",
+        #           "sudo apt-get -y update",
+        #           "sudo aptitude -y install ruby ri rdoc libyaml-ruby libzlib-ruby build-essential libopenssl-ruby ruby1.8-dev rubygems ohai chef",
+        #           "sudo gem install rake --no-rdoc --no-ri",
+        #           "sudo /etc/init.d/chef-client stop",
+        #           "sudo chef-solo"]
+      end
+    end
+
+
+    # The Ubuntu 8.04 Linux distro
+    class Ubuntu804 < Ubuntu
+      def initialize(etc_issue_str)
+        super(etc_issue_str)
+        # Package install (0.7!)
+        # The native package installs install Chef 0.7, not the newest 0.8. Must use rubygem install for now
+        #        @chef_install_script =
+        #          ["sudo apt-get -y dist-upgrade",
+        #           "sudo sh -c \"echo deb http://apt.opscode.com/ hardy universe > /etc/apt/sources.list.d/opscode.list\"",
+        #           "curl http://apt.opscode.com/packages@opscode.com.gpg.key | sudo apt-key add -",
+        #           "sudo apt-get -y update",
+        #           "sudo aptitude -y install ruby ri rdoc libyaml-ruby libzlib-ruby build-essential libopenssl-ruby ruby1.8-dev rubygems ohai chef",
+        #           "sudo gem install rake --no-rdoc --no-ri",
+        #           "sudo /etc/init.d/chef-client stop",
+        #           "sudo chef-solo"]
+      end
+    end
+  end
+end

data/lib/maestro/role.rb

@@ -0,0 +1,36 @@
+require 'maestro/validator'
+
+module Maestro
+  # A role that a Node in a Cloud can play
+  class Role
+    include Validator
+
+    # the name of this Role
+    attr_reader :name
+    # the Cloud this Role belongs to
+    attr_reader :cloud
+    dsl_property :public_ports
+
+    def initialize(name, cloud, &block)
+      super()
+      raise StandardError, "Role name cannot contain spaces: #{name}" if name.is_a?(String) && !name.index(/\s/).nil?
+      @name = name
+      @cloud = cloud
+      instance_eval(&block) if block_given?
+    end
+
+    private
+
+    # validates this Role
+    def validate_internal
+      if !public_ports.nil?
+        if !public_ports.instance_of? Array
+          invalidate "'#{@name}' Role's public_ports attribute must be an Array (found #{public_ports.class})"
+        else
+          valid_ports = public_ports.all? {|port| port.instance_of? Fixnum}
+          invalidate "'#{@name}' Role's public_ports attribute must be an Array of numbers" if !valid_ports
+        end
+      end
+    end
+  end
+end