cluster 0.5.33

data/lib/cluster/infrastructures/amazon_instance.rb

@@ -0,0 +1,270 @@
+class AmazonInstance < Instance
+  attr_accessor :ssh_key_name,
+    :private_dns_name,
+    :dns_name,
+    :aws_image_id,
+    :spot_price,
+    :aws_groups,
+    :aws_availability_zone,
+    :aws_state,
+    :aws_launch_time,
+    :start_time_sorted,
+    :aws_id,
+    :aws_instance_id,
+    :aws_image_id,
+    :aws_instance_type
+
+  def identified_by?(arg)
+    arg = arg.downcase
+    super(arg) or @private_dns_name == arg or @dns_name == arg
+  end
+
+  def stop!
+    if amazon.ecc.terminate_instances(ec2_id)
+      amazon.sdb.delete_attributes amazon.domain, aws_id
+    end
+  end
+
+  def dns
+    if Infrastructure.in_cluster?
+      private_dns_name
+    else
+      dns_name
+    end
+  end
+
+  def ip
+    Infrastructure.dns.getaddress(dns).to_s
+  end
+
+  def id
+    @aws_instance_id
+  end
+  alias :ec2_id :id
+
+  alias :groups :aws_groups
+
+  def no_sdb?
+    !@set_sdb
+  end
+
+  def set_sdb_attributes(args)
+    args.each do |k, v|
+      case k
+      when 'start_time_sorted'
+        self.start_time = Time.parse v
+      when 'entry', 'ec2_id'
+        # NOP
+      when 'services'
+        @services = v.is_a?(Array) ? v : Array(v)
+      when 'disabled_services'
+        @disabled_services = v.is_a?(Array) ? v : Array(v)
+      else
+        self.send("#{k}=", v)
+      end
+    end
+    @set_sdb = true
+  end
+
+  def ec2_id=(id)
+    aws_instance_id = id
+  end
+
+  def aws_id
+    @aws_id ||= UUIDTools::UUID.timestamp_create.to_s
+  end
+
+  def start_time_sorted
+    start_time.xmlschema(3)
+  end
+
+  def fields
+    %w(aws_id label start_time_sorted spot_price services disabled_services friendly_name ec2_id state)
+  end
+
+  def attributes
+    args = fields.inject({'entry' => 'machine'}) {|m, attr|
+      m.merge attr => self.send(attr)
+    }
+    Amazon.to_sdb_attributes(args)
+  end
+
+  def start!(price = nil)
+    args = {
+      :key_name => key,
+      :user_data => user_data,
+      :instance_type => type,
+      :availability_zone => zone,
+    }
+
+    resp = if spot_price
+             args.merge! :spot_price => spot_price,
+               :instance_count => 1,
+               :groups => groups,
+               :image_id => image
+             amazon.ecc.request_spot_instances args
+           else
+             args.merge! :group_ids => groups,
+               :min_count => 1,
+               :max_count => 1
+             amazon.ecc.launch_instances image, args
+           end
+
+    if resp
+      puts "INS RESP -> #{resp.inspect}"
+      resp.first.keys.each do |k|
+        func = "#{k.to_s}="
+        send(func, resp.first[k]) if respond_to? func
+      end
+
+      res = amazon.sdb.put_attributes(amazon.domain, aws_id, attributes, :replace)
+      puts "Res #{res.inspect}"
+      self
+    else
+      nil
+    end
+  end
+
+  def groups
+    return @aws_groups if @aws_groups
+
+    groups = services.map {|s|
+      grps = options.services_to_groups
+      if grps and grps.include? s
+        grps
+      else
+        s
+      end
+    }.flatten
+    (groups << 'default').uniq
+  end
+
+  def key
+    groups.include?('access') ? 'access' : 'cloud'
+  end
+
+  def user_data
+    %Q@#!/bin/bash
+
+    CLUSTER_USER=ubuntu
+    CLUSTER_DIR=/home/${CLUSTER_USER}/.cluster
+    LOGGER=${CLUSTER_DIR}/cluster.log
+    MONITOR=${CLUSTER_DIR}/monitor.god
+    CREDENTIALS=${CLUSTER_DIR}/credentials.yml
+    CLUSTER_EXECUTABLE=$(which cluster)
+    GEM_PATH=$(gem env gempath)
+    GEM_BIN_DIR=$(dirname ${CLUSTER_EXECUTABLE})
+    GOD=/usr/bin/god
+
+    if [[ ! -e $CLUSTER_DIR ]]; then
+      mkdir -m 700 $CLUSTER_DIR
+    fi
+
+    if [[ ! -e $CREDENTIALS ]]; then
+      wget --no-check-certificate -O $CREDENTIALS '#{amazon.credentials_url}'
+    fi
+
+    if [[ ! -e $CREDENTIALS ]]; then
+      echo "Cannot start without credentials! (perhaps a cluster save_credentials is in order)"
+      exit 1
+    fi
+
+    chmod 600 $CREDENTIALS
+    chown $CLUSTER_USER $CREDENTIALS
+    cat >>$CREDENTIALS <<EOF
+    cluster:
+      id: #{aws_id}
+      services: #{services.join(' ')}
+    EOF
+
+    wget --no-check-certificate -O /tmp/cluster.gem '#{Cluster::LOCATION}'
+    if [[ -e /tmp/cluster.gem ]]; then
+      if [[ $CLUSTER_EXECUTABLE != '' ]]; then
+        gem uninstall -x cluster
+      fi
+      gem install /tmp/cluster.gem
+      rm /tmp/cluster.gem
+    fi
+
+
+    CLUSTER='X'
+    if type -P cluster >/dev/null; then
+      CLUSTER=cluster
+    elif [[ -x $GEM_BIN_DIR/cluster ]]; then
+      CLUSTER="$GEM_BIN_DIR/cluster"
+    fi
+
+    if [[ ! $CLUSTER == 'X' ]]; then
+      CLUSTER="$CLUSTER --credentials=${CREDENTIALS} --logger=${LOGGER}"
+      $CLUSTER instance_state starting
+
+      $CLUSTER fetch_monitor ${MONITOR}
+      if [[ -e $MONITOR ]]; then
+        chmod 600 $MONITOR
+        chown $CLUSTER_USER $MONITOR
+        mv $MONITOR /etc/god/init.d/cluster.god
+        $GOD load /etc/god/init.d/cluster.god
+      else
+        echo "NO MONITOR FILE!"
+        exit 1
+      fi
+    else
+      echo "NO CLUSTER!"
+      exit 1
+    fi
+
+    chown -R $CLUSTER_USER:$CLUSTER_USER $CLUSTER_DIR
+    @.gsub(/^    /, '')
+  end
+
+  def set_state(state)
+    amazon.sdb.put_attributes amazon.domain, aws_id, Amazon.to_sdb_attributes(:state => state), :replace
+    @state = state
+  end
+
+  def options
+    amazon.options
+  end
+
+  def zone
+    amazon.options.zone
+  end
+
+  def amazon
+    Infrastructure.current
+  end
+
+  def image
+    return @aws_image_id if @aws_image_id
+
+    case type
+    when 'm1.small', 'c1.medium'
+      amazon.get_image 32
+    else
+      amazon.get_image 64
+    end
+  end
+
+  def type
+    return @aws_instance_type if @aws_instance_type
+
+    @aws_instance_type = self.class.size_to_type size
+  end
+
+  class << self
+    def size_to_type(size)
+      case size
+      when 'minimum', 'basic'
+        'm1.small'
+      when 'average'
+        'm1.large'
+      when 'power'
+        'c1.medium'
+      when 'super'
+        'c1.xlarge'
+      when /^\w+\.\w+$/
+        size
+      end
+    end
+  end
+end

data/lib/cluster/infrastructures/amazon_release.rb

@@ -0,0 +1,63 @@
+class AmazonRelease < Release
+  attr_accessor :aws_id
+
+  def created_at
+    @created_at ||= Time.now
+  end
+
+  def sdb_created_at
+    created_at.xmlschema(3)
+  end
+
+  def sdb_created_at=(time)
+    self.created_at = Time.parse(time)
+  end
+
+  def amazon
+    Infrastructure.current
+  end
+
+  def save
+    fields = %w(aws_id label sdb_created_at environment tag)
+    args = fields.inject({'entry' => 'release'}) {|m, attr|
+      m.merge attr => self.send(attr)
+    }
+    attributes = Amazon.to_sdb_attributes(args)
+    amazon.sdb.put_attributes(amazon.domain, aws_id, attributes, :replace)
+    @new_release = true
+    self
+  end
+
+  def new?
+    @new_release
+  end
+
+  def aws_id
+    @aws_id ||= UUIDTools::UUID.timestamp_create.to_s 
+  end
+
+  class << self
+    def create(*params)
+      self.new(*params).save
+    end
+
+    def current(environment = 'staging')
+      query_for_release "entry = 'release' AND environment = '#{environment}' AND sdb_created_at IS NOT NULL ORDER BY sdb_created_at DESC limit 1"
+    end
+
+    def find(env, tag)
+      query_for_release "entry = 'release' AND environment = '#{env}' AND tag = '#{tag}'"
+    end
+
+    def query_for_release(clause)
+      amazon = Infrastructure.current
+      res = amazon.sdb.select("SELECT * FROM #{amazon.domain} WHERE #{clause}")
+      args = Amazon.from_sdb_results(res)
+      if args.empty?
+        nil
+      else
+        self.new(args.first)
+      end
+    end
+  end
+end

data/lib/cluster/instance.rb

@@ -0,0 +1,97 @@
+require 'time'
+require 'ext/cluster_extensions.rb'
+
+class Instance
+  attr_accessor :label,
+    :id,
+    :address,
+    :groups,
+    :services,
+    :disabled_services,
+    :size,
+    :state,
+    :start_time,
+    :friendly_name
+
+  def initialize(*args)
+    options = args.extract_options!
+    options.each do |key, value|
+      func = "#{key}="
+      if self.respond_to? func
+        self.send func, value
+      end
+    end
+  end
+
+  def start_time
+    case @start_time
+    when Time
+      @start_time
+    when nil
+      @start_time = Time.now
+    else
+      @start_time = Time.parse @start_time
+    end
+  end
+
+  def identified_by?(arg)
+    arg = arg.downcase
+    self.id == arg or self.label == arg or self.dns == arg or self.friendly_name == arg
+  end
+
+  def state
+    @state ||= 'spinning'
+  end
+
+  def services
+    @services ||= []
+  end
+
+  def disabled_services
+    @disabled_services ||= []
+  end
+
+  def enable(service_list)
+    for service in service_list
+      @disabled_services.delete(service) if disabled_services.include? service
+
+      unless services.include? service
+        @services = services << service
+      end
+    end
+
+    @services
+  end
+
+  def disable(service_list)
+    for service in service_list
+      unless disabled_services.include? service
+        @disabled_services = disabled_services << service
+      end
+    end
+
+    @disabled_services
+  end
+
+  def to_s(format = nil)
+    case format
+    when :long
+      svs = if services.empty?
+              'N/S'
+            else
+              services.map {|s|
+                disabled_services.include?(s) ? "!#{s}" : s
+              }.join(',')
+            end
+      "#{friendly_name}\t#{svs}\t#{state}\t#{id}\t#{dns}"
+    else
+      label or id
+    end
+  end
+
+  class << self
+    def create(*args)
+      new(*args).start!
+    end
+  end
+end

data/lib/cluster/release.rb

@@ -0,0 +1,30 @@
+class Release
+  attr_accessor :label,
+    :tag,
+    :environment,
+    :created_at
+
+  def initialize(*args)
+    options = args.extract_options!
+    options.each do |key, value|
+      func = "#{key}="
+      if self.respond_to? func
+        self.send func, value
+      end
+    end
+  end
+
+  def environment
+    @environment ||= 'staging'
+  end
+
+  class << self
+    def current(environment = 'staging')
+      Infrastructure.current.release_class.current(environment)
+    end
+
+    def find(env, tag)
+      Infrastructure.current.release_class.find(environment, tag)
+    end
+  end
+end