mza-launch-pad 0.2

data/Manifest.txt

@@ -0,0 +1,41 @@
+Manifest.txt
+README
+Rakefile
+bin/launch-pad
+bin/lp-monitor
+config/aws.yml
+config/aws_default.yml
+examples/align_control.rb
+examples/dispatch.rb
+examples/monitor.rb
+examples/queue.rb
+examples/retrieve.rb
+examples/set.rb
+history.txt
+launch-pad.gemspec
+lib/launch-pad.rb
+lib/launch-pad/command.rb
+lib/launch-pad/command/haproxy.rb
+lib/launch-pad/command/host.rb
+lib/launch-pad/exception/undefined_registration_exception.rb
+lib/launch-pad/models/node.rb
+lib/launch-pad/parser.rb
+lib/migrations/create_nodes.rb
+lib/turbo.rb
+lib/turbo/getter.rb
+lib/turbo/key.rb
+lib/turbo/message.rb
+lib/turbo/queue.rb
+lib/turbo/setter.rb
+post_install.txt
+script/console
+script/destroy
+script/generate
+test/expected/haproxy.conf
+test/files/haproxy.erb
+test/files/keys.yml
+test/haproxy.rb
+test/key_test.rb
+test/parser_test.rb
+test/runner.rb
+test/test_helper.rb

data/README

@@ -0,0 +1,13 @@
+Launch Pad
+----------
+
+Launch Pad is a gem for automated launching, monitoring and running of distributed
+ tasks using Amazon Web Services. It is the sister project to Mission Control 
+(http://github.com/mza/mission-control), a web application for managing distributed computation on elastic clusters.
+
+Launch Pad is an open source project, available under the MIT license (see doc/license.txt).
+
+The latest version of the Launch Pad source code is available here:
++ http://github.com/mza/launch-pad
+
+(c) 2008, Matt Wood : greenisgood.co.uk

data/Rakefile

@@ -0,0 +1,29 @@
+%w[rubygems rake rake/clean fileutils newgem rubigen].each { |f| require f }
+require File.dirname(__FILE__) + '/lib/launch-pad'
+
+# Generate all the Rake tasks
+# Run 'rake -T' to see list of generated tasks (from gem root directory)
+$hoe = Hoe.new('launch-pad', LaunchPad::VERSION) do |p|
+  p.developer('Matt Wood', 'matt.j.wood@gmail.com')
+  p.changes              = p.paragraphs_of("history.txt", 0..1).join("\n\n")
+  p.post_install_message = 'post_install.txt'
+  p.rubyforge_name       = p.name 
+  p.summary              = "Something summary"
+  # p.extra_deps         = [
+  #   ['activesupport','>= 2.0.2'],
+  # ]
+  p.extra_dev_deps = [
+    ['newgem', ">= #{::Newgem::VERSION}"]
+  ]
+  
+  p.clean_globs |= %w[**/.DS_Store tmp *.log]
+  path = (p.rubyforge_name == p.name) ? p.rubyforge_name : "\#{p.rubyforge_name}/\#{p.name}"
+  p.remote_rdoc_dir = File.join(path.gsub(/^#{p.rubyforge_name}\/?/,''), 'rdoc')
+  p.rsync_args = '-av --delete --ignore-errors'
+end
+
+require 'newgem/tasks' # load /tasks/*.rake
+Dir['tasks/**/*.rake'].each { |t| load t }
+
+# TODO - want other tests/tasks run by default? Add them to the list
+# task :default => [:spec, :features]

data/bin/launch-pad

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require 'rubygems'
+require 'daemons'
+
+command = ARGV[0]
+queue = ARGV[1]
+root_dir = ARGV[2]
+
+puts "Starting lp-monitor with queue: #{queue}"
+
+options = { :ARGV => [command, '--', queue, root_dir]}
+
+Daemons.run("/usr/local/bin/lp-monitor", options)

data/bin/lp-monitor

@@ -0,0 +1,90 @@
+#!/usr/bin/env ruby
+
+require 'rubygems'
+require 'right_aws'
+require 'turbo'
+require 'launch-pad'
+require 'yaml'
+require 'active_record'
+require 'sqlite3'
+control_queue = ARGV[0]
+root_dir = ARGV[1]
+
+if control_queue.nil?
+  puts "No queue name specified: exiting"
+  exit
+end
+
+host = `hostname`
+
+puts "#{host} monitoring #{control_queue}"
+puts "Root directory: #{root_dir}"
+
+Turbo::Key.configuration = "#{root_dir}/config/aws.yml"
+
+ActiveRecord::Base.establish_connection({
+      :adapter => "sqlite3", 
+      :dbfile => "#{root_dir}/db/database.sqlite"
+})
+
+queue = Turbo::Queue.new(control_queue)
+queue.send(%q{register: haproxy})
+queue.send(%q{
+register: host
+name: ec2-1-2-3-4.amazonaws.com
+role: api
+})
+
+queue.send(%q{
+unregister: host
+name: ec2-1-2-3-4.amazonaws.com
+role: api
+})
+
+activity = nil
+rebuild_config = false
+
+loop do
+  
+  puts "Checking queue"
+  
+  if queue.messages?
+    for message in queue.messages
+      puts "MESSAGE: #{message} (cleared)"
+      message.clear
+      command = LaunchPad::Parser.parse(message)
+      
+      begin
+        command.activate
+        puts "Command activated: complete (#{command.sets_activity?})"
+      rescue LaunchPad::UndefinedRegistrationException => e
+        puts "Command not defined: #{e}"
+      end
+              
+      if command.sets_activity?
+        activity = command
+        puts "Activity reset to: #{activity.class.to_s}"
+      end
+        
+      if command.invalidates_config?
+        puts "Marking configuration for rebuild"
+        rebuild_config = true
+      end      
+      
+    end
+
+    puts "Rebuild? #{rebuild_config}"
+        
+    if rebuild_config == true
+      puts "Rebuilding..."
+      unless activity.nil?
+        puts "Rebuilding configuration"
+        activity.rebuild_config :with_templates => "#{root_dir}/templates", :to => "#{root_dir}/config"
+      end
+      rebuild_config = false
+    end
+    
+  end
+  
+  sleep 5
+end

data/config/aws_default.yml

@@ -0,0 +1,2 @@
+access_key_id: your-access-key
+secret_access_key: your-secret-key

data/examples/align_control.rb

@@ -0,0 +1,4 @@
+require 'rubygems'
+require 'daemons'
+
+Daemons.run('retrieve.rb')

data/examples/dispatch.rb

@@ -0,0 +1,19 @@
+require 'rubygems'
+require 'right_aws'
+require 'turbo/key'
+
+include Turbo
+
+sqs = RightAws::SqsGen2.new(Key.access, Key.secret)
+jobs = sqs.queue('jobqueue')
+
+file = ARGV[0]
+
+puts "Available messages: #{jobs.size}"
+
+unless file.blank?
+  puts "Posting: #{file}"
+  jobs.send_message(file)
+else
+  puts "Nothing to post."
+end

data/examples/monitor.rb

@@ -0,0 +1,31 @@
+require 'rubygems'
+require 'right_aws'
+require 'turbo/key'
+
+include Turbo
+
+sqs = RightAws::SqsGen2.new(Key.access, Key.secret)
+jobs = sqs.queue('jobqueue')
+messages = sqs.queue('eventqueue')
+progress = sqs.queue('progressqueue')
+
+puts "Genome alignment: queue monitor"
+puts "-------------------------------"
+puts ""
+puts "Jobs pending: #{jobs.size}"
+puts "Status updates: #{messages.size}"
+puts "Progress updates: #{progress.size}"
+
+if messages.size > 0
+  for i in 0..messages.size
+    message = messages.pop
+    puts "Status update: #{message}"
+  end
+end
+
+if progress.size > 0
+  for i in 0..progress.size
+    message = progress.pop
+    puts "Progress update: #{message}"
+  end
+end

data/examples/queue.rb

@@ -0,0 +1,18 @@
+require 'rubygems'
+require 'right_aws'
+require 'turbo'
+
+include Turbo
+
+sqs = RightAws::SqsGen2.new(Key.access, Key.secret)
+
+host = "ec2-67-202-19-202.compute-1.amazonaws.com"
+message = "SRR002677.over60.fastq.02"
+
+messages = sqs.queue('eventqueue')
+
+# messages.send_message("Start: #{message} : #{host}")
+messages.send_message("Complete: #{message} : #{host}")
+
+# messages = sqs.queue('progressqueue')
+# messages.send_message("Update: Thu Nov 13 14:18:57 UTC 2008\n10434\n : ec2-67-202-19-202.compute-1.amazonaws.com")

data/examples/retrieve.rb

@@ -0,0 +1,43 @@
+require 'rubygems'
+require 'right_aws'
+require 'turbo'
+
+class Runner
+  
+  def self.run(name, key, secret)
+    Turbo::Getter.from_s3 :bucket => "sanger_fastq", :named => name, :to => "/data/fastq/#{name}"
+    result = `/usr/local/bin/ssaha2 -kmer 13 -skip 4 -seeds 4 -diff -1 -output cigar -disk 0 -score 45 -save /data/hashtable /data/fastq/#{name} > /data/results/#{name}.output`  
+    result = `/bin/tar -zcf /data/zipped/#{name}.tar.gz /data/results/#{name}.output`
+    s3 = RightAws::S3.new(key, secret)
+    bucket = s3.bucket("sanger_alignment_results", true)
+    key = RightAws::S3::Key.create(bucket, name)
+    key.put name
+  end
+  
+end
+
+host = `hostname`
+
+sqs = RightAws::SqsGen2.new(Turbo::Key.access, Turbo::Key.secret)
+
+loop do
+  
+  jobs = sqs.queue('jobqueue')
+  messages = sqs.queue('eventqueue')
+
+  if jobs.size > 0
+    message = jobs.pop
+    
+    unless message.blank?
+      messages.send_message("Start: #{message} : #{host}")
+
+      Runner.run(message.to_s, aws_access_key_id, aws_secret_access_key)
+
+      messages.send_message("Complete: #{message} : #{host}")
+    end
+        
+  end
+  
+  sleep 5
+
+end

data/examples/set.rb

@@ -0,0 +1,3 @@
+require 'turbo'
+
+Turbo::Setter.to_s3 :bucket => "sanger_alignments", :named => "example", :from => "/etc/passwd"

data/history.txt

@@ -0,0 +1,4 @@
+== 0.0.1 2009-02-14
+
+* 1 major enhancement:
+  * Initial release

data/launch-pad.gemspec

@@ -0,0 +1,38 @@
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = %q{launch-pad}
+  s.version = "0.2"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Matt Wood"]
+  s.date = %q{2009-02-15}
+  s.email = ["matt.j.wood@gmail.com"]
+  s.executables = ["launch-pad", "lp-monitor"]
+  s.extra_rdoc_files = ["Manifest.txt", "history.txt", "post_install.txt"]
+  s.files = ["Manifest.txt", "README", "Rakefile", "bin/launch-pad", "bin/lp-monitor", "config/aws.yml", "config/aws_default.yml", "examples/align_control.rb", "examples/dispatch.rb", "examples/monitor.rb", "examples/queue.rb", "examples/retrieve.rb", "examples/set.rb", "history.txt", "launch-pad.gemspec", "lib/launch-pad.rb", "lib/launch-pad/command.rb", "lib/launch-pad/command/haproxy.rb", "lib/launch-pad/command/host.rb", "lib/launch-pad/exception/undefined_registration_exception.rb", "lib/launch-pad/models/node.rb", "lib/launch-pad/parser.rb", "lib/migrations/create_nodes.rb", "lib/turbo.rb", "lib/turbo/getter.rb", "lib/turbo/key.rb", "lib/turbo/message.rb", "lib/turbo/queue.rb", "lib/turbo/setter.rb", "post_install.txt", "script/console", "script/destroy", "script/generate", "test/expected/haproxy.conf", "test/files/haproxy.erb", "test/files/keys.yml", "test/haproxy.rb", "test/key_test.rb", "test/parser_test.rb", "test/runner.rb", "test/test_helper.rb"]
+  s.has_rdoc = true
+  s.post_install_message = %q{post_install.txt}
+  s.rdoc_options = ["--main", "README"]
+  s.require_paths = ["lib"]
+  s.rubyforge_project = %q{launch-pad}
+  s.rubygems_version = %q{1.3.1}
+  s.summary = %q{Something summary}
+  s.test_files = ["test/test_helper.rb"]
+
+  if s.respond_to? :specification_version then
+    current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
+    s.specification_version = 2
+
+    if Gem::Version.new(Gem::RubyGemsVersion) >= Gem::Version.new('1.2.0') then
+      s.add_development_dependency(%q<newgem>, [">= 1.2.3"])
+      s.add_development_dependency(%q<hoe>, [">= 1.8.0"])
+    else
+      s.add_dependency(%q<newgem>, [">= 1.2.3"])
+      s.add_dependency(%q<hoe>, [">= 1.8.0"])
+    end
+  else
+    s.add_dependency(%q<newgem>, [">= 1.2.3"])
+    s.add_dependency(%q<hoe>, [">= 1.8.0"])
+  end
+end

data/lib/launch-pad/command/haproxy.rb

@@ -0,0 +1,41 @@
+require 'erb'
+
+module LaunchPad
+  class Haproxy < Command
+      
+    def activate(options = {})
+      begin
+        CreateNodes.migrate(:up)
+      rescue ActiveRecord::StatementInvalid => e
+        puts "Migration failed: #{e}"
+      end
+    end
+    
+    def sets_activity?
+      true
+    end
+    
+    def rebuild_config(options = {})
+      location = options[:with_templates]
+      to = options[:to]
+      puts "Rebuilding Haproxy config with: #{location}"
+      template = ERB.new File.read("#{location}/haproxy.erb")
+      result = template.result(binding)
+      File.open("#{to}/haproxy.conf", 'w') do |f|
+        f.write result
+      end
+      puts "Config file saved - restarting haproxy"
+      `killall haproxy`
+      `haproxy -f #{to}/haproxy.conf`
+    end
+    
+    def servers_for(role, options = {})
+      response = ""
+      Node.all.each_with_index do |node,index|
+        response = response + "server  #{role}_#{options[:type]}_#{index} #{node.name} cookie app1inst1 check inter 2000 rise 2 fall 5\n"
+      end
+      response
+    end
+        
+  end
+end

data/lib/launch-pad/command/host.rb

@@ -0,0 +1,27 @@
+module LaunchPad
+  class Host < Command
+    
+    def activate
+      response = true
+      
+      if !options[:register].nil?
+        puts "New host: #{options[:name]}"
+        node = Node.new :name => options[:name], :role => options[:role]
+        response = node.save      
+      elsif !options[:unregister].nil?
+        puts "Unregistering host: #{options[:name]}"
+        node = Node.find_by_name options[:name]
+        unless node.nil?
+          response = node.delete
+        end
+      end
+      
+      response
+    end
+    
+    def invalidates_config?
+      true
+    end
+        
+  end
+end

data/lib/launch-pad/command.rb

@@ -0,0 +1,23 @@
+module LaunchPad
+  class Command
+    
+    attr_accessor :options
+    
+    def initialize(incoming)
+      self.options = incoming
+    end
+    
+    def activate
+      puts "Executing: #{self.class}"
+    end    
+    
+    def sets_activity?
+      false
+    end
+    
+    def invalidates_config?
+      false
+    end
+    
+  end
+end

data/lib/launch-pad/exception/undefined_registration_exception.rb

@@ -0,0 +1,4 @@
+module LaunchPad
+  class UndefinedRegistrationException < Exception    
+  end
+end

data/lib/launch-pad/models/node.rb

@@ -0,0 +1,2 @@
+class Node < ActiveRecord::Base
+end

data/lib/launch-pad/parser.rb

@@ -0,0 +1,29 @@
+module LaunchPad
+  class Parser
+
+    require 'yaml'
+    require 'active_support'
+
+    include LaunchPad
+    
+    def self.parse(message)
+      commands = nil
+      
+      incoming = YAML::load(message.to_s).symbolize_keys
+      
+      key = :register
+      unless incoming[:unregister].nil?
+        key = :unregister
+      end
+      
+      begin
+        command = "LaunchPad::#{incoming[key].camelize}".constantize.new(incoming)
+      rescue NameError => exception
+        raise UndefinedRegistrationException.new exception
+      end
+      
+      command
+    end
+    
+  end
+end

data/lib/launch-pad.rb

@@ -0,0 +1,16 @@
+$:.unshift(File.dirname(__FILE__)) unless
+  $:.include?(File.dirname(__FILE__)) || $:.include?(File.expand_path(File.dirname(__FILE__)))
+
+require 'launch-pad/parser'
+require 'launch-pad/command'
+require 'launch-pad/command/haproxy'
+require 'launch-pad/command/host'
+require 'launch-pad/exception/undefined_registration_exception'
+
+require 'active_record'
+require 'launch-pad/models/node'
+require 'migrations/create_nodes'
+
+module LaunchPad
+  VERSION = '0.2'
+end

data/lib/migrations/create_nodes.rb

@@ -0,0 +1,13 @@
+class CreateNodes < ActiveRecord::Migration
+  def self.up
+    create_table :nodes do |t|
+      t.string :name
+      t.string :role
+      t.timestamps
+    end
+  end
+
+  def self.down
+    drop_table :hosts
+  end
+end

data/lib/turbo/getter.rb

@@ -0,0 +1,35 @@
+module Turbo
+  class Getter
+    
+    include AWS::S3
+    
+    def self.from_s3(options)
+
+      bucket_name = options[:bucket]
+      object_name = options[:named]
+      settings = {}
+
+      settings[:access_key_id] = Turbo::Key.access
+      settings[:secret_access_key] = Turbo::Key.secret
+
+      file = ARGV[0]
+
+      puts "Establishing connection to S3"
+      Base.establish_connection!(
+        :access_key_id     => settings[:access_key_id],
+        :secret_access_key => settings[:secret_access_key]
+      )
+
+      bucket = Bucket.find(bucket_name)
+
+      puts "Current bucket store: #{bucket.objects.size}"
+      puts "Downloading: #{file}"
+      open(options[:to], 'w') do |outfile|
+        S3Object.stream(object_name, bucket_name) do |chunk|
+          outfile.write chunk
+        end
+      end
+    end
+    
+  end
+end

data/lib/turbo/key.rb

@@ -0,0 +1,37 @@
+module Turbo
+  class Key
+  
+    @@settings = nil
+    @@file = File.dirname(__FILE__) + "/../../config/aws.yml"
+    
+    def self.configuration=(location)
+      @@file = location
+    end
+    
+    def self.configuration
+      @@file
+    end
+  
+    def self.access
+      settings['access_key_id']
+    end
+  
+    def self.secret
+      settings['secret_access_key']
+    end
+    
+    private
+  
+    def self.settings
+      if @@settings.nil?
+        @@settings = load_settings
+      end
+      @@settings
+    end
+  
+    def self.load_settings
+      YAML.load(File.open("#{configuration}"))
+    end
+  
+  end
+end

data/lib/turbo/message.rb

@@ -0,0 +1,19 @@
+module Turbo
+  class Message
+    
+    attr_accessor :content, :queue
+    
+    def initialize(options)
+      self.content = options[:with]
+    end
+    
+    def clear
+      self.content.delete
+    end
+
+    def to_s
+      self.content.to_s
+    end
+        
+  end
+end

data/lib/turbo/queue.rb

@@ -0,0 +1,38 @@
+module Turbo
+  class Queue
+    
+    attr_accessor :name, :queue
+        
+    def initialize(queue_name)
+      self.name = queue_name
+      self.queue = find_or_create(queue_name)
+    end
+
+    def send(message)
+      self.queue.send_message(message)
+    end
+    
+    def messages
+      all_messages = []
+      self.queue.receive_messages.each do |message|
+        all_messages << Turbo::Message.new(:with => message)
+      end
+      all_messages
+    end
+    
+    def messages?
+      self.queue.size == 0 ? false : true
+    end
+    
+    private
+    
+      def sqs
+        RightAws::SqsGen2.new(Key.access, Key.secret)
+      end
+      
+      def find_or_create(queue_name)
+        RightAws::SqsGen2::Queue.create(sqs, queue_name, true)
+      end
+    
+  end
+end

data/lib/turbo/setter.rb

@@ -0,0 +1,37 @@
+module Turbo
+  class Setter
+    
+    include AWS::S3
+
+    def self.to_s3(options)
+
+      bucket_name = options[:bucket]
+      file = options[:from]
+      object_name = options[:named]
+      
+      settings = {}
+
+      settings[:access_key_id] = Turbo::Key.access
+      settings[:secret_access_key] = Turbo::Key.secret
+
+      puts "Establishing connection to S3"
+      Base.establish_connection!(
+        :access_key_id     => settings[:access_key_id],
+        :secret_access_key => settings[:secret_access_key]
+      )
+
+      begin
+        bucket = Bucket.find(bucket_name)
+      rescue NoSuchBucket
+        bucket = Bucket.create(bucket_name)
+      end
+
+      bucket = Bucket.find(bucket_name)
+
+      puts "Current bucket store: #{bucket.objects.size}"
+      puts "Uploading: #{file} as #{object_name}"
+      S3Object.store(object_name, open(file), bucket_name)
+    end
+  
+  end
+end

data/lib/turbo.rb

@@ -0,0 +1,10 @@
+require 'rubygems'
+require 'aws/s3'
+
+lib = File.dirname(__FILE__) + "/turbo/"
+
+require lib + 'key'
+require lib + 'getter'
+require lib + 'setter'
+require lib + 'queue'
+require lib + 'message'

data/post_install.txt

@@ -0,0 +1,3 @@
+
+For more information on launch-pad, see http://github.com/mza/launch-pad
+

data/script/console

@@ -0,0 +1,10 @@
+#!/usr/bin/env ruby
+# File: script/console
+irb = RUBY_PLATFORM =~ /(:?mswin|mingw)/ ? 'irb.bat' : 'irb'
+
+libs =  " -r irb/completion"
+# Perhaps use a console_lib to store any extra methods I may want available in the cosole
+# libs << " -r #{File.dirname(__FILE__) + '/../lib/console_lib/console_logger.rb'}"
+libs <<  " -r #{File.dirname(__FILE__) + '/../lib/launch-pad.rb'}"
+puts "Loading launch-pad gem"
+exec "#{irb} #{libs} --simple-prompt"

data/script/destroy

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+APP_ROOT = File.expand_path(File.join(File.dirname(__FILE__), '..'))
+
+begin
+  require 'rubigen'
+rescue LoadError
+  require 'rubygems'
+  require 'rubigen'
+end
+require 'rubigen/scripts/destroy'
+
+ARGV.shift if ['--help', '-h'].include?(ARGV[0])
+RubiGen::Base.use_component_sources! [:rubygems, :newgem, :newgem_theme, :test_unit]
+RubiGen::Scripts::Destroy.new.run(ARGV)

data/script/generate

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+APP_ROOT = File.expand_path(File.join(File.dirname(__FILE__), '..'))
+
+begin
+  require 'rubigen'
+rescue LoadError
+  require 'rubygems'
+  require 'rubigen'
+end
+require 'rubigen/scripts/generate'
+
+ARGV.shift if ['--help', '-h'].include?(ARGV[0])
+RubiGen::Base.use_component_sources! [:rubygems, :newgem, :newgem_theme, :test_unit]
+RubiGen::Scripts::Generate.new.run(ARGV)

data/test/expected/haproxy.conf

@@ -0,0 +1,35 @@
+global
+        log 127.0.0.1   local0
+        log 127.0.0.1   local1 notice
+        #log loghost    local0 info
+        maxconn 4096
+        #debug
+        #quiet
+        user haproxy
+        group haproxy
+
+defaults
+        log     global
+        mode    http
+        option  httplog
+        option  dontlognull
+        retries 3
+        redispatch
+        maxconn 2000
+        contimeout      5000
+        clitimeout      50000
+        srvtimeout      50000
+
+listen  api-rewrite api.galaxyzoo.org:80
+        cookie  SERVERID rewrite
+        balance roundrobin
+server  api_http_0 node_1.ec2.amazonaws.com cookie app1inst1 check inter 2000 rise 2 fall 5
+server  api_http_1 node_2.ec2.amazonaws.com cookie app1inst1 check inter 2000 rise 2 fall 5
+        
+
+listen  api-ssl-rewrite api.galaxyzoo.org:443
+        mode    tcp
+        cookie  SERVERID rewrite
+        balance roundrobin
+server  api_ssl_0 node_1.ec2.amazonaws.com cookie app1inst1 check inter 2000 rise 2 fall 5
+server  api_ssl_1 node_2.ec2.amazonaws.com cookie app1inst1 check inter 2000 rise 2 fall 5

data/test/files/haproxy.erb

@@ -0,0 +1,32 @@
+global
+        log 127.0.0.1   local0
+        log 127.0.0.1   local1 notice
+        #log loghost    local0 info
+        maxconn 4096
+        #debug
+        #quiet
+        user haproxy
+        group haproxy
+
+defaults
+        log     global
+        mode    http
+        option  httplog
+        option  dontlognull
+        retries 3
+        redispatch
+        maxconn 2000
+        contimeout      5000
+        clitimeout      50000
+        srvtimeout      50000
+
+listen  api-rewrite api.galaxyzoo.org:80
+        cookie  SERVERID rewrite
+        balance roundrobin
+<%= servers_for :api, :type => "http" %>        
+
+listen  api-ssl-rewrite api.galaxyzoo.org:443
+        mode    tcp
+        cookie  SERVERID rewrite
+        balance roundrobin
+<%= servers_for :api, :type => "ssl" %>

data/test/files/keys.yml

@@ -0,0 +1,2 @@
+access_key_id: your-access-key
+secret_access_key: your-secret-key

data/test/haproxy.rb

@@ -0,0 +1,26 @@
+require "#{File.dirname(__FILE__)}/test_helper"
+
+class HaproxyTest < Test::Unit::TestCase
+  
+  include LaunchPad
+  
+  def setup
+    ActiveRecord::Base.establish_connection({
+          :adapter => "sqlite3", 
+          :dbfile => "#{File.dirname(__FILE__)}/db/test.sqlite"
+    })
+    
+    Node.delete_all
+    Node.create :name => "node_1.ec2.amazonaws.com", :role => "api"
+    Node.create :name => "node_2.ec2.amazonaws.com", :role => "api"
+    
+  end
+    
+  def test_rebuild_config
+    command = Haproxy.new(%q{register: haproxy})
+    command.activate
+    command.rebuild_config :with_templates => "#{File.dirname(__FILE__)}/files/", :to => "#{File.dirname(__FILE__)}/tmp/haproxy_test.conf"
+    assert_file_equal "#{File.dirname(__FILE__)}/expected/haproxy.conf", "#{File.dirname(__FILE__)}/tmp/haproxy_test.conf"
+  end
+    
+end

data/test/key_test.rb

@@ -0,0 +1,21 @@
+class KeyTest < Test::Unit::TestCase
+  
+  include Turbo
+  
+  def setup
+    Key.configuration = File.dirname(__FILE__) + "/files/keys.yml"
+  end
+  
+  def test_configuration_file
+    assert_equal "./test/files/keys.yml", Key.configuration
+  end
+  
+  def test_access_key
+    assert_equal "your-access-key", Key.access
+  end
+  
+  def test_secret_key
+    assert_equal "your-secret-key", Key.secret
+  end
+  
+end

data/test/parser_test.rb

@@ -0,0 +1,27 @@
+require "#{File.dirname(__FILE__)}/test_helper"
+
+class ParserTest < Test::Unit::TestCase
+  
+  include LaunchPad
+    
+  def test_yaml
+    message = %q{
+      register: haproxy
+    }
+    command = Parser.parse(message)
+    assert_kind_of Haproxy, command
+  end
+  
+  def test_exception
+    
+    message = %q{
+      register: nonsense
+    }
+    
+    assert_raise UndefinedRegistrationException do
+      command = Parser.parse(message)      
+    end
+    
+  end
+  
+end

data/test/runner.rb

@@ -0,0 +1,3 @@
+require 'test/test_helper'
+
+Dir['**/*_test.rb'].each { |test_case| require test_case }

data/test/test_helper.rb

@@ -0,0 +1,17 @@
+require 'test/unit'
+require File.dirname(__FILE__) + '/../lib/turbo'
+require File.dirname(__FILE__) + '/../lib/launch-pad'
+
+module Test
+  module Unit 
+    class TestCase
+      
+      def assert_file_equal(file1, file2)
+        file1_contents = File.new(file1).read
+        file2_contents = File.new(file2).read
+        assert_equal file1_contents, file2_contents
+      end
+      
+    end
+  end
+end

metadata

@@ -0,0 +1,117 @@
+--- !ruby/object:Gem::Specification 
+name: mza-launch-pad
+version: !ruby/object:Gem::Version 
+  version: "0.2"
+platform: ruby
+authors: 
+- Matt Wood
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2009-02-15 00:00:00 -08:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: newgem
+  type: :development
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 1.2.3
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: hoe
+  type: :development
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 1.8.0
+    version: 
+description: 
+email: 
+- matt.j.wood@gmail.com
+executables: 
+- launch-pad
+- lp-monitor
+extensions: []
+
+extra_rdoc_files: 
+- Manifest.txt
+- history.txt
+- post_install.txt
+files: 
+- Manifest.txt
+- README
+- Rakefile
+- bin/launch-pad
+- bin/lp-monitor
+- config/aws.yml
+- config/aws_default.yml
+- examples/align_control.rb
+- examples/dispatch.rb
+- examples/monitor.rb
+- examples/queue.rb
+- examples/retrieve.rb
+- examples/set.rb
+- history.txt
+- launch-pad.gemspec
+- lib/launch-pad.rb
+- lib/launch-pad/command.rb
+- lib/launch-pad/command/haproxy.rb
+- lib/launch-pad/command/host.rb
+- lib/launch-pad/exception/undefined_registration_exception.rb
+- lib/launch-pad/models/node.rb
+- lib/launch-pad/parser.rb
+- lib/migrations/create_nodes.rb
+- lib/turbo.rb
+- lib/turbo/getter.rb
+- lib/turbo/key.rb
+- lib/turbo/message.rb
+- lib/turbo/queue.rb
+- lib/turbo/setter.rb
+- post_install.txt
+- script/console
+- script/destroy
+- script/generate
+- test/expected/haproxy.conf
+- test/files/haproxy.erb
+- test/files/keys.yml
+- test/haproxy.rb
+- test/key_test.rb
+- test/parser_test.rb
+- test/runner.rb
+- test/test_helper.rb
+has_rdoc: true
+homepage: 
+post_install_message: post_install.txt
+rdoc_options: 
+- --main
+- README
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+requirements: []
+
+rubyforge_project: launch-pad
+rubygems_version: 1.2.0
+signing_key: 
+specification_version: 2
+summary: Something summary
+test_files: 
+- test/test_helper.rb