staugaard-cloudmaster 0.1.1

data/VERSION.yml

@@ -0,0 +1,4 @@
+--- 
+:major: 0
+:minor: 1
+:patch: 1

data/bin/cloudmaster

@@ -0,0 +1,45 @@
+#!/usr/bin/ruby
+$:.unshift File.join(ENV['AWS_HOME'], "app")
+
+require 'configuration'
+require 'aws_context'
+require 'configuration'
+require 'pool_runner'
+require 'pp'
+
+# Get optional args specifying what server to manage.
+verbose = false
+config_files = []
+opts = []
+args = ARGV
+while args.size > 0
+  a = args.shift
+  case a
+  when "-?": puts "usage: cloudmaster [-v] [-l logfile] [-c configfile] [-p pool]"
+             exit 1
+  when "-v": verbose = true
+  when "-l": logfile = args.shift
+  when "-c": config_files << args.shift
+  when "-p": opts << args.shift.to_sym
+  end
+end
+opts.uniq!
+
+LoggerFactory.setup(logfile, 'cloudmaster')
+AwsContext.setup(:retry)
+
+config = Cloudmaster::Configuration.new(config_files, opts)
+
+if verbose
+  puts "Environment: #{config.aws[:aws_env]}" if config.aws[:aws_env]
+  puts "Log file: #{logfile}" if logfile
+  puts "Config file: #{config_files.join(' ')}" if config_files.size > 0
+end
+
+Signal.trap("TERM") do
+  # re-read the config file on SIGTERM -- into existing config object
+  config.refresh
+end
+
+# Run a pool supervisor
+Cloudmaster::PoolRunner.new(config).run

data/lib/AWS/AWS.rb

@@ -0,0 +1,3 @@
+
+require '../OriginalAWS/AWS'
+

data/lib/AWS/EC2.rb

@@ -0,0 +1,14 @@
+$:.unshift(File.join(ENV['AWS_HOME'], "lib", "OriginalAWS"))
+require 'OriginalAWS/EC2'
+
+module AWS
+  class EC2
+    def initialize(*args)
+      @ec2 = ::EC2.new(*args)
+    end
+
+    def method_missing(key, *args)
+      @ec2.send(key, *args)
+    end
+  end
+end

data/lib/AWS/S3.rb

@@ -0,0 +1,14 @@
+$:.unshift(File.join(ENV['AWS_HOME'], "lib", "OriginalAWS"))
+require 'OriginalAWS/S3'
+
+module AWS
+  class S3
+    def initialize(*args)
+      @s3 = ::S3.new(*args)
+    end
+
+    def method_missing(key, *args, &block)
+      @s3.send(key, *args, &block)
+    end
+  end
+end

data/lib/AWS/SQS.rb

@@ -0,0 +1,14 @@
+$:.unshift(File.join(ENV['AWS_HOME'], "lib", "OriginalAWS"))
+require 'OriginalAWS/SQS'
+
+module AWS
+  class SQS
+    def initialize(*args)
+      @sqs = ::SQS.new(*args)
+    end
+
+    def method_missing(key, *args)
+      @sqs.send(key, *args)
+    end
+  end
+end

data/lib/AWS/SimpleDB.rb

@@ -0,0 +1,14 @@
+$:.unshift(File.join(ENV['AWS_HOME'], "lib", "OriginalAWS"))
+require 'OriginalAWS/SimpleDB'
+
+module AWS
+  class SimpleDB
+    def initialize(*args)
+      @ec2 = ::SimpleDB.new(*args)
+    end
+
+    def method_missing(key, *args)
+      @ec2.send(key, *args)
+    end
+  end
+end

data/lib/MockAWS/EC2.rb

@@ -0,0 +1,119 @@
+
+# Mock SQS
+# Provide just enough for cloudmaster.
+module MockAWS
+  # Mock EC2
+  class EC2
+    @@log = STDOUT
+    @@images = [
+       {:owner_id=>"452272755447",
+        :state=>"available",
+        :id=>"ami-08856161",
+        :is_public=>false,
+        :location=>"chayden/chayden-ami-primes-test.img.manifest.xml"},
+       {:owner_id=>"452272755447",
+        :state=>"available",
+        :id=>"ami-3f856156",
+        :is_public=>false,
+        :location=>"chayden/chayden-ami-base.img.manifest.xml"},
+       {:owner_id=>"452272755447",
+        :state=>"available",
+        :id=>"ami-d18064b8",
+        :is_public=>false,
+        :location=>"chayden/chayden-ami-fibonacci-test.img.manifest.xml"},
+    ]
+
+    @@running = []
+    @@instance_id = 0
+
+    def initialize(*params)
+    end
+
+    def describe_images(options={})
+      @@images
+    end
+
+    def describe_instances(instance_ids=[])
+      instances = []
+      if instance_ids.size > 0 
+        instance_ids.each do |id|
+          instances += @@running.find_all {|r| r[:id] == id}
+        end
+      else
+        instances = @@running
+      end
+      [{:instances => instances}]
+    end
+    
+    def run_instances(image_id, min_count=1, max_count=min_count, options={})
+      ids = []
+      max_count.times do
+        @@instance_id += 1
+	iid = "i-#{@@instance_id}"
+        starting = {:image_id => image_id, :id => iid, 
+          :public_dns => "", :state => "running"}
+        @@log.puts "***** starting #{iid} #{image_id}"
+        @@running << starting
+        ids << {:id => iid}
+      end
+      {:instances => ids}
+    end
+
+    def terminate_instances(instance_ids = [])
+      instance_ids.each do |id|
+        @@log.puts "***** terminating #{id}"
+        @@running = @@running.find_all { |r| r[:id] != id }
+      end
+    end
+
+#######################################3333
+#  for testing
+    def logger=(logger)
+      @@log = logger
+    end
+
+    def pp_running
+      pp @@running
+    end
+
+    def count
+      @@running.size
+    end
+
+    def valid_ami_id
+      @@images[0][:id]
+    end
+
+    def set_public_dns(id, dns)
+      @@running.each do |inst|
+        if inst[:id] == id
+	  inst[:public_dns] = dns
+	end
+      end
+    end
+
+    def get_public_dns(id)
+      inst = @@running.find {|inst| inst[:id] == id}
+      inst.nil? ? "" : inst[:public_dns]
+    end
+
+    def set_state(id, state)
+      @@running.each do |inst|
+        if inst[:id] == id
+	  inst[:state] = state
+	end
+      end
+    end
+
+    def first_id
+      @@running.first[:id]
+    end
+
+    def reset
+      @@log = STDOUT
+      @@running = []
+      @@instance_id = 0
+    end
+
+  end
+end

data/lib/MockAWS/S3.rb

@@ -0,0 +1,39 @@
+module MockAWS
+  # Mock S3
+  class S3
+    @@contents = {}
+
+    def initialize(*params)
+    end
+
+    # Create an S3 object.
+    def create_object(bucket_name, object_key, opts={})
+      key = "#{bucket_name}/#{object_key}"
+      value = opts[:data]
+      @@contents[key] = value
+    end
+
+    # Return an object stored previously
+    def get_object(bucket_name, object_key, headers={})
+      key = "#{bucket_name}/#{object_key}"
+      @@contents[key]
+    end
+
+    def set_canned_acl(canned_acl, bucket_name, object_key='')
+      true
+    end
+##############
+#  testing
+    def logger=(logger)
+      @@log = logger
+    end
+
+    def reset
+      @context = []
+    end
+
+    def contents
+      pp @@contents
+    end
+  end
+end

data/lib/MockAWS/SQS.rb

@@ -0,0 +1,82 @@
+module MockAWS
+  # Mock SQS
+  class SQS
+    @@log = STDOUT
+    @@queues = ["http://queue.amazonaws.com/A13T024T56MRDD/manual-manual-test",
+     "http://queue.amazonaws.com/A13T024T56MRDC/fib-status-test",
+     "http://queue.amazonaws.com/A13T024T56MRDC/fib-work-test",
+     "http://queue.amazonaws.com/A13T024T56MRDC/primes-status-test",
+     "http://queue.amazonaws.com/A13T024T56MRDC/primes-work-test"]
+
+    @@messages = {}
+    @@queues.each {|q| @@messages[q] = []}
+    @@attributes = {"ApproximateNumberOfMessages"=>0, "VisibilityTimeout"=>300}
+    @@msg_seq = 1
+
+    def initialize(*params)
+    end
+
+    def logger=(logger)
+      @@log = logger
+    end
+
+    def create_queue(queue_name, visibility_timeout_secs = nil)
+      @@queues << queue_name
+      @@queues.last
+    end
+
+    def list_queues(queue_name_prefix = nil)
+      filter = Regexp.new(queue_name_prefix)
+      @@queues.find_all {|q| q =~ filter}
+    end
+
+    def receive_messages(queue_url, maximum=1, visibility_timeout=nil)
+      if @@messages[queue_url] == []
+        []
+      else
+        visible = @@messages[queue_url].find_all {|m| m[:visible]}
+        @@log.puts "***** receiving #{visible.first[:id]} #{visible.first[:body]}"
+        [visible.first]
+      end
+    end
+
+    def send_message(queue_url, message_body, encode=false)
+      mid = "id-#{@@msg_seq}"
+      message = { :id => mid, 
+        :body => message_body,
+	:visible => true}
+      @@msg_seq += 1
+      @@messages[queue_url] = [] unless @@messages[queue_url]
+      @@messages[queue_url] << message
+      @@log.puts "***** sending #{File.basename(queue_url)} #{mid} => #{message_body}"
+      true
+    end
+
+    def delete_message(queue_url, receipt_handle)
+      @@messages[queue_url] = @@messages[queue_url].reject {|m| m[:id] == receipt_handle}
+      true
+    end
+
+
+    def get_queue_attributes(queue_url, attribute='All')
+      @@attributes["ApproximateNumberOfMessages"] = @@messages[queue_url].size
+      @@attributes
+    end
+
+######################
+# testing
+    def reset
+      @@log = STDOUT
+      @@queues = ["http://queue.amazonaws.com/A13T024T56MRDD/manual-manual-test",
+       "http://queue.amazonaws.com/A13T024T56MRDC/fib-status-test",
+       "http://queue.amazonaws.com/A13T024T56MRDC/fib-work-test",
+       "http://queue.amazonaws.com/A13T024T56MRDC/primes-status-test",
+       "http://queue.amazonaws.com/A13T024T56MRDC/primes-work-test"]
+
+      @@messages = {}
+      @@queues.each {|q| @@messages[q] = []}
+      @@attributes = {"ApproximateNumberOfMessages"=>0, "VisibilityTimeout"=>300}
+      @@msg_seq = 1
+    end
+  end
+end

data/lib/MockAWS/SimpleDB.rb

@@ -0,0 +1,46 @@
+require 'AWS/SimpleDB'
+
+module MockAWS
+  class SimpleDB
+    def initialize(*params)
+    end
+
+    def list_domains(max_domains = 100)
+      []
+    end
+    
+    def create_domain(domain_name)
+      true
+    end
+
+    def delete_domain(domain_name)
+      true
+    end
+
+    def put_attributes(domain_name, item_name, attributes, replace=false)
+      true
+    end
+
+    def delete_attributes(domain_name, item_name, attributes = {})
+      true
+    end
+
+    def get_attributes(domain_name, item_name, attribute_name = nil)
+      true
+    end
+
+     def query(domain_name, query_expression=nil, options={:fetch_all=>true})
+       true
+     end
+##############
+#  testing
+    def logger=(logger)
+      @@log = logger
+    end
+
+    def reset
+      @context = []
+    end
+
+  end
+end

data/lib/MockAWS/clock.rb

@@ -0,0 +1,67 @@
+
+# Used to mock Time 
+
+class Clock
+  attr_accessor :time
+  include Comparable
+
+  @@current_time = 0
+
+  def initialize(time)
+    @time = time
+  end
+
+  def Clock.at(time)
+    Clock.new(time)
+  end
+
+  def Clock.now
+    Clock.new(@@current_time)
+  end
+
+  def Clock.hour
+    (@@current_time/3600).floor
+  end
+
+  def to_s
+    @time.to_s
+  end
+
+  def +(time)
+    Clock.new(time + @time)
+  end
+
+  def -(clock)
+    @time - clock.time
+  end
+
+  def <=>(other)
+    @time <=> other.time
+  end
+
+  def strftime(format)
+    @time.to_s
+  end
+    
+  def Clock.sleep(numeric = 0)
+    @@current_time += numeric
+  end
+
+  def Clock.xmlschema(tm)
+    Clock.new(Time.xmlschema(tm).to_i)
+  end
+
+  def Clock.parse(tm)
+    Clock.new(Time.parse(tm).to_i)
+  end
+
+##############
+#  testing
+  def Clock.reset
+    @@current_time = 0
+  end
+
+  def Clock.set(numeric)
+    @@current_time = numeric
+  end
+end