jzimmek-ec2 0.0.3

data/Rakefile

@@ -0,0 +1,17 @@
+require 'rubygems'
+require 'rake'
+
+begin
+  require 'jeweler'
+  Jeweler::Tasks.new do |gem|
+    gem.name = "ec2"
+    gem.summary = %Q{Management tool for EC2 clouds}
+    gem.email = "jan.zimmek@web.de"
+    gem.homepage = "http://github.com/jzimmek/ec2"
+    gem.authors = ["Jan Zimmek"]
+    # gem is a Gem::Specification... see http://www.rubygems.org/read/chapter/20 for additional settings
+  end
+
+rescue LoadError
+  puts "Jeweler (or a dependency) not available. Install it with: sudo gem install jeweler"
+end

data/VERSION

@@ -0,0 +1 @@
+0.0.3

data/ec2.gemspec

@@ -0,0 +1,51 @@
+# Generated by jeweler
+# DO NOT EDIT THIS FILE
+# Instead, edit Jeweler::Tasks in Rakefile, and run `rake gemspec`
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = %q{ec2}
+  s.version = "0.0.3"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Jan Zimmek"]
+  s.date = %q{2009-09-14}
+  s.email = %q{jan.zimmek@web.de}
+  s.extra_rdoc_files = [
+    "README"
+  ]
+  s.files = [
+    "README",
+     "Rakefile",
+     "VERSION",
+     "ec2.gemspec",
+     "lib/ec2/dsl/cloud.rb",
+     "lib/ec2/dsl/group.rb",
+     "lib/ec2/dsl/instance.rb",
+     "lib/ec2/instance_binding.rb",
+     "lib/ec2/manager.rb",
+     "lib/ec2/pending.rb",
+     "lib/ec2_init.rb",
+     "test/ec2_test.rb",
+     "test/test_helper.rb"
+  ]
+  s.homepage = %q{http://github.com/jzimmek/ec2}
+  s.rdoc_options = ["--charset=UTF-8"]
+  s.require_paths = ["lib"]
+  s.rubygems_version = %q{1.3.4}
+  s.summary = %q{Management tool for EC2 clouds}
+  s.test_files = [
+    "test/ec2_test.rb",
+     "test/test_helper.rb"
+  ]
+
+  if s.respond_to? :specification_version then
+    current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::RubyGemsVersion) >= Gem::Version.new('1.2.0') then
+    else
+    end
+  else
+  end
+end

data/lib/ec2/dsl/cloud.rb

@@ -0,0 +1,58 @@
+require 'easy_dsl/container'
+require 'ec2/dsl/group'
+
+module Ec2
+  module Dsl
+    class Cloud < ::EasyDsl::Container
+      def initialize(name)
+        super(name, nil)
+        nested :group, Group
+        
+        attribute :ssh_key_file,        :required => true
+        attribute :keypair,             :inheritable => true
+        attribute :security_group,      :inheritable => true
+        attribute :region,              :inheritable => true
+        attribute :availability_zone,   :inheritable => true
+        attribute :userdata,            :inheritable => true, :base64 => true, :strip => true
+      end
+      
+      def cloud
+        self
+      end
+      
+      def instances
+        @all_group.values.collect{|grp| grp.all_instance.values}.flatten
+      end
+      
+      def dump
+
+        print "hostname".ljust(10)
+        print "ami".ljust(15)
+        print "ari".ljust(15)
+        print "aki".ljust(15)
+        print "region".ljust(12)
+        print "availability_zone".ljust(18)
+        print "keypair".ljust(10)
+        print "elastic_ip".ljust(15)
+        print "security_group".ljust(15)
+        puts ""
+
+        @all_group.values.each do |grp|
+          grp.all_instance.values.each do |i|
+            print i.name.ljust(10)
+            print i.ami.ljust(15)
+            print (i.ari||"").ljust(15)
+            print (i.aki||"").ljust(15)
+            print i.cloud.region.ljust(12)
+            print (i.availability_zone||"").ljust(18)
+            print i.keypair.ljust(10)
+            print (i.elastic_ip||"").ljust(15)
+            print i.security_group.ljust(15)
+            puts ""
+          end
+        end
+      end
+      
+    end
+  end
+end

data/lib/ec2/dsl/group.rb

@@ -0,0 +1,22 @@
+require 'easy_dsl/container'
+require 'ec2/dsl/instance'
+
+module Ec2
+  module Dsl
+    class Group < ::EasyDsl::Container
+      def initialize(name, container)
+        super
+        nested    :instance, Instance
+
+        attribute :ami,                 :inheritable => true
+        attribute :ari,                 :inheritable => true
+        attribute :aki,                 :inheritable => true
+        attribute :keypair,             :inheritable => true
+        attribute :security_group,      :inheritable => true
+        attribute :availability_zone,   :inheritable => true
+        attribute :userdata,            :inheritable => true, :base64 => true, :strip => true
+        
+      end
+    end
+  end
+end

data/lib/ec2/dsl/instance.rb

@@ -0,0 +1,19 @@
+require 'easy_dsl/container'
+
+module Ec2
+  module Dsl
+    class Instance < ::EasyDsl::Container
+      def initialize(name, container)
+        super
+        attribute :ami,                 :inheritable => true, :required => true
+        attribute :ari,                 :inheritable => true
+        attribute :aki,                 :inheritable => true
+        attribute :keypair,             :inheritable => true, :required => true
+        attribute :security_group,      :inheritable => true, :required => true
+        attribute :availability_zone,   :inheritable => true
+        attribute :userdata,            :inheritable => true, :base64 => true, :strip => true
+        attribute :elastic_ip,          :inheritable => true
+      end
+    end
+  end
+end

data/lib/ec2/instance_binding.rb

@@ -0,0 +1,100 @@
+require 'rubygems'
+require 'active_support'
+require 'net/ssh'
+
+module Ec2
+  class InstanceBinding
+    
+    attr_reader :hostname
+    attr_reader :public_ip
+    attr_reader :state
+    
+    def initialize(cloud, ws, id, launch_time, public_dns_name, private_dns_name)
+
+      @cloud              = cloud
+      @ws                 = ws
+      
+      @id                 = id
+      @launch_time        = launch_time
+      @public_dns_name    = public_dns_name
+      @private_dns_name   = private_dns_name
+
+      @ssh = Net::SSH.start(@public_dns_name, "root", :keys => [@cloud.ssh_key_file], :paranoid => false)
+
+      user_data = fetch_from_url("http://169.254.169.254/2009-04-04/user-data")
+
+      @hostname = user_data.index("Not Found") ? nil : user_data
+    
+      if @hostname
+        
+        Pending.remove(@hostname)
+        
+        @public_ip      = fetch_from_url("http://169.254.169.254/latest/meta-data/public-ipv4")
+        cfg             = fetch_from_file("~/.configuration")
+        
+        @configuration  = cfg.blank? ? {} : YAML.load(cfg)
+      end
+      
+    end
+    
+    def configured?(name)
+      @configuration[name] == true
+    end
+    
+    def ensure_configured(name, &block)
+      if configured?(name)
+        puts "#{name} already configured on instance #{@hostname}"
+      else
+        puts "#{name} not configured on instance #{@hostname}"
+        block.call(@ssh)
+        __mark_configured(name)
+      end
+    end
+    
+    def terminate!
+      @ws.terminate_instances(:instance_id => [@id])
+    end
+    
+    def __mark_configured(name)
+      @configuration[name] = true
+      write_to_file("~/.configuration", @configuration.to_yaml)
+      puts "#{name} configured on instance #{@hostname}"
+    end
+    
+    def valid?
+      @cloud.instances.find{|it| it.name == @hostname}
+    end
+    
+    def disconnect!
+      @ssh.close
+    end
+    
+    def ssh(&block)
+      block.call(@ssh)
+    end
+    
+    def fetch_from_url(url)
+      file = "/tmp/.fetch"
+      @ssh.exec!("rm #{file}")
+      @ssh.exec!("curl -o #{file} #{url}")
+      value = @ssh.exec!("cat #{file}")
+      puts "fetch from #{url}: #{value}"
+      @ssh.exec!("rm #{file}")
+      value
+    end
+    
+    def fetch_from_file(file)
+      @ssh.exec!("touch #{file}")
+      value = @ssh.exec!("cat #{file}")
+      puts "fetch from #{file}: #{value}"
+      value
+    end
+    
+    def write_to_file(file, text)
+      puts "write to #{file}: #{text}"
+      cmd = "cat >#{file} <<EOS
+      #{text}EOS"
+      @ssh.exec!(cmd)
+    end
+  end
+end

data/lib/ec2/manager.rb

@@ -0,0 +1,95 @@
+require 'rubygems'
+require 'EC2'
+require 'active_support'
+require 'ec2/instance_binding'
+require 'ec2/pending'
+require 'base64'
+  
+module Ec2
+  class Manager
+    
+    def initialize(cloud)
+      @cloud = cloud
+
+      # access_key  = ENV["AMAZON_ACCESS_KEY_ID"]
+      # secret_key  = ENV["AMAZON_SECRET_ACCESS_KEY"]
+      # server      = "#{cloud.region}.ec2.amazonaws.com"
+
+      access_key  = ENV["AMAZON_ACCESS_KEY_ID"]
+      secret_key  = ENV["AMAZON_SECRET_ACCESS_KEY"]
+      server      = "eu-west-1.ec2.amazonaws.com"
+      
+      @ws = EC2::Base.new(:access_key_id => access_key,:secret_access_key => secret_key, :server => server)
+    end
+    
+    def instance_bindings(&block)
+      bindings = {}
+      
+      @ws.describe_instances.try(:reservationSet).try(:item).try(:each) do |item|
+        instance    = item.instancesSet.item.first
+        
+        id                = instance.instanceId
+        launch_time       = instance.launchTime
+        state             = instance.instanceState.name.try(:gsub, '-', '_').try(:to_sym)
+        public_dns_name   = instance.dnsName
+        private_dns_name  = instance.privateDnsName
+
+        next unless state == :running
+
+        binding = InstanceBinding.new(@cloud, @ws, id, launch_time, public_dns_name, private_dns_name)
+
+        hostname = binding.hostname
+
+        next unless hostname
+
+        raise "multiple instance using hostname #{binding.hostname}" if bindings.key?(hostname)
+
+        bindings[hostname] = binding
+      end
+      
+      bindings
+    end
+    
+    def startup(instance)
+      
+      unless Pending.pending?(instance.name)
+        opts = {
+          :image_id           => instance.ami, 
+          :min_count          => 1, 
+          :max_count          => 1,
+          :key_name           => instance.keypair,
+          :user_data          => Base64.encode64(instance.name),
+          :instance_type      => "m1.small"
+        }
+
+        opts[:availability_zone] = instance.availability_zone if instance.availability_zone
+      
+        puts "startup #{instance.name}: #{opts.inspect}"
+      
+        @ws.run_instances(opts)
+
+        Pending.add(instance.name)
+      else
+        puts "instance #{instance.name} is pending"
+      end
+    end
+    
+    def sync(&block)
+      
+      bindings = instance_bindings
+      
+      bindings.each_pair do |hostname, binding|
+        yield(binding)
+        binding.disconnect!
+      end
+      
+      @cloud.instances.each do |instance|
+        unless bindings.key?(instance.name)
+          startup(instance)
+        end
+      end
+      
+    end
+    
+  end
+end

data/lib/ec2/pending.rb

@@ -0,0 +1,44 @@
+module Ec2
+  class Pending
+    
+    @@file = "/tmp/.ec2_pending"
+    
+    def self.__load_or_create()
+      unless File.exist?(@@file)
+        __write([])
+      end
+      
+      YAML.load(File.read(@@file))
+    end
+    
+    def self.__write(pending)
+      File.open(@@file, "w") do |f|
+        f.write(pending.to_yaml)
+      end
+    end
+    
+    def self.add(hostname)
+      pending = __load_or_create
+      
+      unless pending.include?(hostname)
+        puts "add pending #{hostname}"
+        pending << hostname
+        __write(pending)
+      end
+    end
+    
+    def self.remove(hostname)
+      pending = __load_or_create
+      
+      if pending.delete(hostname)
+        puts "remove pending #{hostname}"
+        __write(pending)
+      end
+    end
+    
+    def self.pending?(hostname)
+      __load_or_create.include?(hostname)
+    end
+    
+  end
+end

data/lib/ec2_init.rb

@@ -0,0 +1,71 @@
+require 'rubygems'
+require 'active_support'
+
+require 'ec2/dsl/cloud'
+require 'ec2/manager'
+
+::EasyDsl::Container.send(:define_method, :cloud) do
+  @container.cloud
+end
+
+def ec2(name="default", &block)
+  ec2 = Ec2::Dsl::Cloud.new(name)
+  ec2.instance_eval(&block)
+  ec2.freeze_attributes
+  ec2.validate
+  ec2
+end
+
+
+
+cloud = ec2 do
+  
+  ssh_key_file      "/Users/jzimmek/ec2-stuff/id-jzimmek-eu-west-1"
+  
+  keypair           "jzimmek"
+  region            "eu-west-1"
+  security_group    "default"
+  availability_zone "eu-west-1a"
+  
+  group "app" do
+
+    ami "ami-0db89079"
+    
+    instance "app01" do
+    end
+
+    instance "app02" do
+    end
+    
+  end
+
+end
+# 
+# cloud.dump
+# 
+
+
+
+mgr = Ec2::Manager.new(cloud)
+
+mgr.sync do |binding|
+  
+  if binding.valid?
+
+    binding.ensure_configured('host') do |ssh|
+      ssh.exec!("echo \"#{binding.hostname}\" > /etc/hostname")
+      ssh.exec!("echo \"#{binding.public_ip} #{binding.hostname}\" >> /etc/hosts")
+      ssh.exec!("hostname #{binding.hostname}")
+    end
+
+    binding.ensure_configured('nagios-config') do |ssh|
+      exec("janw.php  #{binding.instance.hostname} ")
+    end
+
+
+
+  else
+    binding.terminate!
+  end
+  
+end

data/test/ec2_test.rb

@@ -0,0 +1,83 @@
+require 'test_helper'
+
+class Ec2Test < Test::Unit::TestCase
+
+  should "create a cloud with one group and two instances" do
+
+    cloud = ec2 do
+      ssh_key_file      "somefile"
+      keypair           "mykeypair"
+      region            "us-east-1"
+      availability_zone "zone-2"
+      security_group    "mysecuritygroup"
+      group "app_server" do
+        ami "ami999"
+        instance "app01" do
+          security_group    "default2"
+          availability_zone "zone-1"
+        end
+        instance "app02" do
+          ami "ami123"
+          security_group    "default"
+        end
+      end
+      group "webserver" do
+        instance "web01" do
+          ami "webXYZ"
+          availability_zone "zone-3"
+        end
+      end
+    end
+
+    
+    assert_equal  2,                  cloud.all_group.length
+    assert_equal "app_server",        cloud.all_group["app_server"].name
+    assert_equal "mykeypair",         cloud.keypair
+    assert_equal "us-east-1",         cloud.region
+    assert_equal "zone-2",            cloud.availability_zone
+    assert_equal "mysecuritygroup",   cloud.security_group
+    
+    assert_equal 3, cloud.instances.length
+    
+    grp_app = cloud.all_group["app_server"]
+    
+    assert_equal "app_server",  grp_app.name
+    assert_equal 2,             grp_app.all_instance.length
+    
+    app01       = grp_app.all_instance["app01"]
+    app02       = grp_app.all_instance["app02"]
+    
+    assert_equal "mykeypair",   app01.keypair
+    assert_equal "default2",    app01.security_group
+    assert_equal "ami999",      app01.ami
+    assert_equal "app01",       app01.name
+    assert_equal "zone-1",      app01.availability_zone
+    assert_equal grp_app,       app01.container
+    assert_equal cloud,         app01.cloud
+    
+    assert_equal "mykeypair",   app02.keypair
+    assert_equal "default",     app02.security_group
+    assert_equal "ami123",      app02.ami
+    assert_equal "app02",       app02.name
+    assert_equal "zone-2",      app02.availability_zone
+    assert_equal grp_app,       app02.container
+    assert_equal cloud,         app02.cloud
+    
+    grp_web = cloud.all_group["webserver"]
+    
+    assert_equal "webserver",   grp_web.name
+    assert_equal 1,             grp_web.all_instance.length
+    
+    web01   = grp_web.all_instance["web01"]
+    
+    assert_equal "mykeypair",         web01.keypair
+    assert_equal "mysecuritygroup",   web01.security_group
+    assert_equal "webXYZ",            web01.ami
+    assert_equal "web01",             web01.name
+    assert_equal "zone-3",            web01.availability_zone
+    assert_equal grp_web,             web01.container
+    assert_equal cloud,               web01.cloud
+    
+  end
+  
+end

data/test/test_helper.rb

@@ -0,0 +1,11 @@
+require 'rubygems'
+require 'test/unit'
+require 'shoulda'
+
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+$LOAD_PATH.unshift(File.dirname(__FILE__))
+
+require 'ec2_init'
+
+class Test::Unit::TestCase
+end

metadata

@@ -0,0 +1,66 @@
+--- !ruby/object:Gem::Specification 
+name: jzimmek-ec2
+version: !ruby/object:Gem::Version 
+  version: 0.0.3
+platform: ruby
+authors: 
+- Jan Zimmek
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2009-09-14 00:00:00 -07:00
+default_executable: 
+dependencies: []
+
+description: 
+email: jan.zimmek@web.de
+executables: []
+
+extensions: []
+
+extra_rdoc_files: 
+- README
+files: 
+- README
+- Rakefile
+- VERSION
+- ec2.gemspec
+- lib/ec2/dsl/cloud.rb
+- lib/ec2/dsl/group.rb
+- lib/ec2/dsl/instance.rb
+- lib/ec2/instance_binding.rb
+- lib/ec2/manager.rb
+- lib/ec2/pending.rb
+- lib/ec2_init.rb
+- test/ec2_test.rb
+- test/test_helper.rb
+has_rdoc: false
+homepage: http://github.com/jzimmek/ec2
+post_install_message: 
+rdoc_options: 
+- --charset=UTF-8
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.2.0
+signing_key: 
+specification_version: 3
+summary: Management tool for EC2 clouds
+test_files: 
+- test/ec2_test.rb
+- test/test_helper.rb