tengine_resource 0.5.13

data/lib/tengine/resource/server.rb

@@ -0,0 +1,62 @@
+# -*- coding: utf-8 -*-
+require 'mongoid'
+
+class Tengine::Resource::Server
+  include Mongoid::Document
+  include Mongoid::Timestamps
+  include Tengine::Core::CollectionAccessible
+  include Tengine::Core::Validation
+  include Tengine::Core::FindByName
+
+  field :name         , :type => String
+  field :description  , :type => String
+  field :provided_id  , :type => String
+  field :status       , :type => String
+
+  field :addresses      , :type => Hash, :default => {}
+  map_yaml_accessor :addresses
+
+  field :address_order   , :type => Array, :default => ['private_ip_address', 'private_dns_name', 'ip_address', 'dns_name']
+
+  field :properties     , :type => Hash
+  map_yaml_accessor :properties
+
+  validates :name, :presence => true, :format => BASE_NAME.options
+
+  validates :name, :uniqueness => {:scope => :provider_id}, :if => :need_to_validate_name_uniqueness?
+  index [[:name,  Mongo::ASCENDING], [:provider_id,  Mongo::ASCENDING], ], :unique => true
+
+  index([ [:status,  Mongo::ASCENDING], [:_type,  Mongo::ASCENDING], ])
+
+  has_many :guest_servers, :class_name => "Tengine::Resource::VirtualServer", :inverse_of => :host_server
+
+  def need_to_validate_name_uniqueness?; true; end
+
+  class << self
+    def find_or_create_by_name!(attrs = {}, &block)
+      result = Tengine::Resource::Server.first(:conditions => {:name => attrs[:name]})
+      result ||= self.create!(attrs)
+      result
+    end
+  end
+
+  def hostname_or_ipv4
+    address_order.map{|key| addresses[key]}.detect{|s| !s.blank?} # nilだけでなく空文字列も考慮する必要があります
+  end
+
+  def hostname_or_ipv4?
+    !!hostname_or_ipv4
+  end
+
+  %w[public_hostname public_ipv4 local_hostname local_ipv4].each do |address_key|
+    class_eval(<<-END_OF_METHOD, __FILE__, __LINE__ + 1)
+      def #{address_key}
+        addresses['#{address_key}']
+      end
+      def #{address_key}=(value)
+        addresses['#{address_key}'] = value
+      end
+    END_OF_METHOD
+  end
+
+end

data/lib/tengine/resource/virtual_server.rb

@@ -0,0 +1,62 @@
+# -*- coding: utf-8 -*-
+class Tengine::Resource::VirtualServer < Tengine::Resource::Server
+  field :provided_image_id, :type => String
+  field :provided_type_id, :type => String
+
+  belongs_to :host_server, :inverse_of => :guest_servers, :index => true,
+    :class_name => "Tengine::Resource::Server"
+  belongs_to :provider, :index => true, :inverse_of => :virtual_servers,
+    :class_name => "Tengine::Resource::Provider"
+
+  validates_uniqueness_of :provided_id, :scope => :provider_id, :unless => :ignore_provided_id_uniqueness
+  index [[:provided_id,  Mongo::ASCENDING], [:provider_id,  Mongo::ASCENDING], ], :unique => true
+
+  ## launch_modeに関する実装
+
+  class LaunchValidator < ActiveModel::Validator
+    def validate(record)
+      base_attrs = record.attributes.dup.freeze
+      error_names = []
+      (1..record.launch_count).each do |idx|
+        # see also Tengine::Resource::Provider::Ec2#create_virtual_servers
+        name = sprintf("%s%03d", record.name, idx) # 1 origin
+        server = Tengine::Resource::VirtualServer.new(base_attrs.merge(
+            :ignore_provided_id_uniqueness => true,
+            :name => name
+            ))
+        next if server.valid?
+        server.errors.each do |key, msg|
+          if key == :name
+            error_names << server.name
+          else
+            record.errors.add(key, msg)
+          end
+        end
+      end
+      unless error_names.empty?
+        # record.name = error_names.join(",")
+        # record.errors.add(:name, :taken)
+        record.errors.add(:name, "に指定された%sは既に登録されています" % error_names.join(","))
+      end
+    end
+  end
+
+  validates_with LaunchValidator, :if => Proc.new{|r| r.launch_mode?}
+
+  attr_accessor :ignore_provided_id_uniqueness
+
+  attr_reader :launch_count
+  attr_reader :launch_count_max
+  def launch_count=(val); @launch_count = val ? val.to_i : nil; end
+  def launch_count_max=(val); @launch_count_max = val ? val.to_i : nil; end
+
+  def launch_mode?
+    !launch_count.nil?
+  end
+
+  # launch_mode?の場合はnameの一意性のバリデーションは行わない
+  def need_to_validate_name_uniqueness?
+    !launch_mode?
+  end
+
+end

data/lib/tengine/resource/virtual_server_image.rb

@@ -0,0 +1,34 @@
+require 'mongoid'
+
+class Tengine::Resource::VirtualServerImage
+  include Mongoid::Document
+  include Mongoid::Timestamps
+  include Tengine::Core::Validation
+  include Tengine::Core::FindByName
+
+  field :name, :type => String
+  field :description, :type => String
+  field :provided_id, :type => String
+  field :provided_description, :type => String
+
+  belongs_to :provider, :inverse_of => :virtual_server_images, :index => true,
+    :class_name => "Tengine::Resource::Provider"
+
+  validates :name, :presence => true, :uniqueness => true, :format => BASE_NAME.options
+  index :name, :unique => true
+
+  index([ [:description, Mongo::ASCENDING], ])
+  index([ [:description, Mongo::DESCENDING], ])
+  index([ [:provided_description, Mongo::ASCENDING], ])
+  index([ [:provided_description, Mongo::DESCENDING], ])
+  index([ [:provided_id, Mongo::ASCENDING], ])
+  index([ [:provided_id, Mongo::DESCENDING], ])
+
+  class << self
+    def find_or_create_by_name!(attrs = {}, &block)
+      result = self.first(:conditions => {:name => attrs[:name]})
+      result ||= self.create!(attrs)
+      result
+    end
+  end
+end

data/lib/tengine/resource/virtual_server_type.rb

@@ -0,0 +1,21 @@
+require 'tengine/resource'
+
+class Tengine::Resource::VirtualServerType
+  include Mongoid::Document
+  include Mongoid::Timestamps
+  include Tengine::Core::CollectionAccessible
+  include Tengine::Core::Validation
+
+  field :provided_id, :type => String
+  field :caption, :type => String
+  field :cpu_cores, :type => Integer
+  field :memory_size, :type => Integer
+  field :properties, :type => Hash
+  map_yaml_accessor :properties
+
+  referenced_in :provider, :inverse_of => :virtual_server_types, :index => true,
+    :class_name => "Tengine::Resource::Provider"
+
+  validates :provided_id, :presence => true, :uniqueness => {:scope => :provider_id}
+  index [ [:provider_id, Mongo::ASCENDING] , [:provided_id, Mongo::ASCENDING] ], :unique => true
+end

data/lib/tengine/resource/watcher.rb

@@ -0,0 +1,121 @@
+# -*- coding: utf-8 -*-
+require 'daemons'
+require 'mongoid'
+require 'eventmachine'
+require 'tengine/event'
+require 'tengine/mq'
+require 'tengine/resource/config'
+require 'tengine/core/mongoid_fix'
+
+class Tengine::Resource::Watcher
+
+  attr_reader :config, :pid
+
+  def initialize(argv = [])
+    @config = Tengine::Resource::Config::Resource.parse(argv)
+    @pid = sprintf("process:%s/%d", ENV["MM_SERVER_NAME"], Process.pid)
+    @mq_config = config[:event_queue].to_hash
+    @mq_config[:sender] = { :keep_connection => true }
+    @daemonize_options = {
+      :app_name => 'tengine_resource_watchd',
+      :ARGV => [config[:action]],
+      :ontop => !config[:process][:daemon],
+      # :monitor => true,
+      :multiple => true,
+      :dir_mode => :normal,
+      :dir => File.expand_path(config[:process][:pid_dir]),
+    }
+
+    # 必要なディレクトリの生成
+    FileUtils.mkdir_p(File.expand_path(config[:process][:pid_dir]))
+
+    Tengine::Core::MethodTraceable.disabled = !config[:verbose]
+  rescue Exception
+    puts "[#{$!.class.name}] #{$!.message}\n  " << $!.backtrace.join("\n  ")
+    raise
+  end
+
+  def mq_suite
+    @mq_suite ||= Tengine::Mq::Suite.new(@mq_config)
+    Tengine::Event.mq_suite = @mq_suite
+  end
+
+  def sender
+    @sender ||= Tengine::Event::Sender.new(mq_suite)
+    Tengine::Event.default_sender = @sender
+  end
+
+  def run(__file__)
+    case config[:action].to_sym
+    when :start
+      start_daemon(__file__)
+    when :stop
+      stop_daemon(__file__)
+    when :restart
+      stop_daemon(__file__)
+      start_daemon(__file__)
+    end
+  end
+
+  def start_daemon(__file__)
+    fname = File.basename __file__
+    cwd = Dir.getwd
+    Daemons.run_proc(fname, @daemonize_options) do
+      Dir.chdir(cwd) { self.start }
+    end
+  end
+
+  def stop_daemon(__file__)
+    fname = File.basename __file__
+    Daemons.run_proc(fname, @daemonize_options)
+  end
+
+  def start
+    @config.setup_loggers
+    # observerの登録
+    Mongoid.observers = Tengine::Resource::Observer
+    Mongoid.instantiate_observers
+
+    Mongoid.config.from_hash(config[:db])
+    Mongoid.config.option(:persist_in_safe_mode, :default => true)
+
+    EM.run do
+      sender.wait_for_connection do
+        providers = Tengine::Resource::Provider.all
+        providers.each do |provider|
+          
+          provider.retry_on_error = true if provider.respond_to?(:retry_on_error=)
+          # polling_intervalが 0 以下の場合は、問い合わせを行わない
+          if (polling_interval = provider.polling_interval) > 0
+            # 仮想サーバタイプの監視
+            provider.virtual_server_type_watch
+            mutex = Tengine::Core::Mutex.new "#{provider.name}@#{self.class}", provider.polling_interval
+            @periodic = EM.add_periodic_timer(provider.polling_interval) do
+              mutex.synchronize do
+                # 物理サーバの監視
+                provider.physical_server_watch
+                mutex.heartbeat
+                # 仮想サーバの監視
+                provider.virtual_server_watch
+                mutex.heartbeat
+                # 仮想サーバイメージの監視
+                provider.virtual_server_image_watch
+              end
+            end
+          end
+        end
+      end
+    end
+  end
+
+  def shutdown
+    EM.run do
+      EM.cancel_timer @periodic if @periodic
+      sender.stop
+    end
+  end
+
+  extend Tengine::Core::MethodTraceable
+  method_trace(*instance_methods(false))
+
+end

data/lib/tengine_resource.rb

@@ -0,0 +1,4 @@
+require 'tengine_core'
+require 'tengine/resource'
+
+Tengine.plugins.add(Tengine::Resource)

data/spec/fixtures/goku_at_ec2_ap_northeast.rb

@@ -0,0 +1,177 @@
+# -*- coding: utf-8 -*-
+
+class GokuAtEc2ApNortheast
+  # # memoize については http://wota.jp/ac/?date=20081025#p11 などを参照してください
+  # extend ActiveSupport::Memoizable
+
+  def provider
+    Tengine::Resource::Provider::Ec2.find_or_create_by_name!({
+        :name => "goku_at_ec2_ap-northeast-1",
+        :connection_settings => {
+          :access_key => '12345',
+          :secret_access_key => '1234567',
+          :default_region => 'ap-northeast-1',
+        }
+      })
+  end
+
+  def goku_ssh_pw
+    Tengine::Resource::Credential.find_or_create_by_name!(
+      :name => "goku_ssh_pw",
+      :auth_type_key => :ssh_password,
+      :auth_values => {
+        :username => 'goku',
+        :password => 'dragonball'
+      })
+  end
+
+  def gohan_ssh_pk
+    Tengine::Resource::Credential.find_or_create_by_name!(
+      :name => "gohan_ssh_pk",
+      :auth_type_key => :ssh_public_key,
+      :auth_values => {
+        :username => 'gohan',
+        :private_keys => "1234567890",
+        :passphrase => 'dragonball'
+      })
+  end
+
+  def physical_servers
+    [availability_zone(1), availability_zone(2)]
+  end
+
+  def availability_zone(idx)
+    name = "ap-notrheast-1" + ("a".ord - 1 + idx).chr
+    Tengine::Resource::PhysicalServer.find_or_create_by_name!(
+      :provider_id => provider.id,
+      :name => name, :provided_id => name, :status => "available")
+  end
+
+  def virtual_server_images
+    [
+      hadoop_image,
+      mysql_image,
+      rails_image
+    ]
+  end
+
+  def hadoop_image
+    Tengine::Resource::VirtualServerImage.find_or_create_by_name!(
+      :provider_id => provider.id,
+      :name => "hadoop_image1",
+      :provided_id => "ami-10000001")
+  end
+
+  def mysql_image
+    Tengine::Resource::VirtualServerImage.find_or_create_by_name!(
+      :provider_id => provider.id,
+      :name => "mysql_image1",
+      :provided_id => "ami-10000002")
+  end
+
+  def rails_image
+    Tengine::Resource::VirtualServerImage.find_or_create_by_name!(
+      :provider_id => provider.id,
+      :name => "rails_image1",
+      :provided_id => "ami-10000003")
+  end
+
+  def virtual_server_types
+    [
+      m1_small,
+      m1_large,
+      m1_xlarge,
+      t1_micro,
+    ]
+  end
+
+  def m1_small
+    Tengine::Resource::VirtualServerType.find_or_create_by(:provider_id => provider.id,
+      :caption => "m1.small", :provided_id => "m1.small", :cpu_cores => 1, :memory_size => 17 * (10 ** 8))
+  end
+
+  def m1_large
+    Tengine::Resource::VirtualServerType.find_or_create_by(:provider_id => provider.id,
+      :caption => "m1.large", :provided_id => "m1.large", :cpu_cores => 4, :memory_size => 75 * (10 ** 8))
+  end
+
+  def m1_xlarge
+    Tengine::Resource::VirtualServerType.find_or_create_by(:provider_id => provider.id,
+      :caption => "m1.xlarge", :provided_id => "m1.xlarge", :cpu_cores => 8, :memory_size => 15 * (10 ** 9))
+  end
+
+  def t1_micro
+    Tengine::Resource::VirtualServerType.find_or_create_by(:provider_id => provider.id,
+      :caption => "t1.micro", :provided_id => "t1.micro", :cpu_cores => 2, :memory_size => 613 * (10 ** 6))
+  end
+
+
+  def virtual_servers
+    [
+      hadoop_master_node,
+      hadoop_slave_node(1),
+      hadoop_slave_node(2),
+      hadoop_slave_node(3),
+      mysql_master,
+      mysql_slave(1),
+      mysql_slave(2),
+      rails_server(1)
+    ]
+  end
+
+  def hadoop_master_node
+    Tengine::Resource::VirtualServer.find_or_create_by_name!(
+      :addresses => hostnames_and_ips(1),
+      :provider_id => provider.id,
+      :provided_image_id => hadoop_image.provided_id,
+      :host_server_id => availability_zone(1).id, :status => "available",
+      :name => "hadoop_master_node", :provided_id => "i-10000001")
+  end
+
+  def hadoop_slave_node(idx)
+    Tengine::Resource::VirtualServer.find_or_create_by_name!(
+      :addresses => hostnames_and_ips(idx + 10),
+      :provider_id => provider.id,
+      :provided_image_id => hadoop_image.provided_id,
+      :host_server_id => availability_zone(1).id, :status => "available",
+      :name => "hadoop_slave_node#{idx}", :provided_id => "i-1000001#{idx}")
+  end
+
+  def mysql_master
+    Tengine::Resource::VirtualServer.find_or_create_by_name!(
+      :addresses => hostnames_and_ips(20),
+      :provider_id => provider.id,
+      :provided_image_id => mysql_image.provided_id,
+      :host_server_id => availability_zone(1).id, :status => "available",
+      :name => "mysql_master", :provided_id => "i-10000020")
+  end
+
+  def mysql_slave(idx)
+    Tengine::Resource::VirtualServer.find_or_create_by_name!(
+      :addresses => hostnames_and_ips(idx + 20),
+      :provider_id => provider.id,
+      :provided_image_id => mysql_image.provided_id,
+      :host_server_id => availability_zone(1).id, :status => "available",
+      :name => "mysql_slave#{idx}", :provided_id => "i-1000002#{idx}")
+  end
+
+  def rails_server(idx)
+    Tengine::Resource::VirtualServer.find_or_create_by_name!(
+      :addresses => hostnames_and_ips(idx + 30),
+      :provider_id => provider.id,
+      :provided_image_id => rails_image.provided_id,
+      :host_server_id => availability_zone(1).id, :status => "available",
+      :name => "rails#{idx}", :provided_id => "i-1000003#{idx}")
+  end
+
+  private
+  def hostnames_and_ips(idx)
+    {
+      'dns_name'           => "ec2-184-72-20-#{idx}.ap-northeast-1.compute.amazonaws.com",
+      'ip_address'         =>     "184.72.20.#{idx}",
+      'private_dns_name'   => "ip-10-162-153-#{idx}.ap-northeast-1.compute.internal",
+      'private_ip_address' =>    "10.162.153.#{idx}",
+    }
+  end
+
+end