tengine_resource_wakame 1.2.0

checksums.yaml

@@ -0,0 +1,15 @@
+---
+!binary "U0hBMQ==":
+  metadata.gz: !binary |-
+    OTFlYTlhNmRlNTIwOTNkNGJhMDQ3M2M3YjQ3ZjNkZTQ3MjVhMzVkNw==
+  data.tar.gz: !binary |-
+    YjQxZDRkYTFkYjkyOTBjOGI2NTU5YjQwZmM1ZDRmZmQ2NmQwMGRlYQ==
+!binary "U0hBNTEy":
+  metadata.gz: !binary |-
+    MjU2MDgzNzJjODc4MTU2Y2U2NGI3MjI4ZWYwOTA4ZDI3ZWYyZjY5YTljYzNm
+    YWVlZTFhYTA5MzQwMzBhNjY1OTFiMWM5OWJmOGI1YmQwNDkyMjdkNzY4NWQz
+    OGQ4Y2FjNThhNzkyOGJjNWU3ZjUwZWRlMjQxYmEyNzQ5NjMzN2M=
+  data.tar.gz: !binary |-
+    N2ZiNGY3YzhjYmI3Njk0ZmZhYzI3ZjkwZDBlNGMxZDFjYjE0NjcwNjRlMjcz
+    OTUyYTczNWZiZWZmNDM3ZWY1YmE2YjAyMGQ3Y2EyYzQ3MGQ0OGUyOTZmNDhl
+    ZTQ5NmJjYjBlOTIxZmQyY2ExZGI2MjViMDQ3NTNmNTljZTJjN2Y=

data/Gemfile

@@ -0,0 +1,4 @@
+# -*- coding: utf-8 -*-
+source "http://rubygems.org"
+
+gemspec

data/Gemfile.lock

@@ -0,0 +1,134 @@
+PATH
+  remote: .
+  specs:
+    tengine_resource_wakame (1.2.0)
+      tengine_resource (~> 1.2.0)
+      wakame-adapters-tengine (~> 0.0.0)
+
+GEM
+  remote: http://rubygems.org/
+  specs:
+    ZenTest (4.9.1)
+    activemodel (3.2.12)
+      activesupport (= 3.2.12)
+      builder (~> 3.0.0)
+    activesupport (3.2.12)
+      i18n (~> 0.6)
+      multi_json (~> 1.0)
+    amq-client (0.9.12)
+      amq-protocol (>= 1.2.0)
+      eventmachine
+    amq-protocol (1.2.0)
+    amqp (0.9.10)
+      amq-client (~> 0.9.12)
+      amq-protocol (~> 1.2.0)
+      eventmachine
+    autotest (4.4.6)
+      ZenTest (>= 4.4.1)
+    builder (3.0.4)
+    coderay (1.0.9)
+    columnize (0.3.6)
+    daemons (1.1.9)
+    debugger (1.5.0)
+      columnize (>= 0.3.1)
+      debugger-linecache (~> 1.2.0)
+      debugger-ruby_core_source (~> 1.2.0)
+    debugger-linecache (1.2.0)
+    debugger-ruby_core_source (1.2.0)
+    diff-lcs (1.1.3)
+    eventmachine (1.0.3)
+    i18n (0.6.4)
+    json (1.7.7)
+    macaddr (1.6.1)
+      systemu (~> 2.5.0)
+    method_source (0.8.1)
+    mongoid (3.1.3)
+      activemodel (~> 3.2)
+      moped (~> 1.4.2)
+      origin (~> 1.0)
+      tzinfo (~> 0.3.22)
+    moped (1.4.5)
+    multi_json (1.7.2)
+    net-ssh (2.5.2)
+    origin (1.1.0)
+    pry (0.9.12.1)
+      coderay (~> 1.0.5)
+      method_source (~> 0.8)
+      slop (~> 3.4)
+    pry-debugger (0.2.2)
+      debugger (~> 1.3)
+      pry (~> 0.9.10)
+    pry-doc (0.4.5)
+      pry (>= 0.9)
+      yard (>= 0.8)
+    rake (10.0.4)
+    right_aws (2.1.0)
+      right_http_connection (>= 1.2.5)
+    right_http_connection (1.3.0)
+    rspec (2.10.0)
+      rspec-core (~> 2.10.0)
+      rspec-expectations (~> 2.10.0)
+      rspec-mocks (~> 2.10.0)
+    rspec-core (2.10.1)
+    rspec-expectations (2.10.0)
+      diff-lcs (~> 1.1.3)
+    rspec-mocks (2.10.1)
+    selectable_attr (0.3.17)
+      i18n
+    simplecov (0.7.1)
+      multi_json (~> 1.0)
+      simplecov-html (~> 0.7.1)
+    simplecov-html (0.7.1)
+    slop (3.4.4)
+    systemu (2.5.2)
+    tengine_core (1.2.0)
+      activemodel (>= 3.1.0)
+      activesupport (>= 3.1.0)
+      daemons (~> 1.1.4)
+      mongoid (>= 3.0.22)
+      selectable_attr (~> 0.3.15)
+      tengine_event (~> 1.2.0)
+      tengine_support (~> 1.2.0)
+    tengine_event (1.2.0)
+      activesupport (>= 3.0.0)
+      amqp (~> 0.9.10)
+      tengine_support (~> 1.2.0)
+      uuid (~> 2.3.4)
+    tengine_resource (1.2.0)
+      net-ssh (~> 2.5.2)
+      tengine_core (~> 1.2.0)
+      tengine_support (~> 1.2.0)
+      text-table (~> 1.2.2)
+      thor (>= 0.14.6)
+    tengine_resource_ec2 (1.2.0)
+      right_aws (~> 2.1.0)
+      tengine_resource (~> 1.2.0)
+    tengine_support (1.2.0)
+      activesupport (>= 3.0.0)
+    text-table (1.2.3)
+    thor (0.18.1)
+    tzinfo (0.3.37)
+    uuid (2.3.7)
+      macaddr (~> 1.0)
+    wakame-adapters-tengine (0.0.1)
+      json
+      right_aws (= 2.1.0)
+      rspec
+    yard (0.8.6.1)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  ZenTest (~> 4.9.0)
+  autotest
+  bundler
+  pry
+  pry-debugger
+  pry-doc
+  rake
+  rspec (~> 2.10.0)
+  simplecov
+  tengine_resource_ec2 (~> 1.2.0)
+  tengine_resource_wakame!
+  yard

data/README.rdoc

@@ -0,0 +1,20 @@
+= tengine_resource
+
+Description goes here.
+
+== Contributing to tengine_resource
+
+* Check out the latest master to make sure the feature hasn't been implemented or the bug hasn't been fixed yet
+* Check out the issue tracker to make sure someone already hasn't requested it and/or contributed it
+* Fork the project
+* Start a feature/bugfix branch
+* Commit and push until you are happy with your contribution
+* Make sure to add tests for it. This is important so I don't break it in a future version unintentionally.
+* Please try not to mess with the Rakefile, version, or history. If you want to have your own version, or is otherwise necessary, that is fine, but please isolate to its own commit so I can cherry-pick around it.
+
+== License
+tengine_resource is distributed under the MPL2.0 or LGPLv3 or the dual license of MPL2.0/LGPLv3
+
+== Copyright
+
+Copyright (c) 2012 Groovenauts, Inc.

data/lib/tengine/resource_wakame.rb

@@ -0,0 +1,6 @@
+# -*- coding: utf-8 -*-
+require 'tengine_resource_wakame'
+
+module Tengine::ResourceWakame
+  autoload :Provider, 'tengine/resource_wakame/provider'
+end

data/lib/tengine/resource_wakame/provider.rb

@@ -0,0 +1,325 @@
+# -*- coding: utf-8 -*-
+require 'tengine/resource'
+
+require 'tama'
+require 'tengine/support/core_ext/hash/keys'
+require 'tengine/support/core_ext/enumerable/map_to_hash'
+
+# 1.0.x ではTengine::Resource::Provider::Ec2を継承していましたが、
+# 1.1.x ではクラス構造を見直して継承する必要はないと判断しTengine::Resource::Providerを継承するように変更しました。
+class Tengine::ResourceWakame::Provider < Tengine::Resource::Provider
+
+  # モデルの継承時に問題が発生する場合があるので、collectionの呼び出しによる接続先の事前確定を行います。
+  # https://github.com/tengine/tengine/commit/9a986a3b52b18a95b1d5324b9731f720d087d1e4
+  collection
+
+  attr_accessor :retry_on_error
+
+  field :connection_settings, :type => Hash
+
+  PHYSICAL_SERVER_STATES = [:online, :offline].freeze
+
+  VIRTUAL_SERVER_STATES = [
+    :scheduling, :pending, :starting, :running,
+    :failingover, :shuttingdown, :terminated].freeze
+
+  # @param  [String]                                 name         Name template for created virtual servers
+  # @param  [Tengine::Resource::VirtualServerImage]  image        Virtual server image object
+  # @param  [Tengine::Resource::VirtualServerType]   type         Virtual server type object
+  # @param  [String]                                 physical     Data center name to put virtual machines (availability zone)
+  # @param  [String]                                 description  What this virtual server is
+  # @param  [Numeric]                                count        number of vortial servers to boot
+  # @return [Array<Tengine::Resource::VirtualServer>]
+  def create_virtual_servers(name, image, type, physical, description = "", count = 1)
+    physical_provided_id = physical.respond_to?(:provided_id) ? physical.provided_id : physical
+    connect {|conn|
+      results = conn.run_instances(
+        image.provided_id,
+        count,
+        count,
+        [],
+        self.properties['key_name'] || self.properties[:key_name],
+        "",
+        nil, # <- addressing_type
+        type.provided_id,
+        nil,
+        nil,
+        physical_provided_id,
+        nil  # <- block_device_mappings
+      )
+      yield if block_given? # テスト用のブロックの呼び出し
+      results.map.with_index {|hash, idx|
+        provided_id = hash.delete(:aws_instance_id)
+        if server = self.virtual_servers.where({:provided_id => provided_id}).first
+          server
+        else
+          # findではなくfirstで検索しているので、もしhost_server_provided_idで指定されるサーバが見つからなくても
+          # host_serverがnilとして扱われるが、仮想サーバ自身の登録は行われます
+          host_server = Tengine::Resource::PhysicalServer.by_provided_id(
+            [hash[:aws_availability_zone], physical_provided_id].detect{|i| !i.blank?})
+          self.find_virtual_server_on_duplicaion_error(provided_id) do
+            self.virtual_servers.create!(
+              :name                 => sprintf("%s%03d", name, idx + 1), # 1 origin
+              :address_order        => address_order.dup,
+              :description          => description,
+              :provided_id          => provided_id,
+              :provided_image_id    => hash.delete(:aws_image_id),
+              :provided_type_id     => hash.delete(:aws_instance_type),
+              :host_server_id       => host_server ? host_server.id : nil,
+              :status               => hash.delete(:aws_state),
+              :properties           => hash,
+              :addresses            => {
+    #             :dns_name           => hash.delete(:dns_name),
+    #             :ip_address         => hash.delete(:ip_address),
+    #             :private_dns_name   => hash.delete(:private_dns_name),
+    #             :private_ip_address => hash.delete(:private_ip_address),
+              })
+          end
+        end
+      }
+    }
+  end
+
+
+  def terminate_virtual_servers(servers)
+    connect do |conn|
+      conn.terminate_instances(servers.map {|i| i.provided_id }).map do |hash|
+        serv = self.virtual_servers.where(:provided_id => hash[:aws_instance_id]).first
+        serv
+      end
+    end
+  end
+
+  def capacities(keep_cache = false)
+    reload unless keep_cache
+    server_type_ids = virtual_server_types.map(&:provided_id)
+    server_type_to_cpu = virtual_server_types.map_to_hash(:provided_id, &:cpu_cores)
+    server_type_to_mem = virtual_server_types.map_to_hash(:provided_id, &:memory_size)
+    physical_servers.inject({}) do |result, physical_server|
+      if physical_server.status == 'online'
+        active_guests = physical_server.guest_servers.reject do |i|
+          i.status.to_s == "terminated" or
+            server_type_to_cpu[i.provided_type_id].nil? or
+            server_type_to_mem[i.provided_type_id].nil?
+        end
+        cpu_free = physical_server.cpu_cores - active_guests.map{|s| server_type_to_cpu[s.provided_type_id]}.sum
+        mem_free = physical_server.memory_size - active_guests.map{|s| server_type_to_mem[s.provided_type_id]}.sum
+        result[physical_server.provided_id] = server_type_ids.map_to_hash do |server_type_id|
+          [ cpu_free / server_type_to_cpu[server_type_id],
+            mem_free / server_type_to_mem[server_type_id]
+          ].min
+        end
+      else
+        result[physical_server.provided_id] = server_type_ids.map_to_hash{|server_type_id| 0}
+      end
+      result
+    end
+  end
+
+  def synchronize_physical_servers     ; synchronize_by(:physical_servers     ); end # 物理サーバの監視
+  def synchronize_virtual_server_types ; synchronize_by(:virtual_server_types ); end # 仮想サーバタイプの監視
+  def synchronize_virtual_server_images; synchronize_by(:virtual_server_images); end # 仮想サーバイメージの監視
+  def synchronize_virtual_servers      ; synchronize_by(:virtual_servers      ); end # 仮想サーバの監視
+
+  # wakame api for tama
+  def describe_instance_specs_for_api(uuids = [], options = {})
+    call_api_with_conversion(:describe_instance_specs, uuids, options)
+  end
+
+  def describe_host_nodes_for_api(uuids = [], options = {})
+    call_api_with_conversion(:describe_host_nodes, uuids, options)
+  end
+
+  def describe_instances_for_api(uuids = [], options = {})
+    result = call_api_with_conversion(:describe_instances, uuids, options)
+    result.each do |r|
+      replace_value_of_hash(r, :private_ip_address) do |v|
+        v.first if v.is_a?(Array)
+      end
+      replace_value_of_hash(r, :ip_address) do |v|
+        "nw-data\=#{$1}" if (v =~ /^nw\-data\=\[\"(.+)\"\]$/)
+      end
+    end
+    result
+  end
+
+  def describe_images_for_api(uuids = [], options = {})
+    call_api_with_conversion(:describe_images, uuids, options)
+  end
+
+  def run_instances_for_api(uuids = [], options = {})
+    call_api_with_conversion(:run_instances, uuids, options)
+  end
+
+  def terminate_instances_for_api(uuids = [], options = {})
+    call_api_with_conversion(:terminate_instances, uuids, options)
+  end
+
+  private
+
+  # wakame api からの戻り値がのキーが文字列だったりシンボルだったりで統一されてないので暫定対応で
+  # 戻り値の配列の要素となるHashのkeyをstringかsymbolかのどちらかに指定できるようにしています
+  def call_api_with_conversion(api_name, uuids, options)
+    result = connect{|conn| conn.send(api_name, uuids) }
+    case options[:convert]
+    when :string then result.map(&:deep_stringify_keys!)
+    when :symbol then result.map(&:deep_symbolize_keys!)
+    else result
+    end
+  end
+
+  def replace_value_of_hash(hash, key)
+    [key, key.to_s].each do |k|
+      if value = hash[k]
+        if result = yield(value)
+          hash[k] = result
+          return
+        end
+      end
+    end
+  end
+
+  public
+
+  def connect(&block)
+    send(retry_on_error ? :connect_with_retry : :connect_without_retry, &block)
+  end
+
+  CONNECTION_TEST_ATTRIBUTES = [:describe_instances_file, :describe_images_file, :run_instances_file,
+    :terminate_instances_file, :describe_host_nodes_file, :describe_instance_specs_file].freeze
+
+  def connect_without_retry
+    connection = nil
+    if self.connection_settings[:test] || self.connection_settings["test"]
+      # テスト用
+      connection = ::Tama::Controllers::ControllerFactory.create_controller(:test)
+      options = self.connection_settings[:options] || self.connection_settings["options"]
+      if options
+        options.symbolize_keys!
+        CONNECTION_TEST_ATTRIBUTES.each do |key|
+          connection.send("#{key}=", File.expand_path(options[key])) if options[key]
+        end
+      end
+    else
+      options = self.connection_settings.symbolize_keys
+      args = [:account, :ec2_host, :ec2_port, :ec2_protocol, :wakame_host, :wakame_port, :wakame_protocol].map{|key| options[key]}
+      connection = ::Tama::Controllers::ControllerFactory.create_controller(*args)
+    end
+    return yield(connection)
+  end
+
+  def connect_with_retry(&block)
+    retry_count = 1
+    begin
+      return connect_without_retry(&block)
+    rescue Exception => e
+      if retry_count > self.retry_count
+        Tengine.logger.error "#{e.class.name} #{e.message}"
+        raise e
+      else
+        Tengine.logger.warn "retry[#{retry_count}]: #{e.message}"
+        sleep self.retry_interval
+        retry_count += 1
+        retry
+      end
+    end
+  end
+
+  private
+
+  def address_order
+    @@address_order ||= ['private_ip_address'.freeze].freeze
+  end
+
+  public
+
+  class Synchronizer < Tengine::Resource::Provider::Synchronizer
+  end
+
+  class PhysicalServerSynchronizer < Synchronizer
+    fetch_known_target_method :describe_host_nodes_for_api
+
+    map(:provided_id, :id)
+    # wakame-adapters-tengine が name を返さない仕様の場合は、provided_id を name に登録します
+    map(:name){|hash, _| hash.delete(:name) || hash[:id]}
+    map(:status     , :status)
+    map(:cpu_cores  , :offering_cpu_cores)
+    map(:memory_size, :offering_memory_size)
+  end
+
+  class VirtualServerTypeSynchronizer < Synchronizer
+    fetch_known_target_method :describe_instance_specs_for_api
+
+    map :provided_id, :id
+    map :caption    , :uuid
+    map :cpu_cores  , :cpu_cores
+    map :memory_size, :memory_size
+  end
+
+  class VirtualServerImageSynchronizer < Synchronizer
+    fetch_known_target_method :describe_images_for_api
+
+    map :provided_id         , :aws_id
+    map :provided_description, :description
+
+    def attrs_to_create(properties)
+      result = super(properties)
+      # 初期登録時、default 値として name には一意な provided_id を name へ登録します
+      result[:name] = result[:provided_id]
+      result
+    end
+  end
+
+  class VirtualServerSynchronizer < Synchronizer
+    fetch_known_target_method :describe_instances_for_api
+
+    PRIVATE_IP_ADDRESS = "private_ip_address".freeze
+
+    map(:provided_id      , :aws_instance_id)
+    map(:provided_image_id, :aws_image_id)
+    map(:provided_type_id , :aws_instance_type)
+    map(:status           , :aws_state)
+    map(:host_server) do |props, provider|
+      provider.physical_servers.where(:provided_id => props[:aws_availability_zone]).first
+    end
+    map(:addresses) do|props, _|
+      result = { PRIVATE_IP_ADDRESS => props.delete(:private_ip_address) }
+      props.delete(:ip_address).split(",").map do |i|
+        k, v = *i.split("=", 2)
+        result[k] = v
+      end
+      result
+    end
+
+    def create_by_hash(hash)
+      super(hash)
+    rescue Mongo::OperationFailure => e
+      raise e unless e.message =~ /E11000 duplicate key error/
+      nil
+    rescue Mongoid::Errors::Validations => e
+      raise e unless e.document.errors[:provided_id].any?{|s| s =~ /taken/}
+      nil
+    end
+
+    def attrs_to_create(properties)
+      result = super(properties)
+      # 初期登録時、default 値として name には一意な provided_id を name へ登録します
+      result[:name] = result[:provided_id]
+      result
+    end
+
+    def differential_update_by_hash(hash)
+      super(hash) do |virtual_server, properties|
+        virtual_server.save! if virtual_server.changed? && !virtual_server.changes.values.all?{|v| v.nil?}
+      end
+    end
+  end
+
+  register_synchronizers({
+    :physical_servers      => PhysicalServerSynchronizer,
+    :virtual_server_types  => VirtualServerTypeSynchronizer,
+    :virtual_server_images => VirtualServerImageSynchronizer,
+    :virtual_servers       => VirtualServerSynchronizer,
+  })
+
+end

data/lib/tengine/resource_wakame/provider.rb~

@@ -0,0 +1,319 @@
+# -*- coding: utf-8 -*-
+require 'tengine_resource'
+require 'tengine/resource/provider/ec2'
+
+require 'tama'
+require 'tengine/support/core_ext/hash/keys'
+require 'tengine/support/core_ext/enumerable/map_to_hash'
+
+
+class Tengine::Resource::Provider::Wakame < Tengine::Resource::Provider::Ec2
+
+  attr_accessor :retry_on_error
+
+  # field :connection_settings, :type => Hash # 継承元のTengine::Resource::Provider::Ec2で定義されているので不要
+
+  PHYSICAL_SERVER_STATES = [:online, :offline].freeze
+
+  VIRTUAL_SERVER_STATES = [
+    :scheduling, :pending, :starting, :running,
+    :failingover, :shuttingdown, :terminated].freeze
+
+  def update_virtual_server_images
+    connect do |conn|
+      hashs = conn.describe_images.map do |hash|
+        {
+          :provided_id => hash.delete(:aws_id),
+          :provided_description => hash.delete(:aws_description),
+        }
+      end
+      update_virtual_server_images_by(hashs)
+    end
+  end
+
+  # @param  [String]                                 name         Name template for created virtual servers
+  # @param  [Tengine::Resource::VirtualServerImage]  image        virtual server image object
+  # @param  [Tengine::Resource::VirtualServerType]   type         virtual server type object
+  # @param  [Tengine::Resource::PhysicalServer]      physical     physical server object
+  # @param  [String]                                 description  what this virtual server is
+  # @param  [Numeric]                                count        number of vortial servers to boot
+  # @return [Array<Tengine::Resource::VirtualServer>]
+  def create_virtual_servers(name, image, type, physical, description = "", count = 1, &block)
+    return super(
+      name,
+      image,
+      type,
+      physical.provided_id,
+      description,
+      count,  # min
+      count,  # max
+      [],     # grouop id
+      self.properties['key_name'] || self.properties[:key_name],
+      "",     # user data
+      nil,    # kernel id
+      nil,     # ramdisk id
+      &block
+    )
+  end
+
+  def terminate_virtual_servers(servers)
+    connect do |conn|
+      conn.terminate_instances(servers.map {|i| i.provided_id }).map do |hash|
+        serv = self.virtual_servers.where(:provided_id => hash[:aws_instance_id]).first
+        serv
+      end
+    end
+  end
+
+  def capacities(keep_cache = false)
+    reload unless keep_cache
+    server_type_ids = virtual_server_types.map(&:provided_id)
+    server_type_to_cpu = virtual_server_types.map_to_hash(:provided_id, &:cpu_cores)
+    server_type_to_mem = virtual_server_types.map_to_hash(:provided_id, &:memory_size)
+    physical_servers.inject({}) do |result, physical_server|
+      if physical_server.status == 'online'
+        active_guests = physical_server.guest_servers.reject do |i|
+          i.status.to_s == "terminated" or
+            server_type_to_cpu[i.provided_type_id].nil? or
+            server_type_to_mem[i.provided_type_id].nil?
+        end
+        cpu_free = physical_server.cpu_cores - active_guests.map{|s| server_type_to_cpu[s.provided_type_id]}.sum
+        mem_free = physical_server.memory_size - active_guests.map{|s| server_type_to_mem[s.provided_type_id]}.sum
+        result[physical_server.provided_id] = server_type_ids.map_to_hash do |server_type_id|
+          [ cpu_free / server_type_to_cpu[server_type_id],
+            mem_free / server_type_to_mem[server_type_id]
+          ].min
+        end
+      else
+        result[physical_server.provided_id] = server_type_ids.map_to_hash{|server_type_id| 0}
+      end
+      result
+    end
+  end
+
+  def synchronize_physical_servers     ; synchronize_by(:physical_servers     ); end # 物理サーバの監視
+  def synchronize_virtual_server_types ; synchronize_by(:virtual_server_types ); end # 仮想サーバタイプの監視
+  def synchronize_virtual_server_images; synchronize_by(:virtual_server_images); end # 仮想サーバイメージの監視
+  def synchronize_virtual_servers      ; synchronize_by(:virtual_servers      ); end # 仮想サーバの監視
+
+  private
+
+  def synchronize_by(target_name)
+    synchronizer = synchronizers_by(target_name)
+    synchronizer.execute
+  end
+
+  def synchronizers_by(target_name)
+    unless @synchronizers
+      @synchronizers = {}
+      SYNCHRONIZER_CLASSES.each do |target_name, klass|
+        @synchronizers[target_name] = klass.new(self, target_name)
+      end
+    end
+    @synchronizers[target_name]
+  end
+
+  public
+
+  # wakame api for tama
+  def describe_instance_specs_for_api(uuids = [], options = {})
+    call_api_with_conversion(:describe_instance_specs, uuids, options)
+  end
+
+  def describe_host_nodes_for_api(uuids = [], options = {})
+    call_api_with_conversion(:describe_host_nodes, uuids, options)
+  end
+
+  def describe_instances_for_api(uuids = [], options = {})
+    result = call_api_with_conversion(:describe_instances, uuids, options)
+    result.each do |r|
+      replace_value_of_hash(r, :private_ip_address) do |v|
+        v.first if v.is_a?(Array)
+      end
+      replace_value_of_hash(r, :ip_address) do |v|
+        "nw-data\=#{$1}" if (v =~ /^nw\-data\=\[\"(.+)\"\]$/)
+      end
+    end
+    result
+  end
+
+  def describe_images_for_api(uuids = [], options = {})
+    call_api_with_conversion(:describe_images, uuids, options)
+  end
+
+  def run_instances_for_api(uuids = [], options = {})
+    call_api_with_conversion(:run_instances, uuids, options)
+  end
+
+  def terminate_instances_for_api(uuids = [], options = {})
+    call_api_with_conversion(:terminate_instances, uuids, options)
+  end
+
+  private
+
+  # wakame api からの戻り値がのキーが文字列だったりシンボルだったりで統一されてないので暫定対応で
+  # 戻り値の配列の要素となるHashのkeyをstringかsymbolかのどちらかに指定できるようにしています
+  def call_api_with_conversion(api_name, uuids, options)
+    result = connect{|conn| conn.send(api_name, uuids) }
+    case options[:convert]
+    when :string then result.map(&:deep_stringify_keys!)
+    when :symbol then result.map(&:deep_symbolize_keys!)
+    else result
+    end
+  end
+
+  def replace_value_of_hash(hash, key)
+    [key, key.to_s].each do |k|
+      if value = hash[k]
+        if result = yield(value)
+          hash[k] = result
+          return
+        end
+      end
+    end
+  end
+
+  public
+
+  def connect(&block)
+    send(retry_on_error ? :connect_with_retry : :connect_without_retry, &block)
+  end
+
+  CONNECTION_TEST_ATTRIBUTES = [:describe_instances_file, :describe_images_file, :run_instances_file,
+    :terminate_instances_file, :describe_host_nodes_file, :describe_instance_specs_file].freeze
+
+  def connect_without_retry
+    connection = nil
+    if self.connection_settings[:test] || self.connection_settings["test"]
+      # テスト用
+      connection = ::Tama::Controllers::ControllerFactory.create_controller(:test)
+      options = self.connection_settings[:options] || self.connection_settings["options"]
+      if options
+        options.symbolize_keys!
+        CONNECTION_TEST_ATTRIBUTES.each do |key|
+          connection.send("#{key}=", File.expand_path(options[key])) if options[key]
+        end
+      end
+    else
+      options = self.connection_settings.symbolize_keys
+      args = [:account, :ec2_host, :ec2_port, :ec2_protocol, :wakame_host, :wakame_port, :wakame_protocol].map{|key| options[key]}
+      connection = ::Tama::Controllers::ControllerFactory.create_controller(*args)
+    end
+    return yield(connection)
+  end
+
+  def connect_with_retry(&block)
+    retry_count = 1
+    begin
+      return connect_without_retry(&block)
+    rescue Exception => e
+      if retry_count > self.retry_count
+        Tengine.logger.error "#{e.class.name} #{e.message}"
+        raise e
+      else
+        Tengine.logger.warn "retry[#{retry_count}]: #{e.message}"
+        sleep self.retry_interval
+        retry_count += 1
+        retry
+      end
+    end
+  end
+
+  private
+
+  def address_order
+    @@address_order ||= ['private_ip_address'.freeze].freeze
+  end
+
+  public
+
+  class Synchronizer < Tengine::Resource::Provider::Synchronizer
+  end
+
+  class PhysicalServerSynchronizer < Synchronizer
+    fetch_known_target_method :describe_host_nodes_for_api
+
+    map(:provided_id, :id)
+    # wakame-adapters-tengine が name を返さない仕様の場合は、provided_id を name に登録します
+    map(:name){|hash, _| hash.delete(:name) || hash[:id]}
+    map(:status     , :status)
+    map(:cpu_cores  , :offering_cpu_cores)
+    map(:memory_size, :offering_memory_size)
+  end
+
+  class VirtualServerTypeSynchronizer < Synchronizer
+    fetch_known_target_method :describe_instance_specs_for_api
+
+    map :provided_id, :id
+    map :caption    , :uuid
+    map :cpu_cores  , :cpu_cores
+    map :memory_size, :memory_size
+  end
+
+  class VirtualServerImageSynchronizer < Synchronizer
+    fetch_known_target_method :describe_images_for_api
+
+    map :provided_id         , :aws_id
+    map :provided_description, :description
+
+    def attrs_to_create(properties)
+      result = super(properties)
+      # 初期登録時、default 値として name には一意な provided_id を name へ登録します
+      result[:name] = result[:provided_id]
+      result
+    end
+  end
+
+  class VirtualServerSynchronizer < Synchronizer
+    fetch_known_target_method :describe_instances_for_api
+
+    PRIVATE_IP_ADDRESS = "private_ip_address".freeze
+
+    map(:provided_id      , :aws_instance_id)
+    map(:provided_image_id, :aws_image_id)
+    map(:provided_type_id , :aws_instance_type)
+    map(:status           , :aws_state)
+    map(:host_server) do |props, provider|
+      provider.physical_servers.where(:provided_id => props[:aws_availability_zone]).first
+    end
+    map(:addresses) do|props, _|
+      result = { PRIVATE_IP_ADDRESS => props.delete(:private_ip_address) }
+      props.delete(:ip_address).split(",").map do |i|
+        k, v = *i.split("=", 2)
+        result[k] = v
+      end
+      result
+    end
+
+    def create_by_hash(hash)
+      super(hash)
+    rescue Mongo::OperationFailure => e
+      raise e unless e.message =~ /E11000 duplicate key error/
+      nil
+    rescue Mongoid::Errors::Validations => e
+      raise e unless e.document.errors[:provided_id].any?{|s| s =~ /taken/}
+      nil
+    end
+
+    def attrs_to_create(properties)
+      result = super(properties)
+      # 初期登録時、default 値として name には一意な provided_id を name へ登録します
+      result[:name] = result[:provided_id]
+      result
+    end
+
+    def differential_update_by_hash(hash)
+      super(hash) do |virtual_server, properties|
+        virtual_server.save! if virtual_server.changed? && !virtual_server.changes.values.all?{|v| v.nil?}
+      end
+    end
+  end
+
+  SYNCHRONIZER_CLASSES = {
+    :physical_servers      => PhysicalServerSynchronizer,
+    :virtual_server_types  => VirtualServerTypeSynchronizer,
+    :virtual_server_images => VirtualServerImageSynchronizer,
+    :virtual_servers       => VirtualServerSynchronizer,
+  }.freeze
+
+end

data/lib/tengine_resource_wakame.rb

@@ -0,0 +1,5 @@
+require 'tengine_resource'
+
+module Tengine
+  autoload :ResourceWakame, 'tengine/resource_wakame'
+end

metadata

@@ -0,0 +1,240 @@
+--- !ruby/object:Gem::Specification
+name: tengine_resource_wakame
+version: !ruby/object:Gem::Version
+  version: 1.2.0
+platform: ruby
+authors:
+- taigou
+- totty
+- g-morita
+- shyouhei
+- akm
+- hiroshinakao
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-04-30 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: tengine_resource
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.2.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.2.0
+- !ruby/object:Gem::Dependency
+  name: wakame-adapters-tengine
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.0.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.0.0
+- !ruby/object:Gem::Dependency
+  name: tengine_resource_ec2
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.2.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.2.0
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 2.10.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 2.10.0
+- !ruby/object:Gem::Dependency
+  name: yard
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: simplecov
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: autotest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: pry-doc
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: pry-debugger
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: ZenTest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 4.9.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 4.9.0
+description: tengine_resource_wakame provides physical/virtual server management for
+  wakame-vdc
+email: tengine-info@groovenauts.jp
+executables: []
+extensions: []
+extra_rdoc_files:
+- README.rdoc
+files:
+- Gemfile
+- Gemfile.lock
+- README.rdoc
+- lib/tengine/resource_wakame/provider.rb
+- lib/tengine/resource_wakame/provider.rb~
+- lib/tengine/resource_wakame.rb
+- lib/tengine_resource_wakame.rb
+- tmp/.gitkeep
+homepage: http://github.com/tengine/tengine
+licenses:
+- MPL2.0/LGPLv3
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.3
+signing_key: 
+specification_version: 4
+summary: tengine_resource_wakame provides physical/virtual server management for wakame-vdc
+test_files: []