wakame-vdc-agents 11.06.0 → 11.12.0

data/lib/dcmgr/endpoints/errors.rb

@@ -11,6 +11,15 @@ module Dcmgr
       self.const_set(class_name.to_sym, c)
     end
 
+    def self.deprecated_error(class_name, status_code, error_code, &blk)
+      c = Class.new(DeprecatedAPIError)
+      c.status_code(status_code)
+      c.error_code(error_code)
+      c.instance_eval(&blk) if blk
+      self.set_error_code_type(error_code, c)
+      self.const_set(class_name.to_sym, c)
+    end
+
     @error_code_map = {}
     def self.set_error_code_type(error_code, klass)
       raise TypeError unless klass < APIError
@@ -51,6 +60,9 @@ module Dcmgr
       end
     end
 
+    class DeprecatedAPIError < APIError
+    end
+
     define_error(:UnknownUUIDResource, 404, '100')
     define_error(:UnknownMember, 400, '101')
     define_error(:InvalidCredentialHeaders, 400, '102')
@@ -58,14 +70,14 @@ module Dcmgr
     define_error(:DisabledAccount, 403, '104')
     define_error(:OperationNotPermitted, 403, '105')
     define_error(:UndefinedVolumeSize, 400, '106')
-    define_error(:StoragePoolNotPermitted, 403, '107')
-    define_error(:UnknownStoragePool, 404, '108')
+    define_error(:StorageNodeNotPermitted, 403, '107')
+    define_error(:UnknownStorageNode, 404, '108')
     define_error(:OutOfDiskSpace, 400, '109')
     define_error(:DatabaseError, 400, '110')
     define_error(:UndefinedVolumeID, 400, '111')
     define_error(:InvalidDeleteRequest, 400, '112')
     define_error(:UnknownVolume, 404, '113')
-    define_error(:UnknownHostPool, 404, '114')
+    define_error(:UnknownHostNode, 404, '114')
     define_error(:UnknownInstance, 404, '115')
     define_error(:UndefindVolumeSnapshotID, 400, '116')
     define_error(:UnknownVolumeSnapshot, 404, '117')
@@ -73,7 +85,7 @@ module Dcmgr
     define_error(:InvalidVolumeSize, 400, '119')
     define_error(:OutOfHostCapacity, 400, '120')
     define_error(:UnknownSshKeyPair, 404, '121')
-    define_error(:UndefinedStoragePoolID, 400, '122')
+    define_error(:UndefinedStorageNodeID, 400, '122')
     define_error(:DetachVolumeFailure, 400, '123')
     define_error(:AttachVolumeFailure, 400, '124')
     define_error(:InvalidInstanceState, 400, '125')
@@ -84,17 +96,16 @@ module Dcmgr
     define_error(:OutOfNetworkCapacity, 400, '130')
     define_error(:InvalidVolumeSnapshotState, 400, '131')
 
-
-    # netfilter_group
-    define_error(:UndefinedNetfilterGroup, 400, '132')
-    define_error(:UnknownNetfilterGroup, 400, '133')
-    define_error(:NetfilterGroupNotPermitted, 400, '134')
-    define_error(:DuplicatedNetfilterGroup, 400, '135')
+    define_error(:UndefinedSecurityGroup, 400, '132')
+    define_error(:UnknownSecurityGroup, 400, '133')
+    define_error(:SecurityGroupNotPermitted, 400, '134')
+    deprecated_error(:DuplicatedSecurityGroup, 400, '135')
 
     define_error(:DuplicateSshKeyName, 400, '136')
     define_error(:InvalidImageID, 400, '137')
     define_error(:InvalidInstanceSpec, 400, '138')
     define_error(:UndefinedInstanceID, 404, '139')
     define_error(:InvalidVolumeState, 400, '140')
+    define_error(:InvalidHostNodeID, 400, '141')
   end
 end

data/lib/dcmgr/endpoints/metadata.rb

@@ -5,19 +5,24 @@ require 'sinatra/base'
 require 'sinatra/sequel_transaction'
 require 'yaml'
 require 'json'
+require 'ipaddress'
 
 require 'dcmgr'
 
 # Metadata service endpoint for running VMs.
 # The running VM can not identify itself that who or where i am. The service supplies these information from somewhere
-# out of the VM. It publishes some very crucial information to each VM so that the access control to this service is 
+# out of the VM. It publishes some very crucial information to each VM so that the access control to this service is
 # mandated at both levels, the network and the application itself.
-# 
-# The concept of the service is similar with Amazon EC2's Metadata service given via http://169.254.169.254/. The 
+#
+# The concept of the service is similar with Amazon EC2's Metadata service given via http://169.254.169.254/. The
 # difference is the URI structure. This gives the single point URI as per below:
 #   http://metadata.server/[version]/meatadata.[format]
-# It will return a document which results in a syntax specified in the last extension field. The document contains 
+# It will return a document which results in a syntax specified in the last extension field. The document contains
 # over all information that the VM needs for self recoginition.
+#
+# see also
+# http://docs.amazonwebservices.com/AWSEC2/latest/UserGuide/index.html?instancedata-data-categories.html
+
 module Dcmgr
   module Endpoints
     class Metadata < Sinatra::Base
@@ -28,7 +33,7 @@ module Dcmgr
       disable :show_exceptions
 
       LATEST_PROVIDER_VER_ID='2011-05-19'
-      
+
       get '/' do
         ''
       end
@@ -41,7 +46,7 @@ module Dcmgr
       #get %r!\A/(\d{4}-\d{2}-\d{2})/metadata.(\w+)\Z! do
         v = parse_version params[:version]
         ext = params[:splat][0]
-        
+
         hash_doc = begin
                      self.class.find_const("Provider_#{v}").new.document(request.ip)
                    rescue NameError => e
@@ -68,9 +73,9 @@ module Dcmgr
       private
       def get_data(params)
         v = parse_version params[:version]
-        
+
         get_method = params[:data].gsub(/-/,'_')
-        
+
         provider = begin
                      self.class.find_const("Provider_#{v}").new
                    rescue NameError => e
@@ -93,7 +98,7 @@ module Dcmgr
 
         result
       end
-      
+
       def parse_version(v)
         ret = case v
             when 'latest'
@@ -101,11 +106,11 @@ module Dcmgr
             when /\A\d{4}-\d{2}-\d{2}\Z/
               v
             else
-              raise "Invalid syntax in the version"  
+              raise "Invalid syntax in the version"
             end
         ret.gsub(/-/, '')
       end
-       
+
       def shell_dump(hash)
         # TODO: values to be shell escaped
         hash.map {|k,v|
@@ -155,7 +160,7 @@ module Dcmgr
           }
           ret
         end
-        
+
         def get_instance_from_ip(src_ip)
           ip = Models::IpLease.find(:ipv4=>src_ip)
           if ip.nil? || ip.instance_nic.nil?
@@ -208,13 +213,13 @@ module Dcmgr
           get_instance_from_ip(src_ip).image.cuuid
         end
         alias ami_id wmi_id
-        
+
         def mac(src_ip)
           get_instance_from_ip(src_ip).nic.map { |nic|
             nic.pretty_mac_addr
           }.join("\n")
         end
-        
+
         def network(src_ip)
           get_instance_from_ip(src_ip).nic.map { |nic|
             nic.ip.map { |ip|
@@ -222,15 +227,15 @@ module Dcmgr
             }
           }.join("\n")
         end
-        
+
         def instance_id(src_ip)
           get_instance_from_ip(src_ip).cuuid
         end
-        
+
         def local_hostname(src_ip)
           get_instance_from_ip(src_ip).hostname
         end
-        
+
         def local_ipv4(src_ip)
           get_instance_from_ip(src_ip).nic.map { |nic|
             nic.ip.map { |ip|
@@ -242,7 +247,7 @@ module Dcmgr
             }.compact
           }.join("\n")
         end
-        
+
         def public_ipv4(src_ip)
           get_instance_from_ip(src_ip).nic.map { |nic|
             nic.ip.map { |ip|
@@ -254,23 +259,355 @@ module Dcmgr
             }.compact
           }.join("\n")
         end
-        
+
         def public_keys(src_ip)
           i = get_instance_from_ip(src_ip)
           # ssh_key_data is possible to be nil.
           i.ssh_key_data.nil? ? '' : i.ssh_key_data[:public_key]
         end
-        
+
         def security_groups(src_ip)
-          get_instance_from_ip(src_ip).netfilter_groups.map { |grp|
-            grp.name
+          get_instance_from_ip(src_ip).security_groups.map { |grp|
+            grp.canonical_uuid
           }.join("\n")
         end
-        
+
         def user_data(src_ip)
           get_instance_from_ip(src_ip).user_data
         end
       end
     end
+
+    class Ec2Metadata < Sinatra::Base
+      include Dcmgr::Logger
+      register Sinatra::SequelTransaction
+
+      disable :sessions
+      disable :show_exceptions
+
+      API_VERSIONS = ['latest', '2011-01-01']
+      TOP_LEVEL_ITEMS = ['meta-data', 'user-data' ]
+      TOP_LEVEL_METADATA_ITEMS = [
+                                  'ami-id',
+                                  'ami-launch-index',
+                                  'ami-manifest-path',
+                                  'ancestor-ami-ids',
+                                  'block-device-mapping/',
+                                  'hostname',
+                                  'instance-action',
+                                  'instance-id',
+                                  'instance-type',
+                                  'kernel-id',
+                                  'local-hostname',
+                                  'local-ipv4',
+                                  'mac',
+                                  'network/',
+                                  'placement/',
+                                  'product-codes',
+                                  'public-hostname',
+                                  'public-ipv4',
+                                  'public-keys/',
+                                  'ramdisk-id',
+                                  'reservation-id',
+                                  'security-groups',
+                                 ]
+
+      get '/' do
+        API_VERSIONS.join("\n")
+      end
+
+      get '/:version' do
+        ''
+      end
+
+      get '/:version/' do
+        TOP_LEVEL_ITEMS.join("\n")
+      end
+
+      get '/:version/user-data' do
+        instance[:user_data]
+      end
+
+      get '/:version/meta-data/' do
+        TOP_LEVEL_METADATA_ITEMS.join("\n")
+      end
+
+      get '/:version/meta-data/ami-id' do
+        instance[:image][:uuid]
+      end
+
+      get '/:version/meta-data/ami-launch-index' do
+        # TODO
+        '0'
+      end
+
+      get '/:version/meta-data/ami-manifest-path' do
+        # TODO
+        ''
+      end
+
+      get '/:version/meta-data/ancestor-ami-ids' do
+        # TODO
+        ''
+      end
+
+      get '/:version/meta-data/block-device-mapping/' do
+        # TODO
+        'root'
+      end
+
+      get '/:version/meta-data/block-device-mapping/root' do
+        # TODO
+        '/dev/sda'
+      end
+
+      get '/:version/meta-data/hostname' do
+        instance[:hostname]
+      end
+
+      get '/:version/meta-data/instance-action' do
+        instance[:state]
+      end
+
+      get '/:version/meta-data/instance-id' do
+        instance[:uuid]
+      end
+
+      get '/:version/meta-data/instance-type' do
+        instance[:instance_spec][:uuid]
+      end
+
+      get '/:version/meta-data/kernel-id' do
+        # TODO
+        ''
+      end
+
+      get '/:version/meta-data/local-hostname' do
+        instance[:hostname]
+      end
+
+      get '/:version/meta-data/local-ipv4' do
+        instance[:ips].first
+      end
+
+      get '/:version/meta-data/mac' do
+        vnic = instance[:instance_nics].first || {}
+        vnic[:mac_addr].unpack('A2'*6).join(':')
+      end
+
+      get '/:version/meta-data/network/' do
+        'interfaces/'
+      end
+
+      get '/:version/meta-data/network/interfaces/' do
+        'macs/'
+      end
+
+      get '/:version/meta-data/network/interfaces/macs/' do
+        instance[:vif].map { |vnic|
+          "#{vnic[:mac_addr].unpack('A2'*6).join(':')}/"
+        }.join("\n")
+      end
+
+      get '/:version/meta-data/network/interfaces/macs/:mac/' do
+        if vnic_mac?(params[:mac])
+          [
+           'local-hostname',
+           'local-ipv4s',
+           'mac',
+           'public-hostname',
+           'public-ipv4s',
+           'security-groups',
+           # wakame-vdc extention items.
+           'x-gateway',
+           'x-netmask',
+           'x-network',
+           'x-broadcast',
+           'x-metric',
+          ].join("\n")
+        else
+          # TODO
+          ''
+        end
+      end
+
+      get '/:version/meta-data/network/interfaces/macs/:mac/local-hostname' do
+        if vnic_mac?(params[:mac])
+          instance[:hostname]
+        else
+          ''
+        end
+      end
+
+      get '/:version/meta-data/network/interfaces/macs/:mac/local-ipv4s' do
+        if vnic_mac?(params[:mac])
+          vnic = vnic(params[:mac])
+          vnic[:ipv4][:address]
+        else
+          ''
+        end
+      end
+
+      get '/:version/meta-data/network/interfaces/macs/:mac/mac' do
+        if vnic_mac?(params[:mac])
+          params[:mac]
+        else
+          ''
+        end
+      end
+
+      get '/:version/meta-data/network/interfaces/macs/:mac/public-hostname' do
+        if vnic_mac?(params[:mac])
+          instance[:hostname]
+        else
+          # TODO
+          ''
+        end
+      end
+
+      get '/:version/meta-data/network/interfaces/macs/:mac/public-ipv4s' do
+        if vnic_mac?(params[:mac])
+          vnic = vnic(params[:mac])
+          vnic[:ipv4][:nat_address]
+        else
+          ''
+        end
+      end
+
+      get '/:version/meta-data/network/interfaces/macs/:mac/security-groups' do
+        if vnic_mac?(params[:mac])
+          instance[:security_groups].join("\n")
+        else
+          # TODO
+          ''
+        end
+      end
+
+      get '/:version/meta-data/network/interfaces/macs/:mac/x-gateway' do
+        if vnic_mac?(params[:mac])
+          vnic(params[:mac])[:ipv4][:network][:ipv4_gw]
+        else
+          ''
+        end
+      end
+
+      get '/:version/meta-data/network/interfaces/macs/:mac/x-netmask' do
+        if vnic_mac?(params[:mac])
+          vnic = vnic(params[:mac])
+          netaddr = IPAddress::IPv4.new("#{vnic[:ipv4][:network][:ipv4_network]}/#{vnic[:ipv4][:network][:prefix]}")
+          netaddr.prefix.to_ip
+        else
+          ''
+        end
+      end
+
+      get '/:version/meta-data/network/interfaces/macs/:mac/x-network' do
+        if vnic_mac?(params[:mac])
+          vnic = vnic(params[:mac])
+          vnic[:ipv4][:network][:ipv4_network]
+        else
+          ''
+        end
+      end
+
+      get '/:version/meta-data/network/interfaces/macs/:mac/x-broadcast' do
+        if vnic_mac?(params[:mac])
+          vnic = vnic(params[:mac])
+          netaddr = IPAddress::IPv4.new("#{vnic[:ipv4][:network][:ipv4_network]}/#{vnic[:ipv4][:network][:prefix]}")
+          netaddr.broadcast.to_s
+        else
+          ''
+        end
+      end
+
+      get '/:version/meta-data/network/interfaces/macs/:mac/x-metric' do
+        if vnic_mac?(params[:mac])
+          vnic = vnic(params[:mac])
+          vnic[:ipv4][:network][:metric].to_s
+        else
+          ''
+        end
+      end
+
+      get '/:version/meta-data/placement/' do
+        'availability-zone'
+      end
+
+      get '/:version/meta-data/placement/availability-zone' do
+        # TODO
+        ''
+      end
+
+      get '/:version/meta-data/product-codes' do
+        # TODO
+        ''
+      end
+
+      get '/:version/meta-data/public-hostname' do
+        # TODO
+        instance[:hostname]
+      end
+
+      get '/:version/meta-data/public-ipv4' do
+        instance[:nat_ips]
+      end
+
+      get '/:version/meta-data/public-keys/' do
+        ssh_key_data = instance[:ssh_key_data]
+        ssh_key_data.nil? ? '' : [0, ssh_key_data[:uuid]].join("=")
+      end
+
+      get '/:version/meta-data/public-keys/0/' do
+        ssh_key_data = instance[:ssh_key_data]
+        ssh_key_data.nil? ? '' : 'openssh-key'
+      end
+
+      get '/:version/meta-data/public-keys/0/openssh-key' do
+        ssh_key_data = instance[:ssh_key_data]
+        # ssh_key_data is possible to be nil.
+        ssh_key_data.nil? ? '' : ssh_key_data[:public_key]
+      end
+
+      get '/:version/meta-data/ramdisk-id' do
+        # TODO
+        ''
+      end
+
+      get '/:version/meta-data/reservation-id' do
+        # TODO
+        ''
+      end
+
+      get '/:version/meta-data/security-groups' do
+        instance[:security_groups].join("\n")
+      end
+
+      private
+      def instance
+        ip = Models::IpLease.find(:ipv4 => request.ip)
+        if ip.nil? || ip.instance_nic.nil?
+          raise UnknownSourceIpError, request.ip
+        end
+        ip.instance_nic.instance.to_hash
+      end
+
+      def vnic_mac?(mac)
+        if vnic(mac).size > 0
+          true
+        else
+          false
+        end
+      end
+
+      def vnic(mac)
+        instance[:vif].map { |vnic|
+          vnic if mac == vnic[:mac_addr].unpack('A2'*6).join(':')
+        }.compact.first
+      end
+
+      class UnknownSourceIpError < StandardError; end
+
+    end
+
   end
 end