wakame-vdc-agents 10.12.0 → 11.06.0

data/lib/dcmgr/cli/tag.rb

@@ -0,0 +1,81 @@
+# -*- coding: utf-8 -*-
+
+module Dcmgr::Cli
+  class Tag < Base
+    namespace :tag
+    M = Dcmgr::Models
+
+    desc "add [options]", "Create a new tag"
+    method_option :uuid, :type => :string, :aliases => "-u", :desc => "The UUID for the new tag"
+    method_option :account_id, :type => :string, :aliases => "-a", :desc => "The UUID of the account that this tag belongs to", :required => true
+    method_option :type_id, :type => :numeric, :aliases => "-t", :desc => "The type for the new tag. Valid types are '#{Dcmgr::Tags::KEY_MAP.keys.join(", ")}'", :required => true
+    method_option :name, :type => :string, :aliases => "-n", :desc => "The name for the new tag", :required => true
+    method_option :attributes, :type => :string, :aliases => "-b", :desc => "The attributes for the new tag"
+    def add
+      UnknownUUIDError.raise(options[:account_id]) if M::Account[options[:account_id]].nil?
+      Error.raise("Invalid type_id: '#{options[:type_id]}'. Valid types are '#{Dcmgr::Tags::KEY_MAP.keys.join(", ")}'.",100) unless Dcmgr::Tags::KEY_MAP.member? options[:type_id]
+      
+      puts super(M::Tag,options)
+    end
+    
+    desc "modify UUID [options]", "Modify an existing tag"
+    method_option :account_id, :type => :string, :aliases => "-a", :desc => "The UUID of the account that this tag belongs to"
+    method_option :type_id, :type => :numeric, :aliases => "-t", :desc => "The type for the new tag. Valid types are '#{Dcmgr::Tags::KEY_MAP.keys.join(", ")}'"
+    method_option :name, :type => :string, :aliases => "-n", :desc => "The name for the new tag"
+    method_option :attributes, :type => :string, :aliases => "-b", :desc => "The attributes for the new tag"
+    def modify(uuid)
+      UnknownUUIDError.raise(options[:account_id]) if options[:account_id] && M::Account[options[:account_id]].nil?
+      Error.raise("Invalid type_id: '#{options[:type_id]}'. Valid types are '#{Dcmgr::Tags::KEY_MAP.keys.join(", ")}'.",100) unless options[:type_id].nil? || Dcmgr::Tags::KEY_MAP.member?(options[:type_id])
+      super(M::Tag,uuid,options)
+    end
+    
+    desc "show [UUID]", "Show the existing tag(s)"
+    def show(uuid=nil)
+      if uuid
+        tag = M::Tag[uuid] || UnknownUUIDError.raise(uuid)
+        puts ERB.new(<<__END, nil, '-').result(binding)
+Tag UUID:
+  <%= tag.canonical_uuid %>
+Account id:
+  <%= tag.account_id %>
+Name:
+  <%= tag.name %>
+Type id:
+  <%= tag.type_id %>
+Attributes:
+  <%= tag.attributes %>
+__END
+      else
+        puts ERB.new(<<__END, nil, '-').result(binding)
+<%- M::Tag.each { |row| -%>
+<%= row.canonical_uuid %>\t<%= row.account_id %>\t<%= row.type_id %>\t<%= row.name%>
+<%- } -%>
+__END
+      end
+    end
+    
+    desc "del UUID", "Delete an existing tag"
+    def del(uuid)
+      super(M::Tag,uuid)
+    end
+    
+    desc "map UUID [options]", "Map a tag to a taggable object"
+    method_option :object_id, :type => :string, :aliases => "-o", :desc => "The canonical UUID for the object to map this tag to.", :required => true
+    def map(uuid)
+      #Quick hack to get all models in Dcmgr::Models loaded in Taggable.uuid_prefix_collection
+      #This is so the Taggable.find method can be used to determine the Model class based on canonical uuid
+      M.constants.each {|c| eval("M::#{c}")}
+      
+      object = M::Taggable.find(options[:object_id])
+
+      UnknownUUIDError.raise(uuid) if M::Tag[uuid].nil?
+      UnknownUUIDError.raise(options[:object_id]) if object.nil?
+      Error.raise("Tag '#{uuid}' can not be mapped to a '#{object.class}'.",100) unless M::Tag[uuid].accept_mapping?(object)
+      
+      M::TagMapping.create(
+        :tag_id => M::Tag[uuid].id,
+        :uuid   => object.canonical_uuid
+      )
+    end
+  end
+end

data/lib/dcmgr/cli/vlan.rb

@@ -0,0 +1,53 @@
+# -*- coding: utf-8 -*-
+
+module Dcmgr::Cli
+  class Vlan < Base
+    namespace :vlan
+    M = Dcmgr::Models
+
+    desc "add [options]", "Create a new vlan lease"
+    method_option :uuid, :type => :string, :aliases => "-u", :desc => "The UUID for the new vlan lease"
+    method_option :account_id, :type => :string, :aliases => "-a", :desc => "The UUID of the account for this vlan lease"
+    method_option :tag_id, :type => :numeric, :aliases => "-t", :desc => "The ethernet tag for this vlan lease"
+    def add
+      UnknownUUIDError.raise(options[:account_id]) if M::Account[options[:account_id]].nil?
+      Error.raise("Tag_id already exists",100) unless M::VlanLease.find(:tag_id => options[:tag_id]).nil?
+      
+      puts super(M::VlanLease,options)
+    end
+    
+    desc "del UUID", "Delete an existing vlan lease"
+    def del(uuid)
+      super(M::VlanLease,uuid)
+    end
+    
+    desc "modify UUID [options]", "Modify an existing vlan lease"
+    method_option :account_id, :type => :string, :aliases => "-a", :desc => "The UUID of the account for this vlan lease"
+    method_option :tag_id, :type => :numeric, :aliases => "-t", :desc => "The ethernet tag for this vlan lease"
+    def modify(uuid)
+      UnknownUUIDError.raise(options[:account_id]) if options[:account_id] && M::Account[options[:account_id]].nil?
+      super(M::VlanLease,uuid,options)
+    end
+    
+    desc "show [UUID]", "Show existing vlan lease(s)"
+    def show(uuid=nil)
+      if uuid
+        lease = M::VlanLease[uuid] || UnknownUUIDError.raise(uuid)
+        puts ERB.new(<<__END, nil, '-').result(binding)
+Vlan Lease UUID:
+  <%= lease.canonical_uuid %>
+Account id:
+  <%= lease.account_id %>
+Tag id:
+  <%= lease.tag_id %>
+__END
+      else
+        puts ERB.new(<<__END, nil, '-').result(binding)
+<%- M::VlanLease.each { |row| -%>
+<%= row.canonical_uuid %>\t<%= row.account_id %>\t<%= row.tag_id %>
+<%- } -%>
+__END
+      end
+    end
+  end
+end

data/lib/dcmgr/drivers/hypervisor.rb

@@ -0,0 +1,33 @@
+module Dcmgr
+  module Drivers
+    class Hypervisor
+
+      def run_instance(hc)
+      end
+
+      def terminate_instance(hc)
+      end
+
+      def reboot_instance(hc)
+      end
+
+      def attach_volume_to_guest(hc)
+      end
+
+      def detach_volume_from_guest(hc)
+      end
+
+      def self.select_hypervisor(hypervisor)
+        case hypervisor
+        when "kvm"
+          hv = Dcmgr::Drivers::Kvm.new
+        when "lxc"
+          hv = Dcmgr::Drivers::Lxc.new
+        else
+          raise "Unknown hypervisor type: #{hypervisor}"
+        end
+        hv
+      end
+    end
+  end
+end

data/lib/dcmgr/drivers/iijgio_storage.rb

@@ -0,0 +1,37 @@
+# -*- coding: utf-8 -*-
+
+module Dcmgr::Drivers
+  
+  class IIJGIOStorage < SnapshotStorage
+   
+    def download(keyname, filename, path) 
+      cmd = "get %s %s %s" 
+      args = [@bucket, keyname, File.join(path, filename)]
+      execute(cmd, args)
+    end
+
+    def upload(keyname, file)
+      cmd = "put %s %s %s"
+      args = [@bucket, keyname, file]
+      execute(cmd, args)
+    end
+
+    def delete(keyname)
+      cmd = "rm %s %s"
+      args = [@bucket, keyname]
+      execute(cmd, args)
+    end
+
+    def check(keyname)
+      cmd = "test %s %s"
+      args = [@bucket, keyname]
+      execute(cmd, args)
+    end
+    
+    def list
+      cmd = "ls %s"
+      args = [@bucket]
+      execute(cmd, args)
+    end
+  end
+end

data/lib/dcmgr/drivers/kvm.rb

@@ -0,0 +1,118 @@
+module Dcmgr
+  module Drivers
+    class Kvm < Hypervisor
+      include Dcmgr::Logger
+      include Dcmgr::Helpers::CliHelper
+      include Dcmgr::Rpc::KvmHelper
+      include Dcmgr::Helpers::NicHelper
+
+      def run_instance(hc)
+        # run vm
+        inst = hc.inst
+        cmd = "kvm -m %d -smp %d -name vdc-%s -vnc :%d -drive file=%s -pidfile %s -daemonize -monitor telnet::%d,server,nowait"
+        args=[inst[:instance_spec][:memory_size],
+              inst[:instance_spec][:cpu_cores],
+              inst[:uuid],
+              inst[:runtime_config][:vnc_port],
+              hc.os_devpath,
+              File.expand_path('kvm.pid', hc.inst_data_dir),
+              inst[:runtime_config][:telnet_port]
+             ]
+        if vnic = inst[:instance_nics].first
+          cmd += " -net nic,macaddr=%s -net tap,ifname=%s,script=,downscript="
+          args << vnic[:mac_addr].unpack('A2'*6).join(':')
+          args << vnic[:uuid]
+        end
+        sh(cmd, args)
+
+        unless vnic.nil?
+          sh("/sbin/ifconfig %s 0.0.0.0 up", [vnic[:uuid]])
+          sh("/usr/sbin/brctl addif %s %s", [hc.bridge_if, vnic[:uuid]])
+        end
+
+        sleep 1
+      end
+
+      def terminate_instance(hc)
+        kvm_pid=`pgrep -u root -f vdc-#{hc.inst_id}`
+        if $?.exitstatus == 0 && kvm_pid.to_s =~ /^\d+$/
+          sh("/bin/kill #{kvm_pid}")
+        else
+          logger.error("Can not find the KVM process. Skipping: kvm -name vdc-#{hc.inst_id}")
+        end
+      end
+
+      def reboot_instance(hc)
+        inst = hc.inst
+        connect_monitor(inst[:runtime_config][:telnet_port]) { |t|
+          t.cmd("system_reset")
+        }
+      end
+
+      def attach_volume_to_guest(hc)
+        # pci_devddr consists of three hex numbers with colon separator.
+        #  dom <= 0xffff && bus <= 0xff && val <= 0x1f
+        # see: qemu-0.12.5/hw/pci.c
+        # /*
+        # * Parse [[<domain>:]<bus>:]<slot>, return -1 on error
+        # */
+        # static int pci_parse_devaddr(const char *addr, int *domp, int *busp, unsigned *slotp)
+        pci_devaddr = nil
+        inst = hc.inst
+
+        sddev = File.expand_path(File.readlink(hc.os_devpath), '/dev/disk/by-path')
+        connect_monitor(inst[:runtime_config][:telnet_port]) { |t|
+          # success message:
+          #   OK domain 0, bus 0, slot 4, function 0
+          # error message:
+          #   failed to add file=/dev/xxxx,if=virtio
+          c = t.cmd("pci_add auto storage file=#{sddev},if=scsi")
+          # Note: pci_parse_devaddr() called in "pci_add" uses strtoul()
+          # with base 16 so that the input is expected in hex. however
+          # at the result display, void pci_device_hot_add_print() uses
+          # %d for showing bus and slot addresses. use hex to preserve
+          # those values to keep consistent.
+          if c =~ /\nOK domain ([0-9a-fA-F]+), bus ([0-9a-fA-F]+), slot ([0-9a-fA-F]+), function/m
+            # numbers in OK result is decimal. convert them to hex.
+            pci_devaddr = [$1, $2, $3].map{|i| i.to_i.to_s(16) }
+          else
+            raise "Error in qemu console: #{c}"
+          end
+
+          # double check the pci address.
+          c = t.cmd("info pci")
+
+          # static void pci_info_device(PCIBus *bus, PCIDevice *d)
+          # called in "info pci" gets back PCI bus info with %d.
+          if c.split(/\n/).grep(/^\s+Bus\s+#{pci_devaddr[1].to_i(16)}, device\s+#{pci_devaddr[2].to_i(16)}, function/).empty?
+            raise "Could not find new disk device attached to qemu-kvm: #{pci_devaddr.join(':')}"
+          end
+        }
+        pci_devaddr.join(':')
+      end
+
+      def detach_volume_from_guest(hc)
+        inst = hc.inst
+        vol = hc.vol
+        pci_devaddr = vol[:guest_device_name]
+
+        connect_monitor(inst[:runtime_config][:telnet_port]) { |t|
+          t.cmd("pci_del #{pci_devaddr}")
+          #
+          #  Bus  0, device   4, function 0:
+          #    SCSI controller: PCI device 1af4:1001
+          #      IRQ 0.
+          #      BAR0: I/O at 0x1000 [0x103f].
+          #      BAR1: 32 bit memory at 0x08000000 [0x08000fff].
+          #      id ""
+          c = t.cmd("info pci")
+          pci_devaddr = pci_devaddr.split(':')
+          unless c.split(/\n/).grep(/\s+Bus\s+#{pci_devaddr[1].to_i(16)}, device\s+#{pci_devaddr[2].to_i(16)}, function/).empty?
+            raise "Detached disk device still be attached in qemu-kvm: #{pci_devaddr.join(':')}"
+          end
+        }
+      end
+
+    end
+  end
+end

data/lib/dcmgr/drivers/lxc.rb

@@ -0,0 +1,167 @@
+module Dcmgr
+  module Drivers
+    class Lxc < Hypervisor
+      include Dcmgr::Logger
+      include Dcmgr::Helpers::CliHelper
+
+      def create_config
+        # create config file i-xxxxxxxx.log
+        inst_id = @inst[:uuid]
+        vnic = @inst[:instance_nics].first
+        mac_addr = vnic[:mac_addr].unpack('A2'*6).join(':')
+        
+        config_name = "#{@inst_data_dir}/config.#{inst_id}"
+        # check config file
+        if File.exist?(config_name)
+          sh("rm #{config_name}")
+        end
+
+        config = File.open(config_name, 'w')
+        config.puts "lxc.utsname = #{inst_id}"
+        config.puts "lxc.tty = 4"
+        config.puts "lxc.pts = 1024"
+        config.puts "lxc.network.type = veth"
+        config.puts "lxc.network.veth.pair = #{vnic[:uuid]}"
+        config.puts "lxc.network.flags = up"
+        config.puts "lxc.network.link = #{@bridge_if}"
+        config.puts "lxc.network.hwaddr = #{mac_addr}"
+        config.puts "lxc.rootfs = #{@inst_data_dir}/rootfs"
+        config.puts "lxc.mount = #{@inst_data_dir}/fstab"
+        config.puts "lxc.cgroup.devices.deny = a"
+        config.puts "lxc.cgroup.devices.allow = c 1:3 rwm"
+        config.puts "lxc.cgroup.devices.allow = c 1:5 rwm"
+        config.puts "lxc.cgroup.devices.allow = c 5:1 rwm"
+        config.puts "lxc.cgroup.devices.allow = c 5:0 rwm"
+        config.puts "lxc.cgroup.devices.allow = c 4:0 rwm"
+        config.puts "lxc.cgroup.devices.allow = c 4:1 rwm"
+        config.puts "lxc.cgroup.devices.allow = c 1:9 rwm"
+        config.puts "lxc.cgroup.devices.allow = c 1:8 rwm"
+        config.puts "lxc.cgroup.devices.allow = c 136:* rwm"
+        config.puts "lxc.cgroup.devices.allow = c 5:2 rwm"
+        config.puts "lxc.cgroup.devices.allow = c 254:0 rwm"
+        config.puts "lxc.cgroup.devices.allow = c 10:232 rwm"
+        config.puts "lxc.cgroup.devices.allow = c 10:200 rwm"
+        unless @inst[:volume].nil?
+          @inst[:volume].each { |volid, v|
+            vol_id = volid
+            vol = v
+            unless v[:guest_device_name].nil?
+              config.puts "lxc.cgroup.devices.allow = b #{v[:guest_device_name]} rwm"
+            else
+              @os_devpath = v[:host_device_name] unless v[:host_device_name].nil?
+              sddev = File.expand_path(File.readlink(@os_devpath), '/dev/disk/by-path')
+              # find major number and minor number to device file
+              stat = File.stat(sddev)
+              config.puts "lxc.cgroup.devices.allow = b #{stat.rdev_major}:#{stat.rdev_minor} rwm"
+            end
+          }
+        end
+        config.close
+        config_name
+      end
+
+      def create_fstab
+        config_name = "#{@inst_data_dir}/fstab"
+        config = File.open(config_name, "w")
+        config.puts "proc #{@inst_data_dir}/rootfs/proc proc nodev,noexec,nosuid 0 0"
+        config.puts "devpts #{@inst_data_dir}/rootfs/dev/pts devpts defaults 0 0"
+        config.puts "sysfs #{@inst_data_dir}/rootfs/sys sysfs defaults 0 0"
+        config.close
+      end
+
+      def setup_container
+        sh("echo \"127.0.0.1 localhost #{@inst_id}\" > #{@inst_data_dir}/rootfs/etc/hosts")
+        sh("echo \"#{@inst_id}\" > #{@inst_data_dir}/rootfs/etc/hostname")
+      end
+
+      def run_instance(hc)
+        # run lxc
+        @inst = hc.inst
+        @bridge_if = hc.bridge_if
+        @inst_data_dir = hc.inst_data_dir
+        @os_devpath = hc.os_devpath
+        if @os_devpath.nil?
+          if @inst[:image][:boot_dev_type] == 1
+            @inst[:volume].each{|volid, v|
+              @os_devpath = v[:host_device_name] if v[:boot_dev] == 1
+            }
+          else
+            @os_devpath = "#{@inst_data_dir}/#{hc.inst_id}"
+          end
+        end
+        # check mount point
+        mount_point = "#{@inst_data_dir}/rootfs"
+        unless File.exist?(mount_point)
+          sh("mkdir #{mount_point}")
+        end
+
+        cmd = "mount %s %s"
+        args = [@os_devpath, mount_point]
+        if @inst[:image][:boot_dev_type] == 2
+          cmd += " -o loop"
+        end
+        sh(cmd, args)
+
+        config_name = create_config
+        create_fstab
+        setup_container
+
+        sh("lxc-create -f %s -n %s", [config_name, @inst[:uuid]])
+        sh("sudo lxc-start -n %s -d -l DEBUG -o %s/%s.log", [@inst[:uuid], @inst_data_dir, @inst[:uuid]])
+      end
+
+      def terminate_instance(hc)
+        sh("lxc-stop -n #{hc.inst_id}")
+        sh("lxc-destroy -n #{hc.inst_id}")
+        sh("umount #{hc.inst_data_dir}/rootfs")
+      end
+
+      def reboot_instance(hc)
+        inst = hc.inst
+        terminate_instance(hc)
+        run_instance(hc)
+      end
+
+      def attach_volume_to_guest(hc)
+        inst_id = hc.inst_id
+        sddev = File.expand_path(File.readlink(hc.os_devpath), '/dev/disk/by-path')
+
+        # find major number and minor number to device file
+        stat = File.stat(sddev)
+        devnum = [stat.rdev_major,stat.rdev_minor].join(':')
+        
+        sh("echo \"b #{devnum} rwm\" > /cgroup/#{inst_id}/devices.allow")
+        sh("mknod #{hc.inst_data_dir}/rootfs#{sddev} -m 660 b #{stat.rdev_major} #{stat.rdev_minor}")
+
+        config_name = "#{hc.inst_data_dir}/config.#{inst_id}"
+        config = File.open(config_name, 'r')
+        data = config.readlines
+        config.close
+        config = File.open(config_name, 'w')
+        config.write data
+        config.puts "lxc.cgroup.devices.allow = b #{devnum} rwm"
+        config.close
+        devnum
+      end
+
+      def detach_volume_from_guest(hc)
+        inst_id = hc.inst_id
+        vol = hc.vol
+        sddev = File.expand_path(File.readlink(vol[:host_device_name]), '/dev/disk/by-path')
+        devnum = vol[:guest_device_name]
+
+        sh("echo \"b #{devnum} rwm\" > /cgroup/#{inst_id}/devices.deny")
+        sh("rm -rf #{hc.inst_data_dir}/rootfs#{sddev}")
+
+        config_name = "#{hc.inst_data_dir}/config.#{inst_id}"
+        config = File.open(config_name, 'r')
+        data = config.readlines.select {|f| f != "lxc.cgroup.devices.allow = b #{devnum} rwm\n" }
+        config.close
+        config = File.open(config_name, 'w+')
+        config.write data
+        config.close
+      end
+
+    end
+  end
+end