wakame-vdc-dcmgr 10.12.0 → 11.06.0

data/lib/dcmgr/cli/quota.rb

@@ -0,0 +1,28 @@
+# -*- coding: utf-8 -*-
+
+module Dcmgr::Cli
+  class Quota < Base
+    namespace :quota
+    M = Dcmgr::Models
+  
+    desc "modify ACCOUNT_UUID [options]", "Modify the quota settings for an account"
+    method_option :weight, :type => :numeric, :aliases => "-w", :desc => "The instance total weight for this account's quota"
+    method_option :size, :type => :numeric, :aliases => "-s", :desc => "The volume total size for this account's quota"
+    def modify(account_uuid)
+      acc = M::Account[account_uuid] || UnknownUUIDError.raise(account_uuid)
+      super(M::Quota,acc.quota.canonical_uuid,{:instance_total_weight => options[:weight], :volume_total_size => options[:size]})
+    end
+    
+    desc "show ACCOUNT_UUID", "Show the quota settings for an account"
+    def show(account_uuid)
+      acc = M::Account[account_uuid] || raise(Thor::Error, "Unknown Account UUID: #{account_uuid}")
+      puts ERB.new(<<__END, nil, '-').result(binding)
+Instance total weight:
+  <%= acc.quota.instance_total_weight %>
+Volume total size:
+  <%= acc.quota.volume_total_size %>
+__END
+    end
+    
+  end
+end

data/lib/dcmgr/cli/spec.rb

@@ -0,0 +1,82 @@
+# -*- coding: utf-8 -*-
+
+module Dcmgr::Cli
+  class Spec < Base
+    namespace :spec
+    M = Dcmgr::Models
+
+    desc "add [options]", "Register a new machine spec"
+    method_option :uuid, :type => :string, :aliases => "-u", :desc => "The UUID for the new machine spec"
+    method_option :account_id, :type => :string, :aliases => "-a", :required => true, :desc => "The UUID of the account that this machine spec belongs to"
+    method_option :arch, :type => :string, :default => 'x86_64', :aliases => "-r", :desc => "The architecture for the new machine image. [#{M::HostPool::SUPPORTED_ARCH.join(', ')}]"
+    method_option(:hypervisor, :type => :string, :aliases => "-p", :default => M::HostPool::HYPERVISOR_KVM.to_s,
+                  :desc => "The hypervisor type for the new instance. [#{M::HostPool::SUPPORTED_HYPERVISOR.join(', ')}]")
+    method_option :cpu_cores, :type => :numeric, :aliases => "-c", :default => 1, :desc => "The initial cpu cores for the new instance"
+    method_option :memory_size, :type => :numeric, :aliases => "-m", :default => 1024, :desc => "The memory size for the new instance"
+    method_option :quota_weight, :type => :numeric, :aliases => "-w", :default => 1.0, :desc => "The cost weight factor for the new instance"
+    #method_option :is_public, :type => :boolean, :aliases => "-p", :default => false, :desc => "A flag that determines whether the new machine image is public or not."
+    def add
+      UnknownUUIDError.raise(options[:account_id]) if M::Account[options[:account_id]].nil?
+      UnsupportedArchError.raise(options[:arch]) unless M::HostPool::SUPPORTED_ARCH.member?(options[:arch])
+      UnsupportedHypervisorError.raise(options[:hypervisor]) unless M::HostPool::SUPPORTED_HYPERVISOR.member?(options[:hypervisor])
+      fields = options.dup
+      fields[:config] = {
+      }
+      puts super(M::InstanceSpec, fields)
+    end
+    
+    desc "modify UUID [options]", "Modify an existing machine spec"
+    method_option :account_id, :type => :string, :aliases => "-a", :desc => "The UUID of the account that this machine spec belongs to"
+    method_option :arch, :type => :string, :aliases => "-r", :desc => "The architecture for the new machine image. [#{M::HostPool::SUPPORTED_ARCH.join(', ')}]"
+    method_option(:hypervisor, :type => :string, :aliases => "-p",
+                  :desc => "The hypervisor type for the new instance. [#{M::HostPool::SUPPORTED_HYPERVISOR.join(', ')}]")
+    method_option :cpu_cores, :type => :numeric, :aliases => "-c", :desc => "The initial cpu cores for the new instance"
+    method_option :memory_size, :type => :numeric, :aliases => "-m", :desc => "The memory size for the new instance"
+    method_option :quota_weight, :type => :numeric, :aliases => "-w", :desc => "The cost weight factor for the new instance"
+    def modify(uuid)
+      UnknownUUIDError.raise(options[:account_id]) if options[:account_id] && M::Account[options[:account_id]].nil?
+      UnsupportedArchError.raise(options[:arch]) unless options[:arch].nil? || M::HostPool::SUPPORTED_ARCH.member?(options[:arch])
+      UnsupportedHypervisorError.raise(options[:hypervisor]) unless options[:hypervisor].nil? || M::HostPool::SUPPORTED_HYPERVISOR.member?(options[:hypervisor])
+      super(M::InstanceSpec,uuid,options)
+    end
+    
+    desc "del UUID", "Delete registered machine spec"
+    def del(uuid)
+      UnknownUUIDError.raise(uuid) if M::InstanceSpec[uuid].nil?
+      super(M::InstanceSpec, uuid)
+    end
+
+    desc "show [UUID]", "Show list of machine spec and details"
+    def show(uuid=nil)
+      if uuid
+        spec = M::InstanceSpec[uuid]
+        print ERB.new(<<__END, nil, '-').result(binding)
+UUID:
+  <%= spec.canonical_uuid %>
+Account ID:
+  <%= spec.account_id %>
+Hypervisor:
+  <%= spec.hypervisor %>
+Arch:
+  <%= spec.arch %>
+CPU Cores:
+  <%= spec.cpu_cores %>
+Memory Size:
+  <%= spec.memory_size %>
+Quota Weight:
+  <%= spec.quota_weight %>
+Hypervisor Configuration:
+  <%= spec.config.inspect %>
+__END
+      else
+        cond = {}
+        specs = M::InstanceSpec.filter(cond).all
+        print ERB.new(<<__END, nil, '-').result(binding)
+<%- specs.each { |row| -%>
+<%= "%-20s  %-15s %-15s" % [row.canonical_uuid, row.account_id, row.arch] %>
+<%- } -%>
+__END
+      end
+    end
+  end
+end

data/lib/dcmgr/cli/storage.rb

@@ -0,0 +1,88 @@
+# -*- coding: utf-8 -*-
+
+require 'thor'
+require 'isono'
+
+module Dcmgr::Cli
+class Storage < Base
+  namespace :storage
+  include Dcmgr::Models
+  
+  desc "add NODE_ID [options]", "Register a new storage node"
+  method_option :uuid, :type => :string, :aliases => "-u", :desc => "The uuid for the new storage pool."
+  method_option :base_path, :type => :string, :aliases => "-b", :required => true, :desc => "Base path to store volume files"
+  method_option :snapshot_base_path, :type => :string, :aliases => "-n", :required => true, :desc => "Base path to store snapshot files"
+  method_option :disk_space, :type => :numeric, :aliases => "-s", :required => true, :desc => "Amount of disk size to be exported (in MB)."
+  method_option :transport_type, :type => :string, :aliases => "-t", :default=>'iscsi', :desc => "Transport type [iscsi]"
+  method_option :ipaddr, :type => :string, :aliases => "-i", :required=>true, :desc => "IP address of transport target"
+  method_option :storage_type, :type => :string, :aliases => "-o", :default=>'zfs', :desc => "Storage type [zfs]"
+  method_option :account_id, :type => :string, :default=>'a-shpool', :aliases => "-a", :desc => "The account ID to own this."
+  def add(node_id)
+    unless (options[:force] == false && Isono::Models::NodeState.exists?(:node_id=>options[:node_id]))
+      abort("Node ID is not registered yet: #{options[:node_id]}")
+    end
+
+    fields = {:node_id=>options[:node_id],
+              :offering_disk_space=>options[:disk_space],
+              :transport_type=>options[:transport_type],
+              :storage_type=>options[:storage_type],
+              :export_path=>options[:base_path],
+              :snapshot_base_path => options[:snapshot_base_path],
+              :ipaddr=>options[:ipaddr],
+              :account_id=>options[:account_id],
+    }
+    fields.merge!({:uuid => options[:uuid]}) unless options[:uuid].nil?
+    
+    puts super(StoragePool,fields)
+  end
+
+  desc "del UUID", "Deregister a storage node"
+  def del(uuid)
+    super(StoragePool,uuid)
+  end
+
+  desc "show [UUID]", "Show list of storage nodes and details"
+  def show(uuid=nil)
+    if uuid
+      st = StoragePool[uuid]
+      puts ERB.new(<<__END, nil, '-').result(binding)
+UUID:
+  <%= st.canonical_uuid %>
+Node ID:
+  <%= st.node_id %>
+Disk space (offerring):
+  <%= st.offering_disk_space %>MB
+Storage:
+  <%= st.storage_type %>
+Transport:
+  <%= st.transport_type %>
+IP Address:
+  <%= st.ipaddr %>
+Export path:
+  <%= st.export_path %>
+Snapshot base path:
+  <%= st.snapshot_base_path %>
+__END
+    else
+      cond = {}
+      all = StoragePool.filter(cond).all
+      puts ERB.new(<<__END, nil, '-').result(binding)
+<%- all.each { |row| -%>
+<%= "%-15s %-20s %-10s" % [row.canonical_uuid, row.node_id, row.status] %>
+<%- } -%>
+__END
+    end
+  end
+
+  desc "shownodes", "Show node (agents)"
+  def shownodes
+    nodes = Isono::Models::NodeState.filter.all
+
+    puts ERB.new(<<__END, nil, '-').result(binding)
+<%- nodes.each { |row| -%>
+<%= "%-20s %-10s" % [row.node_id, row.state] %>
+<%- } -%>
+__END
+  end
+end
+end

data/lib/dcmgr/cli/tag.rb

@@ -0,0 +1,81 @@
+# -*- coding: utf-8 -*-
+
+module Dcmgr::Cli
+  class Tag < Base
+    namespace :tag
+    M = Dcmgr::Models
+
+    desc "add [options]", "Create a new tag"
+    method_option :uuid, :type => :string, :aliases => "-u", :desc => "The UUID for the new tag"
+    method_option :account_id, :type => :string, :aliases => "-a", :desc => "The UUID of the account that this tag belongs to", :required => true
+    method_option :type_id, :type => :numeric, :aliases => "-t", :desc => "The type for the new tag. Valid types are '#{Dcmgr::Tags::KEY_MAP.keys.join(", ")}'", :required => true
+    method_option :name, :type => :string, :aliases => "-n", :desc => "The name for the new tag", :required => true
+    method_option :attributes, :type => :string, :aliases => "-b", :desc => "The attributes for the new tag"
+    def add
+      UnknownUUIDError.raise(options[:account_id]) if M::Account[options[:account_id]].nil?
+      Error.raise("Invalid type_id: '#{options[:type_id]}'. Valid types are '#{Dcmgr::Tags::KEY_MAP.keys.join(", ")}'.",100) unless Dcmgr::Tags::KEY_MAP.member? options[:type_id]
+      
+      puts super(M::Tag,options)
+    end
+    
+    desc "modify UUID [options]", "Modify an existing tag"
+    method_option :account_id, :type => :string, :aliases => "-a", :desc => "The UUID of the account that this tag belongs to"
+    method_option :type_id, :type => :numeric, :aliases => "-t", :desc => "The type for the new tag. Valid types are '#{Dcmgr::Tags::KEY_MAP.keys.join(", ")}'"
+    method_option :name, :type => :string, :aliases => "-n", :desc => "The name for the new tag"
+    method_option :attributes, :type => :string, :aliases => "-b", :desc => "The attributes for the new tag"
+    def modify(uuid)
+      UnknownUUIDError.raise(options[:account_id]) if options[:account_id] && M::Account[options[:account_id]].nil?
+      Error.raise("Invalid type_id: '#{options[:type_id]}'. Valid types are '#{Dcmgr::Tags::KEY_MAP.keys.join(", ")}'.",100) unless options[:type_id].nil? || Dcmgr::Tags::KEY_MAP.member?(options[:type_id])
+      super(M::Tag,uuid,options)
+    end
+    
+    desc "show [UUID]", "Show the existing tag(s)"
+    def show(uuid=nil)
+      if uuid
+        tag = M::Tag[uuid] || UnknownUUIDError.raise(uuid)
+        puts ERB.new(<<__END, nil, '-').result(binding)
+Tag UUID:
+  <%= tag.canonical_uuid %>
+Account id:
+  <%= tag.account_id %>
+Name:
+  <%= tag.name %>
+Type id:
+  <%= tag.type_id %>
+Attributes:
+  <%= tag.attributes %>
+__END
+      else
+        puts ERB.new(<<__END, nil, '-').result(binding)
+<%- M::Tag.each { |row| -%>
+<%= row.canonical_uuid %>\t<%= row.account_id %>\t<%= row.type_id %>\t<%= row.name%>
+<%- } -%>
+__END
+      end
+    end
+    
+    desc "del UUID", "Delete an existing tag"
+    def del(uuid)
+      super(M::Tag,uuid)
+    end
+    
+    desc "map UUID [options]", "Map a tag to a taggable object"
+    method_option :object_id, :type => :string, :aliases => "-o", :desc => "The canonical UUID for the object to map this tag to.", :required => true
+    def map(uuid)
+      #Quick hack to get all models in Dcmgr::Models loaded in Taggable.uuid_prefix_collection
+      #This is so the Taggable.find method can be used to determine the Model class based on canonical uuid
+      M.constants.each {|c| eval("M::#{c}")}
+      
+      object = M::Taggable.find(options[:object_id])
+
+      UnknownUUIDError.raise(uuid) if M::Tag[uuid].nil?
+      UnknownUUIDError.raise(options[:object_id]) if object.nil?
+      Error.raise("Tag '#{uuid}' can not be mapped to a '#{object.class}'.",100) unless M::Tag[uuid].accept_mapping?(object)
+      
+      M::TagMapping.create(
+        :tag_id => M::Tag[uuid].id,
+        :uuid   => object.canonical_uuid
+      )
+    end
+  end
+end

data/lib/dcmgr/cli/vlan.rb

@@ -0,0 +1,53 @@
+# -*- coding: utf-8 -*-
+
+module Dcmgr::Cli
+  class Vlan < Base
+    namespace :vlan
+    M = Dcmgr::Models
+
+    desc "add [options]", "Create a new vlan lease"
+    method_option :uuid, :type => :string, :aliases => "-u", :desc => "The UUID for the new vlan lease"
+    method_option :account_id, :type => :string, :aliases => "-a", :desc => "The UUID of the account for this vlan lease"
+    method_option :tag_id, :type => :numeric, :aliases => "-t", :desc => "The ethernet tag for this vlan lease"
+    def add
+      UnknownUUIDError.raise(options[:account_id]) if M::Account[options[:account_id]].nil?
+      Error.raise("Tag_id already exists",100) unless M::VlanLease.find(:tag_id => options[:tag_id]).nil?
+      
+      puts super(M::VlanLease,options)
+    end
+    
+    desc "del UUID", "Delete an existing vlan lease"
+    def del(uuid)
+      super(M::VlanLease,uuid)
+    end
+    
+    desc "modify UUID [options]", "Modify an existing vlan lease"
+    method_option :account_id, :type => :string, :aliases => "-a", :desc => "The UUID of the account for this vlan lease"
+    method_option :tag_id, :type => :numeric, :aliases => "-t", :desc => "The ethernet tag for this vlan lease"
+    def modify(uuid)
+      UnknownUUIDError.raise(options[:account_id]) if options[:account_id] && M::Account[options[:account_id]].nil?
+      super(M::VlanLease,uuid,options)
+    end
+    
+    desc "show [UUID]", "Show existing vlan lease(s)"
+    def show(uuid=nil)
+      if uuid
+        lease = M::VlanLease[uuid] || UnknownUUIDError.raise(uuid)
+        puts ERB.new(<<__END, nil, '-').result(binding)
+Vlan Lease UUID:
+  <%= lease.canonical_uuid %>
+Account id:
+  <%= lease.account_id %>
+Tag id:
+  <%= lease.tag_id %>
+__END
+      else
+        puts ERB.new(<<__END, nil, '-').result(binding)
+<%- M::VlanLease.each { |row| -%>
+<%= row.canonical_uuid %>\t<%= row.account_id %>\t<%= row.tag_id %>
+<%- } -%>
+__END
+      end
+    end
+  end
+end

data/lib/dcmgr/drivers/hypervisor.rb

@@ -0,0 +1,33 @@
+module Dcmgr
+  module Drivers
+    class Hypervisor
+
+      def run_instance(hc)
+      end
+
+      def terminate_instance(hc)
+      end
+
+      def reboot_instance(hc)
+      end
+
+      def attach_volume_to_guest(hc)
+      end
+
+      def detach_volume_from_guest(hc)
+      end
+
+      def self.select_hypervisor(hypervisor)
+        case hypervisor
+        when "kvm"
+          hv = Dcmgr::Drivers::Kvm.new
+        when "lxc"
+          hv = Dcmgr::Drivers::Lxc.new
+        else
+          raise "Unknown hypervisor type: #{hypervisor}"
+        end
+        hv
+      end
+    end
+  end
+end

data/lib/dcmgr/drivers/iijgio_storage.rb

@@ -0,0 +1,37 @@
+# -*- coding: utf-8 -*-
+
+module Dcmgr::Drivers
+  
+  class IIJGIOStorage < SnapshotStorage
+   
+    def download(keyname, filename, path) 
+      cmd = "get %s %s %s" 
+      args = [@bucket, keyname, File.join(path, filename)]
+      execute(cmd, args)
+    end
+
+    def upload(keyname, file)
+      cmd = "put %s %s %s"
+      args = [@bucket, keyname, file]
+      execute(cmd, args)
+    end
+
+    def delete(keyname)
+      cmd = "rm %s %s"
+      args = [@bucket, keyname]
+      execute(cmd, args)
+    end
+
+    def check(keyname)
+      cmd = "test %s %s"
+      args = [@bucket, keyname]
+      execute(cmd, args)
+    end
+    
+    def list
+      cmd = "ls %s"
+      args = [@bucket]
+      execute(cmd, args)
+    end
+  end
+end

data/lib/dcmgr/drivers/kvm.rb

@@ -0,0 +1,118 @@
+module Dcmgr
+  module Drivers
+    class Kvm < Hypervisor
+      include Dcmgr::Logger
+      include Dcmgr::Helpers::CliHelper
+      include Dcmgr::Rpc::KvmHelper
+      include Dcmgr::Helpers::NicHelper
+
+      def run_instance(hc)
+        # run vm
+        inst = hc.inst
+        cmd = "kvm -m %d -smp %d -name vdc-%s -vnc :%d -drive file=%s -pidfile %s -daemonize -monitor telnet::%d,server,nowait"
+        args=[inst[:instance_spec][:memory_size],
+              inst[:instance_spec][:cpu_cores],
+              inst[:uuid],
+              inst[:runtime_config][:vnc_port],
+              hc.os_devpath,
+              File.expand_path('kvm.pid', hc.inst_data_dir),
+              inst[:runtime_config][:telnet_port]
+             ]
+        if vnic = inst[:instance_nics].first
+          cmd += " -net nic,macaddr=%s -net tap,ifname=%s,script=,downscript="
+          args << vnic[:mac_addr].unpack('A2'*6).join(':')
+          args << vnic[:uuid]
+        end
+        sh(cmd, args)
+
+        unless vnic.nil?
+          sh("/sbin/ifconfig %s 0.0.0.0 up", [vnic[:uuid]])
+          sh("/usr/sbin/brctl addif %s %s", [hc.bridge_if, vnic[:uuid]])
+        end
+
+        sleep 1
+      end
+
+      def terminate_instance(hc)
+        kvm_pid=`pgrep -u root -f vdc-#{hc.inst_id}`
+        if $?.exitstatus == 0 && kvm_pid.to_s =~ /^\d+$/
+          sh("/bin/kill #{kvm_pid}")
+        else
+          logger.error("Can not find the KVM process. Skipping: kvm -name vdc-#{hc.inst_id}")
+        end
+      end
+
+      def reboot_instance(hc)
+        inst = hc.inst
+        connect_monitor(inst[:runtime_config][:telnet_port]) { |t|
+          t.cmd("system_reset")
+        }
+      end
+
+      def attach_volume_to_guest(hc)
+        # pci_devddr consists of three hex numbers with colon separator.
+        #  dom <= 0xffff && bus <= 0xff && val <= 0x1f
+        # see: qemu-0.12.5/hw/pci.c
+        # /*
+        # * Parse [[<domain>:]<bus>:]<slot>, return -1 on error
+        # */
+        # static int pci_parse_devaddr(const char *addr, int *domp, int *busp, unsigned *slotp)
+        pci_devaddr = nil
+        inst = hc.inst
+
+        sddev = File.expand_path(File.readlink(hc.os_devpath), '/dev/disk/by-path')
+        connect_monitor(inst[:runtime_config][:telnet_port]) { |t|
+          # success message:
+          #   OK domain 0, bus 0, slot 4, function 0
+          # error message:
+          #   failed to add file=/dev/xxxx,if=virtio
+          c = t.cmd("pci_add auto storage file=#{sddev},if=scsi")
+          # Note: pci_parse_devaddr() called in "pci_add" uses strtoul()
+          # with base 16 so that the input is expected in hex. however
+          # at the result display, void pci_device_hot_add_print() uses
+          # %d for showing bus and slot addresses. use hex to preserve
+          # those values to keep consistent.
+          if c =~ /\nOK domain ([0-9a-fA-F]+), bus ([0-9a-fA-F]+), slot ([0-9a-fA-F]+), function/m
+            # numbers in OK result is decimal. convert them to hex.
+            pci_devaddr = [$1, $2, $3].map{|i| i.to_i.to_s(16) }
+          else
+            raise "Error in qemu console: #{c}"
+          end
+
+          # double check the pci address.
+          c = t.cmd("info pci")
+
+          # static void pci_info_device(PCIBus *bus, PCIDevice *d)
+          # called in "info pci" gets back PCI bus info with %d.
+          if c.split(/\n/).grep(/^\s+Bus\s+#{pci_devaddr[1].to_i(16)}, device\s+#{pci_devaddr[2].to_i(16)}, function/).empty?
+            raise "Could not find new disk device attached to qemu-kvm: #{pci_devaddr.join(':')}"
+          end
+        }
+        pci_devaddr.join(':')
+      end
+
+      def detach_volume_from_guest(hc)
+        inst = hc.inst
+        vol = hc.vol
+        pci_devaddr = vol[:guest_device_name]
+
+        connect_monitor(inst[:runtime_config][:telnet_port]) { |t|
+          t.cmd("pci_del #{pci_devaddr}")
+          #
+          #  Bus  0, device   4, function 0:
+          #    SCSI controller: PCI device 1af4:1001
+          #      IRQ 0.
+          #      BAR0: I/O at 0x1000 [0x103f].
+          #      BAR1: 32 bit memory at 0x08000000 [0x08000fff].
+          #      id ""
+          c = t.cmd("info pci")
+          pci_devaddr = pci_devaddr.split(':')
+          unless c.split(/\n/).grep(/\s+Bus\s+#{pci_devaddr[1].to_i(16)}, device\s+#{pci_devaddr[2].to_i(16)}, function/).empty?
+            raise "Detached disk device still be attached in qemu-kvm: #{pci_devaddr.join(':')}"
+          end
+        }
+      end
+
+    end
+  end
+end