manageiq-smartstate 0.1.0

data/lib/metadata/VmConfig/cfgConfig.rb

@@ -0,0 +1,45 @@
+module CfgConfig
+  def convert(filename)
+    @convertText = ""
+    $log.debug "Processing Windows Configuration file [#{filename}]"
+    begin
+      fh = File.open(filename)
+      fh.each do |line|
+        line.AsciiToUtf8!.strip!
+        next if line.length == 0
+        next if line =~ /^#.*$/
+        next unless line.include?("=")
+        k, v = line.split(/\s*=\s*/)
+        send(k, v) if self.respond_to?(k)
+      end
+      return @convertText
+    ensure
+      fh.close
+    end
+  end
+
+  def name(value)
+    vmName = value.gsub(/^"/, "").gsub(/"$/, "")
+    add_item("displayName", vmName)
+  end
+
+  def memory(value)
+    add_item("memsize", value)
+  end
+
+  def disk(value)
+    eval(value).each do |d|
+      diskProp = d.split(",")
+      # scsi0:0.fileName = "Windows XP Professional x64 Edition.vmdk"
+      add_item("scsi0:#{diskProp[1][-1..-1]}.fileName", File.basename(diskProp[0]))
+    end
+  end
+
+  def add_item(var, value)
+    @convertText += "#{var} = \"#{value}\"\n"
+  end
+
+  def vendor
+    "xen"
+  end
+end

data/lib/metadata/VmConfig/ovfConfig.rb

@@ -0,0 +1,99 @@
+require 'util/miq-xml'
+
+module OvfConfig
+  def convert(filename)
+    @convertText = ""
+
+    xml = MiqXml.loadFile(filename)
+
+    content_node = xml.find_first("//Content")
+    @vendor_string = content_node.find_first("Section/System/vssd:VirtualSystemType")
+
+    set_node_value(content_node, 'displayName', 'Name')
+    set_node_value(content_node, 'guestOS',     "Section[@xsi:type='ovf:OperatingSystemSection_Type']/Description")
+
+    # MEMORY_RESOURCE_ID = 4
+    set_node_value(content_node, 'memsize', "Section[@xsi:type='ovf:VirtualHardwareSection_Type']/Item[rasd:ResourceType=4]/rasd:VirtualQuantity")
+
+    # CPU_RESOURCE_ID = 3
+    node = content_node.find_first("Section[@xsi:type='ovf:VirtualHardwareSection_Type']/Item[rasd:ResourceType=3]")
+    unless node.nil?
+      cpu_per_socket = set_node_value(content_node, 'cpuid.coresPerSocket',     "Section[@xsi:type='ovf:VirtualHardwareSection_Type']/Item[rasd:ResourceType=3]/rasd:cpu_per_socket")
+      cpu_per_socket = 1 if cpu_per_socket.nil?
+
+      num_of_sockets = 1
+      socket_node = content_node.find_first("Section[@xsi:type='ovf:VirtualHardwareSection_Type']/Item[rasd:ResourceType=3]/rasd:num_of_sockets")
+      num_of_sockets = socket_node.text unless socket_node.nil?
+
+      add_item('numvcpus', num_of_sockets.to_i * cpu_per_socket.to_i)
+    end
+
+    disks = parse_disks(xml)
+    disks.each_with_index do |disk, idx|
+      add_item("scsi0:#{idx}.fileName", disk[:filename])
+    end
+
+    @convertText
+  end
+
+  def parse_disks(xml)
+    dh = {}
+    end_disks = []
+
+    # DISK_RESOURCE_ID = 17
+    xml.find_each("//Section[@xsi:type='ovf:VirtualHardwareSection_Type']/Item[rasd:ResourceType=17]") do |node|
+      d = {}
+      node.each_element { |prop| d[prop.name.to_sym] = prop.text }
+      dh[d[:InstanceId]] = d
+    end
+
+    # Setup parent relationship
+    dh.each do |_d_ref, d|
+      parent = dh[d[:Parent]]
+      unless parent.nil?
+        d[:parent] = parent
+        (parent[:children] ||= []) << d
+      end
+    end
+
+    dh.each { |_d_ref, d| end_disks << d if d[:children].blank? }
+    end_disks.sort! { |a, b| b[:Caption] <=> a[:Caption] }
+
+    end_disks.each do |d|
+      d[:filename] = d[:InstanceId]
+
+      # Check if the disk is in the same directory as the OVF file
+      if @direct_file_access
+        test_filename = File.join(@configPath, d[:InstanceId])
+        next if File.exist?(test_filename)
+      end
+
+      unless d[:StoragePoolId].blank? || d[:StorageId].blank? || d[:HostResource].blank?
+        d[:filename] = "/rhev/data-center/#{d[:StoragePoolId]}/#{d[:StorageId]}/images/#{d[:HostResource]}"
+        d[:filename] = File.join($rhevm_mount_root, d[:filename]) unless $rhevm_mount_root.blank?
+      end
+    end
+
+    end_disks
+  end
+
+  def set_node_value(start_node, config_name, xpath)
+    value = nil
+    node = start_node.find_first(xpath)
+    unless node.nil?
+      value = node.text
+      add_item(config_name, value)
+    end
+    value
+  end
+
+  def add_item(var, value)
+    @convertText += "#{var} = \"#{value}\"\n"
+  end
+
+  def vendor
+    vendor_str = @vendor_string.to_s.downcase
+    return "rhevm" if vendor_str.include?('rhevm')
+    vendor_str
+  end
+end

data/lib/metadata/VmConfig/test/GetVMwareCfgTest.rb

@@ -0,0 +1,40 @@
+# Only run if we are calling this script directly
+require 'util/miq-logger'
+require 'metadata/VmConfig/VmConfig'
+require 'metadata/MIQExtract/MIQExtract'
+$log = MIQLogger.get_log(nil, __FILE__)
+$log.level = Log4r::DEBUG
+
+vmNames = []
+# vmNames << "//miq-websvr1/scratch2/vmimages/VMware/DHCP Server/Windows Server 2003 Standard Edition.vmx"
+# vmNames << "//miq-websvr1/scratch2/vmimages/VMware/SQL 2005 1/SQL1.vmx"
+# vmNames << "//miq-websvr1/scratch2/vmimages/VMware/Domain Controller/Windows Server 2003 Standard Edition.vmx"
+# vmNames << "//miq-websvr1/scratch2/vmimages/VMware/SQL 2005 2/SQL1.vmx"
+# vmNames << "//miq-websvr1/scratch2/vmimages/VMware/VMWare Appliance Marketplace/operating systems/Ubuntu-baseline/Ubuntu server 7.04 EXT2/Ubuntu.vmx"
+# vmNames << "//miq-websvr1/scratch2/vmimages/VMware/VMWare Appliance Marketplace/rmoore/Squid/squidserver-minimal.tar/squidserver-minimal/squidserver-minimal/squidserver-minimal.vmx"
+# vmNames << "//miq-websvr1/scratch2/vmimages/VMware/Win2K3-EE Fat32/Windows Server 2003 Enterprise Edition.vmx"
+# vmNames << "//miq-websvr1/scratch2/vmimages/VirtualPC/WS03R2EE_EXCH_LCS/WS03R2EE_EXCH_LCS.vmc"
+# vmNames << "C:/Virtual Machines/MiqSprint25/MIQ Server Appliance - Ubuntu.vmx"
+# vmNames << "C:/Virtual Machines/Clone of SQL Svr 1/Clone of SQL Svr 1.vmx"
+vmNames << "C:/Virtual Machines/10425-2008-10-05.023502/Ubuntu.vmx"
+
+vmNames.each do |vmName|
+  begin
+    vmCfg = VmConfig.new(vmName)
+
+    # Print all key/value pairs
+    # vmCfg.getHash.each_pair { |k, v| puts "#{k} => #{v}" }
+
+    # Get xml object and print to screen in a nice format
+    miqvm = MiqVm.new(vmName, nil)
+
+    xml = vmCfg.toXML(true, miqvm)
+    xml.write(STDOUT, 0)
+    puts "\n"
+  rescue => err
+    $log.error err
+    $log.error err.backtrace.join("\n")
+  end
+end
+
+$log.info "done"

data/lib/metadata/VmConfig/vmcConfig.rb

@@ -0,0 +1,116 @@
+require 'util/miq-xml'
+require 'time'
+
+module VmcConfig
+  def convert(filename)
+    @convertText = ""
+    # $log.debug "Processing Windows Configuration file [#{filename}]"
+    add_item("displayName", File.basename(filename, ".vmc"))
+    xml = MiqXml.loadFile(filename)
+    hw_version(xml)
+    xml.each_recursive do |e|
+      if self.respond_to?(e.name) && e.name.downcase != "id" && e.name.downcase != "type"
+        send(e.name, e)
+      end
+    end
+    @convertText
+  end
+
+  def ide_controller(element)
+    cid, lid = element.attributes['id'], 0
+    element.each_recursive do |e|
+      lid = e.attributes["id"] if e.name === "location"
+      if e.name === "drive_type"
+        drive_type = e.text.to_i
+        case e.text.to_i
+        when 0
+          # No disk present here
+        when 1
+          drive_type = "harddisk"
+        when 2
+          # Add cd-rom
+          add_item("ide#{cid}:#{lid}.present", "TRUE")
+          add_item("ide#{cid}:#{lid}.fileName", "auto detect")
+          add_item("ide#{cid}:#{lid}.deviceType", "cdrom-raw")
+        end
+      end
+
+      # Add disk name using the relative path when the disk name exists.
+      # Also skip undo disks
+      if e.name === "relative" && e.text.nil? == false && e.parent.name != "undo_pathname"
+        add_item("ide#{cid}:#{lid}.fileName", e.text.tr("\\", "/"))
+        add_item("ide#{cid}:#{lid}.present", "TRUE")
+      end
+    end
+  end
+
+  def ethernet_adapter(element)
+    lid = 0
+    element.each_recursive do |e|
+      lid = e.attributes["id"] if e.name === "ethernet_controller"
+      if e.name === "name"
+        connType = e.text
+        connType = "nat" if connType.nil?
+        add_item("Ethernet#{lid}.connectionType", connType)
+        add_item("Ethernet#{lid}.present", "TRUE")
+      end
+      if e.name === "ethernet_card_address"
+        x = e.text
+        add_item("Ethernet#{lid}.generatedAddress", "%s:%s:%s:%s:%s:%s" % [x[0..1], x[2..3], x[4..5], x[6..7], x[8..9], x[10..11]])
+      end
+    end
+  end
+
+  def ram_size(element)
+    add_item("memsize", element.text)
+  end
+
+  def hw_version(xml)
+    add_item("config.version", xml.find_first("//version").text)
+  end
+
+  def undo_drives(element)
+    enabled = element.find_first("./enabled")
+    if enabled && enabled.text.downcase == "true"
+      # General snapshot details
+      # Note: Virtual Server 2005 only supports one snapshot, so this data
+      #       is static.  SCVMM will likely cause this to change.
+      writeHeader = true
+      idx = 0
+      Dir.glob(File.join(@configPath, "*.vud")).each do |f|
+        # Only add the snapshot header data if we've found a snapshot file
+        if writeHeader
+          $log.warn "Writing header"
+          add_item("snapshot.numSnapshots", "1")
+          add_item("snapshot.current", "1")
+
+          # First snapshot details
+          add_item("snapshot0.uid", "1")
+          add_item("snapshot0.displayName", "Undo Drives")
+
+          writeHeader = false
+        end
+
+        add_item("snapshot0.disk#{idx}.filename", File.basename(f))
+        begin
+          add_item("snapshot0.create_time", parse_create_time(f).iso8601(6)) if idx == 0
+        rescue
+        end
+        idx += 1
+      end
+    end
+  end
+
+  def parse_create_time(filename)
+    name = File.basename(filename, ".*").split("_")[-1]
+    Time.parse("#{name[10..13]}-#{name[6..7]}-#{name[8..9]}T#{name[0..1]}:#{name[2..3]}:#{name[4..5]}").utc
+  end
+
+  def add_item(var, value)
+    @convertText += "#{var} = \"#{value}\"\n"
+  end
+
+  def vendor
+    "microsoft"
+  end
+end

data/lib/metadata/VmConfig/vmtxConfig.rb

@@ -0,0 +1,4 @@
+module VmtxConfig
+  require "vmxConfig"
+  include VmxConfig
+end

data/lib/metadata/VmConfig/vmxConfig.rb

@@ -0,0 +1,162 @@
+require 'time'
+
+module VmxConfig
+  def convert(filename)
+    # $log.debug "Processing VMware Configuration file [#{filename}]"
+    fileData = File.read(filename)
+
+    # Append the .vmsd file data.  Centralized file for storing information and metadata about snapshots.
+    begin
+      f = nil
+      vmsd_filename = File.join(File.dirname(filename), File.basename(filename, ".*") + ".vmsd")
+      f = File.open(vmsd_filename)
+      fileData << convert_vmsd(f)
+    rescue
+    ensure
+      f.close if f
+    end
+    fileData
+  end
+
+  def convert_vmsd(f)
+    # Only read the enabled snapshots from the file and ignore the rest
+    numSnapshots = timeHigh = timeLow = nil
+    knownSnapshots = []
+    fileData = ""
+
+    # First we need to find how many snapshots
+    f.each_line do |line|
+      # After that keep reading, but only store up to that many snapshots from the file
+      if line =~ /numSnapshots = "(\d+)"/
+        numSnapshots = $1.to_i
+        break
+      end
+    end
+
+    f.each_line do |line|
+      if line =~ /^snapshot(\d+)/
+        lastReadSnapshot = $1.to_i
+        unless knownSnapshots.include?(lastReadSnapshot)
+          next if knownSnapshots.length == numSnapshots
+          knownSnapshots << lastReadSnapshot
+        end
+
+        # Check for createTimeHigh and createTimeLow and convert them
+        #   The pack/unpack is needed so that the negative numbers get converted correctly
+        skipLine = false
+
+        if line =~ /createTimeHigh = \"(-?\d+)\"/
+          timeHigh = [$1.to_i].pack('L').unpack('L')[0] << 32
+          skipLine = true
+        end
+
+        if line =~ /createTimeLow = \"(-?\d+)\"/
+          timeLow = [$1.to_i].pack('L').unpack('L')[0]
+          skipLine = true
+        end
+
+        if timeHigh && timeLow
+          begin
+            create_time = Time.at(((timeHigh + timeLow) / 1000000.0)).getutc.iso8601(6)
+            fileData << "snapshot#{lastReadSnapshot}.create_time = \"#{create_time}\"\n"
+          rescue
+          end
+          timeHigh = timeLow = nil
+        end
+
+        next if skipLine
+      end
+
+      fileData << line
+    end
+    fileData
+  end
+
+  def diskCreateType(filename)
+    diskAttribute(filename, "createtype")
+  end
+
+  def diskControllerType(filename)
+    diskAttribute(filename, "adaptertype")
+  end
+
+  def diskAttribute(filename, attr)
+    f = File.join(@configPath, filename)
+    retVal = getDiskAttribute(f, attr)
+
+    # If we are uable to get the data from the disk, check if this is
+    # a snapshot disk and try to look at the base disk.
+    if retVal.nil? && isSnapshotDisk(f)
+      bf = getBaseDiskName(f)
+      retVal = getDiskAttribute(bf, attr)
+    end
+
+    retVal
+  end
+
+  def getDiskAttribute(filename, attr)
+    retVal = nil
+    begin
+      if File.exist?(filename)
+        File.read(filename, 2048).each_line do |line|
+          if line.downcase.include?(attr)
+            retVal = line.split("=")[1].strip.tr("\"", "")
+            break
+          end
+        end
+      end
+    rescue
+    end
+    retVal
+  end
+
+  def isSnapshotDisk(filename)
+    getBaseDiskName(filename) != filename
+  end
+
+  def getBaseDiskName(filename)
+    fn = File.basename(filename, File.extname(filename))
+    if fn[-7, 1] == "-" && !fn[-6..-1].to_i.zero?
+      return File.join(File.dirname(filename), fn[0...-7] + File.extname(filename))
+    else
+      return filename
+    end
+  end
+
+  def getVmType
+    type = @cfgHash.each_pair do |k, v|
+      # Look for any disk with the create type of vmfs
+      break(v) if k.downcase.include?("createtype") && v[0..3].downcase === "vmfs"
+    end
+    return "ESX" if type.kind_of?(String) && type[0..3].downcase == "vmfs"
+    "Server"
+  end
+
+  def getScsiType
+    # scsiType = "lsilogic"
+    scsiType = nil
+    # Check scsi 0 to 3 for the Virtual Dev scsi value
+    0.upto(3) do |i|
+      if @cfgHash["scsi#{i}.virtualdev"]
+        stype = @cfgHash["scsi#{i}.virtualdev"]
+        scsiType = stype if ["lsilogic", "buslogic"].include?(stype.downcase)
+        break
+      end
+    end
+
+    # If we did not find the type on the adapter check the disks
+    if scsiType.nil?
+      type = @cfgHash.each_pair do |k, v|
+        # Look for any disk with the adapterType set
+        break(v) if k.downcase.include?("adaptertype") && ["lsilogic", "buslogic"].include?(v.downcase)
+      end
+      scsiType = type if type.kind_of?(String)
+    end
+    return "lsilogic" if scsiType.nil?
+    scsiType
+  end
+
+  def vendor
+    "vmware"
+  end
+end

data/lib/metadata/VmConfig/xmlConfig.rb

@@ -0,0 +1,79 @@
+require 'util/miq-xml'
+require 'util/runcmd'
+
+module XmlConfig
+  def convert(filename)
+    @convertText = ""
+    # $log.debug "Processing Windows Configuration file [#{filename}]"
+
+    xml_data = nil
+    unless File.file?(filename)
+      if Sys::Platform::IMPL == :linux
+        begin
+          # First check to see if the command is available
+          MiqUtil.runcmd("virsh list")
+          begin
+            xml_data = MiqUtil.runcmd("virsh dumpxml #{File.basename(filename, ".*")}")
+          rescue => err
+            $log.error "#{err}\n#{err.backtrace.join("\n")}"
+          end
+        rescue
+        end
+      end
+      raise "Cannot open config file: [#{filename}]" if xml_data.blank?
+    end
+
+    if xml_data.nil?
+      fileSize = File.size(filename)
+      raise "Specified XML file [#{filename}] is not a valid VM configuration file." if fileSize > 104857
+      xml = MiqXml.loadFile(filename)
+      if xml.encoding == "UTF-16" && xml.root.nil? && Object.const_defined?('Nokogiri')
+        xml_data = File.open(filename) { |f| Nokogiri::XML(f) }.to_xml(:encoding => "UTF-8")
+        xml = MiqXml.load(xml_data)
+      end
+    else
+      xml = MiqXml.load(xml_data)
+    end
+    xml_type = nil
+    xml_type = :xen unless xml.find_first("//vm/thinsyVmm").nil?
+    xml_type = :ms_hyperv  unless xml.find_first("//configuration/properties/type_id").nil?
+    xml_type = :kvm if xml.root.name == 'domain' && ['kvm', 'qemu'].include?(xml.root.attributes['type'])
+
+    raise "Specified XML file [#{filename}] is not a valid VM configuration file." if xml_type.nil?
+
+    if xml_type == :ms_hyperv
+      require "metadata/VmConfig/xmlMsHyperVConfig"
+      extend  XmlMsHyperVConfig
+    end
+
+    xml_to_config(xml)
+
+    @convertText
+  end
+
+  def xml_to_config(xml)
+    xml.each_recursive { |e| send(e.name, e) if self.respond_to?(e.name) && !['id', 'type'].include?(e.name.downcase) }
+  end
+
+  def vm(element)
+    add_item("displayName", element.attributes['name'])
+    add_item("memsize", element.attributes['minmem'])
+  end
+
+  def vmmversion(element)
+    add_item("config.version", element.text)
+  end
+
+  def vdisk(element)
+    index = element.attributes['index'].to_i
+    add_item("scsi0:#{index}.fileName", element.elements[1].text)
+  end
+
+  def add_item(var, value)
+    @convertText += "#{var} = \"#{value}\"\n"
+  end
+
+  def vendor
+    "xen"
+  end
+end

data/lib/metadata/VmConfig/xmlMsHyperVConfig.rb

@@ -0,0 +1,41 @@
+require 'util/miq-xml'
+
+module XmlMsHyperVConfig
+  #  def logical_id(element)
+  #    add_item('displayName', element.text)
+  #  end
+
+  def properties(element)
+    add_item('displayName', element.elements['name'].text)
+  end
+
+  def memory(element)
+    add_item("memsize", element.elements[1].elements[1].text)
+  end
+
+  def processors(element)
+    add_item("numvcpu", element.elements['count'].text)
+  end
+
+  def global_id(element)
+    add_item('ems.uid', element.text)
+  end
+
+  def controller0(element)
+    element.each_element do |drive|
+      next if drive.name[0, 5] != 'drive'
+      if drive.elements['type'].text == 'VHD'
+        add_item("ide0:#{drive.name.reverse.to_i}.fileName", drive.elements['pathname'].text)
+      end
+    end
+  end
+
+  def parse_create_time(filename)
+    name = File.basename(filename, ".*").split("_")[-1]
+    Time.parse("#{name[10..13]}-#{name[6..7]}-#{name[8..9]}T#{name[0..1]}:#{name[2..3]}:#{name[4..5]}").utc
+  end
+
+  def vendor
+    "microsoft"
+  end
+end