manageiq-smartstate 0.1.0

data/lib/MiqVm/test/remoteVm.rb

@@ -0,0 +1,65 @@
+require 'manageiq-gems-pending'
+require 'ostruct'
+require 'log4r'
+require 'MiqVm/MiqVm'
+require 'VMwareWebService/MiqVim'
+
+class ConsoleFormatter < Log4r::Formatter
+  def format(event)
+    (event.data.kind_of?(String) ? event.data : event.data.inspect) + "\n"
+  end
+end
+
+SERVER        = raise "please define SERVER"
+PORT          = 443
+DOMAIN        = raise "please define DOMAIN"
+USERNAME      = raise "please define USERNAME"
+PASSWORD      = raise "please define PASSWORD"
+TARGET_VM     = raise "please define TARGET_VM"
+
+toplog = Log4r::Logger.new 'toplog'
+Log4r::StderrOutputter.new('err_console', :level => Log4r::INFO, :formatter => ConsoleFormatter)
+toplog.add 'err_console'
+$vim_log = $log = toplog if $log.nil?
+
+vim = MiqVim.new(SERVER, USERNAME, PASSWORD)
+
+begin
+  vim_vm = vim.getVimVmByFilter("config.name" => TARGET_VM)
+
+  unless vim_vm
+    puts "VM: #{TARGET_VM} not found"
+    vim.disconnect
+    exit
+  end
+
+  vmx = vim_vm.dsPath.to_s
+  puts "Found target VM: #{TARGET_VM}, VMX = #{vmx}"
+
+  ost = OpenStruct.new
+  ost.miqVim = vim
+
+  vm = MiqVm.new(vmx, ost)
+
+  vm.rootTrees.each do |fs|
+    puts "*** Found root tree for #{fs.guestOS}"
+    puts "Listing files in #{fs.pwd} directory:"
+    fs.dirEntries.each { |de| puts "\t#{de}" }
+    puts
+  end
+
+  CATEGORIES  = %w(accounts services software system)
+  CATEGORIES.each do |cat|
+    puts "Extracting: #{cat}:"
+    xml = vm.extract(cat)
+    xml.write($stdout, 4)
+    puts
+  end
+
+  vm.unmount
+
+  vim.disconnect
+rescue => err
+  puts err.to_s
+  puts err.backtrace.join("\n")
+end

data/lib/MiqVm/test/rhevmNfsTest.rb

@@ -0,0 +1,62 @@
+#
+# This test assumes the NFS share of the storage in question is mounted on the appliance.
+#
+
+require 'manageiq-gems-pending'
+require 'log4r'
+require 'ostruct'
+require 'MiqVm/MiqVm'
+
+class ConsoleFormatter < Log4r::Formatter
+  def format(event)
+    (event.data.kind_of?(String) ? event.data : event.data.inspect) + "\n"
+  end
+end
+
+toplog = Log4r::Logger.new 'toplog'
+Log4r::StderrOutputter.new('err_console', :level => Log4r::DEBUG, :formatter => ConsoleFormatter)
+toplog.add 'err_console'
+$log = toplog if $log.nil?
+
+DDIR = "/mnt/vm/7fd0b9b2-e362-11e2-97b7-001a4aa8fcea/rhev/data-center/773f2ddf-7765-42fc-85d6-673b718541cd/aa7e70e5-40d0-43e2-a605-92ce6ba652a8/images/19449cf8-1905-4b8a-b45a-e845a693a3df"
+BASE_FILE = "#{DDIR}/903306be-f676-4005-a813-daa6d7a6c33f"
+REDO_FILE = "#{DDIR}/9e7075c5-a014-4ddf-a168-a33723d0c3cd"
+
+# DISK_FILE = BASE_FILE
+DISK_FILE = REDO_FILE
+
+diskid    = "scsi0:0"
+hardware  = "#{diskid}.present = \"TRUE\"\n"
+hardware += "#{diskid}.filename = \"#{DISK_FILE}\"\n"
+
+begin
+  puts
+  puts `file #{DISK_FILE}`
+  puts
+
+  ost = OpenStruct.new
+  ost.fileName = DISK_FILE
+
+  vm = MiqVm.new(hardware, ost)
+
+  raise "No filesystems detected." if vm.rootTrees.empty?
+
+  puts "\nChecking for file systems..."
+  vm.rootTrees.each do |fs|
+    puts "*** Found root tree for #{fs.guestOS}"
+    puts "Listing files in #{fs.pwd} directory:"
+    fs.dirEntries.each { |de| puts "\t#{de}" }
+    puts
+  end
+
+  ["services", "software", "system", "vmconfig"].each do |c|
+    puts
+    puts "Extracting #{c}"
+    vm.extract(c) # .to_xml.write($stdout, 4)
+  end
+rescue => err
+  $log.error err.to_s
+  $log.error err.backtrace.join("\n")
+ensure
+  # vm.unmount if vm
+end

data/lib/MiqVm/test/rhevmNfsTest2.rb

@@ -0,0 +1,66 @@
+#
+# This test assumes the NFS share of the storage in question is mounted on the appliance.
+#
+
+require 'manageiq-gems-pending'
+require 'log4r'
+require 'ostruct'
+require 'MiqVm/MiqVm'
+
+class ConsoleFormatter < Log4r::Formatter
+  def format(event)
+    (event.data.kind_of?(String) ? event.data : event.data.inspect) + "\n"
+  end
+end
+
+toplog = Log4r::Logger.new 'toplog'
+Log4r::StderrOutputter.new('err_console', :level => Log4r::DEBUG, :formatter => ConsoleFormatter)
+toplog.add 'err_console'
+$log = toplog if $log.nil?
+
+DDIR = "/mnt/vm/7fd0b9b2-e362-11e2-97b7-001a4aa8fcea/rhev/data-center/773f2ddf-7765-42fc-85d6-673b718541cd/aa7e70e5-40d0-43e2-a605-92ce6ba652a8/images/19449cf8-1905-4b8a-b45a-e845a693a3df"
+BASE_FILE = "#{DDIR}/903306be-f676-4005-a813-daa6d7a6c33f"
+REDO_FILE = "#{DDIR}/9e7075c5-a014-4ddf-a168-a33723d0c3cd"
+
+# DISK_FILE = BASE_FILE
+DISK_FILE = REDO_FILE
+
+diskid    = "scsi0:0"
+hardware  = "#{diskid}.present = \"TRUE\"\n"
+hardware += "#{diskid}.filename = \"#{DISK_FILE}\"\n"
+
+begin
+  puts
+  puts `file #{DISK_FILE}`
+  puts
+
+  ost = OpenStruct.new
+  ost.fileName = DISK_FILE
+
+  unless (disk = MiqDisk.getDisk(ost))
+    puts "Failed to open disk"
+    exit(1)
+  end
+
+  unless (parts = disk.getPartitions)
+    puts "No partitions detected"
+    exit(1)
+  end
+
+  unless (part = parts.detect { |p| p.partNum == 1 })
+    puts "Could not find partition 1"
+    exit(1)
+  end
+
+  unless (mfs = MiqFS.getFS(part))
+    puts "No filesystem detected"
+    exit(1)
+  end
+
+  puts "Found #{mfs.fsType} filesystem"
+rescue => err
+  $log.error err.to_s
+  $log.error err.backtrace.join("\n")
+ensure
+  # vm.unmount if vm
+end

data/lib/MiqVm/test/rhevmTest.rb

@@ -0,0 +1,70 @@
+require 'manageiq-gems-pending'
+require 'log4r'
+require 'ostruct'
+require 'MiqVm/MiqVm'
+require 'ovirt'
+require 'manageiq/providers/ovirt/legacy/inventory'
+Ovirt.logger = $rhevm_log if $rhevm_log
+
+RHEVM_SERVER        = raise "please define RHEVM_SERVER"
+RHEVM_PORT          = 443
+RHEVM_DOMAIN        = raise "please define RHEVM_DOMAIN"
+RHEVM_USERNAME      = raise "please define RHEVM_USERNAME"
+RHEVM_PASSWORD      = raise "please define RHEVM_PASSWORD"
+VM_NAME             = raise "please define VM_NAME"
+
+class ConsoleFormatter < Log4r::Formatter
+  def format(event)
+    (event.data.kind_of?(String) ? event.data : event.data.inspect) + "\n"
+  end
+end
+
+toplog = Log4r::Logger.new 'toplog'
+Log4r::StderrOutputter.new('err_console', :level => Log4r::DEBUG, :formatter => ConsoleFormatter)
+toplog.add 'err_console'
+$log = toplog if $log.nil?
+
+begin
+
+  $rhevm = ManageIQ::Providers::Ovirt::Legacy::Inventory.new(
+    :server     => RHEVM_SERVER,
+    :port       => RHEVM_PORT,
+    :domain     => RHEVM_DOMAIN,
+    :username   => RHEVM_USERNAME,
+    :password   => RHEVM_PASSWORD,
+    :verify_ssl => false
+  )
+
+  puts "Attempting to scan VM: #{VM_NAME}"
+
+  unless (rvm = Ovirt::Vm.find_by_name($rhevm.service, VM_NAME))
+    raise "Could not find VM: #{VM_NAME}"
+  end
+
+  ost = OpenStruct.new
+  ost.miqRhevm    = $rhevm
+  ost.openParent  = false
+
+  vm = MiqVm.new(rvm.api_endpoint, ost)
+
+  puts "\nChecking for file systems..."
+  vm.rootTrees.each do |fs|
+    puts "*** Found root tree for #{fs.guestOS}"
+    puts "Listing files in #{fs.pwd} directory:"
+    fs.dirEntries.each { |de| puts "\t#{de}" }
+    puts
+  end
+
+  ["services", "software", "system", "vmconfig"].each do |c|
+    puts
+    puts "Extracting #{c}"
+    vm.extract(c) # .to_xml.write($stdout, 4)
+  end
+
+  vm.unmount
+  puts "...done"
+
+rescue => err
+  $log.error err.to_s
+  $log.error err.backtrace.join("\n")
+end

data/lib/OpenStackExtract/MiqOpenStackVm/MiqOpenStackCommon.rb

@@ -0,0 +1,107 @@
+module MiqOpenStackCommon
+  def disk_format_glance_v1(snapshot_image_id)
+    image_service.get_image(snapshot_image_id).headers['X-Image-Meta-Disk_format']
+  end
+
+  def disk_format_glance_v2(snapshot_image_id)
+    image_service.images.get(snapshot_image_id).disk_format
+  end
+
+  def disk_format(snapshot_image_id)
+    send("disk_format_glance_#{image_service.version}", snapshot_image_id)
+  end
+
+  def get_image_file_glance_v2(image_id)
+    log_prefix = "#{self.class.name}##{__method__}"
+
+    image = image_service.images.get(image_id)
+    raise "Image #{image_id} not found" unless image
+    $log.debug "#{log_prefix}: image = #{image.class.name}"
+
+    iname = image.name
+    isize = image.size.to_i
+    $log.debug "#{log_prefix}: iname = #{iname}"
+    $log.debug "#{log_prefix}: isize = #{isize}"
+
+    raise "Image: #{iname} (#{image_id}) is empty" unless isize > 0
+
+    tot = 0
+    tf = MiqTempfile.new(iname, :encoding => 'ascii-8bit')
+    $log.debug "#{log_prefix}: saving image to #{tf.path}"
+    response_block = lambda do |buf, _rem, sz|
+      tf.write buf
+      tot += buf.length
+      $log.debug "#{log_prefix}: response_block: #{tot} bytes written of #{sz}"
+    end
+
+    _rv = image.download_data(:response_block => response_block)
+    tf.close
+
+    # TODO(lsmola) Fog download_data doesn't support header returned, it returns body by hard. We need to wrap the
+    # result load_response like in Fog::OpenStack::Collection. The header will be accessible as rv.response.headers
+    # checksum = rv.headers['Content-Md5']
+    # $log.debug "#{log_prefix}: Checksum: #{checksum}" if $log.debug?
+    $log.debug "#{log_prefix}: #{`ls -l #{tf.path}`}" if $log.debug?
+
+    if tf.size != isize
+      $log.error "#{log_prefix}: Error downloading image #{iname}"
+      $log.error "#{log_prefix}: Downloaded size does not match image size #{tf.size} != #{isize}"
+      raise "Image download failed"
+    end
+    tf
+  end
+
+  def get_image_file_glance_v1(image_id)
+    log_prefix = "#{self.class.name}##{__method__}"
+
+    image = image_service.get_image(image_id)
+    raise "Image #{image_id} not found" unless image
+    $log.debug "#{log_prefix}: image = #{image.class.name}"
+
+    iname = image.headers['X-Image-Meta-Name']
+    isize = image.headers['X-Image-Meta-Size'].to_i
+    $log.debug "#{log_prefix}: iname = #{iname}"
+    $log.debug "#{log_prefix}: isize = #{isize}"
+
+    raise "Image: #{iname} (#{image_id}) is empty" unless isize > 0
+
+    tot = 0
+    tf = MiqTempfile.new(iname, :encoding => 'ascii-8bit')
+    $log.debug "#{log_prefix}: saving image to #{tf.path}"
+    response_block = lambda do |buf, _rem, sz|
+      tf.write buf
+      tot += buf.length
+      $log.debug "#{log_prefix}: response_block: #{tot} bytes written of #{sz}"
+    end
+
+    #
+    # We're calling the low-level request method here, because
+    # the Fog "get image" methods don't currently support passing
+    # a response block. We should attempt to remedy this in Fog
+    # upstream and modify this code accordingly.
+    #
+    rv = image_service.request(
+      :expects        => [200, 204],
+      :method         => 'GET',
+      :path           => "images/#{image_id}",
+      :response_block => response_block
+    )
+
+    tf.close
+
+    checksum = rv.headers['X-Image-Meta-Checksum']
+    $log.debug "#{log_prefix}: Checksum: #{checksum}" if $log.debug?
+    $log.debug "#{log_prefix}: #{`ls -l #{tf.path}`}" if $log.debug?
+
+    if tf.size != isize
+      $log.error "#{log_prefix}: Error downloading image #{iname}"
+      $log.error "#{log_prefix}: Downloaded size does not match image size #{tf.size} != #{isize}"
+      raise "Image download failed"
+    end
+    tf
+  end
+
+  def get_image_file_common(image_id)
+    send("get_image_file_glance_#{image_service.version}", image_id)
+  end
+end

data/lib/OpenStackExtract/MiqOpenStackVm/MiqOpenStackImage.rb

@@ -0,0 +1,67 @@
+require 'util/miq_tempfile'
+require_relative '../../MiqVm/MiqVm'
+require_relative 'MiqOpenStackCommon'
+
+class MiqOpenStackImage
+  include MiqOpenStackCommon
+
+  attr_reader :vmConfigFile
+
+  SUPPORTED_METHODS = [:rootTrees, :extract, :diskInitErrors, :vmConfig, :volumeManager]
+
+  def initialize(image_id, args)
+    @image_id     = image_id
+    @os_handle    = args[:os_handle]
+    @args         = args
+    @vmConfigFile = image_id
+
+    raise ArgumentError, "#{self.class.name}: required arg os_handle missing"    unless @os_handle
+    @fog_image    = @os_handle.detect_image_service
+    raise ArgumentError, "#{self.class.name}: required arg fog_image missing"    unless @fog_image
+  end
+
+  def image_service
+    @image_service ||= @os_handle.detect_image_service
+  end
+
+  def unmount
+    return unless @miq_vm
+    @miq_vm.unmount
+    @temp_image_file.unlink
+  end
+
+  private
+
+  def miq_vm
+    @miq_vm ||= begin
+      @temp_image_file = get_image_file
+      hardware  = "scsi0:0.present = \"TRUE\"\n"
+      hardware += "scsi0:0.filename = \"#{@temp_image_file.path}\"\n"
+
+      diskFormat = disk_format(@image_id)
+      $log.debug "diskFormat = #{diskFormat}"
+
+      ost = OpenStruct.new
+      ost.rawDisk = diskFormat == "raw"
+      MiqVm.new(hardware, ost)
+    end
+  end
+
+  def get_image_file
+    get_image_file_common(@image_id)
+  end
+
+  def method_missing(sym, *args)
+    super unless SUPPORTED_METHODS.include? sym
+    return miq_vm.send(sym) if args.empty?
+    miq_vm.send(sym, args)
+  end
+
+  def respond_to_missing?(sym, *args)
+    if SUPPORTED_METHODS.include?(sym)
+      true
+    else
+      super
+    end
+  end
+end

data/lib/OpenStackExtract/MiqOpenStackVm/MiqOpenStackInstance.rb

@@ -0,0 +1,182 @@
+require 'util/miq_tempfile'
+require_relative '../../MiqVm/MiqVm'
+require_relative 'MiqOpenStackCommon'
+
+#
+# TODO: Create common base class for MiqOpenStackInstance and MiqOpenStackImage
+# and factor out common code. Also, refactor MiqVm so it can be a proper super class.
+#
+
+class MiqOpenStackInstance
+  include MiqOpenStackCommon
+
+  attr_reader :vmConfigFile
+
+  SUPPORTED_METHODS = [:rootTrees, :extract, :diskInitErrors, :vmConfig, :volumeManager]
+
+  def initialize(instance_id, openstack_handle)
+    @instance_id      = instance_id
+    @openstack_handle = openstack_handle
+    @vmConfigFile     = instance_id
+  end
+
+  def compute_service
+    @compute_service ||= @openstack_handle.compute_service
+  end
+
+  def image_service
+    @image_service ||= @openstack_handle.detect_image_service
+  end
+
+  def instance
+    @instance ||= compute_service.servers.get(@instance_id)
+  end
+
+  def snapshot_metadata
+    @snapshot_metadata ||= instance.metadata.length > 0 && instance.metadata.get(:miq_snapshot)
+  end
+
+  def snapshot_image_id
+    @snapshot_image_id ||= snapshot_metadata && snapshot_metadata.value
+  end
+
+  def unmount
+    return unless @miq_vm
+    @miq_vm.unmount
+    @temp_image_file.unlink
+  end
+
+  def create_snapshot(options = {})
+    log_prefix = "MIQ(#{self.class.name}##{__method__}) instance_id=[#{@instance_id}]"
+
+    $log.debug "#{log_prefix}: Snapshotting instance: #{instance.name}..."
+
+    snapshot = compute_service.create_image(instance.id, options[:name], :description => options[:desc])
+
+    $log.debug "#{log_prefix}: #{snapshot.status}"
+    $log.debug "#{log_prefix}: snapshot creation complete"
+
+    return snapshot.body["image"]
+  rescue => err
+    $log.error "#{log_prefix}, error: #{err}"
+    $log.debug err.backtrace.join("\n") if $log.debug?
+    raise
+  end
+
+  def delete_snapshot(image_id)
+    delete_evm_snapshot(image_id)
+  end
+
+  def create_evm_snapshot(options = {})
+    log_prefix = "MIQ(#{self.class.name}##{__method__}) instance_id=[#{@instance_id}]"
+
+    miq_snapshot = nil
+    if snapshot_image_id
+      $log.debug "#{log_prefix}: Found pointer to existing snapshot: #{snapshot_image_id}"
+      miq_snapshot = begin
+        image_service.images.get(snapshot_image_id)
+      rescue => err
+        $log.debug "#{log_prefix}: #{err}"
+        $log.debug err.backtrace.join("\n")
+        nil
+      end
+
+      if miq_snapshot
+        raise "Already has an EVM snapshot: #{miq_snapshot.name}, with id: #{miq_snapshot.id}"
+      else
+        $log.debug "#{log_prefix}: Snapshot does not exist, deleting metadata"
+        snapshot_metadata.destroy
+      end
+    else
+      $log.debug "#{log_prefix}: No existing snapshot detected for: #{instance.name}"
+    end
+
+    $log.debug "#{log_prefix}: Snapshotting instance: #{instance.name}..."
+    # TODO: pass in snapshot name.
+    rv = compute_service.create_image(instance.id, "EvmSnapshot", :description => options[:desc])
+    rv.body['image'][:service] = image_service
+
+    miq_snapshot = image_service.images.get(rv.body['image']['id'])
+
+    until miq_snapshot.status.upcase == "ACTIVE"
+      $log.debug "#{log_prefix}: #{miq_snapshot.status}"
+      sleep 1
+      # TODO(lsmola) identity is missing in Glance V2 object, fix it in Fog, then miq_snapshot.reload will work
+      # miq_snapshot.reload
+      miq_snapshot = image_service.images.get(miq_snapshot.id)
+    end
+    $log.debug "#{log_prefix}: #{miq_snapshot.status}"
+    $log.debug "#{log_prefix}: EVM snapshot creation complete"
+
+    instance.metadata.update(:miq_snapshot => miq_snapshot.id)
+    return miq_snapshot
+  rescue => err
+    $log.error "#{log_prefix}, error: #{err}"
+    $log.debug err.backtrace.join("\n") if $log.debug?
+    raise
+  end
+
+  def delete_evm_snapshot(image_id)
+    log_prefix = "MIQ(#{self.class.name}##{__method__}) snapshot=[#{image_id}]"
+
+    snapshot = begin
+      image_service.images.get(image_id)
+    rescue => err
+      $log.debug "#{log_prefix}: #{err}"
+      $log.debug err.backtrace.join("\n")
+      nil
+    end
+
+    if snapshot
+      begin
+        if snapshot_image_id != image_id
+          $log.warn "#{log_prefix}: pointer from instance doesn't match #{snapshot_image_id}"
+        end
+        $log.info "#{log_prefix}: deleting snapshot image"
+        snapshot.destroy
+        snapshot_metadata.destroy
+      rescue => err
+        $log.debug "#{log_prefix}: #{err}"
+        $log.debug err.backtrace.join("\n") if $log.debug?
+      end
+    else
+      $log.info "#{log_prefix}: no longer exists, deleting references"
+    end
+  end
+
+  private
+
+  def miq_vm
+    raise "Instance: #{instance.id}, does not have snapshot reference." unless snapshot_image_id
+    @miq_vm ||= begin
+      @temp_image_file = get_image_file(snapshot_image_id)
+      hardware  = "scsi0:0.present = \"TRUE\"\n"
+      hardware += "scsi0:0.filename = \"#{@temp_image_file.path}\"\n"
+
+      diskFormat = disk_format(snapshot_image_id)
+      $log.debug "diskFormat = #{diskFormat}"
+
+      ost = OpenStruct.new
+      ost.rawDisk = diskFormat == "raw"
+      MiqVm.new(hardware, ost)
+    end
+  end
+
+  def get_image_file(image_id)
+    get_image_file_common(image_id)
+  end
+
+  def method_missing(sym, *args)
+    return super unless SUPPORTED_METHODS.include? sym
+    return miq_vm.send(sym) if args.empty?
+    miq_vm.send(sym, args)
+  end
+
+  def respond_to_missing?(sym, *args)
+    if SUPPORTED_METHODS.include?(sym)
+      true
+    else
+      super
+    end
+  end
+end