manageiq-smartstate 0.1.0

data/lib/fs/test/camcorder_fs_test.rb

@@ -0,0 +1,108 @@
+require 'manageiq-gems-pending'
+require 'openssl' # Required for 'Digest' in camcorder (< Ruby 2.1)
+require 'camcorder'
+require 'log4r'
+require 'ostruct'
+require 'disk/MiqDisk'
+require 'fs/MiqFS/MiqFS'
+require 'disk/modules/MiqLargeFile'
+
+#
+# Formatter to output log messages to the console.
+#
+class ConsoleFormatter < Log4r::Formatter
+  def format(event)
+    (event.data.kind_of?(String) ? event.data : event.data.inspect) + "\n"
+  end
+end
+$log = Log4r::Logger.new 'toplog'
+$log.level = Log4r::DEBUG
+Log4r::StderrOutputter.new('err_console', :formatter => ConsoleFormatter)
+$log.add 'err_console'
+
+#
+# Path to RAW disk image.
+#
+VIRTUAL_DISK_FILE = "path to raw disk image file"
+
+commit = true
+
+begin
+  recorder = Camcorder::Recorder.new("#{File.dirname(__FILE__)}/foo.yml")
+  Camcorder.default_recorder = recorder
+  Camcorder.intercept_constructor(MiqLargeFile::MiqLargeFileOther) do
+    methods_with_side_effects :seek, :read, :write
+  end
+  Camcorder.intercept_constructor(MiqLargeFile::MiqLargeFileStat)
+
+  recorder.start
+
+  diskInfo = OpenStruct.new
+  diskInfo.rawDisk = true # remove if image is not in RAW format.
+  diskInfo.fileName = VIRTUAL_DISK_FILE
+
+  disk = MiqDisk.getDisk(diskInfo)
+  raise "Failed to open disk: #{diskInfo.fileName}" unless disk
+
+  puts "Disk type: #{disk.diskType}"
+  puts "Disk partition type: #{disk.partType}"
+  puts "Disk block size: #{disk.blockSize}"
+  puts "Disk start LBA: #{disk.lbaStart}"
+  puts "Disk end LBA: #{disk.lbaEnd}"
+  puts "Disk start byte: #{disk.startByteAddr}"
+  puts "Disk end byte: #{disk.endByteAddr}"
+
+  parts = disk.getPartitions || []
+
+  i = 1
+  parts.each do |p|
+    puts "\nPartition #{i}:"
+    puts "\tDisk type: #{p.diskType}"
+    puts "\tPart partition type: #{p.partType}"
+    puts "\tPart block size: #{p.blockSize}"
+    puts "\tPart start LBA: #{p.lbaStart}"
+    puts "\tPart end LBA: #{p.lbaEnd}"
+    puts "\tPart start byte: #{p.startByteAddr}"
+    puts "\tPart end byte: #{p.endByteAddr}"
+    i += 1
+  end
+
+  target_partition = parts.first || disk
+  puts "\nTarget partition: #{target_partition.partNum}"
+
+  raise "No filesystem detected" unless (mfs = MiqFS.getFS(target_partition))
+
+  puts "FS type: #{mfs.fsType}"
+  puts "pwd = #{mfs.pwd}"
+
+  all_paths    = mfs.find('/')
+  directories  = all_paths.select { |p| mfs.fileDirectory?(p) }
+  files        = all_paths.select { |p| mfs.fileFile?(p) }
+  sym_links    = all_paths.select { |p| mfs.fileSymLink?(p) }
+  unclassified = all_paths - directories - files - sym_links
+
+  puts "files:        #{files.length}"
+  puts "directories:  #{directories.length}"
+  puts "sym_links:    #{sym_links.length}"
+  puts "unclassified: #{unclassified.length}"
+  puts "total:        #{files.length + directories.length + sym_links.length + unclassified.length}"
+  puts "all_paths:    #{all_paths.length}"
+
+  unless unclassified.empty?
+    puts
+    puts "unclassified files:"
+    unclassified.each { |p| puts "\t#{p}" }
+  end
+rescue => err
+  puts err.to_s
+  puts err.backtrace.join("\n")
+  commit = false # don't commit recording on error
+ensure
+  disk.close if disk
+  if recorder && commit
+    puts
+    puts "camcorder: committing recording..."
+    recorder.commit
+    puts "done."
+  end
+end

data/lib/fs/test/collect_files_direct.yaml

@@ -0,0 +1,22 @@
+--- 
+- 
+  :basedir: "../../.."
+  :todir: "copy_dst_ref"
+  :include: 
+    - vmdb
+  :exclude: 
+    - !ruby/regexp /\/\.svn/
+    - !ruby/regexp /~$/
+    - !ruby/regexp /\/NTFSCPP/
+    - !ruby/regexp /\/TestVm/
+    - !ruby/regexp /\.c$/
+    - !ruby/regexp /\.h$/
+    - !ruby/regexp /\.o$/
+    - !ruby/regexp /\.vmdk$/
+    - !ruby/regexp /dos_mbr.img$/
+    - !ruby/regexp /test.rb$/
+    - !ruby/regexp /\/rdoc$/
+    - !ruby/regexp /\/examples$/
+    - !ruby/regexp /\/test$/
+    - !ruby/regexp /\/miqCryptInit.rb$/
+    - !ruby/regexp /\/VMwareWebService\/.*\.wsdl$/

data/lib/fs/test/collect_files_in.yaml

@@ -0,0 +1,24 @@
+--- 
+- 
+  :basedir: "../../.."
+  :todir: "/"
+  :include: 
+    - vmdb
+  :exclude: 
+    - !ruby/regexp /\/\.svn/
+    - !ruby/regexp /~$/
+    - !ruby/regexp /\/NTFSCPP/
+    - !ruby/regexp /\/TestVm/
+    - !ruby/regexp /\.c$/
+    - !ruby/regexp /\.h$/
+    - !ruby/regexp /\.o$/
+    - !ruby/regexp /\.vmdk$/
+    - !ruby/regexp /dos_mbr.img$/
+    - !ruby/regexp /test.rb$/
+    - !ruby/regexp /\/rdoc$/
+    - !ruby/regexp /\/examples$/
+    - !ruby/regexp /\/test$/
+    - !ruby/regexp /\/miqCryptInit.rb$/
+    - !ruby/regexp /\/VMwareWebService\/.*\.wsdl$/
+  :compress: 
+    - !ruby/regexp /^vmdb\/.*$/

data/lib/fs/test/collect_files_in_nc.yaml

@@ -0,0 +1,22 @@
+--- 
+- 
+  :basedir: "../../.."
+  :todir: "/"
+  :include: 
+    - vmdb
+  :exclude: 
+    - !ruby/regexp /\/\.svn/
+    - !ruby/regexp /~$/
+    - !ruby/regexp /\/NTFSCPP/
+    - !ruby/regexp /\/TestVm/
+    - !ruby/regexp /\.c$/
+    - !ruby/regexp /\.h$/
+    - !ruby/regexp /\.o$/
+    - !ruby/regexp /\.vmdk$/
+    - !ruby/regexp /dos_mbr.img$/
+    - !ruby/regexp /test.rb$/
+    - !ruby/regexp /\/rdoc$/
+    - !ruby/regexp /\/examples$/
+    - !ruby/regexp /\/test$/
+    - !ruby/regexp /\/miqCryptInit.rb$/
+    - !ruby/regexp /\/VMwareWebService\/.*\.wsdl$/

data/lib/fs/test/collect_files_out.yaml

@@ -0,0 +1,6 @@
+--- 
+- 
+  :basedir: "/"
+  :todir: "copy_dst"
+  :include: 
+    - vmdb

data/lib/fs/test/collect_files_rm.yaml

@@ -0,0 +1,6 @@
+--- 
+- 
+  :basedir: "/"
+  :todir: "copy_dst"
+  :remove: 
+   - !ruby/regexp /\.pdf$/

data/lib/fs/test/copyTest.rb

@@ -0,0 +1,126 @@
+require 'log4r'
+require 'ostruct'
+require 'fs/MiqFS/MiqFS'
+require 'fs/MiqFsUtil'
+require 'fs/MetakitFS/MetakitFS'
+require 'fs/MiqFS/modules/LocalFS'
+
+SRC_DIR = "../../../.."
+DST_DIR = "copy_dst"
+MK_FILE = "mkfs"
+
+#
+# Formatter to output log messages to the console.
+#
+$stderr.sync = true
+$stdout.sync = true
+class ConsoleFormatter < Log4r::Formatter
+  def format(event)
+    t = Time.now
+    "#{t.hour}:#{t.min}:#{t.sec}: " + (event.data.kind_of?(String) ? event.data : event.data.inspect) + "\n"
+  end
+end
+$log = Log4r::Logger.new 'toplog'
+Log4r::StderrOutputter.new('err_console', :level => Log4r::DEBUG, :formatter => ConsoleFormatter)
+$log.add 'err_console'
+
+#
+# First, copy files from the local filesystem to another directory in the local filesystem.
+#
+
+fromFs  = MiqFS.new(LocalFS, nil)
+toFs  = MiqFS.new(LocalFS, nil)
+
+cf    = MiqFsUtil.new(fromFs, toFs)
+cf.verbose = true
+
+#
+# Make sure the destination directory exists and is empty.
+#
+toFs.rmBranch(DST_DIR) if toFs.fileDirectory?(DST_DIR)
+toFs.dirMkdir(DST_DIR)
+
+#
+# Recursively copy the directory contents.
+#
+puts "Copying #{SRC_DIR} to #{DST_DIR}"
+cf.copy(SRC_DIR, DST_DIR, true)
+puts "copy complete"
+
+#
+# Compare the contents of the original directory to that of its copy.
+# They should be the same.
+#
+dd = File.join(DST_DIR, File.basename(SRC_DIR))
+puts "Comparing #{SRC_DIR} to #{dd}"
+system("diff", "-qr", SRC_DIR, dd)
+if $?.exitstatus != 0
+  puts "FAIL: Directory contents are not the same"
+  exit($?.exitstatus)
+else
+  puts "SUCCESS: Directory contents match"
+end
+
+#
+# Now, copy files from the local filesystem to a metakit filesystem.
+#
+
+#
+# Create a new metakit filesystem.
+#
+File.delete(MK_FILE) if File.exist?(MK_FILE)
+dobj = OpenStruct.new
+dobj.mkfile = MK_FILE
+dobj.create = true
+toFs = MiqFS.new(MetakitFS, dobj)
+
+#
+# Set the new metakit filssystem as the destination of the copy.
+#
+cf.toFs = toFs
+
+#
+# Recursively copy the directory contents.
+#
+puts "Copying #{SRC_DIR} to / (on mkfs)"
+cf.copy(SRC_DIR, "/", true)
+puts "copy complete"
+
+#
+# Now, reverse the copy.
+# Copy files out of the metakit FS to the local FS.
+#
+fromFs, toFs = toFs, fromFs
+cf.toFs = toFs
+cf.fromFs = fromFs
+
+#
+# Make sure the destination directory exists and is empty.
+#
+toFs.rmBranch(DST_DIR) if toFs.fileDirectory?(DST_DIR)
+toFs.dirMkdir(DST_DIR)
+
+puts
+puts "Copying /vmdb (on mkfs) to #{DST_DIR}"
+cf.copy("/vmdb", DST_DIR, true)
+puts "copy complete"
+
+#
+# Compare the contents of the original directory to that of its copy.
+# They should be the same.
+#
+puts
+puts "Comparing #{SRC_DIR} to #{dd}"
+system("diff", "-qr", SRC_DIR, dd)
+if $?.exitstatus != 0
+  puts "FAIL: Directory contents are not the same"
+  exit($?.exitstatus)
+else
+  puts "SUCCESS: Directory contents match"
+end
+
+#
+# Clean up.
+#
+File.delete(MK_FILE) if File.exist?(MK_FILE)
+toFs.rmBranch(DST_DIR) if toFs.fileDirectory?(DST_DIR)

data/lib/fs/test/fsTest.rb

@@ -0,0 +1,87 @@
+require 'manageiq-gems-pending'
+require 'log4r'
+require 'ostruct'
+require 'disk/MiqDisk'
+require 'fs/MiqFS/MiqFS'
+
+#
+# Formatter to output log messages to the console.
+#
+class ConsoleFormatter < Log4r::Formatter
+  def format(event)
+    (event.data.kind_of?(String) ? event.data : event.data.inspect) + "\n"
+  end
+end
+$log = Log4r::Logger.new 'toplog'
+$log.level = Log4r::DEBUG
+Log4r::StderrOutputter.new('err_console', :formatter => ConsoleFormatter)
+$log.add 'err_console'
+
+#
+# Path to RAW disk image.
+#
+VIRTUAL_DISK_FILE = "path to disk image file"
+
+begin
+  diskInfo = OpenStruct.new
+  diskInfo.rawDisk = true # remove if image is not in RAW format.
+  diskInfo.fileName = VIRTUAL_DISK_FILE
+
+  disk = MiqDisk.getDisk(diskInfo)
+  raise "Failed to open disk: #{diskInfo.fileName}" unless disk
+
+  puts "Disk type: #{disk.diskType}"
+  puts "Disk partition type: #{disk.partType}"
+  puts "Disk block size: #{disk.blockSize}"
+  puts "Disk start LBA: #{disk.lbaStart}"
+  puts "Disk end LBA: #{disk.lbaEnd}"
+  puts "Disk start byte: #{disk.startByteAddr}"
+  puts "Disk end byte: #{disk.endByteAddr}"
+
+  parts = disk.getPartitions || []
+
+  i = 1
+  parts.each do |p|
+    puts "\nPartition #{i}:"
+    puts "\tDisk type: #{p.diskType}"
+    puts "\tPart partition type: #{p.partType}"
+    puts "\tPart block size: #{p.blockSize}"
+    puts "\tPart start LBA: #{p.lbaStart}"
+    puts "\tPart end LBA: #{p.lbaEnd}"
+    puts "\tPart start byte: #{p.startByteAddr}"
+    puts "\tPart end byte: #{p.endByteAddr}"
+    i += 1
+  end
+
+  target_partition = parts.first || disk
+  puts "\nTarget partition: #{target_partition.partNum}"
+
+  raise "No filesystem detected" unless (mfs = MiqFS.getFS(target_partition))
+
+  puts "FS type: #{mfs.fsType}"
+  puts "pwd = #{mfs.pwd}"
+
+  all_paths    = mfs.find('/')
+  directories  = all_paths.select { |p| mfs.fileDirectory?(p) }
+  files        = all_paths.select { |p| mfs.fileFile?(p) }
+  sym_links    = all_paths.select { |p| mfs.fileSymLink?(p) }
+  unclassified = all_paths - directories - files - sym_links
+
+  puts "files:        #{files.length}"
+  puts "directories:  #{directories.length}"
+  puts "sym_links:    #{sym_links.length}"
+  puts "unclassified: #{unclassified.length}"
+  puts "total:        #{files.length + directories.length + sym_links.length + unclassified.length}"
+  puts "all_paths:    #{all_paths.length}"
+
+  unless unclassified.empty?
+    puts
+    puts "unclassified files:"
+    unclassified.each { |p| puts "\t#{p}" }
+  end
+rescue => err
+  puts err.to_s
+  puts err.backtrace.join("\n")
+ensure
+  disk.close if disk
+end

data/lib/fs/test/updateTest.rb

@@ -0,0 +1,184 @@
+require 'log4r'
+require 'ostruct'
+
+require 'fs/MiqFS/MiqFS'
+require 'fs/MiqFsUtil'
+require 'fs/MetakitFS/MetakitFS'
+require 'fs/MiqFS/modules/LocalFS'
+
+SRC_DIR   = "../../../.."
+DST_DIR   = "copy_dst"
+REF_DIR   = "copy_dst_ref"
+MK_FILE   = "mkfs"
+MK_FILE_NC  = "mkfs_nc"
+
+#
+# Formatter to output log messages to the console.
+#
+$stderr.sync = true
+$stdout.sync = true
+class ConsoleFormatter < Log4r::Formatter
+  def format(event)
+    t = Time.now
+    "#{t.hour}:#{t.min}:#{t.sec}: " + (event.data.kind_of?(String) ? event.data : event.data.inspect) + "\n"
+  end
+end
+$log = Log4r::Logger.new 'toplog'
+Log4r::StderrOutputter.new('err_console', :level => Log4r::DEBUG, :formatter => ConsoleFormatter)
+$log.add 'err_console'
+
+fromFs  = MiqFS.new(LocalFS, nil)
+toFs  = MiqFS.new(LocalFS, nil)
+
+cf    = MiqFsUtil.new(fromFs, toFs, "collect_files_direct.yaml")
+cf.verbose = true
+
+#
+# Make sure the destination directory exists and is empty.
+#
+toFs.rmBranch(REF_DIR) if toFs.fileDirectory?(REF_DIR)
+toFs.dirMkdir(REF_DIR)
+
+puts "*** Collecting files from #{SRC_DIR} to #{REF_DIR}"
+cf.update
+
+#
+# Collect the same files from the same directory into a mkfs.
+#
+
+#
+# Create a new metakit filesystem.
+#
+File.delete(MK_FILE_NC) if File.exist?(MK_FILE_NC)
+dobj = OpenStruct.new
+dobj.mkfile = MK_FILE_NC
+dobj.create = true
+mkFs_nc = MiqFS.new(MetakitFS, dobj)
+
+#
+# Set the new metakit filssystem as the destination of the copy.
+#
+cf.toFs = mkFs_nc
+cf.updateSpec = "collect_files_in_nc.yaml"
+
+puts
+puts "*** Collecting files from #{SRC_DIR} to /vmdb (mkfs no compression)"
+cf.update
+
+#
+# Now collect the same files from the same directory into a mkfs,
+# compressing the files.
+#
+
+#
+# Create a new metakit filesystem.
+#
+File.delete(MK_FILE) if File.exist?(MK_FILE)
+dobj = OpenStruct.new
+dobj.mkfile = MK_FILE
+dobj.create = true
+mkFs = MiqFS.new(MetakitFS, dobj)
+
+#
+# Set the new metakit filssystem as the destination of the copy.
+#
+cf.toFs = mkFs
+cf.updateSpec = "collect_files_in.yaml"
+
+puts
+puts "*** Collecting files from #{SRC_DIR} to /vmdb (mkfs compressed)"
+cf.update
+
+mkFileNcSize  = File.size(MK_FILE_NC).to_f
+mkFileSize    = File.size(MK_FILE).to_f
+
+puts "Metakit file size: #{mkFileNcSize}, Compressed: #{mkFileSize}, #{(mkFileNcSize - mkFileSize) / mkFileNcSize * 100}% cpmpression"
+
+#
+# Now set up to reverse the copy, copying out of the mkfs to the local fs.
+#
+cf.toFs = cf.fromFs
+cf.fromFs = mkFs_nc
+cf.updateSpec = "collect_files_out.yaml"
+
+#
+# Make sure the destination directory exists and is empty.
+#
+cf.toFs.rmBranch(DST_DIR) if cf.toFs.fileDirectory?(DST_DIR)
+cf.toFs.dirMkdir(DST_DIR)
+
+puts
+puts "*** Collecting files from /vmdb (mkfs not compressed) to #{DST_DIR}"
+cf.update
+
+#
+# Compare the contents of the original directory to that of its copy.
+# They should be the same.
+#
+puts "Comparing #{REF_DIR} to #{DST_DIR}"
+system("diff", "-qr", REF_DIR, DST_DIR)
+if $?.exitstatus != 0
+  puts "FAIL: Directory contents are not the same"
+  exit($?.exitstatus)
+else
+  puts "SUCCESS: Directory contents match"
+end
+
+#
+# Now, copy out of the compressed mkfs, and compare the same way.
+#
+
+cf.fromFs = mkFs
+
+#
+# Make sure the destination directory exists and is empty.
+#
+cf.toFs.rmBranch(DST_DIR) if cf.toFs.fileDirectory?(DST_DIR)
+cf.toFs.dirMkdir(DST_DIR)
+
+puts
+puts "*** Collecting files from /vmdb (mkfs compressed) to #{DST_DIR}"
+cf.update
+
+#
+# Compare the contents of the original directory to that of its copy.
+# They should be the same.
+#
+puts "Comparing #{REF_DIR} to #{DST_DIR}"
+system("diff", "-qr", REF_DIR, DST_DIR)
+if $?.exitstatus != 0
+  puts "FAIL: Directory contents are not the same"
+  exit($?.exitstatus)
+else
+  puts "SUCCESS: Directory contents match"
+end
+
+#
+#  Test the remove code.
+#
+cf.updateSpec = "collect_files_rm.yaml"
+puts
+puts "*** Removing files from #{DST_DIR}"
+cf.update
+
+#
+# Compare the contents of the original directory to that of its copy.
+# They should be different.
+#
+puts
+puts "Comparing #{REF_DIR} to #{DST_DIR}"
+system("diff", "-qr", REF_DIR, DST_DIR)
+if $?.exitstatus == 0
+  puts "FAIL: Directory contents are the same"
+  exit($?.exitstatus)
+else
+  puts "SUCCESS: Directory contents don't match"
+end
+
+#
+# Clean up.
+#
+File.delete(MK_FILE) if File.exist?(MK_FILE)
+File.delete(MK_FILE_NC) if File.exist?(MK_FILE_NC)
+toFs.rmBranch(DST_DIR) if toFs.fileDirectory?(DST_DIR)
+toFs.rmBranch(REF_DIR) if toFs.fileDirectory?(REF_DIR)