abiquo-etk 0.4.13

data/lib/abicli/commands/smoketest.rb

@@ -0,0 +1,93 @@
+if ARGV[0] == 'smoketest'
+
+  ARGV.shift
+
+  class MyCLI
+    include Mixlib::CLI
+
+    option :user,
+      :short => '-u',
+      :long => '--user USER',
+      :description => 'API username',
+      :default => 'admin'
+
+    option :password,
+      :short => '-p',
+      :long => '--password PASSWORD',
+      :description => 'API password',
+      :default => 'xabiquo'
+
+    option :host,
+      :long => '--host HOST',
+      :description => 'API Server Host'
+
+    option :port,
+      :long => '--port PORT',
+      :description => 'API Server Port',
+      :default => 8080
+    
+    option :dc_name,
+      :long => '--dc-name DCNAME',
+      :description => 'DATA CENTER Name',
+      :default => 'SMOKEDC'
+    
+    option :dc_location,
+      :long => '--dc-location DCLOC',
+      :description => 'DATA CENTER Location',
+      :default => 'Barcelona'
+
+    option :help,
+      :short => "-h",
+      :long => "--help",
+      :description => "Show this message",
+      :on => :tail,
+      :boolean => true,
+      :show_options => true,
+      :exit => 0
+
+  end
+
+  cli = MyCLI.new
+  cli.parse_options
+  auth = Abiquo::BasicAuth.new('Abiquo', cli.config[:user], cli.config[:password])
+  api = Abiquo::Resource("http://#{cli.config[:host]}:#{cli.config[:port]}/api", auth)
+
+  #
+  # Create a DataCenter
+  #
+  begin
+    puts "Creating #{cli.config[:dc_name]} DC in #{cli.config[:dc_location]}..."
+    dc = api.datacenters.create :name => cli.config[:dc_name], :location => cli.config[:dc_location]
+  rescue Resourceful::UnsuccessfulHttpRequestError
+    $stdout.puts "Error creating datacenter #{cli.config[:dc_name]}. Aborting."
+    exit
+  end
+
+  #
+  # Create Remote Services
+  # 
+  begin
+    puts "Creating Datacenter #{cli.config[:dc_name]} remote services..."
+    rs =  dc.remoteServices
+    rs.create :type => 'VIRTUAL_FACTORY', :uri => 'http://localhost:8080/virtualfactory'
+    rs.create :type => 'STORAGE_SYSTEM_MONITOR', :uri => 'http://localhost:8080/ssm'
+    rs.create :type => 'VIRTUAL_SYSTEM_MONITOR', :uri => 'http://localhost:8080/vsm'
+    rs.create :type => 'NODE_COLLECTOR', :uri => 'http://localhost:8080/nodecollector'
+    rs.create :type => 'APPLIANCE_MANAGER', :uri => 'http://localhost:8080/am'
+    rs.create :type => 'DHCP_SERVICE', :uri => 'http://localhost:7911'
+    rs.create :type => 'BPM_SERVICE', :uri => 'http://localhost:7911'
+  rescue Resourceful::UnsuccessfulHttpRequestError
+    $stdout.puts "Error creating datacenter #{cli.config[:dc_name]} remote services"
+  end
+
+  #
+  # Create a new Rack
+  #
+  begin
+    puts "Creating rack smokerack01..."
+    dc.racks.create :name => 'smokerack01'
+  rescue Resourceful::UnsuccessfulHttpRequestError
+    $stdout.puts "Error creating datacenter #{cli.config[:dc_name]} rack"
+  end
+
+end

data/lib/abicli/commands/upload-template.rb

@@ -0,0 +1,272 @@
+if ARGV[0] == 'upload-template'
+
+  ARGV.shift
+
+  # StreamingUploader Adapted by Sergio Rubio <srubio@abiquo.com> for Abiquo
+  #
+  # inspired by Opscode Chef StreamingCookbookUploader chef/streaming_cookbook_uploader.rb
+  # http://opscode.com
+  # 
+  # inspired by/cargo-culted from http://stanislavvitvitskiy.blogspot.com/2008/12/multipart-post-in-ruby.html
+  # On Apr 6, 2010, at 3:00 PM, Stanislav Vitvitskiy wrote:
+  #
+  # It's free to use / modify / distribute. No need to mention anything. Just copy/paste and use.
+  #
+  # Regards,
+  # Stan
+
+  require 'net/http'
+
+  class StreamingUploader
+
+    class << self
+
+      def post(to_url, params = {}, &block)
+        boundary = '----RubyMultipartClient' + rand(1000000).to_s + 'ZZZZZ'
+        parts = []
+        content_file = nil
+        
+        unless params.nil? || params.empty?
+          params.each do |key, value|
+            if value.kind_of?(File)
+              content_file = value
+              filepath = value.path
+              filename = File.basename(filepath)
+              parts << StringPart.new( "--" + boundary + "\r\n" +
+                                       "Content-Disposition: form-data; name=\"" + key.to_s + "\"; filename=\"" + filename + "\"\r\n" +
+                                       "Content-Type: application/octet-stream\r\n\r\n")
+              parts << StreamPart.new(value, File.size(filepath))
+              parts << StringPart.new("\r\n")
+            else
+              parts << StringPart.new( "--" + boundary + "\r\n" +
+                                       "Content-Disposition: form-data; name=\"" + key.to_s + "\"\r\n\r\n")
+              parts << StringPart.new(value.to_s + "\r\n")
+            end
+          end
+          parts << StringPart.new("--" + boundary + "--\r\n")
+        end
+        
+        body_stream = MultipartStream.new(parts, block)
+        
+        url = URI.parse(to_url)
+        
+        headers = { 'accept' => 'application/json' }
+
+        req = Net::HTTP::Post.new(url.path)
+        req.content_length = body_stream.size
+        req.content_type = 'multipart/form-data; boundary=' + boundary unless parts.empty?
+        req.body_stream = body_stream
+        
+        http = Net::HTTP.new(url.host, url.port)
+        res = http.request(req)
+        #res = http.start {|http_proc| http_proc.request(req) }
+
+        res
+      end
+      
+    end
+
+    class StreamPart
+      def initialize(stream, size)
+        @stream, @size = stream, size
+      end
+      
+      def size
+        @size
+      end
+      
+      # read the specified amount from the stream
+      def read(offset, how_much)
+        @stream.read(how_much)
+      end
+    end
+
+    class StringPart
+      def initialize(str)
+        @str = str
+      end
+      
+      def size
+        @str.length
+      end
+
+      # read the specified amount from the string startiung at the offset
+      def read(offset, how_much)
+        @str[offset, how_much]
+      end
+    end
+
+    class MultipartStream
+      def initialize(parts, blk = nil)
+        @callback = nil
+        if blk
+          @callback = blk
+        end
+        @parts = parts
+        @part_no = 0
+        @part_offset = 0
+      end
+      
+      def size
+        @parts.inject(0) {|size, part| size + part.size}
+      end
+      
+      def read(how_much)
+        @callback.call(how_much) if @callback
+        return nil if @part_no >= @parts.size
+
+        how_much_current_part = @parts[@part_no].size - @part_offset
+        
+        how_much_current_part = if how_much_current_part > how_much
+                                  how_much
+                                else
+                                  how_much_current_part
+                                end
+        
+        how_much_next_part = how_much - how_much_current_part
+
+        current_part = @parts[@part_no].read(@part_offset, how_much_current_part)
+        
+        # recurse into the next part if the current one was not large enough
+        if how_much_next_part > 0
+          @part_no += 1
+          @part_offset = 0
+          next_part = read(how_much_next_part)
+          current_part + if next_part
+                           next_part
+                         else
+                           ''
+                         end
+        else
+          @part_offset += how_much_current_part
+          current_part
+        end
+      end
+    end
+    
+  end
+
+  class MyCLI
+    include Mixlib::CLI
+
+    option :enterprise_id,
+      :long => '--enterprise-id USER',
+      :description => 'Enterprise ID',
+      :default => 1
+
+    option :name,
+      :long => '--name NAME',
+      :description => 'Template Name'
+
+    option :disk_file,
+      :long => '--disk-file FILE',
+      :description => 'Virtual disk file to upload'
+    
+    option :category,
+      :long => '--category CAT',
+      :description => 'Template Category Name',
+      :default => 'Operating Systems'
+
+    option :description,
+      :long => '--description DESC',
+      :description => 'Template description',
+      :default => 'Operating Systems'
+
+    option :icon_url,
+      :long => '--icon-url URL',
+      :description => 'Template Icon URL',
+      :default => 'http://icons.abiquo.com/abiquo.png'
+
+    option :cpus,
+      :long => '--cpus NUMBER',
+      :description => 'Number of CPUs for the template',
+      :default => 1
+
+    option :disk_capacity,
+      :long => '--disk-capacity NUMBER',
+      :description => 'Virtual Disk Capacity (in bytes). Default 20GB',
+      :default => 21474836480
+
+    option :memory,
+      :long => '--memory NUMBER',
+      :description => 'Template memory (in bytes). Default 512M',
+      :default => 524288
+
+    option :rs_url,
+      :long => '--rs-url URL',
+      :description => 'Remote Services URL (i.e. http://remote-services-ip:8080)'
+
+    option :debug,
+      :long => '--debug',
+      :description => 'Print debugging output',
+      :default => false
+
+    
+    option :help,
+      :short => "-h",
+      :long => "--help",
+      :description => "Upload a Virtual Machine template to Abiquo local repository.\n\n",
+      :on => :tail,
+      :boolean => true,
+      :show_options => true,
+      :exit => 0
+
+  end
+  
+  cli = MyCLI.new
+  cli.parse_options
+
+  # We need this to show the progress percentage 
+  file = cli.config[:disk_file]
+  if file.nil? or not File.exist?(file)
+    $stderr.puts "\nArgument '--disk-file' is mandatory. Make sure the specified file exists.\n\n"
+    cli.opt_parser.banner = 'Usage: abicli upload-template [options]'
+    puts cli.opt_parser.help
+    exit 1
+  end
+  rs_url = cli.config[:rs_url]
+  if rs_url.nil?
+    $stderr.puts "\n --rs-url is required.\n\n"
+    exit 1
+  end
+  tname = cli.config[:name]
+  if tname.nil?
+    $stderr.puts "\n --name is required.\n\n"
+    exit 1
+  end
+
+  fo = File.new(file)
+  fsize = File.size(file)
+  count = 0
+json = """{
+'idEnterprise':#{cli.config[:enterprise_id]},
+'ovfUrl':'http://upload/#{cli.config[:name]}/#{cli.config[:name]}.ovf',
+'diskFileFormat':'VMDK_STREAM_OPTIMIZED',
+'name':'#{cli.config[:name]}',
+'description':'#{cli.config[:description]}',
+'categoryName':'#{cli.config[:category]}',
+'iconPath':'#{cli.config[:icon_url]}',
+'cpu':#{cli.config[:cpus]},
+'hd':#{cli.config[:disk_capacity]},
+'ram':#{cli.config[:memory]}
+}"""
+  json.gsub!("'",'"')
+  $stdout.sync = true
+  line_reset = "\r\e[0K" 
+  rsurl = "#{cli.config[:rs_url]}/am/er/#{cli.config[:enterprise_id]}/ovf/upload"
+  if cli.config[:debug]
+    puts "Upload URL: #{rsurl}"
+    puts "JSON sent:\n#{json}"
+  end
+  StreamingUploader.post(
+    rsurl,
+    { :ovfpackageinstance => json, :diskFile => fo }
+  ) do |size|
+    count += size
+    per = (100*count)/fsize 
+    if per %10 == 0
+      print "#{line_reset}Uploading: #{(100*count)/fsize}% " 
+    end
+  end
+  puts "#{line_reset}Progress: #{(100*count)/fsize}% [COMPLETE]"
+end

data/lib/abicli/commands/version.rb

@@ -0,0 +1,5 @@
+if ARGV[0] == 'version'
+
+  puts "abicli version #{File.read(File.dirname(__FILE__) + '/../../../VERSION').strip.chomp}"
+
+end

data/lib/abiquo-etk.rb

@@ -0,0 +1,191 @@
+Dir[File.dirname(__FILE__) + '/../vendor/*'].each do |dir|
+  $: << dir + '/lib'
+end
+
+require 'logger'
+require 'rubygems'
+require 'term/ansicolor'
+require 'rpm-utils'
+require 'logger'
+require 'nokogiri'
+require 'mixlib/cli'
+require 'abiquo'
+
+
+#
+# CONFIG CONSTANTS
+# 
+
+ENV['LANG'] = 'C'
+JAVA_BIN = "/usr/java/default/bin/java"
+ABIQUO_BASE_DIR='/opt/abiquo'
+TOMCAT_DIR='/opt/abiquo/tomcat'
+TOMCAT_PID_FILE = '/opt/abiquo/tomcat/work/catalina.pid'
+ABIQUO_VERSION = "1.6"
+ABIQUO_SERVER_CONFIG = '/opt/abiquo/config/server.xml'
+ABIQUO_VIRTUALFACTORY_CONFIG = '/opt/abiquo/config/virtualfactory.xml'
+ABIQUO_VSM_CONFIG = '/opt/abiquo/config/vsm.xml'
+ABIQUO_NODECOLLECTOR_CONFIG = '/opt/abiquo/config/nodecollector.xml'
+ABIQUO_AM_CONFIG = '/opt/abiquo/config/am.xml'
+ABIQUO_BPMASYNC_CONFIG = '/opt/abiquo/config/bpm-async.xml'
+
+#
+# INIT
+#
+Log = Logger.new "check.log"
+Log.level = Logger::INFO
+
+def abiquo_edition
+end
+
+def abiquo_server_settings(file = '/etc/sysconfig/abiquo-server')
+	settings = {}
+  File.read(file).each_line do |l|
+    next if l.strip.chomp.empty?
+    key,val = l.strip.chomp.split('=')
+    settings[key.strip.chomp] = val.strip.chomp rescue ''
+  end
+  settings
+end
+
+def abiquo_rs_settings(file = '/etc/sysconfig/abiquo-rs')
+	settings = {}
+  File.read(file).each_line do |l|
+    next if l.strip.chomp.empty?
+    key,val = l.strip.chomp.split('=')
+    settings[key.strip.chomp] = val.strip.chomp rescue ''
+  end
+  settings
+end
+
+def abiquo_base_dir
+  return ABIQUO_BASE_DIR
+end
+
+def tomcat_base_dir
+  return TOMCAT_DIR
+end
+
+def abiquo_installed?
+  return (File.directory?('/opt/abiquo') && RPMUtils.rpm_installed?('abiquo-core'))
+end
+
+def config_property(config, path)
+  config.root.xpath(path).text.chomp.strip
+end
+
+def abiquo_components_installed
+  c = Dir["#{TOMCAT_DIR}/webapps/*"].find_all { |d| File.directory? d }
+  c.map { |d| d.split('/').last }
+
+end
+
+def system_service_on?(service)
+  not `/sbin/chkconfig --list #{service}|grep 3:on`.empty?
+end
+
+def service_installed?(service_name)
+  File.exist?("/etc/rc.d/init.d/#{service_name}")
+end
+
+def abiquo_server_config
+  cfg = nil
+  if File.exist? ABIQUO_SERVER_CONFIG
+    cfg = Nokogiri::XML(File.new(ABIQUO_SERVER_CONFIG))
+  end
+  return cfg 
+end
+
+def abiquo_virtualfactory_config
+  cfg  = nil
+  if File.exist? ABIQUO_VIRTUALFACTORY_CONFIG
+    cfg= Nokogiri::XML(File.new(ABIQUO_VIRTUALFACTORY_CONFIG))
+  end
+  return cfg
+end
+
+
+def abiquo_vsm_config
+  cfg = nil
+  if File.exist? ABIQUO_VSM_CONFIG
+    cfg = Nokogiri::XML(File.new(ABIQUO_VSM_CONFIG))
+  end
+  return cfg
+end
+
+def abiquo_nodecollector_config 
+  cfg = nil
+  if File.exist? ABIQUO_NODECOLLECTOR_CONFIG
+    cfg = Nokogiri::XML(File.new(ABIQUO_NODECOLLECTOR_CONFIG))
+  end
+  return cfg
+end
+
+def abiquo_am_config 
+  cfg = nil
+  if File.exist? ABIQUO_AM_CONFIG
+    cfg = Nokogiri::XML(File.new(ABIQUO_AM_CONFIG))
+  end
+end
+
+def abiquo_bpmasync_config
+  cfg = nil
+  if File.exist? ABIQUO_BPMASYNC_CONFIG
+    cfg = Nokogiri::XML(File.new(ABIQUO_BPMASYNC_CONFIG))
+  end
+  return cfg
+end
+
+module AETK
+
+  module OutputFormatters
+    
+    def two_cols(first, second, justification = 40) 
+      puts "#{first}".ljust(justification) + "#{second}"
+    end
+
+  end
+
+  def detect_install_type
+    if RPMUtils.rpm_installed? 'abiquo-16-pocsetup'
+      return :monolithic
+    end
+    
+    if RPMUtils.rpm_installed? 'abiquo-remote-services'
+      return :remote_services
+    end
+    
+    if RPMUtils.rpm_installed? 'abiquo-v2v'
+      return :remote_v2v
+    end
+
+    if RPMUtils.rpm_installed? 'abiquo-server'
+      return :server
+    end
+    return :unknown
+
+  end
+
+
+  def self.load_plugins(extra_plugins_dir = nil)
+    puts "Loading plugins...".yellow.bold
+    plugins = Dir[File.dirname(__FILE__) + '/checks/*.rb'].sort
+    if extra_plugins_dir and File.directory? extra_plugins_dir
+      puts "Loading extra plugins...".yellow.bold
+      plugins.concat( Dir[extra_plugins_dir + '/*.rb'].sort )
+    end
+    if Log.level == Logger::DEBUG
+      plugins.each do |p|
+        puts "  #{File.basename(p,'.rb')}..."
+      end
+    end
+    plugins.each do |p|
+      $stdout.sync = true
+      load p
+    end
+
+  end
+
+end
+
+

data/lib/checks/01detect_abiquo.rb

@@ -0,0 +1,4 @@
+if not abiquo_installed?
+  puts "Abiquo Installation Not Found.".bold.red
+end
+

data/lib/checks/abiquo_service.rb

@@ -0,0 +1,34 @@
+if abiquo_installed?
+
+def abiquo_tomcat_running?
+  return false if not File.exist?(TOMCAT_PID_FILE)
+
+  pid = File.read(TOMCAT_PID_FILE)
+  if `ps #{pid}`.lines.count > 1
+    return true
+  end
+  false
+end
+
+def tomcat_mem_limits
+  return ['unknown','unknown', 'unknown'] if not File.exist?(TOMCAT_PID_FILE)
+  pid = File.read(TOMCAT_PID_FILE)
+  `ps #{pid}` =~ /-XX:MaxPermSize=(.*?)\s/
+  perm_size = $1 || 'unknown'
+  `ps #{pid}` =~ /-Xms(.*?)\s/
+  xms = $1 || 'unknown'
+  `ps #{pid}` =~ /-Xmx(.*?)\s/
+  xmx = $1 || 'unknown'
+  [perm_size, xms, xmx]
+end
+
+puts "Abiquo Service:".bold.ljust(40) + (system_service_on?('abiquo-tomcat') ? 'Active'.green.bold : 'Disabled'.red.bold)
+
+puts "Abiquo Tomcat Status:".bold.ljust(40) + (abiquo_tomcat_running? ? 'Running'.green.bold : "Stopped".red.bold)
+
+if abiquo_tomcat_running?
+  p = tomcat_mem_limits
+  puts "Tomcat Mem Params:".bold.ljust(40) + "PERM: #{p[0].blue.bold} MIN: #{p[1].blue.bold} MAX: #{p[2].blue.bold}"
+end
+
+end

data/lib/checks/abiquo_version.rb

@@ -0,0 +1,24 @@
+include AETK::OutputFormatters
+
+def find_version(file)
+  File.open(file) do |f|
+    m = f.read.match(/return\s+"([\da-zA-Z\.\-)]+?)"\s*;/)
+    version = m[1]
+    if version and not version.strip.chomp.empty?
+      two_cols('Abiquo Version:'.bold, version)
+    else
+      two_cols 'Abiquo Version:'.bold, 'Unknown'	
+    end
+  end
+end
+
+index_ee = tomcat_base_dir + '/webapps/client-premium/index.html'
+index_ce = tomcat_base_dir + '/webapps/client/index.html'
+
+if File.exist? index_ee
+  find_version index_ee
+elsif File.exist? index_ce
+  find_version index_ce
+else
+  two_cols 'Abiquo Version:'.bold, 'Unknown'	
+end

data/lib/checks/components_installed.rb

@@ -0,0 +1,6 @@
+
+if abiquo_installed?
+
+puts "Abiquo Components:".bold.ljust(40) + (abiquo_components_installed).inspect
+
+end

data/lib/checks/firewall.rb

@@ -0,0 +1,10 @@
+
+
+def fw_rules_defined?
+  not `iptables -nL | grep -iv ^chain | grep -iv ^target | grep -v ^$`.empty?
+end
+
+puts "Firewall Service:".bold.ljust(40) + (system_service_on?('iptables') ? 'Active'.red.bold : 'Disabled'.green.bold)
+
+puts "Firewall Rules:".bold.ljust(40) + (fw_rules_defined? ? 'Found'.red.bold : "Not Found".green.bold)
+

data/lib/checks/hv_passwords.rb

@@ -0,0 +1,51 @@
+
+if abiquo_installed?
+
+include AETK
+include AETK::OutputFormatters
+
+def hvpasswd_match?
+  vf_cfg = abiquo_virtualfactory_config
+  vsm_cfg  = abiquo_vsm_config
+  nc_cfg = abiquo_nodecollector_config
+  #check libvirt 
+  vsm_pwd = config_property(vsm_cfg, 'hypervisors/libvirtAgent/password')
+  nc_pwd = config_property(nc_cfg, 'wsman/password')
+  vf_pwd = config_property(vf_cfg, 'rimp/password')
+  if (vsm_pwd != nc_pwd) or (vsm_pwd != vf_pwd) or (nc_pwd != vf_pwd)
+    return false
+  end
+  
+  #check vmware
+  vsm_pwd = config_property(vsm_cfg, 'hypervisors/vmware/password')
+  nc_pwd = config_property(nc_cfg, 'hypervisors/esxi/password')
+  vf_pwd = config_property(vf_cfg, 'hypervisors/vmware/password')
+  if (vsm_pwd != nc_pwd) or (vsm_pwd != vf_pwd) or (nc_pwd != vf_pwd)
+    return false
+  end
+  #check hyperv
+  vsm_pwd = config_property(vsm_cfg, 'hypervisors/hyperv/password')
+  nc_pwd = config_property(nc_cfg, 'hypervisors/hyperv/password')
+  vf_pwd = config_property(vf_cfg, 'hypervisors/hyperv/password')
+  if (vsm_pwd != nc_pwd) or (vsm_pwd != vf_pwd) or (nc_pwd != vf_pwd)
+    return false
+  end
+  #check xenserver
+  vsm_pwd = config_property(vsm_cfg, 'hypervisors/xenserver/password')
+  nc_pwd = config_property(nc_cfg, 'hypervisors/xenserver/password')
+  vf_pwd = config_property(vf_cfg, 'hypervisors/xenserver/password')
+  if (vsm_pwd != nc_pwd) or (vsm_pwd != vf_pwd) or (nc_pwd != vf_pwd)
+    return false
+  end
+  true
+end
+
+if (detect_install_type == :monolithic) or (detect_install_type == :remote_services)
+  if hvpasswd_match?
+    two_cols("Hypervisor Passwords:".bold, "Match".bold.green)
+  else
+    two_cols("Hypervisor Passwords:".bold, "Do not match".red.bold)
+  end
+end
+           
+end