nitos_testbed_rc 1.0.0.pre.1

data/bin/run_proxies

@@ -0,0 +1,29 @@
+#!/usr/bin/env ruby
+
+libs = []
+# if you need to add libraries add them bellow. Examples:
+# libs << "../lib/master/omf/omf_common/lib/"
+# libs << "../lib/master/omf/omf_rc/lib/"
+
+spec = Gem::Specification.find_by_name("nitos_testbed_rc")
+gem_root = spec.gem_dir
+
+threads = []
+["user_proxy", "frisbee_proxy", "cm_proxy"].each do |sc|
+  threads << Thread.new do
+    if libs.empty?
+      puts "EXEC: #{sc}"
+      system(sc)
+    else
+      cmd = "ruby "
+      libs.each {|l| cmd += "-I #{l} "}
+      cmd += "#{gem_root}/bin/#{sc}"
+      puts "EXEC: #{cmd}"
+      system(cmd)
+    end
+  end
+  sleep 1
+end
+
+threads.each {|t| t.join}
+sleep 1

data/bin/user_proxy

@@ -0,0 +1,58 @@
+#!/usr/bin/env ruby
+
+require 'omf_rc'
+require 'omf_common'
+require 'yaml'
+
+$stdout.sync = true
+
+@config = YAML.load_file('/etc/nitos_testbed_rc/user_proxy_conf.yaml')
+# @config = YAML.load_file(File.join(File.dirname(File.expand_path(__FILE__)), '.../etc/user_proxy_conf.yaml'))
+@auth = @config[:auth]
+@xmpp = @config[:xmpp]
+
+require 'nitos_testbed_rc/user'
+require 'nitos_testbed_rc/user_factory'
+
+user_entity_cert = File.expand_path(@auth[:entity_cert])
+user_entity_key = File.expand_path(@auth[:entity_key])
+user_entity = OmfCommon::Auth::Certificate.create_from_pem(File.read(user_entity_cert))#, File.read(user_entity_key))
+
+trusted_roots = File.expand_path(@auth[:root_cert_dir])
+
+opts = {
+  communication: {
+    url:  "xmpp://#{@xmpp[:username]}:#{@xmpp[:password]}@#{@xmpp[:server]}",
+    auth: {
+      authenticate: true,
+      pdp: {
+        constructor: 'UserPDP'
+      }
+    }
+  }
+}
+
+class UserPDP
+  def initialize(opts = {})
+    debug "AUTH INIT>>> #{opts}"
+  end
+
+  def authorize(msg, &block)
+    msg
+  end
+end
+
+OmfCommon.init(@config[:operationMode], opts) do |el|#communication: { url: "xmpp://#{@xmpp[:proxy_user]}:#{@xmpp[:password]}@#{@xmpp[:server]}", auth: {} }) do
+  OmfCommon.comm.on_connected do |comm|
+    OmfCommon::Auth::CertificateStore.instance.register_default_certs(trusted_roots)
+    user_entity.resource_id = OmfCommon.comm.local_topic.address
+    OmfCommon::Auth::CertificateStore.instance.register(user_entity)
+
+    info "User Factory >> Connected to XMPP server"
+    userFact = OmfRc::ResourceFactory.create(:user_factory, { uid: 'user_factory', certificate: user_entity })
+
+    comm.on_interrupted {
+      userFact.disconnect
+    }
+  end
+end

data/etc/cm_proxy_conf.yaml

@@ -0,0 +1,17 @@
+#details to be used for the connection to the xmpp server
+:xmpp:
+  :username: cm_proxy
+  :password: pw
+  :server: testserver
+#x509 certificates to be used by cm_proxy
+:auth:
+  :root_cert_dir: ~/.omf/trusted_roots
+  :entity_cert: ~/.omf/cm_factory.pem
+  :entity_key: ~/.omf/cm_factory.pkey
+
+#time (in seconds) before timeout error occurs
+:timeout: 80
+#operation mode for OmfCommon.init (development, production, etc)
+:operationMode: development
+#testbed xmpp topic
+:testbedTopic: am_controller

data/etc/frisbee_proxy_conf.yaml

@@ -0,0 +1,45 @@
+#xmpp details
+:xmpp:
+  :username: frisbee_proxy
+  :password: pw
+  :server: testserver
+#x509 certificates to be used by user_proxy
+:auth:
+  :root_cert_dir: ~/.omf/trusted_roots
+  :entity_cert: ~/.omf/frisbee_factory.pem
+  :entity_key: ~/.omf/frisbee_factory.pkey
+
+#operation Mode for OmfCommon.init (development, production, etc)
+:operationMode: development
+
+#testbed xmpp topic
+:testbedTopic: am_controller
+
+#frisbee and imagezip configuration
+:frisbee:
+  # Directory images are stored
+  :imageDir: /var/lib/omf-images-6
+  #defaultImage: orbit-baseline
+  :defaultImage: baseline.ndz
+
+  # max bandwidth for frisbee server
+  :bandwidth: 50000000
+
+  # Multicast address to use for servicing images
+  #mcAddress: 224.0.0.2
+  :mcAddress: 224.0.0.1
+  # Using ports starting at ...
+  :startPort: 7000
+
+  # Time out frisbee server if nobody requested it within TIMEOUT sec
+  :timeout: 3600
+
+  # Directory to find frisbee daemons
+  :frisbeedBin: /usr/sbin/frisbeed
+  :frisbeeBin: /usr/sbin/frisbee
+  :imagezipClientBin: /usr/bin/imagezip
+  :imagezipServerBin: /bin/nc
+
+  # Local interface to bind to for frisbee traffic
+  #multicastIF: 192.168.204.1
+  :multicastIF: 10.0.1.200

data/etc/omf_script_conf.yaml

@@ -0,0 +1,14 @@
+:xmpp:
+  :script_user: script_user
+  :password: pw
+  :server: testserver
+:auth:
+  :root_cert_dir: ~/.omf/trusted_roots
+  :entity_cert: ~/.omf/user_cert.pem
+  :entity_key: ~/.omf/user_cert.pkey
+#operation mode for OmfCommon.init (development, production, etc)
+:operationMode: development
+#omf script configuration
+:omf_script:
+  #default last action on load and save commands (reset or shutdown)
+  :last_action: reset

data/etc/user_proxy_conf.yaml

@@ -0,0 +1,12 @@
+#xmpp details
+:xmpp:
+  :username: user_proxy
+  :password: pw
+  :server: testserver
+#x509 certificates to be used by user_proxy
+:auth:
+  :root_cert_dir: ~/.omf/trusted_roots
+  :entity_cert: ~/.omf/user_factory.pem
+  :entity_key: ~/.omf/user_factory.pkey
+#operation mode for OmfCommon.init (development, production, etc)
+:operationMode: development

data/lib/nitos_testbed_rc/cm_factory.rb

@@ -0,0 +1,419 @@
+#this resource is used to control chassis managers.
+require 'rubygems'
+require 'yaml'
+require 'open-uri'
+require 'nokogiri'
+require 'net/ssh'
+
+REBOOT_CMD = "reboot"
+SHUTDOWN_CMD = "shutdown -P now"
+
+module OmfRc::ResourceProxy::CMFactory
+  include OmfRc::ResourceProxyDSL
+  
+  @config = YAML.load_file('/etc/nitos_testbed_rc/cm_proxy_conf.yaml')
+  # @config = YAML.load_file(File.join(File.dirname(File.expand_path(__FILE__)), '../etc/cm_proxy_conf.yaml'))
+  @timeout = @config[:timeout]
+
+  register_proxy :cm_factory
+
+  configure :state do |res, value|
+    debug "Received message '#{value.inspect}'"
+    if error_msg = value.error_msg
+      res.inform(:error,{
+        event_type: "AUTH",
+        exit_code: "-1",
+        node_name: value[:node],
+        msg: error_msg
+      }, :ALL)
+      next
+    end
+    nod = {}
+    nod[:node_name] = value.node[:resource][:name]
+    value.node[:resource][:interfaces].each do |i|
+      if i[:role] == "control"
+        nod[:node_ip] = i[:ip][:address]
+        nod[:node_mac] = i[:mac]
+      elsif i[:role] == "cm_network"
+        nod[:node_cm_ip] = i[:ip][:address]
+      end
+    end
+    nod[:node_cm_ip] = value.node[:resource][:cmc][:ip][:address]
+#     nod = {node_name: "node1", node_ip: "10.0.0.1", node_mac: "00-03-1d-0d-4b-96", node_cm_ip: "10.0.0.101"}
+
+    case value[:status].to_sym
+    when :on then res.start_node(nod, value[:wait])
+    when :off then res.stop_node(nod, value[:wait])
+    when :reset then res.reset_node(nod, value[:wait])
+    when :start_on_pxe then res.start_node_pxe(nod)
+    when :start_without_pxe then res.start_node_pxe_off(nod, value[:last_action])
+    when :get_status then res.status(nod)
+    else
+      res.log_inform_warn "Cannot switch node to unknown state '#{value[:status].to_s}'!"
+    end
+  end
+
+  work("wait_until_ping") do |res, ip|
+    t = 0
+    resp = false
+    loop do
+      sleep 2
+      status = system("ping #{ip} -c 2 -w 2")
+      if t < @timeout
+        if status == true
+          resp = true
+          break
+        end
+      else
+        resp = false
+        break
+      end
+      t += 2
+    end
+    resp
+  end
+
+  work("wait_until_no_ping") do |res, ip|
+    t = 0
+    resp = false
+    loop do
+      sleep 2
+      status = system("ping #{ip} -c 2 -w 2")
+      if t < @timeout
+        if status == false
+          resp = true
+          break
+        end
+      else
+        resp = false
+        break
+      end
+      t += 2
+    end
+    resp
+  end
+
+  #this is used by other methods in this scope
+  work("get_status") do |res, node|
+    debug "http://#{node[:node_cm_ip].to_s}/state"
+    doc = Nokogiri::XML(open("http://#{node[:node_cm_ip].to_s}/state"))
+    resp = doc.xpath("//Response//line//value").text.strip
+    debug "state response: #{resp}"
+
+    if resp == 'on'
+      symlink_name = "/tftpboot/pxelinux.cfg/01-#{node[:node_mac]}"
+      if File.exists?("#{symlink_name}")
+        :on_pxe
+      else
+        :on
+      end
+    elsif resp == 'off'
+      :off
+    end
+  end
+
+  #this is used by the get status call
+  work("status") do |res, node|
+    debug "Status url: http://#{node[:node_cm_ip].to_s}/state"
+    begin
+      doc = Nokogiri::XML(open("http://#{node[:node_cm_ip].to_s}/state"))
+    rescue
+      res.inform(:error, {
+        event_type: "HTTP",
+        exit_code: "-1",
+        node_name: "#{node[:node_name].to_s}",
+        msg: "failed to reach cm, ip: #{node[:node_cm_ip].to_s}."
+      }, :ALL)
+      next
+    end
+
+    res.inform(:status, {
+      current: "#{doc.xpath("//Response//line//value").text}",
+      node_name: "#{node[:node_name].to_s}"
+    }, :ALL)
+    sleep 1 #this solves the getting stuck problem.
+  end
+
+  work("start_node") do |res, node, wait|
+    debug "Start_node url: http://#{node[:node_cm_ip].to_s}/on"
+    begin
+      doc = Nokogiri::XML(open("http://#{node[:node_cm_ip].to_s}/on"))
+    rescue
+      res.inform(:error, {
+        event_type: "HTTP",
+        exit_code: "-1",
+        node_name: "#{node[:node_name].to_s}",
+        msg: "failed to reach cm, ip: #{node[:node_cm_ip].to_s}."
+      }, :ALL)
+      next
+    end
+
+    if doc.xpath("//Response").text == 'ok'
+      res.inform(:status, {
+        node_name: "#{node[:node_name].to_s}",
+        current: :booting,
+        desired: :running
+      }, :ALL)
+    end
+
+    if wait
+      if res.wait_until_ping(node[:node_ip])
+        res.inform(:status, {
+          node_name: "#{node[:node_name].to_s}",
+          current: :running,
+          desired: :running
+        }, :ALL)
+      else
+        res.inform(:error, {
+          event_type: "TIME_OUT",
+          exit_code: "-1",
+          node_name: "#{node[:node_name].to_s}",
+          msg: "Node '#{node[:node_name].to_s}' timed out while booting."
+        }, :ALL)
+      end
+    end
+    sleep 1
+  end
+
+  work("stop_node") do |res, node, wait|
+    begin
+      debug "Shutting down node '#{node[:node_name]}' through ssh."
+      ssh = Net::SSH.start(node[:node_ip], 'root')#, :password => @password)
+      resp = ssh.exec!(SHUTDOWN_CMD)
+      ssh.close
+      debug "shutting down completed with ssh."
+      res.inform(:status, {
+          node_name: "#{node[:node_name].to_s}",
+          current: :running,
+          desired: :stopped
+      }, :ALL)
+    rescue
+      begin
+        debug "ssh failed, using CM card instead."
+        debug "Stop_node url: http://#{node[:node_cm_ip].to_s}/off"
+        doc = Nokogiri::XML(open("http://#{node[:node_cm_ip].to_s}/off"))
+        if doc.xpath("//Response").text == 'ok'
+          res.inform(:status, {
+              node_name: "#{node[:node_name].to_s}",
+              current: :running,
+              desired: :stopped
+          }, :ALL)
+        end
+      rescue
+        res.inform(:error, {
+          event_type: "HTTP",
+          exit_code: "-1",
+          node_name: "#{node[:node_name].to_s}",
+          msg: "failed to reach cm, ip: #{node[:node_cm_ip].to_s}."
+        }, :ALL)
+        next
+      end
+    end
+
+    if wait
+      if res.wait_until_no_ping(node[:node_ip])
+        res.inform(:status, {
+          node_name: "#{node[:node_name].to_s}",
+          current: :stopped,
+          desired: :stopped
+        }, :ALL)
+      else
+        res.inform(:error, {
+          event_type: "TIME_OUT",
+          exit_code: "-1",
+          node_name: "#{node[:node_name].to_s}",
+          msg: "Node '#{node[:node_name].to_s}' timed out while shutting down."
+        }, :ALL)
+      end
+    end
+    sleep 1
+  end
+
+  work("reset_node") do |res, node, wait|
+    begin
+      debug "Rebooting node '#{node[:node_name]}' through ssh."
+      ssh = Net::SSH.start(node[:node_ip], 'root')#, :password => @password)
+      resp = ssh.exec!(REBOOT_CMD)
+      ssh.close
+      debug "Rebooting completed with ssh."
+      res.inform(:status, {
+          node_name: "#{node[:node_name].to_s}",
+          current: :running,
+          desired: :resetted
+      }, :ALL)
+    rescue
+      begin
+        debug "ssh failed, using CM card instead."
+        debug "Reset_node url: http://#{node[:node_cm_ip].to_s}/reset"
+        doc = Nokogiri::XML(open("http://#{node[:node_cm_ip].to_s}/reset"))
+        if doc.xpath("//Response").text == 'ok'
+          res.inform(:status, {
+              node_name: "#{node[:node_name].to_s}",
+              current: :running,
+              desired: :resetted
+          }, :ALL)
+        end
+      rescue
+        res.inform(:error, {
+          event_type: "HTTP",
+          exit_code: "-1",
+          node_name: "#{node[:node_name].to_s}",
+          msg: "failed to reach cm, ip: #{node[:node_cm_ip].to_s}."
+        }, :ALL)
+        next
+      end
+    end
+
+    if wait
+      if res.wait_until_ping(node[:node_ip])
+        res.inform(:status, {
+            node_name: "#{node[:node_name].to_s}",
+            current: :resetted,
+            desired: :resetted
+        }, :ALL)
+      else
+        res.inform(:error, {
+          event_type: "TIME_OUT",
+          exit_code: "-1",
+          node_name: "#{node[:node_name].to_s}",
+          msg: "Node '#{node[:node_name].to_s}' timed out while reseting."
+        }, :ALL)
+      end
+    end
+    sleep 1
+  end
+
+  work("start_node_pxe") do |res, node|
+    resp = res.get_status(node)
+    if resp == :on
+      symlink_name = "/tftpboot/pxelinux.cfg/01-#{node[:node_mac]}"
+      if !File.exists?("#{symlink_name}")
+        File.symlink("/tftpboot/pxelinux.cfg/omf-5.4", "#{symlink_name}")
+      end
+      debug "Start_node_pxe RESET: http://#{node[:node_cm_ip].to_s}/reset"
+      begin
+        doc = Nokogiri::XML(open("http://#{node[:node_cm_ip].to_s}/reset"))
+      rescue
+        res.inform(:error, {
+          event_type: "HTTP",
+          exit_code: "-1",
+          node_name: "#{node[:node_name].to_s}",
+          msg: "failed to reach cm, ip: #{node[:node_cm_ip].to_s}."
+        }, :ALL)
+        next
+      end
+    elsif resp == :off
+      symlink_name = "/tftpboot/pxelinux.cfg/01-#{node[:node_mac]}"
+      if !File.exists?("#{symlink_name}")
+        File.symlink("/tftpboot/pxelinux.cfg/omf-5.4", "#{symlink_name}")
+      end
+      debug "Start_node_pxe ON: http://#{node[:node_cm_ip].to_s}/on"
+      begin
+        doc = Nokogiri::XML(open("http://#{node[:node_cm_ip].to_s}/on"))
+      rescue
+        res.inform(:error, {
+          event_type: "HTTP",
+          exit_code: "-1",
+          node_name: "#{node[:node_name].to_s}",
+          msg: "failed to reach cm, ip: #{node[:node_cm_ip].to_s}."
+        }, :ALL)
+        next
+      end
+    elsif resp == :started_on_pxe
+      debug "Start_node_pxe STARTED: http://#{node[:node_cm_ip].to_s}/reset"
+      begin
+        doc = Nokogiri::XML(open("http://#{node[:node_cm_ip].to_s}/reset"))
+      rescue
+        res.inform(:error, {
+          event_type: "HTTP",
+          exit_code: "-1",
+          node_name: "#{node[:node_name].to_s}",
+          msg: "failed to reach cm, ip: #{node[:node_cm_ip].to_s}."
+        }, :ALL)
+        next
+      end
+    end
+
+    if res.wait_until_ping(node[:node_ip])
+      res.inform(:status, {
+        node_name: "#{node[:node_name].to_s}",
+        current: :pxe_on,
+        desired: :pxe_on
+      }, :ALL)
+    else
+      res.inform(:error, {
+        event_type: "TIME_OUT",
+        exit_code: "-1",
+        node_name: "#{node[:node_name].to_s}",
+        msg: "Node '#{node[:node_name].to_s}' timed out while trying to boot on PXE."
+      }, :ALL)
+    end
+    sleep 1
+  end
+
+  work("start_node_pxe_off") do |res, node, action|
+    symlink_name = "/tftpboot/pxelinux.cfg/01-#{node[:node_mac]}"
+    if File.exists?(symlink_name)
+      File.delete(symlink_name)
+    end
+    if action == "reset"
+      debug "Start_node_pxe_off RESET: http://#{node[:node_cm_ip].to_s}/reset"
+      begin
+        doc = Nokogiri::XML(open("http://#{node[:node_cm_ip].to_s}/reset"))
+      rescue
+        res.inform(:error, {
+          event_type: "HTTP",
+          exit_code: "-1",
+          node_name: "#{node[:node_name].to_s}",
+          msg: "failed to reach cm, ip: #{node[:node_cm_ip].to_s}."
+        }, :ALL)
+        next
+      end
+
+      t = 0
+      if res.wait_until_ping(node[:node_ip])
+        res.inform(:status, {
+          node_name: "#{node[:node_name].to_s}",
+          current: :pxe_off,
+          desired: :pxe_off
+        }, :ALL)
+      else
+        res.inform(:error, {
+          event_type: "TIME_OUT",
+          exit_code: "-1",
+          node_name: "#{node[:node_name].to_s}",
+          msg: "Node '#{node[:node_name].to_s}' timed out while booting."
+        }, :ALL)
+      end
+    elsif action == "shutdown"
+      debug "Start_node_pxe_off SHUTDOWN: http://#{node[:node_cm_ip].to_s}/off"
+      begin
+        doc = Nokogiri::XML(open("http://#{node[:node_cm_ip].to_s}/off"))
+      rescue
+        res.inform(:error, {
+          event_type: "HTTP",
+          exit_code: "-1",
+          node_name: "#{node[:node_name].to_s}",
+          msg: "failed to reach cm, ip: #{node[:node_cm_ip].to_s}."
+        }, :ALL)
+        next
+      end
+
+      if res.wait_until_no_ping(node[:node_ip])
+        res.inform(:status, {
+          node_name: "#{node[:node_name].to_s}",
+          current: :pxe_off,
+          desired: :pxe_off
+        }, :ALL)
+      else
+        res.inform(:error, {
+          event_type: "TIME_OUT",
+          exit_code: "-1",
+          node_name: "#{node[:node_name].to_s}",
+          msg: "Node '#{node[:node_name].to_s}' timed out while shutting down."
+        }, :ALL)
+      end
+    end
+    sleep 1
+  end
+end

data/lib/nitos_testbed_rc/frisbee.rb

@@ -0,0 +1,82 @@
+#frisbee client
+#created by parent :frisbee_factory
+#used in load command
+require 'net/telnet'
+require 'socket'
+require 'timeout'
+
+module OmfRc::ResourceProxy::Frisbee #frisbee client
+  include OmfRc::ResourceProxyDSL
+  require 'omf_common/exec_app'
+  @config = YAML.load_file('/etc/nitos_testbed_rc/frisbee_proxy_conf.yaml')
+  # @config = YAML.load_file(File.join(File.dirname(File.expand_path(__FILE__)), '../etc/frisbee_proxy_conf.yaml'))
+  @fconf = @config[:frisbee]
+
+  register_proxy :frisbee, :create_by => :frisbee_factory
+
+  utility :common_tools
+  utility :platform_tools
+
+  property :app_id, :default => nil
+  property :binary_path, :default => @fconf[:frisbeeBin]      #'/usr/sbin/frisbee'
+  property :map_err_to_out, :default => false
+
+  property :multicast_interface                               #multicast interface, example 10.0.1.12 for node12 (-i arguement)
+  property :multicast_address, :default => @fconf[:mcAddress] #multicast address, example 224.0.0.1 (-m arguement)
+  property :port                                              #port, example 7000 (-p arguement)
+  property :hardrive, :default => "/dev/sda"                  #hardrive to burn the image, example /dev/sda (nparguement)
+  property :node_topic                                        #the node
+
+  hook :after_initial_configured do |client|
+    Thread.new do
+      debug "Received message '#{client.opts.inspect}'"
+      if error_msg = client.opts.error_msg
+        res.inform(:error,{
+          event_type: "AUTH",
+          exit_code: "-1",
+          node_name: client.property.node_topic,
+          msg: error_msg
+        }, :ALL)
+        next
+      end
+      nod = {}
+      nod[:node_name] = client.opts.node.resource.name
+      client.opts.node.resource.interfaces.each do |i|
+        if i[:role] == "control"
+          nod[:node_ip] = i[:ip][:address]
+          nod[:node_mac] = i[:mac]
+        end
+      end
+      nod[:node_cm_ip] = client.opts.node.resource.cmc.ip.address
+      #nod = {node_name: "node1", node_ip: "10.0.0.1", node_mac: "00-03-1d-0d-4b-96", node_cm_ip: "10.0.0.101"}
+      client.property.multicast_interface = nod[:node_ip]
+      client.property.app_id = client.hrn.nil? ? client.uid : client.hrn
+
+      command = "#{client.property.binary_path} -i #{client.property.multicast_interface} -m #{client.property.multicast_address} -p #{client.property.port} #{client.property.hardrive}"
+      debug "Executing command #{command}"
+
+      host = Net::Telnet.new("Host" => client.property.multicast_interface.to_s, "Timeout" => 200, "Prompt" => /[\w().-]*[\$#>:.]\s?(?:\(enable\))?\s*$/)
+      host.cmd(command.to_s) do |c|
+        if c !=  "\n" && (c[0,8] == "Progress" || c[0,5] == "Wrote")
+          c = c.sub("\n","\n#{client.property.node_topic}: ")
+          client.inform(:status, {
+            status_type: 'FRISBEE',
+            event: "STDOUT",
+            app: client.property.app_id,
+            node: client.property.node_topic,
+            msg: "#{c.to_s}"
+          }, :ALL)
+        end
+      end
+
+      client.inform(:status, {
+        status_type: 'FRISBEE',
+        event: "EXIT",
+        app: client.property.app_id,
+        node: client.property.node_topic,
+        msg: 'frisbee client completed.'
+      }, :ALL)
+      host.close
+    end
+  end
+end