nitos_testbed_rc 1.0.0.pre.1

data/lib/nitos_testbed_rc/frisbee_factory.rb

@@ -0,0 +1,39 @@
+#this resource is used to control applications frisbee/frisbeed and imagezip_server/imagezip_client.
+
+$ports = []
+module OmfRc::ResourceProxy::FrisbeeFactory
+  include OmfRc::ResourceProxyDSL
+
+  @config = YAML.load_file('/etc/nitos_testbed_rc/frisbee_proxy_conf.yaml')
+  # @config = YAML.load_file(File.join(File.dirname(File.expand_path(__FILE__)), '../etc/frisbee_proxy_conf.yaml'))
+  @fconf = @config[:frisbee]
+
+  register_proxy :frisbee_factory
+
+  request :ports do |res|
+    port = @fconf[:startPort]
+    loop do
+      if $ports.include?(port)
+        port +=1
+      elsif !res.port_open?(port)
+        port +=1
+      else
+        $ports << port
+        break
+      end
+    end
+    debug "port chosen: '#{port}'"
+    port
+  end
+
+  def port_open?(port, seconds=1)
+    Timeout::timeout(seconds) do
+      begin
+        TCPServer.new('localhost', port) rescue return false
+        return true
+      end
+    end
+  rescue Timeout::Error
+    return false
+  end
+end

data/lib/nitos_testbed_rc/frisbeed.rb

@@ -0,0 +1,98 @@
+#frisbee server
+#created by parent :frisbee_factory
+#used in load command
+
+module OmfRc::ResourceProxy::Frisbeed
+  include OmfRc::ResourceProxyDSL
+  require 'omf_common/exec_app'
+
+  @config = YAML.load_file('/etc/nitos_testbed_rc/frisbee_proxy_conf.yaml')
+  # @config = YAML.load_file(File.join(File.dirname(File.expand_path(__FILE__)), '../etc/frisbee_proxy_conf.yaml'))
+  @fconf = @config[:frisbee]
+
+  register_proxy :frisbeed, :create_by => :frisbee_factory
+
+  utility :common_tools
+  utility :platform_tools
+
+  property :app_id, :default => nil
+  property :binary_path, :default => @fconf[:frisbeedBin]                 #binary path to frisbeed '/usr/sbin/frisbeed'
+  property :map_err_to_out, :default => false
+
+  property :multicast_interface, :default => @fconf[:multicastIF]         #multicast interface, example 10.0.0.200 (-i arguement)
+  property :multicast_address, :default => @fconf[:mcAddress]             #multicast address, example 224.0.0.1 (-m arguement)
+  property :port                                                          #port, example 7000 (-p arguement)
+  property :speed, :default => @fconf[:bandwidth]                         #bandwidth speed in bits/sec, example 50000000 (-W arguement)
+  property :image, :default => @fconf[:imageDir] + '/' + @fconf[:defaultImage]  #image to burn, example /var/lib/omf-images-5.4/baseline.ndz
+
+
+
+  hook :after_initial_configured do |server|
+    server.property.app_id = server.hrn.nil? ? server.uid : server.hrn
+    server.property.image = server.property.image.nil? ? @fconf[:imageDir] + '/' + @fconf[:defaultImage] : server.property.image
+    server.property.image = server.property.image.start_with?('/') ? server.property.image : @fconf[:imageDir] + '/' + server.property.image
+    unless File.file?(server.property.image)
+      debug "File '#{server.property.image}' does not exist."
+      raise "FILE NOT FOUND."
+    end
+    debug "Frisbee server is loading image: #{server.property.image}"
+
+    @app = ExecApp.new(server.property.app_id, server.build_command_line, server.property.map_err_to_out) do |event_type, app_id, msg|
+      server.process_event(server, event_type, app_id, msg)
+    end
+  end
+
+  hook :before_release do |server|
+    begin
+      @app.signal(signal = 'KILL')
+    rescue Exception => e
+      raise e unless e.message == "No such process"
+    ensure
+     $ports.delete_if {|x| x == server.property.port}
+    end
+  end
+
+  # This method processes an event coming from the application instance, which
+  # was started by this Resource Proxy (RP). It is a callback, which is usually
+  # called by the ExecApp class in OMF
+  #
+  # @param [AbstractResource] res this RP
+  # @param [String] event_type the type of event from the app instance
+  #                 (STARTED, DONE.OK, DONE.ERROR, STDOUT, STDERR)
+  # @param [String] app_id the id of the app instance
+  # @param [String] msg the message carried by the event
+  #
+  def process_event(res, event_type, app_id, msg)
+    logger.info "Frisbeed: App Event from '#{app_id}' - #{event_type}: '#{msg}'"
+    if event_type == 'EXIT' #maybe i should inform you for every event_type.
+      res.inform(:status, {
+        status_type: 'FRISBEED',
+        event: event_type.to_s.upcase,
+        app: app_id,
+        exit_code: msg,
+        msg: msg
+      }, :ALL)
+    elsif event_type == 'STDOUT'
+      res.inform(:status, {
+        status_type: 'FRISBEED',
+        event: event_type.to_s.upcase,
+        app: app_id,
+        exit_code: msg,
+        msg: msg
+      }, :ALL)
+    end
+  end
+
+ # Build the command line, which will be used to add a new user.
+  #
+  work('build_command_line') do |res|
+    cmd_line = "env -i " # Start with a 'clean' environment
+    cmd_line += res.property.binary_path + " " # the /usr/sbin/frisbeed
+    cmd_line += "-i " + res.property.multicast_interface + " " # -i for interface
+    cmd_line += "-m " + res.property.multicast_address + " "   # -m for address
+    cmd_line += "-p " + res.property.port.to_s  + " "           # -p for port
+    cmd_line += "-W " + res.property.speed.to_s + " "           # -W for bandwidth
+    cmd_line += res.property.image                              # image no arguement
+    cmd_line
+  end
+end

data/lib/nitos_testbed_rc/imagezip_client.rb

@@ -0,0 +1,84 @@
+#Imagezip client
+#created by parent :frisbee_factory
+#used in save command
+
+#$domain = @config[:domain][:ip]
+
+module OmfRc::ResourceProxy::ImagezipClient #Imagezip client
+  include OmfRc::ResourceProxyDSL
+  require 'omf_common/exec_app'
+
+  @config = YAML.load_file('/etc/nitos_testbed_rc/frisbee_proxy_conf.yaml')
+  # @config = YAML.load_file(File.join(File.dirname(File.expand_path(__FILE__)), '../etc/frisbee_proxy_conf.yaml'))
+  @fconf = @config[:frisbee]
+
+  register_proxy :imagezip_client, :create_by => :frisbee_factory
+
+  utility :common_tools
+  utility :platform_tools
+
+  property :app_id, :default => nil
+  property :binary_path, :default => @fconf[:imagezipClientBin] #usually '/usr/bin/imagezip'
+  property :map_err_to_out, :default => false
+
+  property :ip, :default => @fconf[:multicastIF]
+  property :port
+  property :hardrive, :default => "/dev/sda"
+  property :node_topic
+
+  hook :after_initial_configured do |client|
+    Thread.new do
+      debug "Received message '#{client.opts.inspect}'"
+      if error_msg = client.opts.error_msg
+        res.inform(:error,{
+          event_type: "AUTH",
+          exit_code: "-1",
+          node_name: client.property.node_topic,
+          msg: error_msg
+        }, :ALL)
+        next
+      end
+
+      nod = {}
+      nod[:node_name] = client.opts.node.resource.name
+      client.opts.node.resource.interfaces.each do |i|
+        if i[:role] == "control"
+          nod[:node_ip] = i[:ip][:address]
+          nod[:node_mac] = i[:mac]
+        elsif i[:role] == "cm_network"
+          nod[:node_cm_ip] = i[:ip][:address]
+        end
+      end
+      nod[:node_cm_ip] = client.opts.node.resource.cmc.ip.address
+
+      client.property.app_id = client.hrn.nil? ? client.uid : client.hrn
+
+      command = "#{client.property.binary_path} -o -z1 #{client.property.hardrive} - | /bin/nc -q 0 #{client.property.ip} #{client.property.port}"
+      debug "Executing command #{command}"
+  #     nod = {node_name: "node1", node_ip: "10.0.0.1", node_mac: "00-03-1d-0d-4b-96", node_cm_ip: "10.0.0.101"}
+
+      host = Net::Telnet.new("Host" => nod[:node_ip], "Timeout" => false)#, "Prompt" => /[\w().-]*[\$#>:.]\s?(?:\(enable\))?\s*$/)
+      host.cmd(command.to_s) do |c|
+        if c.to_s !=  "\n" && c[0,5] != "\n/usr" && c.to_s != "." && c.to_s != ".." && c.to_s != "..."
+          #puts '__' + c.to_s + '__'
+          client.inform(:status, {
+            status_type: 'IMAGEZIP',
+            event: "STDOUT",
+            app: client.property.app_id,
+            node: client.property.node_topic,
+            msg: "#{c.to_s}"
+          }, :ALL)
+        end
+      end
+
+      client.inform(:status, {
+        status_type: 'IMAGEZIP',
+        event: "EXIT",
+        app: client.property.app_id,
+        node: client.property.node_topic,
+        msg: 'imagezip client completed.'
+      }, :ALL)
+      host.close
+    end
+  end
+end

data/lib/nitos_testbed_rc/imagezip_server.rb

@@ -0,0 +1,65 @@
+#Imagezip client
+#created by parent :frisbee_factory
+#used in save command
+
+module OmfRc::ResourceProxy::ImagezipServer #Imagezip server
+  include OmfRc::ResourceProxyDSL
+  require 'omf_common/exec_app'
+
+  @config = YAML.load_file('/etc/nitos_testbed_rc/frisbee_proxy_conf.yaml')
+  # @config = YAML.load_file(File.join(File.dirname(File.expand_path(__FILE__)), '../etc/frisbee_proxy_conf.yaml'))
+  @fconf = @config[:frisbee]
+
+  register_proxy :imagezip_server, :create_by => :frisbee_factory
+
+  utility :common_tools
+  utility :platform_tools
+
+  property :app_id, :default => nil
+  property :binary_path, :default => @fconf[:imagezipServerBin] #usualy '/bin/nc'
+  property :map_err_to_out, :default => false
+
+  property :ip, :default => @fconf[:multicastIF]
+  property :port
+  property :image_name, :default => @fconf[:imageDir] + '/new_image.ndz'
+
+  hook :after_initial_configured do |server|
+    server.property.app_id = server.hrn.nil? ? server.uid : server.hrn
+
+    @app = ExecApp.new(server.property.app_id, server.build_command_line, server.property.map_err_to_out) do |event_type, app_id, msg|
+      server.process_event(server, event_type, app_id, msg)
+    end
+  end
+
+  hook :before_release do |server|
+    $ports.delete_if {|x| x == server.property.port} #ports is in frisbee_factory
+  end
+
+  def process_event(res, event_type, app_id, msg)
+      logger.info "Frisbeed: App Event from '#{app_id}' - #{event_type}: '#{msg}'"
+      if event_type == 'EXIT' #maybe i should inform you for every event_type, we'll see.
+        res.inform(:status, {
+          status_type: 'IMAGEZIP',
+          event: event_type.to_s.upcase,
+          app: app_id,
+          exit_code: msg,
+          msg: msg
+        }, :ALL)
+      elsif event_type == 'STDOUT'
+        res.inform(:status, {
+          status_type: 'IMAGEZIP',
+          event: event_type.to_s.upcase,
+          app: app_id,
+          exit_code: msg,
+          msg: msg
+        }, :ALL)
+      end
+  end
+
+  work('build_command_line') do |res|
+    cmd_line = "env -i " # Start with a 'clean' environment
+    cmd_line += res.property.binary_path + " "
+    cmd_line += "-d -l " +  res.property.ip + " " + res.property.port.to_s + " > " +  res.property.image_name
+    cmd_line
+  end
+end

data/lib/nitos_testbed_rc/user.rb

@@ -0,0 +1,133 @@
+#This resource is created the parent :user_factory resource
+
+
+module OmfRc::ResourceProxy::User
+  include OmfRc::ResourceProxyDSL
+
+  require 'omf_common/exec_app'
+
+  register_proxy :user, :create_by => :user_factory
+
+  utility :common_tools
+  utility :platform_tools
+
+  property :username
+  property :app_id, :default => nil
+  property :binary_path, :default => '/usr/sbin/useradd'
+  property :map_err_to_out, :default => false
+
+  configure :cert do |res, value|
+    #puts "CERTIFICATE #{value.inspect}"
+    path = "/home/#{res.property.username}/.omf/"
+    unless File.directory?(path)#create the directory if it doesn't exist (it will never exist)
+      FileUtils.mkdir_p(path)
+    end
+
+    File.write("#{path}/cert.pem", value)
+  end
+
+  configure :auth_keys do |res, value|
+    File.open("/home/#{res.property.username}/.ssh/authorized_keys", 'w') do |file|
+      value.each do |v|
+        file.puts v
+      end
+    end
+  end
+
+  #hook :before_ready do |user|
+    #define_method("on_app_event") { |*args| process_event(self, *args) }
+  #end
+
+  hook :after_initial_configured do |user|
+    user.property.app_id = user.hrn.nil? ? user.uid : user.hrn
+
+    ExecApp.new(user.property.app_id, user.build_command_line, user.property.map_err_to_out) do |event_type, app_id, msg|
+      user.process_event(user, event_type, app_id, msg)
+    end
+  end
+
+  # This method processes an event coming from the application instance, which
+  # was started by this Resource Proxy (RP). It is a callback, which is usually
+  # called by the ExecApp class in OMF
+  #
+  # @param [AbstractResource] res this RP
+  # @param [String] event_type the type of event from the app instance
+  #                 (STARTED, DONE.OK, DONE.ERROR, STDOUT, STDERR)
+  # @param [String] app_id the id of the app instance
+  # @param [String] msg the message carried by the event
+  #
+  def process_event(res, event_type, app_id, msg)
+      logger.info "App Event from '#{app_id}' - #{event_type}: '#{msg}'"
+      if event_type == 'EXIT'
+        if msg == 0 #only when user creation succeeds, create a new public key and save it to /home/username/.ssh/
+                    #then inform with the appropriate msg, and give the pub key
+          key = OpenSSL::PKey::RSA.new(2048)
+
+          pub_key = key.public_key
+
+          path = "/home/#{res.property.username}/.ssh/"
+          unless File.directory?(path)#create the directory if it doesn't exist (it will never exist)
+            FileUtils.mkdir_p(path)
+          end
+
+          File.write("#{path}/pub_key.pem", pub_key.to_pem)
+          File.write("#{path}/key.pem", key.to_pem)
+
+          res.inform(:status, {
+                        status_type: 'APP_EVENT',
+                        event: event_type.to_s.upcase,
+                        app: app_id,
+                        exit_code: msg,
+                        msg: msg,
+                        uid: res.uid, # do we really need this? Should be identical to 'src'
+                        pub_key: pub_key
+                      }, :ALL)
+        else #if msg!=0 then the application failed to complete
+          path = "/home/#{res.property.username}/.ssh/"
+          if File.exists?("#{path}/pub_key.pem") && File.exists?("#{path}/key.pem")#if keys exist just read the pub_key for the inform
+            file = File.open("#{path}/pub_key.pem", "rb")
+            pub_key = file.read
+            file.close
+          else #if keys do not exist create them and then inform
+            key = OpenSSL::PKey::RSA.new(2048)
+
+            pub_key = key.public_key
+
+            path = "/home/#{res.property.username}/.ssh/"
+            unless File.directory?(path)#create the directory if it doesn't exist (it will never exist)
+              FileUtils.mkdir_p(path)
+            end
+
+            File.write("#{path}/pub_key.pem", pub_key.to_pem)
+            File.write("#{path}/key.pem", key.to_pem)
+          end
+          res.inform(:status, {
+                        status_type: 'APP_EVENT',
+                        event: event_type.to_s.upcase,
+                        app: app_id,
+                        exit_code: msg,
+                        msg: msg,
+                        uid: res.uid, # do we really need this? Should be identical to 'src'
+                        pub_key: pub_key
+                      }, :ALL)
+        end
+      else
+        res.inform(:status, {
+                      status_type: 'APP_EVENT',
+                      event: event_type.to_s.upcase,
+                      app: app_id,
+                      msg: msg,
+                      uid: res.uid
+                    }, :ALL)
+      end
+  end
+
+  # Build the command line, which will be used to add a new user.
+  #
+  work('build_command_line') do |res|
+    cmd_line = "env -i " # Start with a 'clean' environment
+    cmd_line += res.property.binary_path + " " # the /usr/sbin/useradd
+    cmd_line += " -m -s /bin/bash #{res.property.username}"  # the username, -m for adding folder -s for default shell to /bin/bash, removed -d /home/#{res.property.username}
+    cmd_line
+  end
+end

data/lib/nitos_testbed_rc/user_factory.rb

@@ -0,0 +1,13 @@
+#This resource is related with user instance
+
+
+module OmfRc::ResourceProxy::UserFactory
+  include OmfRc::ResourceProxyDSL
+
+  register_proxy :user_factory
+
+  configure :deluser do |res, value|
+    cmd = 'userdel -r ' + value[:username]
+    system cmd
+  end
+end

data/lib/nitos_testbed_rc.rb

@@ -0,0 +1,4 @@
+module Nitos
+  module TestbedRc 
+  end
+end

data/lib/version.rb

@@ -0,0 +1,5 @@
+module NITOS
+  module TestbedRc
+    VERSION = "1.0.0.pre.1"
+  end
+end

data/nitos_testbed_rc.gemspec

@@ -0,0 +1,26 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+require "version.rb"
+
+Gem::Specification.new do |s|
+  s.name        = "nitos_testbed_rc"
+  s.version     = NITOS::TestbedRc::VERSION
+  s.authors     = ["NITOS"]
+  s.email       = ["nitlab@inf.uth.gr"]
+  s.homepage    = "http://nitlab.inf.uth.gr"
+  s.summary     = %q{NITOS testbed resource controllers.}
+  s.description = %q{NITOS testbed resource controllers that support a. Chassis manager cards, b. frisbee clients and servers for loading and saving images and c. user creation.}
+
+  s.rubyforge_project = "nitos_testbed_rc"
+
+  s.files         = `git ls-files`.split("\n")
+  # s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_paths = ["lib"]
+
+  # specify any dependencies here; for example:
+  s.add_runtime_dependency "omf_common", "~> 6.1.2.pre.5"
+  s.add_runtime_dependency "omf_rc", "~> 6.1.2.pre.5"
+  s.add_runtime_dependency "nokogiri", "~> 1.6.0"
+  s.add_development_dependency "net-ssh", "~> 2.8.0"
+end

metadata

@@ -0,0 +1,139 @@
+--- !ruby/object:Gem::Specification
+name: nitos_testbed_rc
+version: !ruby/object:Gem::Version
+  version: 1.0.0.pre.1
+  prerelease: 6
+platform: ruby
+authors:
+- NITOS
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-06-16 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: omf_common
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 6.1.2.pre.5
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 6.1.2.pre.5
+- !ruby/object:Gem::Dependency
+  name: omf_rc
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 6.1.2.pre.5
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 6.1.2.pre.5
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.6.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.6.0
+- !ruby/object:Gem::Dependency
+  name: net-ssh
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 2.8.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 2.8.0
+description: NITOS testbed resource controllers that support a. Chassis manager cards,
+  b. frisbee clients and servers for loading and saving images and c. user creation.
+email:
+- nitlab@inf.uth.gr
+executables:
+- cm_proxy
+- frisbee_proxy
+- install_ntrc
+- omf6
+- run_proxies
+- user_proxy
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- README.md
+- bin/cm_proxy
+- bin/frisbee_proxy
+- bin/install_ntrc
+- bin/omf6
+- bin/run_proxies
+- bin/user_proxy
+- etc/cm_proxy_conf.yaml
+- etc/frisbee_proxy_conf.yaml
+- etc/omf_script_conf.yaml
+- etc/user_proxy_conf.yaml
+- lib/nitos_testbed_rc.rb
+- lib/nitos_testbed_rc/cm_factory.rb
+- lib/nitos_testbed_rc/frisbee.rb
+- lib/nitos_testbed_rc/frisbee_factory.rb
+- lib/nitos_testbed_rc/frisbeed.rb
+- lib/nitos_testbed_rc/imagezip_client.rb
+- lib/nitos_testbed_rc/imagezip_server.rb
+- lib/nitos_testbed_rc/user.rb
+- lib/nitos_testbed_rc/user_factory.rb
+- lib/version.rb
+- nitos_testbed_rc.gemspec
+homepage: http://nitlab.inf.uth.gr
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>'
+    - !ruby/object:Gem::Version
+      version: 1.3.1
+requirements: []
+rubyforge_project: nitos_testbed_rc
+rubygems_version: 1.8.25
+signing_key: 
+specification_version: 3
+summary: NITOS testbed resource controllers.
+test_files: []