cloud-toaster 1.1.2

data/lib/toaster/model/task_parameter.rb

@@ -0,0 +1,66 @@
+
+
+#
+# Author: Waldemar Hummer (hummer@dsg.tuwien.ac.at)
+#
+
+require "toaster/model/key_value_pair"
+
+module Toaster
+  class TaskParameter < KeyValuePair
+
+    #attr_accessor :uuid, :task, :key, :value, :type, :constraints
+
+    @@id_attributes = ["task_id", "key", "value", "type"]
+
+    def initialize(attr_hash)
+      if !attr_hash[:uuid]
+        attr_hash[:uuid] = Util.generate_short_uid()
+      end
+      super(attr_hash)
+    end
+
+    def self.find(criteria={}, preset_fields={})
+      criteria["db_type"] = "task_parameter" if !criteria["db_type"]
+      objs = []
+      DB.instance.find(criteria).each do |hash|
+        task = preset_fields.include?("task") ? preset_fields["task"] :
+              Task.load(run_hash["task_id"])
+        obj = TaskParameter.new(task, nil)
+        objs << DB.apply_values(obj, hash)
+      end
+      return objs
+    end
+
+    def self.load(uuid_or_task, key = nil, value = nil, type = nil, constraints = [])
+      param = TaskParameter.new(nil, nil)
+      hash = {}
+      if !uuid_or_task.kind_of?(Task)
+        uuid = uuid_or_task
+        return nil if !uuid
+        criteria = {"uuid" => uuid, "db_type" => "task_parameter"}
+        hash = DB.instance.find_one(criteria)
+      else
+        task = uuid_or_task
+        param = TaskParameter.new(task, key, value, type, constraints)
+        hash = DB.instance.get_or_insert(param.to_hash(), @@id_attributes)
+      end
+      param = DB.apply_values(param, hash)
+      return param
+    end
+
+    def hash
+      h = @key.hash
+      h += @value.hash if @value
+      h += @type.hash if @type
+      h += @constraints.hash if @constraints
+      return h
+    end
+
+    def eql?(obj)
+      return obj.kind_of?(TaskParameter) && obj.key == @key && obj.value == @value && 
+              obj.type == @type && obj.constraints == @constraints
+    end
+
+  end
+end

data/lib/toaster/model/user.rb

@@ -0,0 +1,32 @@
+
+require "active_record"
+
+class User < ActiveRecord::Base
+  # Include default devise modules. Others available are:
+  # :confirmable, :lockable, :timeoutable and :omniauthable
+  begin
+    devise :database_authenticatable, :registerable,
+           :recoverable, :rememberable, :trackable, :validatable
+  rescue
+    # devise not available in non-rails mode
+  end
+
+  def self.set_current_user(user)
+    @@current_user = user
+  end
+  def self.get_current_user()
+    @@current_user
+  end
+  def self.get_local_user()
+    u = User.find(
+      :email => "local@localhost"
+    )
+    return u if u
+    u = User.create(
+      :email => "local@localhost",
+      :encrypted_password => ""
+    )
+    u.save
+    return u
+  end
+end

data/lib/toaster/ohai/_disabled_/network_ports.rb

@@ -0,0 +1,81 @@
+
+#
+# Author:: Anthony Goddard <agoddard@mbl.edu>
+# Copyright:: Copyright (c) 2011 Marine Biological Laboratory.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+#
+# original netstat code courtesy of Krzysztof Wilczynski http://snippets.dzone.com/tag/netstat 
+#
+#
+
+
+@protocols = ["tcp","udp"]
+
+tcp_states = {
+  '00' => 'UNKNOWN',  # Bad state ... Impossible to achieve ...
+  'FF' => 'UNKNOWN',  # Bad state ... Impossible to achieve ...
+  '01' => 'ESTABLISHED',
+  '02' => 'SYN_SENT',
+  '03' => 'SYN_RECV',
+  '04' => 'FIN_WAIT1',
+  '05' => 'FIN_WAIT2',
+  '06' => 'TIME_WAIT',
+  '07' => 'CLOSE',
+  '08' => 'CLOSE_WAIT',
+  '09' => 'LAST_ACK',
+  '0A' => 'LISTEN',
+  '0B' => 'CLOSING'
+}
+
+single_entry_pattern = Regexp.new(
+  /^\s*\d+:\s+(.{8}):(.{4})\s+(.{8}):(.{4})\s+(.{2})/
+)
+
+
+@listening = {}
+@protocols.each do |protocol|
+   @listening[protocol.to_sym] = []
+  File.open('/proc/net/' + protocol).each do |i|
+    i = i.strip
+    if match = i.match(single_entry_pattern)
+      local_IP = match[1].to_i(16)
+      local_IP = [local_IP].pack("N").unpack("C4").reverse.join('.')
+      local_port = match[2].to_i(16)
+      remote_IP = match[3].to_i(16)
+      remote_IP = [remote_IP].pack("N").unpack("C4").reverse.join('.')
+      remote_port = match[4].to_i(16)
+      connection_state = match[5]
+      connection_state = tcp_states[connection_state]
+      @listening[protocol.to_sym] << {local_IP => local_port}
+
+    end
+  end
+end
+
+
+provides 'network/ports'
+
+ports = Mash.new
+
+@protocols.each do |protocol|
+  ports[protocol.to_sym] = []
+  @listening[protocol.to_sym].each do |port|
+    ports[protocol.to_sym] << port
+  end
+end
+
+network[:ports] = Mash.new
+network[:ports] = ports

data/lib/toaster/ohai/apache/apache.rb

@@ -0,0 +1,48 @@
+
+
+#
+# Author: Waldemar Hummer (hummer@dsg.tuwien.ac.at)
+#
+
+provides "apache"
+apache Mash.new
+
+apache["loaded_modules"] = []
+apache["mods-enabled"] = []
+apache["sites-available"] = []
+apache["sites-enabled"] = []
+
+# build list of Apache modules
+modules = `/usr/sbin/apachectl -t -D DUMP_MODULES 2> /dev/null`
+modules.split("\n").each do |line|
+  if line.match(/^\s*[0-9a-zA-Z_]+\s+\([a-z]+\)$/)
+    mod = line.sub(/^\s*([0-9a-zA-Z_]+)\s+\([a-z]+\)$/, '\1')
+    if mod
+      apache["loaded_modules"] << mod
+    end
+  end
+end
+
+# build list of entries in /etc/apache2/mods-enabled/
+Dir["/etc/apache2/mods-enabled/*"].each do |entry|
+  mod = entry.sub(/.*\/([a-z0-9A-Z_\-]*)\.((load)|(conf)).*/, '\1')
+  if !mod.strip.empty? && !apache["mods-enabled"].include?(mod)
+    apache["mods-enabled"] << mod
+  end
+end
+
+# build list of entries in /etc/apache2/sites-available
+Dir["/etc/apache2/sites-available/*"].each do |entry|
+  site = entry.strip
+  if !site.empty? && !apache["sites-available"].include?(site)
+    apache["sites-available"] << site
+  end
+end
+
+# build list of entries in /etc/apache2/sites-enabled
+Dir["/etc/apache2/sites-enabled/*"].each do |entry|
+  site = entry.strip
+  if !site.empty? && !apache["sites-enabled"].include?(site)
+    apache["sites-enabled"] << site
+  end
+end

data/lib/toaster/ohai/cron/cron.rb

@@ -0,0 +1,32 @@
+
+
+#
+# Author: Waldemar Hummer (hummer@dsg.tuwien.ac.at)
+#
+
+provides "cron"
+cron Array.new
+
+# build list of cron jobs
+out = `crontab -l`
+
+# crontab syntax:
+# m h  dom mon dow   command
+
+out.split("\n").each do |line|
+  # check if line is a comment
+  if !line.match(/^\s*#/)
+    # extract values
+    line.scan(/\s*([^\s]+)\s+([^\s]+)\s+([^\s]+)\s+([^\s]+)\s+([^\s]+)\s+(.*)/) {
+      |m,h,dom,mon,dow,cmd|
+      cron << {
+        "m" => m,
+        "h" => h,
+        "dom" => dom,
+        "mon" => mon,
+        "dow" => dow,
+        "command" => cmd
+      }
+    }
+  end
+end

data/lib/toaster/ohai/files/_meta.rb

@@ -0,0 +1,30 @@
+
+################################################################################
+# (c) Waldemar Hummer
+################################################################################
+
+#
+# Author: Waldemar Hummer (hummer@dsg.tuwien.ac.at)
+#
+
+
+
+# return a list of properties which should not be 
+# considered for test case generation or computation
+# of the state transition graphs
+def ignore_properties__files()
+  return [
+    /(')*files.*\.(')*ctime(')*/, # file creating time
+    /(')*files.*\.(')*mtime(')*/ # file modification time
+  ]
+end
+
+def diff__files(f1, f2)
+  # not implemented
+  return nil
+end
+
+def reduce__files(f1, f2)
+  # not implemented
+  return nil
+end

data/lib/toaster/ohai/files/files.rb

@@ -0,0 +1,20 @@
+
+
+#
+# Author: Waldemar Hummer (hummer@dsg.tuwien.ac.at)
+#
+
+require "toaster/util/util"
+
+provides "files"
+files Mash.new
+
+params = ENV["OHAI_PARAMS"]
+if params["__read_from_file__"]
+  params = File.read(params["__read_from_file__"])
+end
+params = JSON.parse(params)
+params = params["files"] || {"paths" => []}
+
+# build list of files
+Toaster::Util.build_file_hash_for_ohai(params["paths"], files)

data/lib/toaster/ohai/gems/gems.rb

@@ -0,0 +1,19 @@
+
+
+#
+# Author: Waldemar Hummer (hummer@dsg.tuwien.ac.at)
+#
+
+provides "gems"
+gems Mash.new
+
+output = `gem list --local`
+# build list of gems
+output.split("\n").each do |line|
+  if line.strip != "" && line[0]  != "*"
+    name = line.gsub(/^([a-z0-9A-Z\-]+) .*/, '\1')
+    versions = line.gsub(/^.*\((.*)\)/, '\1')
+    versions = versions.split(/[ ,]+/)
+    gems[name] = versions
+  end
+end

data/lib/toaster/ohai/groups/groups.rb

@@ -0,0 +1,20 @@
+
+################################################################################
+# (c) Waldemar Hummer
+################################################################################
+
+#
+# Author: Waldemar Hummer (hummer@dsg.tuwien.ac.at)
+#
+
+provides "groups"
+groups Mash.new
+
+# build list of groups
+out = `awk -F":" '{ print $1 " : " $3 }' /etc/group`
+out.split("\n").each do |line|
+  parts = line.split(" : ")
+  name = parts[0]
+  gid = parts[1]
+  groups[name] = { "gid" => gid }
+end

data/lib/toaster/ohai/iptables/iptables.rb

@@ -0,0 +1,48 @@
+
+################################################################################
+# (c) Waldemar Hummer
+################################################################################
+
+#
+# Author: Waldemar Hummer (hummer@dsg.tuwien.ac.at)
+#
+
+require "toaster/util/util"
+
+provides "iptables"
+files Mash.new
+
+params = ENV["OHAI_PARAMS"]
+if params["__read_from_file__"]
+  params = File.read(params["__read_from_file__"])
+end
+params = JSON.parse(params)
+params = params["files"] || {"paths" => []}
+
+# build list of files
+params["paths"].each do |path|
+  if File.exist?(path)
+    fileObj = File.new(path)
+    statObj = File::Stat.new(path)
+    files[path] = {
+      "mode" => statObj.mode,
+      "bytes" => fileObj.size,
+      "owner" => "#{statObj.uid}:#{statObj.gid}"
+    }
+    if File.directory?(path)
+      entries = Dir.entries(path).size - 2
+      entries = 0 if entries < 0
+      entries_rec = -1
+      if path != "" && !path.match(/\/+((dev)|(etc)|(lib)|(lib32)|(lib64)|(proc)|(opt)|(run)|(sys)|(usr)|(var))\/*/)
+        # find number of descendants (recursively)
+        entries_rec = `find /tmp/ | wc -l`
+      end
+      files[path]["type"] = "dir"
+      files[path]["num_entries"] = entries
+      files[path]["entries_recursive"] = entries_rec
+    else
+      md5 = Toaster::Util.file_md5(path)
+      files[path]["hash"] = md5.strip if md5
+    end
+  end
+end

data/lib/toaster/ohai/mounts/mounts.rb

@@ -0,0 +1,26 @@
+
+
+#
+# Author: Waldemar Hummer (hummer@dsg.tuwien.ac.at)
+#
+
+provides "mounts"
+mounts Mash.new
+
+output = `mount`
+# build list of mounts
+output.split("\n").each do |line|
+  if line.strip != "" && line[0]  != "*"
+    pattern = /(.*) on (.*) type (.*) \((.*)\)/
+    dev = line.gsub(pattern, '\1')
+    mountpoint = line.gsub(pattern, '\2')
+    type = line.gsub(pattern, '\3')
+    options = line.gsub(pattern, '\4')
+    mounts[mountpoint] = {
+      "device" => dev,
+      #"mountpoint" => mountpoint,
+      "type" => type,
+      "options" => options
+    }
+  end
+end

data/lib/toaster/ohai/mysql/mysql.rb

@@ -0,0 +1,31 @@
+
+
+#
+# Author: Waldemar Hummer (hummer@dsg.tuwien.ac.at)
+#
+
+provides "mysql"
+mysql Mash.new
+
+# we expect return code "1" if the following command fails because 
+# the root password has already been set and hence access is denied
+out = `mysql -u root -e 'show databases;' 2>&1`
+mysql["root_password_set"] = $? == 1
+
+if File.exist?("/etc/mysql/my.cnf")
+
+  cnf = File.read("/etc/mysql/my.cnf").gsub("\n", " : ")
+  datadir = cnf.gsub(/.*datadir\s*=\s*([^:]+).*/, '\1').strip
+
+  Dir.foreach(datadir) do |file|
+    if file != "." && file != ".."
+      path = file[0] == "/" ? file : File.join(datadir, file)
+      if File.directory?(path)
+        name = path.include?("/") ? path[path.rindex("/")+1..-1] : path
+        mysql["databases"] = [] if !mysql["databases"]
+        mysql["databases"] << name
+      end
+    end
+  end
+
+end

data/lib/toaster/ohai/packages/_meta.rb

@@ -0,0 +1,86 @@
+
+
+#
+# Author: Waldemar Hummer (hummer@dsg.tuwien.ac.at)
+#
+
+# takes two state property hashes (pre-state and post-state)
+# and returns an array of state property changes
+def diff__packages(p1, p2)
+  result = []
+  pkg_names = Set.new
+  p1 = eliminate_json_map_entries(p1)
+  p2 = eliminate_json_map_entries(p2)
+
+  p1.each do |k,v| pkg_names.add(k) end
+  p2.each do |k,v| pkg_names.add(k) end
+  pkg_names.each do |pn|
+
+    d = create_diff_for_package(p1, p2, pn)
+    result << d if d
+
+  end
+
+  return result
+end
+
+# takes two state property hashes (pre-state and post-state)
+# and returns a pair of states which are either equal to or 
+# a subset of the given states.
+def reduce__packages(p1, p2)
+  any_changes = false
+  max_items = 100
+  if p1.size > max_items
+    p1.keys.dup.each do |k|
+      if p1.size <= max_items
+        break
+      end
+      if p1[k] == p2[k]
+        p1.delete(k)
+        p2.delete(k)
+        any_changes = true
+      end
+    end
+  end
+  if any_changes
+    p1["__INFO__"] = "Some items left out."
+    p2["__INFO__"] = "Some items left out."
+  end
+end
+
+def create_diff_for_package(p1, p2, pkg)
+  pkg1 = p1[pkg]
+  pkg2 = p2[pkg]
+  return nil if pkg1 && pkg2 && pkg1 == pkg2
+  name = "packages['#{pkg}']"
+  if pkg1 && !pkg2
+    return StateChange.new(name, StateChange::ACTION_DELETE, pkg1)
+  elsif !pkg1 && pkg2
+    return StateChange.new(name, StateChange::ACTION_INSERT, pkg2)
+  elsif pkg1 && pkg2 && pkg1 != pkg2
+    return StateChange.new(name, StateChange::ACTION_MODIFY, pkg2, pkg1)
+  end
+end
+
+def eliminate_json_map_entries(p)
+  return if !p
+  p = p.dup
+  sub = p[MarkupUtil::JSON_MAP_ENTRY_NAME]
+  p.delete(MarkupUtil::JSON_MAP_ENTRY_NAME)
+  if sub
+    sub.each do |pair|
+      key = pair[MarkupUtil::JSON_MAP_ENTRY_KEY]
+      val = pair[MarkupUtil::JSON_MAP_ENTRY_VALUE]
+      p[key] = val if key && val
+    end
+  end
+  return p
+end
+
+
+# return a list of properties which should not be 
+# considered for test case generation or computation
+# of the state transition graphs
+def ignore_properties__packages()
+  return []
+end

data/lib/toaster/ohai/packages/packages.rb

@@ -0,0 +1,33 @@
+
+
+#
+# Author: Waldemar Hummer (hummer@dsg.tuwien.ac.at)
+#
+
+provides "packages"
+packages Mash.new
+
+`which dpkg`
+has_dpkg = $? == 0
+`which yum`
+has_yum = $? == 0
+
+if has_yum
+  output = `yum list installed`
+  output.split("\n").each do |line|
+    if line.strip != "" && line[0]  != "*"
+      parts = line.split(/\s+/)
+      packages[parts[0]] = parts[1] if parts[0] && parts[1]
+    end
+  end
+elsif has_dpkg
+  output = `dpkg -l`
+  output.split("\n").each do |line|
+    if line.strip != "" && line[0]  != "*"
+      parts = line.split(/\s+/)
+      if parts.size >= 3 && parts[1] && parts[1] != "Name"&& parts[2]
+        packages[parts[1]] = parts[2]
+      end
+    end
+  end
+end

data/lib/toaster/ohai/ports/ports.rb

@@ -0,0 +1,21 @@
+
+
+#
+# Author: Waldemar Hummer (hummer@dsg.tuwien.ac.at)
+#
+
+provides "ports"
+ports Mash.new
+output = `nmap localhost | grep -e "[0-9][0-9]*\\/" 2>&1`
+# build list of ports
+output.split("\n").each do |line|
+  if line.include?("/")
+    port = line.split(" ")[0].split("/")[0].strip
+    type = line.split(" ")[0].split("/")[1].strip
+    status = line.split(" ")[1].strip
+    service = line.split(" ")[2].strip
+
+    ports[port] = [] if !ports[port]
+    ports[port].push({"type" => type, "status" => status})
+  end
+end

data/lib/toaster/ohai/routes/routes.rb

@@ -0,0 +1,25 @@
+
+
+#
+# Author: Waldemar Hummer (hummer@dsg.tuwien.ac.at)
+#
+
+provides "routes"
+routes Mash.new
+
+output = `route -n`
+# build list of routes
+output.split("\n").each do |line|
+  if line.strip != ""
+    if line[0].match(/^default.*/) || line[0].match(/^[0-9]+.*/)
+      pattern = /^([0-9a-z\-A-Z\.]+)\s+([0-9a-z\-A-Z\.]+).*\s(.*)$/
+      target = line.gsub(pattern, '\1')
+      gw = line.gsub(pattern, '\2')
+      iface = line.gsub(pattern, '\3')
+      routes[target] = {
+        "gateway" => gw,
+        "interface" => iface
+      }
+    end
+  end
+end

data/lib/toaster/ohai/services/services.rb

@@ -0,0 +1,42 @@
+
+
+#
+# Author: Waldemar Hummer (hummer@dsg.tuwien.ac.at)
+#
+
+provides "services"
+services Mash.new
+output = `service --status-all 2>&1`
+# build up map of services
+output.split("\n").each do |line|
+  if line.include?("]")
+    id = line.split("]")[1].strip
+    status = line.split("]")[0].sub("[","").strip
+
+    # try to determine some missing statuses..
+    if status == "?"
+      if id == "mysql"
+        out = `echo 'select 1' | mysql 2>&1`
+        status = "+"
+        if out.include?("ERROR 2002") || out.include?("Can't connect")
+          status = "-"
+        end
+      elsif id == "mongodb"
+        out = `mongodb 2>&1`
+        status = "+"
+        if out.include?("couldn't connect") || out.include?("connect failed")
+          status = "-"
+        end
+      elsif id == "activemq"
+        out = `service activemq status 2>&1`
+        if out.include?("not running")
+          status = "-"
+        elsif out.include?("is running")
+          status = "+"
+        end
+      end
+    end
+    
+    services[id] = status
+  end
+end

data/lib/toaster/ohai/users/users.rb

@@ -0,0 +1,17 @@
+
+
+#
+# Author: Waldemar Hummer (hummer@dsg.tuwien.ac.at)
+#
+
+provides "users"
+users Mash.new
+
+# build list of users
+out = `awk -F":" '{ print $1 " : " $3 }' /etc/passwd`
+out.split("\n").each do |line|
+  parts = line.split(" : ")
+  name = parts[0]
+  uid = parts[1]
+  users[name] = { "uid" => uid }
+end