yore 0.0.1

data/lib/ihl_ruby/misc_utils.rb

@@ -0,0 +1,454 @@
+require 'tmpdir'
+require 'logger'
+require 'pathname'
+
+module MiscUtils
+
+	def self.logger
+		@logger || @logger = Logger.new(STDERR)
+	end
+
+	# applies the given block to key/value pairs included/excluded by the given parameters
+	# aSource must be a hash, and may contain hashes which will be recursively processed.
+	# aInclude/aExclude may be nil, an array of selected keys, or a hash containing arrays of keys for inner hashes of aSource
+	# When aInclude/aExclude are a hash, non-hash source values may be selected by passing a value of true. Hash source values 
+	# will be selected as a whole (all keys) when true is passed.
+	# input = { 'a' => 1, 'b' => {'x' => 9, 'y' => 8}, 'c' => 3 }
+	# filter_multilevel_hash(input,['a','b'],{'b'=>['y']}) {|h,k,v| h[k] = true}
+	# input now = { 'a' => true, 'b' => {'x' => true, 'y' => 8}, 'c' => 3 }
+	def self.filter_multilevel_hash(aSource,aInclude=nil,aExclude=nil,&block)
+		aSource.each do |key,value|
+			next if aInclude.is_a?(Array) and !aInclude.include?(key)		# skip if not in aInclude array
+			next if aExclude.is_a?(Array) and aExclude.include?(key)		# skip if in aExclude array
+			next if aExclude.is_a?(Hash) and aExclude[key]==true				# skip if in aExclude hash with value=true
+			next if aInclude.is_a?(Hash) and !aInclude.include?(key)		# skip if not in aInclude hash at all
+			if value.is_a?(Hash)																				# value is hash so recursively apply filter 
+				filter_multilevel_hash(
+					value,
+					aInclude.is_a?(Hash) && (f = aInclude[key]) ? f : nil,	# pass include array if provided for key
+					aExclude.is_a?(Hash) && (f = aExclude[key]) ? f : nil,	# pass exclude array if provided for key
+					&block
+				)
+			else
+				yield(aSource,key,value)
+			end
+		end
+	end
+
+	# returns output string if succesful, or integer return code if not, or nil
+	def self.execute(aCommand,aWorkingDir=nil,aTimeout=nil,aTimeoutClass=nil)
+		return nil unless !aWorkingDir || File.exists?(aWorkingDir)
+		begin
+			orig_wd = Dir.getwd
+			pipe = nil
+			result = nil
+			Dir.chdir(aWorkingDir) if aWorkingDir
+			Timeout.timeout(aTimeout,aTimeoutClass || Timeout::Error) do	# nil aTimeout will not time out
+				pipe = IO.popen(aCommand)
+				logger.debug "command PID:"+pipe.pid.to_s
+				result = pipe.read
+			end
+		ensure
+			pipe.close if pipe
+			Dir.chdir(orig_wd)
+		end
+		return result
+	end
+
+	def self.execute_string(aCmdString,aWorkingDir=nil)
+		result = nil
+		begin
+			orig_dir = Dir.pwd
+			Dir.chdir(aWorkingDir) if aWorkingDir
+			result = `#{aCmdString}`
+		ensure
+			Dir.chdir(orig_dir) if aWorkingDir
+		end 
+		return result
+	end
+
+	def self.temp_file(aExt=nil,aDir=nil)
+		aExt ||= '.tmp'
+		File.expand_path(("%08X" % rand(0x3FFFFFFF)) + aExt, aDir||Dir.tmpdir)
+	end
+	
+	def self.make_temp_file(aName=nil,aDir=nil,aContent=nil)
+		filename = aName ? File.expand_path(aName,aDir || Dir.tmpdir) : temp_file(nil,aDir)
+    FileUtils.mkdir_p(File.dirname(filename))
+		aContent ||= "content of "+filename
+		string_to_file(aContent,filename)
+    filename
+	end
+
+	def self.make_temp_dir(aPrefix='')
+		new_dir = nil
+    begin
+			new_dir = File.join(Dir.tmpdir,aPrefix+("%08X" % rand(0x3FFFFFFF)))
+		end until new_dir && !File.exists?(new_dir)
+		Dir.mkdir new_dir
+		return new_dir
+	end
+	
+	def self.mkdir?(aPath,aPermissions)
+		if File.exists?(aPath)
+			File.chmod(aPermissions, aPath)
+		else
+			Dir.mkdir(aPath, aPermissions)
+    end
+  end
+
+	def self.string_to_file(aString,aFilename)
+		File.open(aFilename,'wb') {|file| file.puts aString }
+	end
+
+	def self.string_from_file(aFilename)
+		result = nil
+		File.open(aFilename, "rb") { |f| result = f.read }
+		return result && result[0..-2]  # quick hack to stop returning false \n at end
+	end
+
+	def self.sniff_seperator(aPath)
+		result = 0.upto(aPath.length-1) do |i|
+			char = aPath[i,1]
+			break char if char=='\\' || char=='/'
+		end
+		result = File::SEPARATOR if result==0
+		return result
+	end
+
+	def self.append_slash(aPath,aSep=nil)
+		aSep = sniff_seperator(aPath) unless aSep
+		last_char = aPath[-1,1]
+		aPath += aSep unless last_char=='\\' || last_char=='/'
+		return aPath
+	end
+
+	def self.remove_slash(aPath)
+		last_char = aPath[-1,1]
+		aPath = aPath[0..-2] if last_char=='\\' || last_char=='/'
+		return aPath
+	end
+
+	# Remove base dir from given path. Result will be relative to base dir and not have a leading or trailing slash
+	#'/a/b/c','/a' = 'b/c'
+	#'/a/b/c','/' = 'a/b/c'
+	#'/','/' = ''
+	def self.path_debase(aPath,aBase)
+		aBase = MiscUtils::append_slash(aBase)
+		aPath = MiscUtils::remove_slash(aPath) unless aPath=='/'
+		aPath[aBase.length,aPath.length-aBase.length]
+	end
+	
+	def self.path_rebase(aPath,aOldBase,aNewBase)
+		rel_path = path_debase(aPath,aOldBase)
+		append_slash(aNewBase)+rel_path
+	end
+	
+	def self.path_combine(aBasePath,aPath)
+		return aBasePath if !aPath
+		return aPath if !aBasePath
+		return path_relative?(aPath) ? File.join(aBasePath,aPath) : aPath	
+	end
+
+	def self.path_parent(aPath)
+		MiscUtils.append_slash(File.dirname(MiscUtils.remove_slash(File.expand_path(aPath))))
+	end
+
+	def self.simple_dir_name(aPath)
+		File.basename(remove_slash(aPath))
+	end
+
+	def self.path_parts(aPath)
+		sep = sniff_seperator(aPath)
+		aPath.split(sep)
+	end
+
+	def self.file_extension(aFile,aExtended=true)
+		f = File.basename(aFile)
+		dot = aExtended ? f.index('.') : f.rindex('.')
+		return dot ? f[dot+1..-1] : f
+	end
+
+	def self.file_no_extension(aFile,aExtended=true)
+		ext = file_extension(aFile,aExtended)
+		return aFile.chomp('.'+ext)
+	end
+
+	def self.file_change_ext(aFile,aExt,aExtend=false)
+		file_no_extension(aFile,false)+(aExtend ? '.'+aExt+'.'+file_extension(aFile,false) : '.'+aExt)
+	end
+
+	def self.platform
+		RUBY_PLATFORM.scan(/-(.+)$/).flatten.first
+	end
+
+	def self.windows_path(aPath)
+		aPath.gsub('/','\\')
+	end
+
+	def self.ruby_path(aPath)
+		aPath.gsub('\\','/')
+	end
+
+	def self.is_uri?(aString)
+		/^[a-zA-Z0-9+_]+\:\/\// =~ aString ? true : false
+	end
+
+	def self.native_path(aPath)
+		is_windows? ? windows_path(aPath) : ruby_path(aPath)
+	end
+
+	def self.path_relative?(aPath)
+		return false if aPath[0,1]=='/'
+		return false if aPath =~ /^[a-zA-Z]:/
+		return true
+	end
+
+	def self.path_absolute?(aPath)
+		!path_relative(aPath)
+	end
+
+	def self.is_windows?
+		platform=='mswin32'
+	end
+
+	# takes a path and combines it with a root path (which defaults to Dir.pwd) unless it is absolute
+	# the final result is then expanded
+	def self.canonize_path(aPath,aRootPath=nil)
+		path = Pathname.new(aPath)
+		path = Pathname.new(aRootPath || Dir.pwd)+path if path.relative?
+		File.expand_path(path)
+	end
+	
+	def self.get_files(aArray,aPath,aFullPath=true,aRootPath=nil,&block)
+		#puts "get_files: aPath='#{aPath}'"
+		if aRootPath
+			abssrcpath = path_combine(aRootPath,aPath)
+		else
+			abssrcpath = aRootPath = aPath
+			aPath = nil
+		end
+		#abssrcpath is real path to query
+		#aRootPath is highest level path
+		#aPath is current path relative to aRootPath
+		Dir.new(abssrcpath).to_a.each do |file|
+			next if ['.','..'].include? file
+			fullpath = File.join(abssrcpath,file)
+			resultpath = aFullPath ? fullpath : path_combine(aPath,file)
+			if !block_given? || yield(resultpath)
+				if FileTest.directory?(fullpath)
+					block_given? ? get_files(aArray,path_combine(aPath,file),aFullPath,aRootPath,&block) : get_files(aArray,path_combine(aPath,file),aFullPath,aRootPath)
+				else
+					aArray << resultpath
+				end
+			end
+		end
+		return aArray
+	end
+
+	def self.recursive_file_list(aPath,aFullPath=true,&block)
+		block_given? ? get_files([],aPath,aFullPath,nil,&block) : get_files([],aPath,aFullPath)
+  end
+	
+	# returns true if aPath1 and aPath2 are the same path (doesn't query file system)
+	# both must be absolute or both relative
+	def self.path_same(aPath1,aPath2)
+		return nil unless path_relative?(aPath1) == path_relative?(aPath2)
+		remove_slash(aPath1) == remove_slash(aPath2)
+	end
+	
+	# returns true if aPath is under aPathParent
+	# both must be absolute or both relative
+	def self.path_ancestor(aPathParent,aPath)
+		return nil unless path_relative?(aPathParent) == path_relative?(aPath)
+		aPath.index(append_slash(aPathParent))==0
+	end
+
+	# returns the lowest path containing all files (assumes aFiles contains only absolute paths)
+	def self.file_list_ancestor(aFiles)
+    files = aFiles.is_a?(Hash) ? aFiles.keys : aFiles
+		result = File.dirname(files.first)
+		files.each do |fp|
+			filedir = File.dirname(fp)
+			while path_same(result,filedir)==false && path_ancestor(result,filedir)==false
+				result = path_parent(result)
+			end
+		end		
+		result
+	end
+
+	def self.path_match(aPath,aPatterns)
+		aPatterns = [aPatterns] unless aPatterns.is_a? Array
+		aPatterns.any? do |pat|
+			case pat
+				when String then aPath[0,pat.length] == pat
+				when Regexp then aPath =~ pat
+				else false
+			end
+		end
+	end
+
+
+	# takes a hash and returns a single closed tag containing the hash pairs as attributes, correctly encoded
+	def self.hash_to_xml_tag(aName,aHash)
+		atts = ''
+		aHash.each do |k,v| 
+			atts += ' ' + k.to_s + "=\"#{v.to_s.to_xs}\""
+		end
+		"<#{aName}#{atts}/>"		
+	end
+
+	def self.filelist_from_patterns(aPatterns,aBasePath)
+		return [] unless aPatterns
+		aPatterns = [aPatterns] unless aPatterns.is_a? Array
+
+		aPatterns.map do |fp|
+			fp = File.expand_path(fp,aBasePath)		# relative to rails root
+			fp = FileList[fp] if fp['*'] || fp['?']
+			fp
+		end.flatten
+	end
+
+#:host
+#:port
+#:helodomain
+#:user
+#:password
+#:from
+#:from_alias
+#:to
+#:to_alias
+#:subject
+#:message
+#:auth : 'plain', 'login', 'cram_md5'
+
+	# send an email via an SMTP server
+  def self.send_email(aArgs)
+    msg = <<END_OF_MESSAGE
+From: #{aArgs[:from_alias]} <#{aArgs[:from]}>
+To: #{aArgs[:to_alias]} <#{aArgs[:to]}>
+Subject: #{aArgs[:subject]}
+
+#{aArgs[:message]}
+END_OF_MESSAGE
+
+    Net::SMTP.start(
+			aArgs[:host],
+			aArgs[:port],
+			aArgs[:helodomain],
+			aArgs[:user],
+			aArgs[:password],
+			aArgs[:auth]
+		) do |smtp|
+      smtp.send_message msg, aArgs[:from], aArgs[:to]
+    end
+  end
+
+end
+
+class Logger
+  attr_reader :logdev
+end
+
+module LogUtils
+
+	# eg.
+	# {
+	# 	'destination' => 'STDERR|STDOUT|FILE',
+	# 	'filename' => '/path/to/file.ext',
+	# 	'level' => 'DEBUG|INFO|...',
+	#
+	# 	'age' = 'daily|weekly|monthly',
+	# 	OR
+	# 	'max_files' => 3,
+	# 	'max_bytes' => 1024000
+	# }
+	def self.create_logger_from_config(aConfigHash)
+		if not aConfigHash
+			result = Logger.new(STDERR)
+			result.level = Logger::DEBUG
+			return result
+		end
+	
+		result = nil
+		case aConfigHash['destination']
+			when 'STDERR' then
+				result = Logger.new(STDERR)
+			when 'STDOUT' then
+				result = Logger.new(STDOUT)
+			when 'FILE' then
+        result = aConfigHash['age'] ?
+          Logger.new(aConfigHash['filename'],aConfigHash['age']) :
+          Logger.new(
+            aConfigHash['filename'],
+						(aConfigHash['max_files'] || 3).to_i,
+						(aConfigHash['max_bytes'] || 1024000).to_i
+					)
+			else
+				result = Logger.new(STDERR)
+		end
+    puts valstr = "Logger::#{(aConfigHash['level'] || 'INFO').upcase}"
+		result.level = eval(valstr)
+		return result
+	end
+
+	# use this to trunc a log file to 0 bytes
+	def self.trunc(aFilename)
+		f = File.open(aFilename, "w")
+		f.close
+	end
+
+  class ReportFormatter < Logger::Formatter
+    def call(severity, time, progname, msg)
+     "|%s %1s %s\n" % [(time.strftime('%H%M%S.')<<"%03d" % (time.usec/1000)),severity[0..0],msg2str(msg)]
+    end
+  end
+
+  class Reporter < Logger
+    def initialize(logdev)
+      super(logdev)
+    end
+
+  end
+
+  def self.create_reporter(aFilename=nil)
+    aFilename ||= MiscUtils::temp_file()
+    result = Logger.new(aFilename)
+    result.formatter = ReportFormatter.new
+    result
+  end
+end
+
+
+
+# include this at the top of a class to protect it from baddies.
+# eg. 
+# + nearly all ancestor public_instance_methods will be hidden
+# + inspect will only return the class name
+# + methods will return public methods
+module SecureThisClass
+	def self.hack(aClass,aOptions={})
+		include_actions = (aOptions[:include] || aClass.public_instance_methods.clone)
+		exclude_actions = ['class','public_methods'] | (aOptions[:exclude] || [])
+		actions_to_hide = include_actions-exclude_actions
+		aClass.class_eval do
+			actions_to_hide.each { |m| protected m.to_sym }
+
+			def inspect
+				return self.class.name
+			end
+
+			def methods
+				public_methods
+			end
+		end
+	end
+end
+
+
+module ::Kernel
+	def secure_class(aOptions={})
+		SecureThisClass::hack(self,aOptions)
+	end
+end
+

data/lib/ihl_ruby/string_utils.rb

@@ -0,0 +1,53 @@
+module StringUtils
+	def self.crop(aString,aLength,aEllipsis=true,aConvertNil=true)
+		return aConvertNil ? ' '*aLength : nil if !aString
+
+    increase = aLength-aString.length
+    return aString+' '*increase if increase>=0
+		return aEllipsis ? aString[0,aLength-3]+'...' : aString[0,aLength]
+  end
+
+	# aTemplate is a string containing tokens like ${SOME_TOKEN}
+	# aValues is a hash of token names eg. 'SOME_TOKEN' and their values to substitute
+	def self.render_template(aTemplate,aValues)
+		# get positions of tokens
+		result = aTemplate.gsub(/\$\{(.*?)\}/) do |s| 
+			key = s[2..-2]
+			rep = (aValues[key] || s)
+			#puts "replacing #{s} with #{rep}"
+			rep
+    end
+		#puts "rendered :\n#{result}"
+		return result
+	end
+	
+	def self.clean_number(aString)
+		aString.gsub(/[^0-9.-]/,'')
+	end
+
+	# supply a block with 2 parameters, and it will get called for each char as an integer
+	def self.each_unicode_char(aString)
+		len = 1
+		index = 0
+		char = 0
+		aString.each_byte do |b|
+			if index==0
+				len = 1
+				len = 2 if b & 0b11000000 != 0
+				len = 3 if b & 0b11100000 != 0
+				len = 4 if b & 0b11110000 != 0
+				char = 0
+			end
+		
+			char |= b << index*8
+		
+			yield(char,len) if index==len-1 # last byte; char is complete
+		
+			index += 1
+			index = 0 if index >= len
+		end
+	end
+
+
+end
+

data/lib/ihl_ruby/xml_utils.rb

@@ -0,0 +1,163 @@
+require 'net/http'
+require 'rexml/document'
+
+module XmlUtils
+
+	BASIC_HEADER = '<?xml version="1.0"?>'
+
+  def self.get_url_root(url)
+    xml = Net::HTTP.get(URI(url))
+    return nil if !xml
+    xdoc = REXML::Document.new(xml)
+    return nil if !xdoc
+    root = xdoc.root
+  end
+
+  def self.get_xml_root(xml)
+    xdoc = REXML::Document.new(xml)
+    return nil if !xdoc
+    root = xdoc.root
+  end
+	
+	def self.get_file_root(aFilename)
+		get_xml_root(MiscUtils.string_from_file(aFilename))
+  end
+
+  def self.single_node(node,xpath,default=nil)
+    return default if node.nil? || xpath.nil? || xpath==''
+    val = REXML::XPath.first(node,xpath)
+    return val.nil? ? default : val
+  end
+
+  def self.peek_node(node,xpath,default=nil)
+    return default if node.nil? || xpath.nil? || xpath==''
+    val = REXML::XPath.first(node,xpath)
+    return val.nil? ? default : val.to_s
+  end
+
+  def self.peek_node_value(node,xpath,default=nil)
+		peek_node(node,xpath+'/text()',default)
+	end
+
+	# convert <root><a>one</a><b>two</b></root> to {'a' => 'one', 'b' => 'two'}
+	def self.hash_from_elements(aXMLRoot)
+		result = {}
+		aXMLRoot.elements.each{|e| result[e.name] = e.text}
+		return result
+	end
+
+	# given '<tag a="1" b="2">textblah</tag>' returns {:name=>"tag", :text=>"textblah", "a"=>"1", "b"=>"2"}
+	def self.hash_from_tag(aTagString)
+		result = {}
+		tag = get_xml_root(aTagString)
+		return nil if !tag
+		tag.attributes.each_attribute {|attr| result[attr.expanded_name]  = attr.value }
+		result[:name] = tag.name
+		result[:text] = tag.text if tag.text
+		return result
+	end
+
+	# given {:name=>"tag", :text=>"textblah", "a"=>"1", "b"=>"2"} returns '<tag a="1" b="2">textblah</tag>'
+	def self.tag_from_hash(aHash,aName=nil,aText=nil)
+		aName ||= aHash[:name]
+		aText ||= aHash[:text]
+		result = "<#{aName}"
+		aHash.each {|k,v| result += " #{k}=\"#{encode(v.to_s)}\"" if k.is_a? String}
+		result += aText ? " >#{aText}</#{aName}>" : " />"
+	end
+
+	def self.hash_to_xml(aHash,aRootName,aDocHeader=true)
+    xdoc = REXML::Document.new(BASIC_HEADER)
+		root = xdoc.add_element(aRootName)
+		aHash.each do |n,v| 
+			root.add_element(n).add_text(v)
+		end
+		return xdoc
+	end
+
+	def self.read_simple_items(aRoot,aParentXPath)
+		result = {}
+		REXML::XPath.each(aRoot, aParentXPath+'/Item') do |item|
+			result[item.attribute('Name').to_s] = item.text
+    end
+		return result
+	end
+
+	def self.quick_write_simple_items(aHash,aParent)
+		return "<#{aParent} />\n" if !aHash || aHash.empty?
+		result = "<#{aParent}>\n"
+		aHash.each {|key,value| result += "\t<Item Name=\"#{key.to_s}\">#{value.to_s}</Item>\n" }
+		result += "<#{aParent}/>\n"
+		return result
+	end
+
+	def self.read_config_values(aXmlConfig)
+		xmlRoot = get_file_root(aXmlConfig)
+		return read_simple_items(xmlRoot,'/Config/SimpleItems')
+  end
+
+	# Takes a node or xml string and writes it out formatted nicely.
+	# aOutput may be given eg. a stream or nil can be given to get a returned string
+	def self.format_nicely(aXml,aOutput=nil)
+		aXml = REXML::Document.new(aXml) unless aXml.is_a?(REXML::Element)
+		f = REXML::Formatters::Pretty.new(2,true)
+		f.compact = true
+		f.width = 120
+		aOutput ||= ''
+		f.write(aXml,aOutput)
+		return aOutput
+	end
+
+	def self.encode(aString)
+		result = aString.clone;
+		result.gsub!('&','&amp;')
+		result.gsub!('<','&lt;')
+		result.gsub!('>','&gt;')
+		result.gsub!('"','&quot;')
+		result.gsub!("'",'&apos;')
+		result.gsub!(/[\x80-\xFF]/) {|c| "&#x#{'%X' % c[0]};"}
+		return result
+	end
+	
+	def self.hash_to_deflist(aHash,aBuilder=nil)
+		aBuilder ||= Builder::XmlMarkup.new(:indent => 2)
+		aBuilder.dl do
+			aHash.each do |k,v|
+				aBuilder.dt(k.to_s)
+				aBuilder.dd(v.to_s)
+			end
+		end		
+	end
+	
+	def self.data_to_table(aRowHashes,aCaption=nil,aColNames=nil,aBuilder=nil)
+		aBuilder ||= Builder::XmlMarkup.new(:indent => 2)
+		aBuilder.table do
+			if aCaption.is_a? String
+				aBuilder.caption(aCaption)
+			elsif aCaption.is_a? Hash
+				aBuilder.caption do
+					XmlUtils.hash_to_deflist(aCaption,aBuilder)
+				end
+			end
+			aColNames ||= aRowHashes.first.keys
+			aBuilder.thead do
+				aBuilder.tr do
+					aColNames.each do |name|
+						aBuilder.td(name.to_s)
+					end
+				end
+			end
+			aBuilder.tbody do
+				aRowHashes.each do |row|
+					aBuilder.tr do
+						aColNames.each do |name|
+							aBuilder.td(row[name].to_s)
+						end
+					end
+				end
+			end
+		end
+	end
+
+end
+