site24x7_apminsight 1.0

data/lib/agent/logging/am_logger.rb

@@ -0,0 +1,109 @@
+
+require "logger"
+
+module ManageEngine
+	class APMLogger
+		@apmlog=nil;
+		def initialize
+			@obj=ManageEngine::APMObjectHolder.instance
+			path = getLogsPath
+			#puts "#{path}"
+			if  Dir[path] == []
+				Dir.mkdir(path)
+			end
+			path= path + '/apm.log'
+			#puts "#{path}"
+#			file = open(path, File::WRONLY | File::APPEND | File::CREAT)
+			@apmlog = Logger.new(path, 10, 100 * 1024 * 1024)
+			#	@apmlog = Logger.new(file)
+			@apmlog.level = Logger::INFO
+			@apmlog.datetime_format = "%Y-%m-%d %H:%M:%S"	
+			@apmlog.formatter = proc do |severity, datetime, progname, msg|
+				"[#{datetime}|#{Process.pid}]:#{msg}\n"
+			end
+			@apmlog.debug("[LOGGER] APM Agent Logging Initialized")
+
+		end 
+
+
+		def	getLogsPath
+			props = {}
+			begin
+				if FileTest.exists?(@obj.constants.apm_conf)
+				propsFile=File.open(@obj.constants.apm_conf, 'r') 
+				propsFile.read.each_line do |line|
+					line.strip!
+					if (line[0] != ?# and line[0] != ?=)
+						i = line.index('=')
+						if (i)
+							props[line[0..i - 1].strip] = line[i + 1..-1].strip
+						else
+							props[line] = ''
+						end
+					end
+				end
+				else
+					puts "ManageEngine Ruby Agent Configuration File Not exist in #{@obj.constants.apm_conf}.\n Duplicate file will be available in <Gems Folder>/apm-agent/lib/config "
+				end
+			rescue Exception=>e
+				puts "Problem in Reading Property File : \n #{e.message} \n  #{e.backtrace}"
+			ensure
+				#
+			end
+			if props["apminsight.log.dir"]!=nil
+				return props["apminsight.log.dir"]
+			else
+				return "./log"
+			end
+
+		end
+
+		def setLevel level
+			level =  level.upcase
+			case level.upcase 
+			when "INFO" then @apmlog.level = Logger::INFO
+			when "DEBUG" then @apmlog.level = Logger::DEBUG
+			when "WARN" then @apmlog.level = Logger::WARN
+			when "ERROR" then @apmlog.level = Logger::ERROR
+			when "FATAL" then @apmlog.level = Logger::FATAL
+			when "FINE" then @apmlog.level = Logger::DEBUG
+			when "SEVERE" then @apmlog.level = Logger::ERROR
+			when "WARNING" then @apmlog.level = Logger::WARN
+			else 
+				@apmlog.level = Logger::DEBUG
+			end
+		end
+
+		def info(msg)
+			@apmlog.info(msg)
+		end
+
+		def debug(msg)
+			@apmlog.debug(msg)
+		end
+
+		def warn(msg)
+			@apmlog.warn(msg)
+		end
+
+		def error(msg)
+			@apmlog.error(msg)
+		end
+
+		def fatal(msg)
+			@apmlog.fatal(msg)
+		end
+
+
+		def logException(msg,e)
+			@apmlog.info( "#{msg} => #{e.message}")
+			@apmlog.debug( "!!!!!!!!!!!!!!!!!!!!!!EXCEPTION !!!!!!!!!!!!!!!!!!!!!!!!!!!!")
+			@apmlog.debug( "Message  : #{msg}\nTrace :\n#{e.backtrace}")
+			@apmlog.debug( "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!")
+		end
+
+		def close
+			@apmlog.close
+		end
+	end
+end

data/lib/agent/metrics/am_metricscollector.rb

@@ -0,0 +1,30 @@
+require 'agent/am_objectholder'
+
+
+module ManageEngine
+	class APMMetricsCollector
+		def initialize
+			@obj = ManageEngine::APMObjectHolder.instance
+		end
+
+		def getTransactions
+			@obj.store.metrics_dup
+		end
+
+		def updateTransaction( id ,values)
+			if(@obj.store.metrics.has_key?(id))
+				temp = @obj.store.metrics[id]
+				temp.push(values);
+			else
+				temp = Array.new
+				temp.push(values);
+				@obj.store.metrics[id]=temp
+			end				
+		end
+
+		def transactionmetricskeys
+			@obj.store.keys
+		end
+
+	end#class
+end#module

data/lib/agent/metrics/am_metricsformatter.rb

@@ -0,0 +1,277 @@
+require 'agent/am_objectholder'
+module ManageEngine
+	class APMMetricsFormatter
+
+		def intialize
+			@obj = ManageEngine::APMObjectHolder.instance
+			@apdex_threshold = 0
+		end
+		#trans	Vs #[0-rspTime,1-min rt,2-max rt,3-cnt,4-apdx,5-stat,6-toler,7-frustating]
+		#DBtrans	Vs #[rspTime,min rt,max rt,cnt]
+		#trace
+
+		def format d
+			result = Array.new
+			@obj = ManageEngine::APMObjectHolder.instance
+			begin
+				@apdex_threshold = @obj.config.apdex_t * 1000
+				#@obj.log.info "[FORMAT]"
+				@transaction = Hash.new
+				@db = Hash.new
+				@instance = Hash.new
+				@dbinstance = Hash.new
+				@dboperations = Hash.new
+				@keystoremove = Array.new
+				d.each do |key,value|
+					@keystoremove.push(key)
+					updatetransaction value
+				end
+				updateinstance
+				updatedbinstance
+
+				@transaction.each do |key,value|
+					res = Hash.new
+					res[@obj.constants.mf_namespace] = key
+					res[@obj.constants.mf_name] =	@obj.constants.mf_apdex
+					valArr= Array.new
+					valArr[0] =res
+					valArr[1] =value
+					result.push(valArr)
+				end
+
+				@db.each do |key,value|
+					#puts "#{key} == #{value}"
+					res = Hash.new
+					res[@obj.constants.mf_namespace] = value["tpath"]
+					res[@obj.constants.mf_name] = value["path"]
+					valArr= Array.new
+					valArr[0] =res
+					valArr[1] =value["metrics"]
+					result.push(valArr)
+				end
+				@instance.each do |key,value|
+					res = Hash.new
+					res[@obj.constants.mf_namespace] = ""
+					res[@obj.constants.mf_name] = 	@obj.constants.mf_apdex
+					valArr= Array.new
+					valArr[0] =res
+					valArr[1] =value
+					result.push(valArr)
+				end
+				@dbinstance.each do |key,value|
+					res = Hash.new
+					res[@obj.constants.mf_namespace] = ""
+					res[@obj.constants.mf_name] =	@obj.constants.mf_db + @obj.constants.mf_separator + @obj.constants.mf_all + @obj.constants.mf_separator + @obj.constants.mf_all + @obj.constants.mf_separator + @obj.config.app_db # "db/all/all/dummydb"
+					valArr= Array.new
+					valArr[0] =res
+					valArr[1] =value
+					result.push(valArr)
+				end
+				@dboperations.each do |key,value|
+					ind = @obj.config.db_operations.index(key)
+					if (ind!=nil)	
+						res = Hash.new
+						res[@obj.constants.mf_namespace] = ""
+						res[@obj.constants.mf_name] = @obj.constants.mf_db + @obj.constants.mf_separator + "#{key}" + @obj.constants.mf_separator + @obj.constants.mf_all + @obj.constants.mf_separator + @obj.config.app_db #  "db/"+key+"/all/dummydb"
+						valArr= Array.new
+						valArr[0] =res
+						valArr[1] =value
+						result.push(valArr)
+					end
+				end
+
+				#@obj.log.info "[FORMAT] COMPLETED"
+			rescue Exception=>e
+				@obj.log.logException "[FORMAT]#{e.message}",e
+			end
+			@transaction.clear
+			@db.clear
+			@instance.clear
+			result
+		end
+
+		def keysToRemove
+			@keystoremove
+		end
+
+		def updateinstance
+			ins_apdx = Array.new
+			cnt = 0;
+			rt = 0;
+			s=0;
+			t=0;
+			f=0;
+			min = -1;
+			max = 0;
+			@transaction.each do |key,value|
+				rt = rt + value[0]
+				if min == -1
+					min = value[1]
+					max = value[2]
+				end
+				if(value[1]<min)
+					min = value[1]
+				end
+				if (value[2]>max)
+					max = value[2]
+				end
+				cnt = cnt  + value[3]
+
+				s = s + value[5]	
+				t = t + value[6]	
+				f = f + value[7]	
+			end
+			apx = (s.to_f + (t/2).to_f).to_f/cnt.to_f
+			@instance[":apdex"]=[rt.round(2),min,max,cnt,apx,s,t,f]
+		end
+
+		def updatedbinstance
+			cnt = 0;
+			rt = 0;
+			min = -1;
+			max = 0;
+			if(@db.length>0)
+				@db.each do |key,val|
+					value = val["metrics"]
+					rt = rt + value[0]
+					if min == -1
+						min = value[1]
+						max = value[2]
+					end
+					if(value[1]<min)
+						min = value[1]
+					end
+					if (value[2]>max)
+						max = value[2]
+					end
+					cnt = cnt  + value[3]
+				end
+				@dbinstance[":apdex"]=[rt.round(2),min,max,cnt]
+			end
+		end
+
+		def updatetransaction d
+			begin
+				pl = d["td"]
+				dbl = d["db"]
+
+				rt = pl["rt"].round(2)
+				path = pl["path"]
+				name = pl["name"]
+
+				path = @obj.constants.mf_transaction + @obj.constants.mf_separator + path + " " +name
+
+
+				apx_stat =  nil
+				if(@transaction.has_key?(path))
+					apx_stat = @transaction[path]
+				else
+					apx_stat = Array.new
+					apx_stat = [0,rt,rt,0,0,0,0,0]
+				end
+				apx_stat = apxarray apx_stat,rt
+				@transaction[path] = apx_stat
+				if(dbl!=nil)
+					if @db.length < @obj.config.metric_overflow_t
+						updatedb dbl,path
+					elsif @db.length == @obj.config.metric_overflow_t
+						#@obj.log.info "metric overflow #{@db.length} for threshold #{@obj.config.metric_overflow_t}"
+						#@obj.log.info "data = #{@db}"
+						of = Hash.new
+						stats = Array.new
+						stats = [0,0,0,0]
+						of["tpath"] = @obj.constants.mf_overflow
+						#of["tpath"] = @obj.constants.mf_transaction + @obj.constants.mf_separator + @obj.constants.mf_overflow #using this for testing purpose
+						of["path"] = @obj.constants.mf_db + @obj.constants.mf_separator + @obj.constants.mf_overflow + @obj.constants.mf_separator + "-" + @obj.constants.mf_separator
+						of["metrics"] = stats
+						@db[@obj.constants.mf_overflow]=of
+						#@obj.log.info "data updated = #{@db}"
+					end
+				end
+			rescue Exception=>e
+				@obj.log.info "#{e.message}"
+				@obj.log.logException "[Format] [ updatetransaction ] #{e.message}",e
+			end
+			#	Apmagent::ApmLogger.instance.info "update transaction end"
+		end
+
+		def apxarray apx_stat,rt 
+
+			#	Apmagent::ApmLogger.instance.info "apxarray : start #{apx_stat}"
+			apx_stat = updatert apx_stat,rt 
+			if rt <= @apdex_threshold
+				apx_stat[5] = apx_stat[5] + 1 
+			elsif rt > (4 * @apdex_threshold)
+				apx_stat[7] = apx_stat[7] + 1 
+			else
+				apx_stat[6] = apx_stat[6] + 1 
+			end		
+
+			apx_stat[4] = (apx_stat[5].to_f + (apx_stat[6].to_f/2).to_f)/apx_stat[3].to_f
+			#	Apmagent::ApmLogger.instance.info "apxarray : end #{apx_stat}"
+			apx_stat
+		end
+
+		def updatert apx_stat,rt 
+			#	Apmagent::ApmLogger.instance.info "updatert : start"
+			apx_stat[3] =  apx_stat[3] +1
+			apx_stat[0] = apx_stat[0] + rt
+			if(rt < apx_stat[1])
+				apx_stat[1] = rt
+			end
+			if(rt > apx_stat[2])
+				apx_stat[2] = rt
+			end
+			#Apmagent::ApmLogger.instance.info "updatert : end"
+			apx_stat
+		end
+		#DBtrans	Vs #[rspTime,min rt,max rt,cnt]
+		def updatedb dpl,tpath
+			#	Apmagent::ApmLogger.instance.info "updatedb : start"
+			dpl.each do |pl|
+				rt = pl["rt"].round(2)
+				path = pl["sql-strip"]
+				dpath = @obj.constants.mf_db + @obj.constants.mf_separator + path
+				path = tpath + @obj.constants.mf_separator + dpath
+				sql = pl["sql"]
+				stat =  nil
+				val = nil
+				if(@db.has_key?(path))
+					val = @db[path]
+					stat = val["metrics"]
+				else
+					val=Hash.new
+					stat = Array.new
+					stat = [rt,rt,rt,0]
+				end
+				stat = updatert stat,rt
+				val["tpath"] = tpath
+				val["path"] = dpath
+				val["metrics"] = stat
+				@db[path] = val
+				updatedboperations rt, pl["operation"]
+			end
+			#Apmagent::ApmLogger.instance.info "updatedb : end"
+		end
+
+		def updatedboperations rt,operation
+			opstats = Array.new;
+			#puts "#{operation} "
+			if(@dboperations.has_key?(operation))
+				opstats = @dboperations[operation]
+			else
+				opstats = [0.0,rt,rt,0]
+			end
+			opstats[0] = opstats[0] + rt
+			if(rt<opstats[1])
+				opstats[1] = rt
+			end
+			if (rt>opstats[2])
+				opstats[2] = rt
+			end
+			opstats[3] = opstats[3] +1
+			@dboperations[operation]=opstats
+		end
+
+	end
+end