apminsight 1.0.1 → 1.8.2

data/lib/agent/metrics/am_metricsparser.rb

@@ -2,114 +2,72 @@ require 'agent/am_objectholder'
 
 module ManageEngine
 	class APMMetricsParser
-		def initialize
+		
+	  def initialize
 			@obj = ManageEngine::APMObjectHolder.instance
 		end
+		
+		# Invoked by APMWorker in dc
 		def parse(data)
 			@obj = ManageEngine::APMObjectHolder.instance
 			parseddata = Hash.new
 			begin
-				data.each do |key,val|
-					@obj.log.debug "[Processing started for - #{key} ]"
-					#lastHash = val.last
-					#name = lastHash["name"]
-					keyForTrans = key
-#					if(name=="process_action.action_controller")
-						#Transaction completed
-						tdata = Hash.new
-						trdbdata = Array.new
-						trdata = Array.new
-						started = false
-						redirect=false
-						ended =false;
-						start_index = 0;
-						val.each do |arr|
-							#@obj.log.debug "Processing : #{arr["name"]}"
-							if(started || arr["name"]==("start_processing.action_controller") )
-
-								if(arr["name"]=="sql.active_record" && @obj.config.sql_capture)
-									dbd = getDBData(arr)
-									if tdata.has_key?("db")
-										tdata["db"].push(dbd)
-									else
-										temp = Array.new
-										temp.push(dbd)
-										tdata["db"]=temp
-									end
-									#trdbdata.push(updateDBTrace(arr,dbd))
-									#@obj.log.debug "TRANS DBBB TRACE : #{dbd}"
-								elsif (arr["name"]=="process_action.action_controller")
-
-									tdata["td"]=getTransData(arr,tdata)
-									#if redirect
-									#	started = false
-									#	redirect=false
-									#	ended =false;
-									#else
-										ended = true
-										started = false
-										redirect=false
-										parseddata = updateParsedData key,tdata.dup,parseddata
-										#@obj.log.info "TRACE #{@obj.config.trans_trace}"
-										if @obj.config.trans_trace
-												ret = tdata["td"]
-												#@obj.log.info "TRACE COMPARE : #{ret["rt"]} > #{(@obj.config.trans_trace_t.to_f*1000).to_i}"
-												if (ret["rt"]).to_i > (@obj.config.trans_trace_t.to_f* 1000).to_i
-													tval = val[(start_index)..val.index(arr)]
-													#@obj.log.debug "Gng To Trace : #{start_index} to #{val.index(arr)}"
-													parseddata =updateTraceData tval,parseddata
-												end
-										end
-										key = key + start_index.to_s
-										tdata=Hash.new
-										start_index = val.index(arr) 
-									#end
-									#trdata = updateTransTrace(arr,trdbdata,trdata);
-									#@obj.log.info "TRANS TRACE : #{trdata}"
-									#elsif(arr["name"]==("!render_template.action_view")
-									#Render Action 	
-									#elsif(arr["name"]==("render_template.action_view")
-									#Render Action data not in use
-								elsif(arr["name"]==("start_processing.action_controller"))
-									ended =false;
-									started=true
-									#trdata = updateStartTrace(arr,trdata);
-									#Render Action data not in use
-								elsif(arr["name"]==("redirect_to.action_controller"))
-									  redirect = true;
-								end
-							end
-
-						end
+				data.each do |txn_name, seqBag|
+					@obj.log.debug "[Processing started for - #{txn_name} ]"
 					
-						if !ended
-							@obj.log.debug "Transactions in Thread Continues - so drop data in mem-store #{keyForTrans} -- #{start_index}"
-							if parseddata.has_key?(keyForTrans)
-								#@obj.log.info "BEFORE : #{parseddata.keys}"
-								value = parseddata.delete(keyForTrans)
-								parseddata[key+"_dup"] = value
-								
-								#@obj.log.info "AFTER : #{parseddata.keys}"
-							end
-						end
-						#@obj.log.info "BEFORE METRICS - #{@obj.store.metrics}"
-						@obj.store.removeData key,0,start_index
-						#@obj.log.info "AFTER METRICS - #{@obj.store.metrics}"
-					@obj.log.debug "[Processing END for - #{key} ]"
-					#end
-				end
+					seqBag.each do |seqData|
+					  begin
+            tdata = Hash.new #transaction data -> rt, path,..
+            exceptionInfo = Array.new # data to be sent in trace as 'loginfo'
+					  
+            rootTracker = seqData["roottracker"]
+            
+					  tdata["td"] = getTransData(rootTracker,tdata)
+					  tdata["db"] = getDBData(rootTracker, tdata, exceptionInfo)
+            
+					  exceptionBag = seqData["exceptions"]
+					  if exceptionBag != nil
+					    exceptionBag.each do |exceptionRecord|
+					      updateExceptionMetric(exceptionRecord.exception,tdata)
+					      updateExceptionInfo(exceptionInfo, exceptionRecord.time, exceptionRecord.exception, exceptionRecord.message)
+					    end
+					  end
+					  
+					  parseddata = updateParsedData(txn_name, tdata.dup, parseddata)
+            
+            if @obj.config.trans_trace && (rootTracker.duration >= (@obj.config.trans_trace_t.to_f*1000).to_i || rootTracker.error?)
+              parseddata = updateTraceData(rootTracker, parseddata, exceptionInfo)
+            end
+					  rescue Exception=>e
+					    @obj.log.logException "Exception in Parsing txn #{txn_name}",e
+					  end
+					end # do - seqBag
+					
+					@obj.store.removeData txn_name
+					@obj.log.debug "[Processing END for - #{txn_name} ]"
+				end # do-loop
 			rescue Exception=>e
 				@obj.log.info "Exception : #{e}"
 				@obj.log.logException "#{e.message}",e
 			end
 #			@obj.log.debug "[PARSER] End"
+			
 			parseddata
 		end
 
-		def updateParsedData key , tdata, parseddata
+		def updateExceptionInfo (exceptionInfo, time, error, message = nil)
+      logInfo = { @obj.constants.mf_loginfo_time => time,
+                    @obj.constants.mf_loginfo_level => @obj.constants.mf_loginfo_level_warn,
+                    @obj.constants.mf_loginfo_str => message != nil ? message : error.message,
+                    @obj.constants.mf_loginfo_err_clz => error.class.to_s,
+                    @obj.constants.mf_loginfo_st => @obj.util.formatStacktrace(error.backtrace) }
+      exceptionInfo.push(logInfo)
+		end
+		
+		def updateParsedData (key, tdata, parseddata)
 			begin
 				if parseddata.has_key?(key)
-					key =  @obj.util.currenttimemillis
+					key = rand # Use a random number
 				end
 				#@obj.log.debug "Update parsed data  : #{key} = > #{tdata}"
 				parseddata[key]=tdata
@@ -119,410 +77,180 @@ module ManageEngine
 			end
 				parseddata
 		end
-		def updateTraceData val,parseddata
-			begin
-			trdata = getTrace val
-						trac = updateTrace(trdata)
-						if(parseddata.has_key?("trace-data"))
-							traceData = parseddata["trace-data"];
-							traceData.push(trac);
-							parseddata["trace-data"] = traceData;
-						else
-							traceData = Array.new
-							traceData.push(trac)
-							parseddata["trace-data"] = traceData;
-						end
-			rescue Exception=>e
-				@obj.log.info "Exception in updateTraceData: #{e}"
-				@obj.log.logException "#{e.message}",e
+		
+		# Generates Trace for the transaction and updates it in 'parseddata' hash
+		def updateTraceData(rootTracker, parseddata, exceptionInfo)
+			if(parseddata.has_key?("trace-data"))
+				tData = parseddata["trace-data"];
+				if(tData.length == @obj.config.trace_overflow_t)
+					trac = getDummyTrace
+					tData.push(trac)
+					parseddata["trace-data"]=tData
+					@obj.log.debug "dummy trace added"
+					return parseddata
+				elsif tData.length > @obj.config.trace_overflow_t
+					@obj.log.debug "trace threshold exceeded. Current Size: #{@obj.config.trace_overflow_t}"
+					return parseddata
+				end
 			end
-						parseddata
-		end
-
-		def getTransData(d,tdata)
-			pl = d["payload"]
-			ret = nil;
 			begin
-			if(tdata.has_key?("td"))
-				ret = tdata["td"]
-				ret["rt"] = ret["rt"] +  (d["end"] - d["start"]).to_i
+			trdata = getTrace(rootTracker)
+			trac = updateTrace(rootTracker.url, trdata, exceptionInfo)
+			if(parseddata.has_key?("trace-data"))
+				traceData = parseddata["trace-data"];
+				traceData.push(trac);
+				parseddata["trace-data"] = traceData;
 			else
-				rt = (d["end"] - d["start"]).to_i
-				path=pl[:path]
-				#path=pl["path"]
-				controller=pl[:controller]
-				#controller=pl["controller"]
-				action = pl[:action]
-				#action = pl["action"]
-				ret ={"rt"=>rt,"path"=>path,"name"=>controller+"#"+action}
+				traceData = Array.new
+				traceData.push(trac)
+				parseddata["trace-data"] = traceData;
 			end
 			rescue Exception=>e
-				@obj.log.info "Exception in getTranseData: #{e}"
-				@obj.log.logException "#{e.message}",e
-			end
-			ret
-		end
-
-
-		def getDBData(d)
-			pl = d["payload"]
-			rt = (d["end"] - d["start"])
-			sql = pl[:sql]
-			#sql = pl["sql"]
-			sql.strip!
-			sql.downcase!
-			sqlArr = sql.split(" ")
-			sqlStrip="";
-			tr_name="";
-			begin
-				sqlStrip = getSqlStrip sqlArr,false
-			rescue Exception=>e
-				@obj.log.logException "#{e.message}",e
-				sqlStrip = sqlArr[0]+"/-/dummydb"
-			end
-
-			name=pl[:name]
-			#name=pl["name"]
-			ret ={"rt"=>rt,"sql"=>format(sql),"sql-strip"=>sqlStrip,"name"=>name,"operation"=>sqlArr[0]}
-			ret
-		end
-
-		def getSqlStrip sqlArr ,trace
-			sqlStrip =""
-				begin
-				sqlStrip = case sqlArr[0]
-						   when "select" then sqlArr[sqlArr.index("from")+1]
-						   when "insert" then sqlArr[sqlArr.index("into")+1]
-						   when "update" then sqlArr[1]
-						   when "delete" then sqlArr[sqlArr.index("from")+1]
-						   when "create" then sqlArr[1] + sqlArr[2]
-						   when "alter" then sqlArr[1] + sqlArr[2]
-						   when "drop" then sqlArr[1] + sqlArr[2]
-						   when "show" then sqlArr[1] 
-						   when "describe" then sqlArr[1] 
-						   else "-"
-						   end
-				
-				if trace
-					sqlStrip = format(sqlArr[0]) +" - " + format(sqlStrip) 
-				else
-					sqlStrip = format(sqlArr[0]) +"/" + format(sqlStrip) +"/dummydb"
-				end
-
-			rescue Exception=>e
+				@obj.log.info "Exception in updateTraceData: #{e}"
 				@obj.log.logException "#{e.message}",e
-					if trace					
-						sqlStrip = format(sqlArr[0])
-					else
-						sqlStrip = sqlArr[0]+"/-/dummydb"
-					end
 			end
+						parseddata
 		end
 
-		def updateDBTrace(d)
-			pl = d["payload"]
-			rt = (d["end"] - d["start"])
-			sql = pl[:sql]
-			#sql = pl["sql"]
-			sql.strip!
-			sql.downcase!
-			sql = format(sql)
-			sqlArr = sql.split(" ")
-			
+		def getDummyTrace
+			top = Array.new
+			path = @obj.constants.mf_overflow
+			det = {"thread_name"=>"rorthread","s_time"=>0,"t_name"=>path,"r_time"=>0,"thread_id"=>141}
 			trData = Array.new
-			#trData[0] = (d["start"].to_f * 1000 ).to_i
-			trData[0] = d["ctime"]
-			trData[1] = getSqlStrip sqlArr,true
-			trData[2]  = ""
-			trData[3] = rt.to_i
-			trData[4] = rt.to_i
-			trData[5] = {"query"=>sql}
+			trData[0] = 0
+			trData[1] = path
+			trData[2] = ""
+			trData[3] = 0
+			trData[4] = 0
+			trData[5] = nil
 			trData[6] = Array.new
-			if(!@obj.config.sql_capture_params)
-				trData[5] = updateQueryParams(d,sql,pl[:binds],rt)
-				#trData[5] = updateQueryParams(d,sql,pl["binds"],rt)
-			else
-				sql = @obj.util.parametrizeQuery sql
-				trData[5] = {"query"=>sql}
-			end
-			
-			
-
-			trData
+			top[0] = det
+			top[1] = trData
+			return top
 		end
 
-		def updateQueryParams d,sql,binds,rt
-			ret =  {"query"=>sql}
-			begin
-				args = "";
-				if binds!=nil && binds.size()>0
-					binds.each do |ar|
-						#args =  args + ar.last + "," 
-						if sql!=nil && sql.index("?")!=nil
-							sql["?"]=ar.last
-						end
-					end
-				end
-				if args.length>0
-					sql  = sql + "\\nPARAMS - ["+args+ "]"
-				end
-				ret =  {"query"=>sql}
-			rescue Exception=>exe
-				@obj.log.logException "Not severe -#{exe.message}",exe
-				ret =  {"query"=>sql}
-			end
-
-				begin
-					if(rt.to_i > (@obj.config.sql_trace_t.to_f * "1000".to_f ).to_i && d.has_key?("trace") )
-						t = updateSQLStackTrace(d["trace"])
-						ret["stacktrace"] =t
-					end
-				rescue Exception=>e
-					@obj.log.logException "#{e.message}",e
-				end
-
-			ret
-		end
-
-		def updateSQLStackTrace(d)
-			trace = Array.new;
-			started = false;
-			ended = false;
+		def getTransData(rootTracker, tdata)
+			ret = nil;
 			begin
-				#@obj.log.debug "STACKTRACE STARTS"
-				d.each do |arr|
-					
-					if started
-
-						end_ind = arr.index("`send_action'")
-						if  end_ind != nil &&  end_ind >0
-							ended = true
-							break;
-						end
-						#trArr = arr.split(/:[0-1,in]/);
-						#if	trArr[0].length>30
-					#		len = trArr.length
-					#		trArr[0] = "..."+trArr[(len-30),len]
-					#	end	
-						inx=arr.index("`instrument'") 
-						if inx!=nil && inx>0
-							#skip instrumet data
-						else
-							temp  = Array.new
-							temp[0]=arr
-							temp[1]=""
-							temp[2]=""
-							temp[3]=""
-							trace.push(temp)
-						end
-					end
-
-					if started==false
-						ind = arr.index("`instrument'")
-						if  ind != nil &&  ind >0
-							started = true
-						end
-					end
-
-					
-				end
-				#@obj.log.debug "STACKTRACE ENDS"
-
-			trace.shift
+  			if(tdata.has_key?("td"))
+  				ret = tdata["td"]
+  				ret["rt"] = ret["rt"] + rootTracker.duration
+  			else
+  				ret = {"rt"=> rootTracker.duration, "path"=>rootTracker.url}
+  				if (rootTracker.error?)
+  				  ret["error"] = true
+  				end
+  			end
 			rescue Exception=>e
-				@obj.log.logException "#{e.message}",e
+				#@obj.log.logException "Exception in getTranseData: #{e.message}",e
+				raise e
 			end
-			trace
-		end
-
-		def updateOtherTrace d
-			pl = d["payload"]
-			rt = (d["end"] - d["start"])
-			name = d["name"]
-			if pl.has_key?(:identifier)
-			#if pl.has_key?("identifier")
-				name = pl[:identifier]
-				#name = pl["identifier"]
-			end
-			trData = Array.new
-			#trData[0] = (d["start"].to_f * 1000 ).to_i
-			trData[0] = d["ctime"]
-			trData[1] = name
-			trData[2]  = ""
-			trData[3] = rt.to_i
-			trData[4] = rt.to_i
-			trData[5] = nil
-			trData[6] = Array.new
-			trData
-		end
-
-		def updateTransTrace(d,trData)
-
-			#trData = Array.new
-			#trData[0] = ((d["start"]).to_f * 1000).to_i
-			pl = d["payload"]
-			trData[1] = pl[:path] + " " +pl[:controller] + "#" + pl[:action]
-			#trData[1] = pl["path"] + " " +pl["controller"] + "#" + pl["action"]
-			trData[2] = ""
-			trData[3] = (d["end"] - trData[0]).to_i
-			trData[4] = (d["end"] - trData[0]).to_i
-			trData[5] = nil
-			#trData[6] = Array.new
-			#dbTime = 0
-			#trdbdata.each do |dbData|
-			#	dbTime = dbTime  + dbData[3]
-			#end
-			#trData[4] = ((trData[3]).to_f - (dbTime.to_f )).to_i
-#			if(pl[:db_runtime]!=nil)
-#				trData[4] = ((trData[3]).to_f - (pl[:db_runtime].to_f )).to_i
-#			end
-			trData
+			ret
 		end
 
-		def updateMethodTrace(d,trData)
-
-			#trData = Array.new
-			#trData[0] = ((d["start"]).to_f * 1000).to_i
-			pl = d["payload"]
-			trData[1] = pl[:method] 
-			#trData[1] = pl["method"] 
-			trData[2] = ""
-			trData[3] = (d["end"] - trData[0]).to_i
-			trData[4] = (d["end"] - trData[0]).to_i
-			trData[5] = nil
-			#trData[6] = Array.new
-			#dbTime = 0
-			#trdbdata.each do |dbData|
-			#	dbTime = dbTime  + dbData[3]
-			#end
-			#trData[4] = ((trData[3]).to_f - (dbTime.to_f )).to_i
-#			if(pl[:db_runtime]!=nil)
-#				trData[4] = ((trData[3]).to_f - (pl[:db_runtime].to_f )).to_i
-#			end
-			trData
+		# Generates DB metric
+		def getDBData(tracker, tdata, exceptionInfo)
+		  while (tracker != nil)
+        tdata["db"] = getDBData(tracker.child, tdata, exceptionInfo)
+		    
+		    if tracker.kind_of?(ManageEngine::Tracker::DatabaseTracker)
+          if tdata["db"] == nil
+            tdata["db"] = Array.new
+          end
+          
+          queryInfo = tracker.getQueryInfo
+          sqlStrip = queryInfo[0] + "/" + queryInfo[1] + "/dummydb"
+    
+          ret ={"rt"=>tracker.duration, "sql"=>tracker.getRawQuery,
+                "sql-strip"=>sqlStrip, "name"=>tracker.name, "operation"=>queryInfo[0]}
+          
+          if (tracker.error?)
+            ret["error"] = true
+          end
+          
+          tdata["db"].push(ret)
+		    end ## DBTracker check
+		    
+		    if (tracker.error?)
+          updateExceptionMetric(tracker.error, tdata) # <= previously it was 'ret'
+          updateExceptionInfo(exceptionInfo, tracker.endtime.to_i, tracker.error)
+		    end
+		    
+		    tracker = tracker.sibling
+		  end ## while loop
+		  
+		  tdata["db"]
 		end
 
-		def updateStartTrace(d)
-			trData = Array.new
-			#trData[0] = ((d["start"]).to_f * 1000).to_i
-			trData[0] = d["ctime"]
-			trData[1] =""
-			trData[2] =""
-			trData[3] =0
-			trData[4] =0
-			trData[5] =nil
-			trData[6] =Array.new
-
-			trData
+		def updateExceptionMetric (exception, tdata)
+		  excData = tdata["exception"]
+		  if (excData == nil)
+		    excData = Hash.new
+		    tdata["exception"] = excData
+		  end
+		  
+		  excData[exception.class.to_s] = excData[exception.class.to_s].to_i + 1
+		  excData[@obj.constants.mf_logmetric_warning] = excData[@obj.constants.mf_logmetric_warning].to_i + 1
 		end
-
-		def updateTrace(trans)
+		
+		def updateTrace(url, trans, exceptionInfo)
 #			{"thread_name":"http-8080-6","s_time":1326276180289,"t_name":"transaction\/http\/Test-App\/login","r_time":18,"thread_id":141}
 			top =  Array.new
-			path = @obj.constants.mf_transaction + @obj.constants.mf_separator + trans[1]
+			path = @obj.constants.mf_transaction + @obj.constants.mf_separator + url
 			det = {"thread_name"=>"rorthread","s_time"=>trans[0],"t_name"=>path,"r_time"=>trans[3],"thread_id"=>141}
-				#trans[6] = db;
-				top[0] = det
-				top[1] = trans
-				top
-		end
-
-		def format s
-			s.gsub!("\"", '')
-			s.gsub!("\n", '')
-			s
+			
+			exception = trans[5] != nil ? trans[5][@obj.constants.mf_exception_st] : nil
+			if (exception != nil)
+			  det[@obj.constants.mf_err_st] = exception
+			end
+			
+			if (exceptionInfo.length > 0)
+			  det[@obj.constants.mf_loginfo] = exceptionInfo
+			end
+			
+			top[0] = det
+			top[1] = trans
+			top
 		end
-
 		
-		def getTrace data
-			index = 0
-				data.each do |arr|
-
-					if(arr["name"]=="start_processing.action_controller")
-						index = data.index(arr)
-						break;
-					end
-				end
-				data = data.drop(index)
-				tdata =traceDetails data,Array.new,0
-				tdata = updateExclusiveTrace(tdata[0])
-				tdata
+		def getTrace(rootTracker)
+		  trace = Array.new
+		  traceDetails(rootTracker, trace)
+		  
+		  return trace[0]
 		end
 
-		def traceDetails valo,stack,indx
-			if(valo.size>indx)
-			arr = valo[indx]
-			indx = indx+1
-					if(arr["name"]=="start_processing.action_controller")
-						traceArr = updateStartTrace arr
-						traceArr[6] = Array.new #childs
-						if stack.size()>0
-							cur = stack[stack.size()-1]							
-							c = cur[6]
-							c.push(traceArr)
-							cur[6] = c
-						end
-							stack.push(traceArr)
-
-						
-						traceDetails valo,stack,indx
-
-					elsif(arr["name"]=="sql.active_record" &&  @obj.config.sql_capture )
-
-						temp =  updateDBTrace arr
-
-						cur = stack[stack.size()-1]							
-						c = cur[6]
-						c.push(temp)
-						cur[6] = c
-						traceDetails valo,stack,indx
-					elsif(arr["name"]=="apm.methodstart")
-							temp = updateStartTrace arr
-							cur = stack[stack.size()-1]							
-							c = cur[6]
-							c.push(temp)
-							cur[6] = c
-							stack.push(temp)
-							traceDetails valo,stack,indx
-					elsif(arr["name"]=="apm.methodend")
-							updateMethodTrace(arr,stack[stack.size()-1])
-							stack.delete(stack[stack.size()-1])
-							traceDetails valo,stack,indx
-					elsif(arr["name"]=="process_action.action_controller")
-						updateTransTrace(arr,stack[stack.size()-1])
-						if(valo.size()>(indx+1))
-							#Redirection Data
-							arr = valo[indx]
-							while (arr["name"]!="start_processing.action_controller") do 
-								indx = indx + 1
-								arr = valo[indx]
-							end
-						end	
-						(stack[0])[3] = (arr["end"] - ((stack[0])[0])).to_i
-						(stack[0])[4] = (arr["end"] - ((stack[0])[0])).to_i
-						
-						
-						traceDetails valo,stack,indx
-						#parent[4] = parent[4] - traceArr[4]
-					elsif (arr["name"]=="render_template.action_view")
-						temp =  updateOtherTrace arr
-
-						cur = stack[stack.size()-1]							
-						c = cur[6]
-						c.push(temp)
-						cur[6] = c
-						#traceArr[6] = c
-						#parent[4] = parent[4] - temp[4]
-						traceDetails valo,stack,indx
-					else
-						traceDetails valo,stack,indx
-
-					end
-
-				stack
-			else
-			#Nothing todo
-			end
+		def traceDetails tracker, traceArr
+		  
+		  siblingDuration = 0
+		  
+		  while tracker != nil
+		    
+		    childTrace = Array.new
+		    childDuration = traceDetails tracker.child, childTrace
+		    
+		    traceItem = Array.new
+		    traceItem[0] = tracker.starttime
+		    if tracker.kind_of?(ManageEngine::Tracker::DatabaseTracker)
+          queryInfo = tracker.getQueryInfo
+          traceItem[1] = queryInfo[0] + " - " + queryInfo[1]
+        else
+          traceItem[1] = tracker.name
+		    end
+		    traceItem[2] = ""
+		    traceItem[3] = tracker.duration
+        traceItem[4] = tracker.duration - childDuration
+        traceItem[5] = tracker.getAdditionalInfo
+		    traceItem[6] = childTrace.empty? ? nil : childTrace
+		    
+		    traceArr.push(traceItem)
+		    
+		    siblingDuration += tracker.duration
+		    
+		    tracker = tracker.sibling
+		  end
+		  
+		  return siblingDuration
 		end
 
 
@@ -537,4 +265,3 @@ module ManageEngine
 
 	end
 end
-