apminsight 0.0.3

data/lib/agent/server/worker/am_worker.rb

@@ -0,0 +1,254 @@
+require 'json'
+require 'thread'
+
+module ManageEngine
+class APMWorker
+	@work =nil;
+	@status = 'not_init'
+	@id = 0
+	attr_accessor :id
+        def initialize
+                @status = "initialized"
+                @id = Process.pid
+        end
+
+        def start
+                @obj = ManageEngine::APMObjectHolder.instance
+
+				if @status=="working"
+                    @obj.log.debug "woker thread already started"
+                elsif @status == "initialized"
+                	@obj.log.info "start worker thread for - #{Process.pid} :: #{@status}  "
+	                #@obj.log.info "Starting APMWorker Thread #{Process.pid} "
+    	            @apm = Thread.new do
+                            @status  = 'working'
+        	                while !@obj.shutdown do
+								checkforagentstatus
+								updateConfig
+                                dc
+								sleep (@obj.config.connect_interval).to_i
+            	            end#w
+                            @status= "end"
+             	            @obj.log.debug "Worker thread ends"
+                	end
+                end
+        end
+
+        def self.getInstance
+			if(@work==nil || @work.id!=Process.pid)
+            	@work = ManageEngine::APMWorker.new
+            end
+            return @work
+        end
+
+		def updateConfig
+			if(@obj.config.lastupdatedtime!=File.mtime(@obj.constants.apm_conf).to_i)
+					@obj.log.info "Configuration File Changed... So Updating Configuration."
+				@obj.config.lastupdatedtime=File.mtime(@obj.constants.apm_conf).to_i
+				@obj.config.configureFile
+				@obj.config.assignConfig
+			end
+		end
+		
+		def checkforagentstatus
+			prevState = @obj.config.agent_enabled
+			@obj.config.checkAgentInfo
+			if !@obj.config.agent_enabled
+				@obj.log.info "Agent in Disabled State."
+				if prevState
+					@obj.log.info "Agent in Disabled State. Going to unsubscribe"
+					@obj.instrumenter.doUnSubscribe
+				end
+			else
+				if !prevState
+					@obj.log.info "Agent in Active State."
+					@obj.instrumenter.doSubscribe
+				end
+			end
+		end
+
+        def stop
+            dc
+			@obj.shutdown = true;
+        end
+
+        def dc
+    	    begin
+                @obj.log.debug "[dc] collecting..."
+                now = @obj.util.currenttimemillis
+                result =  Array.new
+                result.push(@obj.last_dispatch_time)
+                                result.push(now)
+                data = Array.new
+                trd= nil;
+                @last_dispatch_time = now
+                if @obj.config.agent_enabled
+                        d = @obj.parser.parse @obj.store.metrics_dup
+                        if(d!=nil && d.has_key?("trace-data"))
+                                trd = d.delete("trace-data");
+                                #@obj.log.info "[dc] [TRACE] : #{d}"
+                        end
+                        #@obj.log.info "[dc] Data - #{d}"
+                        if(d.length>0)
+                                data =@obj.formatter.format d
+                                #@obj.log.debug "[dc] Formatted Data - #{data}"
+                        end
+                        @obj.store.remove @obj.formatter.keysToRemove
+                end #if
+                fd = Array.new
+                fd.push(data)
+                if(trd!=nil)
+                	fd.push(trd)
+                end
+				@obj.log.debug "[dc] data to store : #{fd}"
+                send_save fd
+				@obj.log.debug "[dc] collecting ends"
+	        rescue Exception=>e
+                @obj.log.logException "[dc]  Exception during data Collection. #{e.message}",e
+                @obj.shutdown=true
+    	    end
+		end
+
+        def senddata d
+               # @obj.log.info("Send data --- #{d}")
+                result =  Array.new
+                result.push( (File.mtime(@obj.constants.agent_lock).to_f*1000).to_i)
+                now = @obj.util.currenttimemillis
+                result.push(now)
+                write @obj.constants.agent_lock ,"#{Process.pid}"
+                data  = read @obj.constants.agent_store
+                data.push(d);
+                tdata = Array.new;
+                trdata = Array.new;
+                data.each do |val|
+                        case val.size
+                        when 1
+                                tdata.concat(val[0])
+                        when 2
+                                tdata.concat(val[0])
+                                trdata.concat(val[1])
+                        end
+                end
+                result.push(merge(tdata))
+                resp = @obj.connector.post @obj.constants.connect_data_uri+@obj.config.instance_id,result
+                if trdata.size>0
+                        result[2]=trdata;
+                        resp = @obj.connector.post @obj.constants.connect_trace_uri+@obj.config.instance_id,result
+                end
+        end
+
+        def save fd
+                begin
+                	data = fd.to_json;
+                	write @obj.constants.agent_store,data
+                rescue Exception=>e
+                	@obj.log.logException "[dc]  Exception during save. #{e.message}",e
+                end
+        end
+
+        def send_save data
+                begin
+                	if FileTest.exist?(@obj.constants.agent_lock)
+                        if Time.now.to_i - File.mtime(@obj.constants.agent_lock).to_i > (@obj.config.connect_interval).to_i
+                                @obj.log.debug "worker send signal"
+                                senddata data
+                        else
+                                @obj.log.info "worker save signal"
+                                save data
+                        end
+                else
+                        @obj.log.info "worker save signals"
+                        save data
+                        write @obj.constants.agent_lock,"#{Process.pid}"
+                end
+                rescue Exception=>e
+                        @obj.log.logException "Exception in decision making send or save #{e.message}",e
+                end
+        end
+
+		def read p
+            data = Array.new
+	        File.open( p, "r+" ) { |f|
+			    f.flock(File::LOCK_EX)
+            	begin
+               		f.each_line do |line|
+	    			data.push(JSON.parse(line))
+              		end
+			       f.truncate 0
+          		rescue Exception=>e
+                	@obj.log.logException "Exception while reading data #{e}",e
+         		ensure
+                	f.flock(File::LOCK_UN)
+        		end
+        	}
+            data
+       end
+
+
+        def write (p,  data )
+            File.open( p, "a+" ) { |f|
+             	f.flock(File::LOCK_EX)
+                begin
+					f.write "#{data}\n"
+                rescue Exception=>e
+                        @obj.log.logException "Exception while writing data #{e.message}",e
+		        ensure
+                    f.flock(File::LOCK_UN)
+                end
+            }
+        end
+
+		def merge data
+#                 @obj.log.info "BEFORE MERGE : #{data}"
+			tdata =Hash.new ;
+			data.each do |sd|
+				name= sd[0]["ns"] + sd[0]["name"];
+				if tdata.has_key?(name)
+					if (sd[0]["name"]=="apdex")
+						tdata[name][1] = mapdx(tdata[name][1],sd[1])
+					else
+						tdata[name][1] = mapdb(tdata[name][1],sd[1])
+					end
+				else
+					tdata[name]=sd;
+				end
+			end
+#@obj.log.info "MERGED DATA : #{tdata}"
+			res = Array.new;
+			tdata.each do|key,value|
+				res.push(value);
+		   end
+		res
+	end
+
+
+		def mapdx res,dat
+			res[0] = res[0]+dat[0];
+			if dat[1]<res[1]
+				res[1]=dat[1]
+			end
+			if dat[2]>res[2]
+				res[2]=dat[2]
+			end
+			res[3] = res[3]+dat[3]
+			res[5] = res[5]+dat[5]
+			res[6] = res[6]+dat[6]
+			res[7] = res[7]+dat[7]
+			res[4] = (res[5].to_f + (res[6].to_f/2).to_f).to_f/res[3].to_f
+			res
+		end
+
+		def mapdb res,dat
+			res[0] = res[0]+dat[0];
+				if dat[1]<res[1]
+				res[1]=dat[1]
+			end
+			if dat[2]>res[2]
+				res[2]=dat[2]
+			end
+			res[3] = res[3]+dat[3]
+			res
+		end
+	
+end#c
+end#m

data/lib/agent/util/am_constants.rb

@@ -0,0 +1,64 @@
+
+module ManageEngine
+	class APMConstants
+
+		attr_reader :apm_gem,:apm_conf,:agent_conf,:connection_open_timeout,:connection_read_timeout,:connect_uri,:connect_data_uri,:connect_trace_uri
+		attr_reader :licence_exceeds,:licence_expired,:unmanage_agent,:manage_agent,:error_notfound,:error_server,:delete_agent,:response_code
+		attr_reader :mf_transaction,:mf_separator,:mf_db,:mf_apdex,:mf_namespace,:mf_name,:mf_all,:agent_store,:agent_lock
+		
+		def initialize
+			
+			#File path for APM Conf file
+			@apm_gem="apminsight"
+			#File path for APM Conf file
+			@apm_conf="apminsight.conf"
+
+			#file path for agent id, enable details
+			@agent_conf="apminsight.info"
+
+			#file path for agent data store lock
+			@agent_lock="apminsight.lock"
+			
+			#file path for agent data store lock
+			@agent_store="apminsight.store"
+
+
+			#Timeout for opening Connections
+			@connection_open_timeout=60
+
+			#Timeout for Reading data from Connections
+			@connection_read_timeout=60
+			
+			#Connection uri
+			@connect_uri="arh/connect"
+			
+			#Connection uri for data
+			@connect_data_uri="arh/data?instance_id="
+
+			#Connection uri for trace
+			@connect_trace_uri="arh/trace?instance_id="
+
+			#Response Codes 
+			@licence_expired = 701
+			@licence_exceeds = 702
+			@delete_agent = 900
+			@unmanage_agent =910
+			@manage_agent = 911
+			@error_notfound = 404
+			@error_server = 500
+			@response_code = "response-code"
+
+			#Metrics Formatter -mf
+			@mf_apdex = "apdex"
+			@mf_namespace = "ns"
+			@mf_name = "name"
+			@mf_all = "all"
+
+			@mf_separator = "/"
+			@mf_transaction = "transaction" + @mf_separator + "http"
+			@mf_db = "db"
+
+
+		end
+	end
+end

data/lib/agent/util/am_util.rb

@@ -0,0 +1,130 @@
+require 'socket'
+module ManageEngine
+	class APMUtil
+		
+		def setLogger log
+			@log = log
+		end
+
+		#Reads the Property Files and returns a Hashes
+		def	readProperties filepath
+			props = {}
+			begin
+				propsFile=File.open(filepath, 'r') 
+      			propsFile.read.each_line do |line|
+        			line.strip!
+        			if (line[0] != ?# and line[0] != ?=)
+          				i = line.index('=')
+        	  			if (i)
+    	        			props[line[0..i - 1].strip] = line[i + 1..-1].strip
+	          			else
+            				props[line] = ''
+         				end
+        			end
+      	  		end
+			rescue Exception=>e
+				@log.info "Problem in Reading Property File :  #{e.message} "
+				@log.error "#{e.backtrace}"
+			ensure
+					propsFile.close
+			end
+			props
+		end
+
+		#write the Properties into the Property file
+		def writeProperties(f,props)
+			begin 
+				file = File.new(f,"w+")
+				props.each {|key,value| file.puts "#{key}=#{value}\n"}
+			rescue Exception=>e
+				@log.info "Problem in Writing Property File : \n File : #{f}"
+				@log.logException "#{e.message}",e
+			ensure
+				file.close
+			end
+		end
+
+		def copyFiles src, dest
+			result = false
+			begin
+			srcFile = File.open(src)
+			destFile = File.open(dest , "w")
+			destFile.write( srcFile.read(100) ) while not srcFile.eof?
+			result = true
+			rescue	Exception=>e
+				@log.info "Problem in Copying File : \n File : #{src} to #{dest}"
+				@log.logException "#{e.message}",e
+				result = false;
+			ensure
+				srcFile.close
+				destFile.close
+			end
+
+			result
+		end
+
+	
+	 def getBooleanValue(str)
+    	if str == true || str == "true" || str == "True" || str == "TRUE"
+		 	return true
+		else
+			return false
+		end
+  	end
+		
+	def currenttimemillis
+		(Time.now.to_f*1000).to_i
+	end
+
+
+	def getArray value,sep
+		arr = Array.new
+		if(value!=nil && value.length>0)
+			arr = value.split(sep)
+		end
+		arr
+	end
+	def isPortBusy(port)
+        Timeout::timeout(1) do
+         begin
+		 	TCPSocket.new('localhost', port).close
+            true
+         rescue Errno::ECONNREFUSED, Errno::EHOSTUNREACH
+            false
+		end
+		end
+		rescue Timeout::Error
+			false
+    end
+
+	def is_integer(val)
+  		Integer(val)
+		rescue ArgumentError
+  			false
+		else
+  			true
+	end
+
+	def is_float(val)
+		Float(val)
+		rescue ArgumentError
+  			false
+		else
+  			true
+	end
+
+	def parametrizeQuery qry
+		begin
+			qry.gsub!(/'(.*?[^'])??'/,"?")
+			qry.gsub!(/\"(.*?[^\"])??\"/,"?")
+			qry.gsub!(/=.\d+/,"=?")
+            qry.gsub!(/,.\d+/,", ?")
+		rescue Exception=>e
+			@log.info "Problem in Parameterizing query:  #{e.message} "
+			@log.logException "#{e.message}",e
+		end
+		qry
+	end
+
+	end#c
+end#m

data/lib/apminsight.rb

@@ -0,0 +1,5 @@
+require "agent/server/instrument/am_apm"
+require "agent/am_objectholder"
+module ManageEngine
+ManageEngine::APMObjectHolder.instance
+end