site24x7_apminsight 1.0

data/lib/agent/server/am_connector.rb

@@ -0,0 +1,242 @@
+require 'net/http'
+require 'net/https'
+require 'uri'
+require 'json'
+require "agent/server/instrument/am_instrumenter"
+
+module ManageEngine
+	class APMConnector
+
+		def initialize 
+			@obj = ManageEngine::APMObjectHolder.instance
+			@pretry =0
+			@gretry =0
+		end
+
+		def post uri,data
+			@pretry = @pretry +1
+			begin
+
+				u = url uri
+				#@obj.log.info "[connector] [ POST]  START"
+				@obj.log.debug "[connector] [ POST]  : \n\n#{u}\n\n#{data}\n\n"
+				con =  connection(u)
+				req = Net::HTTP::Post.new(u.request_uri,initheader = {'Content-Type' =>'application/json'})
+				req.body=data.to_json
+				resp = con.request(req)
+				@obj.log.debug "[connector] [POST ] \n Response : #{resp} \nResponse Code : #{resp.code}\nMessage : #{resp.message}\nBody : #{resp.body}"
+				rdata = responseParser resp
+				@pretry = 0
+				#@obj.log.info "[connector] [ POST]  END"
+				return rdata
+			rescue Exception=>e
+				@obj.log.logException "[connector] Exception while connecting server- Data not sent \n",e
+				if @pretry >=@obj.config.connection_retry
+					#@obj.shutdown= true
+					return nil
+				else
+					@obj.log.info "[connector] Exception found in Post request - Retrying - Count - #{@pretry}"
+					return post uri,data
+				end
+
+			end
+			@pretry = 0
+		end
+
+		def get uri
+			@gretry = @gretry +1
+			begin
+				u = url uri
+				#@obj.log.info "[connector] [ GET ]  START"
+				@obj.log.debug "[connector] [ GET]  : \n#{u}\n"
+				req = Net::HTTP::Get.new(u.request_uri)
+				resp = con.request(req)
+				#@obj.log.info "[connector] [ GET ]  END"
+			rescue Exception=>e
+				@obj.log.logException "[connector] [ GET]  Exception while connecting server  - Data not sent ",e
+				if @pretry >=@obj.config.connection_retry
+					#@obj.shutdown= true
+				else
+					@obj.log.info "[connector] Exception found in Get request - Retrying - Count - #{@gretry}"
+					return get uri
+				end
+			end
+			@gretry = 0
+		end
+
+		def url(uri)
+			ru=nil
+			p="https"
+			if(!@obj.config.is_secured)
+				p="http"
+			end			 	
+			if(@obj.config.license_key != nil)
+				if(!@obj.config.license_key.empty?)
+					if(@obj.config.apmhost != nil && !@obj.config.apmhost.empty?)
+						u = @obj.config.apmhost+uri
+					else
+						u = @obj.constants.site24x7url+uri
+					end
+				else
+					#empty license key - print error
+					@obj.log.info "license key is present, but empty"
+				end
+			else
+				@obj.log.info "license key is null"
+				u = p+"://"+@obj.config.apmhost+":#{@obj.config.apmport}/"+uri
+			end
+			begin
+				ru = URI.parse(u)
+			rescue
+				raise URI::InvalidURIError, "Invalid url '#{ru}'"
+			end
+
+			if (ru.class != URI::HTTP && ru.class != URI::HTTPS)
+				raise URI::InvalidURIError, "Invalid url '#{u}'"
+			end
+			ru
+		end
+
+		def connection(url)
+
+			if (@obj.config.proxyneeded)
+				@obj.log.debug "[connect] Through Proxy"
+				con = Net::HTTP::Proxy(@obj.config.proxy_host, @obj.config.proxy_port,@obj.config.proxy_user,@obj.config.proxy_pass).new(url.host, url.port)		
+			else
+				#@obj.log.info "Proxy Not Needed #{url.host} #{url.port}"
+				con = Net::HTTP.new(url.host, url.port)
+				con.use_ssl=true
+				con.verify_mode=OpenSSL::SSL::VERIFY_NONE
+				#@obj.log.info "connection = #{con}"
+			end
+			con=getScheme(con)
+			con.open_timeout = @obj.constants.connection_open_timeout
+			con.read_timeout = @obj.constants.connection_read_timeout
+			con
+		end
+
+		def getScheme(con)
+			if(@obj.config.is_secured)
+				#@obj.log.info "[connect] Secured"
+				con = Net::HTTP::Proxy(@obj.config.proxy_host, @obj.config.proxy_port,@obj.config.proxy_user,@obj.config.proxy_pass).new(url.host, url.port)		
+				con.use_ssl=true
+				con.verify_mode=OpenSSL::SSL::VERIFY_NONE
+			end
+			con
+		end
+
+		def responseParser resp
+			if resp == Net::HTTPSuccess || Net::HTTPOK
+				rawData = resp.body
+				if rawData.length>=2
+					rBody = JSON.parse(rawData)
+					result = rBody["result"]
+					data = rBody["data"]
+					if !@obj.util.getBooleanValue result
+						if data!=nil
+							if data.has_key?("exception")
+								raise Exception.new("Exception from server - "+data["exception"])
+							end
+						end
+
+					end
+					if data!=nil
+					       if data.has_key?(@obj.constants.response_code)
+							srCode = data[@obj.constants.response_code]
+							response_action srCode
+					       end
+					       if data.has_key?(@obj.constants.custom_config_info)
+							config_info = data[@obj.constants.custom_config_info]
+							update_config config_info
+					       end
+					end
+					return data
+				end
+				return rawData
+			else
+				raise Exception.new("Http Connection Response Error #{resp.to_s}")
+			end
+		end
+
+
+
+		def response_action rCode
+			case rCode
+			when @obj.constants.licence_expired then
+				@obj.log.info "License Expired. Going to shutdown"
+				raise Exception.new("License Expired. Going to shutdown")
+			when @obj.constants.licence_exceeds then
+				@obj.log.info "License Exceeds. Going to shutdown"
+				raise Exception.new("License Exceeds. Going to shutdown")
+			when @obj.constants.delete_agent then
+				@obj.log.info "Action from Server - Delete the Agent. Going to shutdown and remove the Agent"
+				deleteAgent
+				raise Exception.new("Action from Server - Delete the Agent. Going to shutdown and remove the Agent")
+			when @obj.constants.unmanage_agent then
+				@obj.log.info "Action from Server - Unmanage the Agent. Going to  Stop the DC - Disabling the Agent"
+				unManage
+			when @obj.constants.manage_agent then
+				@obj.log.info "Action from Server - Manage the Agent. Going to Sart the DC - Enabling the Agent"
+				manage	
+			end
+		end
+
+		def update_config configInfo
+			existingConfigInfo = @obj.config.getAgentConfigData
+			sendUpdate = "false"
+			existingConfigInfo.each do|key,value|
+				if key != "last.modified.time"
+					newValue = configInfo[key]
+					if key == "sql.capture.enabled" || key == "transaction.trace.enabled" || key == "transaction.trace.sql.parametrize"
+						if newValue
+							newValue = 1
+						else
+							newValue = 0
+						end
+					end
+					if value != newValue
+						sendUpdate = "true"
+					end
+				end
+			end
+			if sendUpdate == "true"
+				@obj.log.info "Action from Server - Agent configuration updated from UI. Going to update the same in apminsight.conf file"
+				@obj.log.info "config info = #{configInfo}"
+				@obj.config.update_config configInfo
+			end
+		end
+
+		def unManage
+			@obj.instrumenter.doUnSubscribe
+			@obj.instrumenter =nil
+			@obj.instrumenter = ManageEngine::APMInstrumenter.new
+			uManage = Hash.new
+			uManage["agent.id"]=@obj.config.instance_id
+			uManage["agent.enabled"]=false	
+			@obj.config.updateAgentInfoFile uManage
+		end
+
+		def manage
+			@obj.instrumenter.doSubscribe
+			uManage = Hash.new
+			uManage["agent.id"]=@obj.config.instance_id
+			uManage["agent.enabled"]=true	
+			@obj.config.updateAgentInfoFile uManage
+		end
+
+		def deleteAgent
+			@obj.instrumenter.doUnSubscribe
+			@obj.instrumenter =nil
+			uManage = Hash.new
+			uManage["agent.id"]=@obj.config.instance_id
+			uManage["agent.enabled"]=false	
+			@obj.config.updateAgentInfoFile uManage
+			begin
+				File.delete(@obj.constants.agent_conf)
+			rescue Exceptione=>e
+				@obj.log.logException "#{e.message}",e
+			end
+		end
+
+	end#c
+end#m

data/lib/agent/server/instrument/am_apm.rb

@@ -0,0 +1,99 @@
+require 'agent/am_objectholder'
+@obj = ManageEngine::APMObjectHolder.instance
+class Class
+   alias old_new new
+   def new(*args, &block)
+	 result =nil;
+	 begin
+		if(block==nil || block=="")
+     		result = old_new(*args)
+		elsif
+     		result = old_new(*args,&block)
+		end
+	 rescue Excetion=>exe
+        raise exe		 
+		result = self
+	 end
+	 me_apm_injector(self,result)
+	 
+		return result
+	 end
+ end
+
+def me_apm_injector(s,result)
+	begin
+		if(ManageEngine::APMObjectHolder.instance.config.include_packages.index(s.name)!=nil)
+		ms =s.instance_methods(false)
+		cms = s.methods(false)
+		begin
+			ms.each do |m|
+			if( m.to_s.index("APMTEST"))
+				return;
+			end
+			end
+			cms.each do |m|
+			if( m.to_s.index("APMTEST"))
+				return;
+			end
+			end
+		rescue Exception=>e
+			return;
+		end
+		ManageEngine::APMObjectHolder.instance.log.debug "Injection Method : #{ms} "
+		ManageEngine::APMObjectHolder.instance.log.debug "Injection Class Method : #{cms} "
+		ms.each do |m|
+		mn = m.to_s
+		#ManageEngine::APMObjectHolder.instance.log.info "ManageEngine Monitor Method : #{s.name} # #{m.to_s}"
+		omn = "APMTEST"+mn+"APMTEST"
+		s.class_eval  %{
+			alias_method :#{omn}, :#{mn}
+		def #{mn} *args, &block
+			begin
+			ActiveSupport::Notifications.instrument("apm.methodstart", {:method=>"#{mn}",:args=>args})
+			res = #{omn} *args, &block
+			ActiveSupport::Notifications.instrument("apm.methodend", {:method=>"#{mn}",:args=>args})
+			return res
+			rescue Exception => exe
+			puts "error in calling method"
+			raise exe
+			ensure
+			end
+			end
+		}
+		end#do
+		default_methods = Array.new
+		default_methods.push("_helpers");
+		default_methods.push("middleware_stack");
+		default_methods.push("helpers_path");
+		default_methods.push("_wrapper_options");
+		cms.each do |m|
+		if(default_methods.index(m.to_s)==nil)
+			mn = m.to_s
+			#ManageEngine::APMObjectHolder.instance.log.debug "ManageEngine Monitor Singleton Method : #{s.name} ---> #{m.to_s}"
+			omn = "APMTEST"+mn+"APMTEST"
+			s.instance_eval  %{
+				class << self
+					alias_method :#{omn}, :#{mn}
+				end
+				def self.#{mn} *args, &block
+				begin
+					ActiveSupport::Notifications.instrument("apm.methodstart", {:method=>"#{mn}",:args=>args})
+					res = #{omn} *args, &block
+					ActiveSupport::Notifications.instrument("apm.methodend", {:method=>"#{mn}",:args=>args})
+					return res
+				rescue Exception=>exe
+					puts "Instrument : error in calling class method"
+				raise exe
+				ensure
+				end
+				end
+			}
+		end
+		end#do
+	end#if
+	rescue Exception=>e
+		puts "Exception in instrument : #{e}"
+	ensure
+	end
+end
+

data/lib/agent/server/instrument/am_instrumenter.rb

@@ -0,0 +1,43 @@
+require 'agent/am_objectholder'
+require 'socket'
+module ManageEngine
+	class APMInstrumenter
+	@t =nil;
+	def initialize
+		@obj=ManageEngine::APMObjectHolder.instance
+	end
+
+	def doSubscribe
+		@obj=ManageEngine::APMObjectHolder.instance
+		@obj.log.debug "[ instrumenter ] [ Subscriber for Agent ]"
+		@subscriber = ActiveSupport::Notifications.subscribe  do |name, start, finish, id, payload|
+		if(ManageEngine::APMObjectHolder.instance.config.agent_enabled)
+			rt = (finish-start).to_i
+			 ManageEngine::APMWorker.getInstance.start
+			ManageEngine::APMObjectHolder.instance.log.debug "[ Notifications for Agent ] #{Thread.current} #{id} #{name} - #{rt} - #{payload}"
+			trace= caller;
+			id = "#{Thread.current}"
+			stats = Hash.new
+			stats["name"] = name;
+			stats["start"] = start.to_f * 1000;
+			stats["end"] = finish.to_f * 1000;
+			stats["id"] = id;
+			stats["payload"] = payload;
+			if (name=="sql.active_record" && (finish-start)>=(ManageEngine::APMObjectHolder.instance.config.sql_trace_t * 1000 ).to_i)
+				stats["trace"] = trace;
+			end
+			stats["ctime"] =ManageEngine::APMObjectHolder.instance.util.currenttimemillis;
+			ManageEngine::APMObjectHolder.instance.collector.updateTransaction(id,stats);
+		else
+			ActiveSupport::Notifications.unsubscribe @subscriber
+				@obj.log.info "[ instrumenter ] [ RETURNING NO METRICS] "
+		end
+		end
+	end
+
+	def doUnSubscribe
+		ActiveSupport::Notifications.unsubscribe @subscriber
+	end
+
+end #class
+end#module

data/lib/agent/server/worker/am_worker.rb

@@ -0,0 +1,271 @@
+require 'json'
+require 'thread'
+
+module ManageEngine
+class APMWorker
+	@work =nil;
+	@status = 'not_init'
+	@id = 0
+	attr_accessor :id
+        def initialize
+                @status = "initialized"
+                @id = Process.pid
+        end
+
+        def start
+                @obj = ManageEngine::APMObjectHolder.instance
+
+				if @status=="working"
+                    @obj.log.debug "woker thread already started"
+                elsif @status == "initialized"
+                	@obj.log.info "start worker thread for - #{Process.pid} :: #{@status}  "
+	                #@obj.log.info "Starting APMWorker Thread #{Process.pid} "
+    	            @apm = Thread.new do
+                            @status  = 'working'
+        	                while !@obj.shutdown do
+								checkforagentstatus
+								updateConfig
+                                dc
+								sleep (@obj.config.connect_interval).to_i
+            	            end#w
+                            @status= "end"
+             	            @obj.log.debug "Worker thread ends"
+                	end
+                end
+        end
+
+        def self.getInstance
+			if(@work==nil || @work.id!=Process.pid)
+            	@work = ManageEngine::APMWorker.new
+            end
+            return @work
+        end
+
+		def updateConfig
+			if(@obj.config.lastupdatedtime!=File.mtime(@obj.constants.apm_conf).to_i)
+				@obj.log.info "Configuration File Changed... So Updating Configuration."
+				agent_config_data = @obj.config.getAgentConfigData
+				@obj.config.lastupdatedtime=File.mtime(@obj.constants.apm_conf).to_i
+				@obj.config.configureFile
+				@obj.config.assignConfig
+				new_agent_config_data = @obj.config.getAgentConfigData
+				sendUpdate = "false"
+				agent_config_data.each do|key,value|
+					if key != "last.modified.time"
+						newValue = new_agent_config_data[key]
+						if value != newValue
+							sendUpdate = "true"
+						end
+					end
+				end
+				if sendUpdate == "true"
+					@obj.log.info "sending update to server #{new_agent_config_data}"
+					data1 =  Hash.new
+					data1["custom_config_info"]=new_agent_config_data
+ 	       			        resp = @obj.connector.post @obj.constants.connect_config_update_uri+@obj.config.instance_id,data1
+				end
+			end
+		end
+		
+		def checkforagentstatus
+			prevState = @obj.config.agent_enabled
+			@obj.config.checkAgentInfo
+			if !@obj.config.agent_enabled
+				@obj.log.info "Agent in Disabled State."
+				if prevState
+					@obj.log.info "Agent in Disabled State. Going to unsubscribe"
+					@obj.instrumenter.doUnSubscribe
+				end
+			else
+				if !prevState
+					@obj.log.info "Agent in Active State."
+					@obj.instrumenter.doSubscribe
+				end
+			end
+		end
+
+        def stop
+            dc
+			@obj.shutdown = true;
+        end
+
+        def dc
+    	    begin
+                @obj.log.debug "[dc] collecting..."
+                now = @obj.util.currenttimemillis
+                result =  Array.new
+                result.push(@obj.last_dispatch_time)
+                                result.push(now)
+                data = Array.new
+                trd= nil;
+                @last_dispatch_time = now
+                if @obj.config.agent_enabled
+                        d = @obj.parser.parse @obj.store.metrics_dup
+                        if(d!=nil && d.has_key?("trace-data"))
+                                trd = d.delete("trace-data");
+                                #@obj.log.info "[dc] [TRACE] : #{d}"
+                        end
+                        #@obj.log.info "[dc] Data - #{d}"
+                        if(d.length>0)
+                                data =@obj.formatter.format d
+                                #@obj.log.debug "[dc] Formatted Data - #{data}"
+                        end
+                        @obj.store.remove @obj.formatter.keysToRemove
+                end #if
+                fd = Array.new
+                fd.push(data)
+                if(trd!=nil)
+                	fd.push(trd)
+                end
+				@obj.log.debug "[dc] data to store : #{fd}"
+                send_save fd
+				@obj.log.debug "[dc] collecting ends"
+	        rescue Exception=>e
+                @obj.log.logException "[dc]  Exception during data Collection. #{e.message}",e
+                @obj.shutdown=true
+    	    end
+		end
+
+        def senddata d
+               # @obj.log.info("Send data --- #{d}")
+                result =  Array.new
+                result.push( (File.mtime(@obj.constants.agent_lock).to_f*1000).to_i)
+                now = @obj.util.currenttimemillis
+                result.push(now)
+                write @obj.constants.agent_lock ,"#{Process.pid}"
+                data  = read @obj.constants.agent_store
+                data.push(d);
+                tdata = Array.new;
+                trdata = Array.new;
+                data.each do |val|
+                        case val.size
+                        when 1
+                                tdata.concat(val[0])
+                        when 2
+                                tdata.concat(val[0])
+                                trdata.concat(val[1])
+                        end
+                end
+                result.push(merge(tdata))
+                resp = @obj.connector.post @obj.constants.connect_data_uri+@obj.config.instance_id,result
+                if trdata.size>0
+                        result[2]=trdata;
+                        resp = @obj.connector.post @obj.constants.connect_trace_uri+@obj.config.instance_id,result
+                end
+        end
+
+        def save fd
+                begin
+                	data = fd.to_json;
+                	write @obj.constants.agent_store,data
+                rescue Exception=>e
+                	@obj.log.logException "[dc]  Exception during save. #{e.message}",e
+                end
+        end
+
+        def send_save data
+                begin
+                	if FileTest.exist?(@obj.constants.agent_lock)
+                        if Time.now.to_i - File.mtime(@obj.constants.agent_lock).to_i >= (@obj.config.connect_interval).to_i
+                                @obj.log.debug "worker send signal"
+                                senddata data
+                        else
+                                @obj.log.info "worker save signal"
+                                save data
+                        end
+                else
+                        @obj.log.info "worker save signals"
+                        save data
+                        write @obj.constants.agent_lock,"#{Process.pid}"
+                end
+                rescue Exception=>e
+                        @obj.log.logException "Exception in decision making send or save #{e.message}",e
+                end
+        end
+
+		def read p
+            data = Array.new
+	        File.open( p, "r+" ) { |f|
+			    f.flock(File::LOCK_EX)
+            	begin
+               		f.each_line do |line|
+	    			data.push(JSON.parse(line))
+              		end
+			       f.truncate 0
+          		rescue Exception=>e
+                	@obj.log.logException "Exception while reading data #{e}",e
+         		ensure
+                	f.flock(File::LOCK_UN)
+        		end
+        	}
+            data
+       end
+
+
+        def write (p,  data )
+            File.open( p, "a+" ) { |f|
+             	f.flock(File::LOCK_EX)
+                begin
+					f.write "#{data}\n"
+                rescue Exception=>e
+                        @obj.log.logException "Exception while writing data #{e.message}",e
+		        ensure
+                    f.flock(File::LOCK_UN)
+                end
+            }
+        end
+
+		def merge data
+#                 @obj.log.info "BEFORE MERGE : #{data}"
+			tdata =Hash.new ;
+			data.each do |sd|
+				name= sd[0]["ns"] + sd[0]["name"];
+				if tdata.has_key?(name)
+					if (sd[0]["name"]=="apdex")
+						tdata[name][1] = mapdx(tdata[name][1],sd[1])
+					else
+						tdata[name][1] = mapdb(tdata[name][1],sd[1])
+					end
+				else
+					tdata[name]=sd;
+				end
+			end
+#@obj.log.info "MERGED DATA : #{tdata}"
+			res = Array.new;
+			tdata.each do|key,value|
+				res.push(value);
+		   end
+		res
+	end
+
+
+		def mapdx res,dat
+			res[0] = res[0]+dat[0];
+			if dat[1]<res[1]
+				res[1]=dat[1]
+			end
+			if dat[2]>res[2]
+				res[2]=dat[2]
+			end
+			res[3] = res[3]+dat[3]
+			res[5] = res[5]+dat[5]
+			res[6] = res[6]+dat[6]
+			res[7] = res[7]+dat[7]
+			res[4] = (res[5].to_f + (res[6].to_f/2).to_f).to_f/res[3].to_f
+			res
+		end
+
+		def mapdb res,dat
+			res[0] = res[0]+dat[0];
+				if dat[1]<res[1]
+				res[1]=dat[1]
+			end
+			if dat[2]>res[2]
+				res[2]=dat[2]
+			end
+			res[3] = res[3]+dat[3]
+			res
+		end
+	
+end#c
+end#m