fluent-plugin-appdynamics 0.0.4 → 0.0.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: f921d07535a038026b44a1739ffb58fb8c77cae2
-  data.tar.gz: 76bebdf9b0248ca3f48dd4f118a5582a0b558831
+  metadata.gz: 02f89af0f06e3e1191e604ad2fa5de824d6d1797
+  data.tar.gz: 3134d8b0bb533e006b9a5cd65c0bb753c9c6930f
 SHA512:
-  metadata.gz: f823cc55ff7475a316873a39b9e8a042da5ac8626d4d94b0595f26a2aa28c09cf513cde122ae64915a52effa79bb4b752caff6eaa3279710aa79f0999178c3c0
-  data.tar.gz: b00999faa1689c47c295f40e5d0cb399d20129c12e38aa172fc01873aff31dd3fd76d481410c737d44c49671d8e5187e48f18a28a0e8b50b60c5f5caa6f28d2c
+  metadata.gz: 9466dc0f158364434671ddf633e46e25a0ef4ea5f5201358bea86322835d207d9b2e06b266b7150c6a1e542d5dbc52bf0522540b715447c64dcb72281ec6cbfa
+  data.tar.gz: 2484bc41ca4f59f2698e559eb2ba65d5e61f27ef27b1e5249027467633d58798287ba8ce6f29dbad49713bc25649569afa6362962ee446a434cf4875d25191c5

data/fluent-plugin-appdynamics.gemspec

@@ -3,7 +3,7 @@ $:.push File.expand_path("../lib", __FILE__)
 
 Gem::Specification.new do |gem|
   gem.name          = "fluent-plugin-appdynamics"
-  gem.version       = "0.0.4"
+  gem.version       = "0.0.5"
   gem.date          = '2015-03-02'
   gem.authors       = ["chandrashekar Tippur"]
   gem.email         = ["ctippur@gmail.com"]

data/lib/fluent/plugin/in_appdynamics.rb

@@ -14,7 +14,122 @@ module Fluent
     config_param :account, :string, :default => ""
     config_param :include_raw, :string, :default => "true" #Include original object as raw
     config_param :attributes, :string, :default => "ALL" # fields to include, ALL for... well, ALL.
-   
+
+    config_param :state_type, :string, :default => nil
+    config_param :state_file, :string, :default => nil
+    config_param :select_limit, :time, :default => 10000
+
+
+    # Timewatcher class to handle collio
+    class TimerWatcher < Coolio::TimerWatcher
+      def initialize(interval, repeat, &callback)
+        @callback = callback
+        super(interval, repeat)
+      end # def initialize
+      
+      def on_timer
+        @callback.call
+      rescue
+        $log.error $!.to_s
+        $log.error_backtrace
+      end # def on_timer
+    end
+  
+    # Class statestore
+    class StateStore
+      def initialize(path,tag)
+        require 'yaml'
+        @path = path
+        if File.exists?(@path)
+          @data = YAML.load_file(@path)
+          if @data == false || @data == []
+            # this happens if an users created an empty file accidentally
+            @data = {}
+          elsif !@data.is_a?(Hash)
+            raise "state_file on #{@path.inspect} is invalid"
+          end
+        else
+          @data = {}
+        end
+      end
+
+      def last_records(tag=nil)
+	return @data[tag]
+        #@data['last_records'] ||= {}
+      end
+
+      def update_records(time, tag=nil)
+	@data[tag]=time
+	pp  @data
+        File.open(@path, 'w') {|f|
+          f.write YAML.dump(@data)
+        }
+      end
+    end
+
+    # Class store in memory
+    class MemoryStateStore
+      def initialize
+        @data = {}
+      end
+      
+      def last_records(tag=nil)
+        @data['last_records'] ||= {}
+      end
+      
+      def update_records(time,tag=nil)
+      end
+    end
+
+    # Class store in redis
+    class RedisStateStore
+      state_key = ""
+      def initialize(path,tag)
+        state_key=tag
+	#redis_server = $appsettings['redis_server']
+	#redis_port = $appsettings['redis_port']
+	#redis_spectrum_key = $appsettings['redis_spectrum_key']
+	#####
+      	require 'redis'
+	$redis = if File.exists?(path)
+		redis_config = YAML.load_file(path)
+		# Connect to Redis using the redis_config host and port
+		if path
+		    begin
+		        pp "In redis #{path} Host #{redis_config['host']} port #{redis_config['port']}"
+  			$redis = Redis.new(host: redis_config['host'], port: redis_config['port'])
+		    rescue Exception => e
+			$log.info e.message
+                	$log.info e.backtrace.inspect
+		    end
+		end
+	else
+  		Redis.new
+	end
+        @data = {}
+      end
+      
+      def last_records(tag=nil)
+        begin
+  	   alertStartTime=$redis.get(tag)
+           return alertStartTime
+        rescue Exception => e
+	   $log.info e.message
+	   $log.info e.backtrace.inspect
+        end
+      end
+      
+      def update_records(time, tag=nil)
+        begin
+  	   alertStartTime=$redis.set(tag,time)
+        rescue Exception => e
+	   $log.info e.message
+	   $log.info e.backtrace.inspect
+        end
+      end
+    end
+
+ 
     # function to UTF8 encode
     def to_utf8(str)
       str = str.force_encoding('UTF-8')
@@ -26,6 +141,7 @@ module Fluent
     def initialize
       super
       require 'json'
+      require 'yaml'
       require 'rest-client'
       require 'pp'
       # Add any other dependencies
@@ -35,6 +151,33 @@ module Fluent
     def configure(conf)
       super
       @conf = conf
+      
+      # State type is a must
+      unless @state_type
+        $log.warn "'state_type <redis/file/memory>' parameter is not set to a valid source."
+        $log.warn "this parameter is highly recommended to save the last known good timestamp to resume event consuming"
+	exit
+      end
+
+      # Define a handler that gets filled with 
+      unless @state_file
+           $log.warn "'state_file PATH' parameter is not set to a valid source."
+           log.warn "this parameter is highly recommended to save the last known good timestamp to resume event consuming"
+	   @state_store = MemoryStateStore.new
+	else
+	   if (@state_type =~ /redis/)
+	   	@state_store = RedisStateStore.new(@state_file, @tag)
+	   elsif (@state_type =~ /file/)
+		@state_store = StateStore.new(@state_file, @tag)
+	   else
+		$log.warn "Unknown state type. Need to handle this better"
+		exit
+	   end
+      end
+
+      
+      #@state_store = @state_file.nil? ? MemoryStateStore.new : StateStore.new(@state_file)
+
       def appdynamicsEnd(startTime,endTime)
       	# Setup URL Resource
 	# Sample https://ep/controller/rest/applications/Prod/problems/healthrule-violations?time-range-type=BETWEEN_TIMES&output=JSON&start-time=1426270552990&end-time=1426270553000
@@ -42,6 +185,7 @@ module Fluent
 	$log.info @url
         RestClient::Resource.new(@url,@user+"@"+@account,@pass)
       end
+
       def appdynamicsEntEnd(entityId)
 		# Setup URL Resource
 		# Sample https://ep/controller/rest/applications/Prod/nodes/81376?output=JSON
@@ -54,9 +198,11 @@ module Fluent
     
     def start
       super
+      @stop_flag = false
       @loop = Coolio::Loop.new
-      timer_trigger = TimerWatcher.new(@interval, true, &method(:input))
-      timer_trigger.attach(@loop)
+      #timer_trigger = TimerWatcher.new(@interval, true, &method(:input))
+      #timer_trigger.attach(@loop)
+      @loop.attach(TimerWatcher.new(@interval, true, &method(:input)))
       @thread = Thread.new(&method(:run))
       $log.info "starting appdynamics poller, interval #{@interval}"
     end
@@ -64,6 +210,7 @@ module Fluent
     # Stop Listener and cleanup any open connections.
     def shutdown
       super
+      @stop_flag = true
       @loop.stop
       @thread.join
     end
@@ -71,17 +218,36 @@ module Fluent
     def run
       @loop.run
       $log.info "Running appdynamics Input"
+    rescue
+      $log.error "unexpected error", :error=>$!.to_s
+      $log.error_backtrace
     end
 
     # Start appdynamics Trap listener
     # Add the code to run this
     def input
-	alertStartTime = (Engine.now.to_f * 1000).to_i - @interval.to_i 
+      if not @stop_flag
+	pollingStart = Engine.now.to_i * 1000
+	#alertStartTime = (Engine.now.to_f * 1000).to_i - @interval.to_i 
+	#alertStartTime = Engine.now.to_i * 1000 
+        if @state_store.last_records(@tag) 
+          alertStartTime = @state_store.last_records(@tag)
+          $log.info @tag + " :: Got time record from state_store - #{alertStartTime}" 
+        else
+          alertStartTime = pollingStart.to_i - @interval.to_i
+          #$log.info "Spectrum :: Got time record from initial config - #{alertStartTime}"
+        end
+   	pollingEnd = ''
+   	pollingDuration = ''
+        
 	$log.info "appdynamics :: Polling alerts for time period: #{alertStartTime.to_i} - #{(Engine.now.to_f * 1000).to_i}"
 	# Post to Appdynamics and parse results  
 
 	begin
         	responsePost=appdynamicsEnd(alertStartTime,(Engine.now.to_f * 1000).to_i).get
+		pollingEnd = Engine.now.to_i * 1000
+		#@state_store.update(pollingEnd, @tag)
+		pollingDuration = pollingEnd - pollingStart
 	rescue Exception => e
 		$log.info e.message
 		$log.info e.backtrace.inspect
@@ -131,25 +297,17 @@ module Fluent
 		$log.info val
 		begin
           		Engine.emit(@tag, val['startTimeInMillis'].to_i,val)
+			#@state_store.update
 		rescue Exception => e
 			$log.info e.message
 			$log.info e.backtrace.inspect
 		end
 	}
 	#pp body.class
+	@state_store.update_records(pollingEnd, @tag)
+      end # END Stop flag
     end # def Input
 
   end # End Input class
 
-  class TimerWatcher < Coolio::TimerWatcher
-	def initialize(interval, repeat, &callback)
-	  @callback = callback
-	  super(interval, repeat)
-	end
-
-	def on_timer
-	  @callback.call
-	end
-  end
-
 end # module Fluent

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-appdynamics
 version: !ruby/object:Gem::Version
-  version: 0.0.4
+  version: 0.0.5
 platform: ruby
 authors:
 - chandrashekar Tippur