netuitived 0.10.1 → 1.0.1

data/lib/netuitived/ingest_attribute.rb

@@ -0,0 +1,12 @@
+module NetuitiveD
+  class IngestAttribute
+    def initialize(name, value)
+      @name = name
+      @value = value
+    end
+
+    def to_json(_options = {})
+      { 'name' => @name, 'value' => @value }.to_json
+    end
+  end
+end

data/lib/netuitived/ingest_element.rb

@@ -0,0 +1,26 @@
+module NetuitiveD
+  class IngestElement
+    attr_accessor :id, :name, :type, :location, :metrics, :samples, :tags, :attributes
+    def initialize(id, name, type, location, metrics, samples, tags, attributes)
+      @id = id
+      @name = name
+      @type = type
+      @location = location
+      @metrics = metrics
+      @samples = samples
+      @tags = tags
+      @attributes = attributes
+    end
+
+    def to_json(_options = {})
+      { 'id' => @id,
+        'name' => @name,
+        'type' => @type,
+        'location' => @location,
+        'metrics' => @metrics,
+        'samples' => @samples,
+        'tags' => @tags,
+        'attributes' => @attributes }.to_json.tr('\\"', '"')
+    end
+  end
+end

data/lib/netuitived/ingest_event.rb

@@ -0,0 +1,25 @@
+module NetuitiveD
+  class IngestEvent
+    attr_accessor :source, :timestamp, :title, :type, :tags, :data
+    def initialize(elementId, message, timestamp, title, level, source, type, tags)
+      @source = source
+      @timestamp = timestamp
+      @title = title
+      @type = type
+      @tags = tags
+      @data = { 'elementId' => elementId,
+                'level' => level,
+                'message' => message }
+    end
+
+    def to_json(_options = {})
+      millis = @timestamp.to_f * 1000
+      { 'source' => @source,
+        'timestamp' => millis.round,
+        'title' => @title,
+        'type' => @type,
+        'tags' => @tags,
+        'data' => @data }.to_json.tr('\\"', '"')
+    end
+  end
+end

data/lib/netuitived/ingest_metric.rb

@@ -0,0 +1,21 @@
+module NetuitiveD
+  class IngestMetric
+    attr_accessor :id, :name, :unit, :type, :tags, :aggregate
+    def initialize(id, name, unit, type, tags, aggregate)
+      @id = id
+      @name = name
+      @unit = unit
+      @type = type
+      @tags = tags
+      @aggregate = aggregate
+    end
+
+    def to_json(_options = {})
+      { 'id' => @id,
+        'name' => @name,
+        'unit' => @unit,
+        'type' => @type,
+        'tags' => @tags }.to_json
+    end
+  end
+end

data/lib/netuitived/ingest_sample.rb

@@ -0,0 +1,27 @@
+module NetuitiveD
+  class IngestSample
+    attr_accessor :metricId, :timestamp, :val, :min, :max, :avg, :sum, :cnt
+    def initialize(metricId, timestamp, val, min, max, avg, sum, cnt)
+      @metricId = metricId
+      @timestamp = timestamp
+      @val = val
+      @min = min
+      @max = max
+      @avg = avg
+      @sum = sum
+      @cnt = cnt
+    end
+
+    def to_json(_options = {})
+      millis = @timestamp.to_f * 1000
+      { 'metricId' => @metricId,
+        'timestamp' => millis.round,
+        'val' => @val,
+        'min' => @min,
+        'max' => @max,
+        'avg' => @avg,
+        'sum' => @sum,
+        'cnt' => @cnt }.to_json
+    end
+  end
+end

data/lib/netuitived/ingest_tag.rb

@@ -0,0 +1,13 @@
+module NetuitiveD
+  class IngestTag
+    def initialize(name, value)
+      @name = name
+      @value = value
+    end
+
+    def to_json(_options = {})
+      { 'name' => @name,
+        'value' => @value }.to_json
+    end
+  end
+end

data/lib/netuitived/metric_aggregator.rb

@@ -0,0 +1,142 @@
+module NetuitiveD
+  class MetricAggregator
+    attr_reader :samples
+    attr_reader :metrics
+    attr_reader :aggregatedSamples
+
+    def initialize(apiEmissary)
+      @metrics = []
+      @samples = []
+      @aggregatedSamples = {}
+      @metricMutex = Mutex.new
+      @apiEmissary = apiEmissary
+    end
+
+    def sendMetrics
+      elementString = nil
+      addSample('netuitive.collection_interval', NetuitiveD::ConfigManager.interval)
+      @metricMutex.synchronize do
+        NetuitiveD::NetuitiveLogger.log.debug "self: #{object_id}"
+        NetuitiveD::NetuitiveLogger.log.debug "Thread: #{Thread.current.object_id}"
+        NetuitiveD::NetuitiveLogger.log.debug "metrics id: #{@metrics.object_id}"
+        NetuitiveD::NetuitiveLogger.log.debug "samples id: #{@samples.object_id}"
+        NetuitiveD::NetuitiveLogger.log.debug "aggregatedSamples id: #{@aggregatedSamples.object_id}"
+        NetuitiveD::NetuitiveLogger.log.debug "metrics before send: #{@metrics.count}"
+        NetuitiveD::NetuitiveLogger.log.debug "samples before send: #{@aggregatedSamples.count + @samples.count}"
+
+        if @metrics.empty?
+          NetuitiveD::NetuitiveLogger.log.info 'no netuitive metrics to report'
+          return
+        end
+        aggregatedSamplesArray = @aggregatedSamples.values
+        aggregatedSamplesArray.each do |sample|
+          sample.timestamp = Time.new
+        end
+        element = NetuitiveD::IngestElement.new(NetuitiveD::ConfigManager.elementName, NetuitiveD::ConfigManager.elementName, 'Ruby', nil, @metrics, @samples + aggregatedSamplesArray, nil, nil)
+        elements = [element]
+        elementString = elements.to_json
+        clearMetrics
+      end
+      @apiEmissary.sendElements(elementString)
+    end
+
+    def addSample(metricId, val)
+      addSampleWithType(metricId, val, 'GAUGE')
+    end
+
+    def addCounterSample(metricId, val)
+      addSampleWithType(metricId, val, 'COUNTER')
+    end
+
+    def addSampleWithType(metricId, val, type)
+      @metricMutex.synchronize do
+        NetuitiveD::NetuitiveLogger.log.debug 'start addSample method'
+        NetuitiveD::NetuitiveLogger.log.debug "Thread: #{Thread.current.object_id}"
+        NetuitiveD::NetuitiveLogger.log.debug "self: #{object_id}"
+        NetuitiveD::NetuitiveLogger.log.debug "metrics id: #{@metrics.object_id}"
+        NetuitiveD::NetuitiveLogger.log.debug "samples id: #{@samples.object_id}"
+        NetuitiveD::NetuitiveLogger.log.debug "aggregatedSamples id: #{@aggregatedSamples.object_id}"
+        NetuitiveD::NetuitiveLogger.log.debug "metrics before add: #{@metrics.count}"
+        NetuitiveD::NetuitiveLogger.log.debug "samples before add: #{@aggregatedSamples.count + @samples.count}"
+        if metricId.nil?
+          NetuitiveD::NetuitiveLogger.log.info 'null metricId for addSample'
+          return false
+        end
+        if val.nil?
+          NetuitiveD::NetuitiveLogger.log.info "null value for addSample for metricId #{metricId}"
+          return false
+        end
+        unless metricExists metricId
+          NetuitiveD::NetuitiveLogger.log.info "adding new metric: #{metricId}"
+          @metrics.push(NetuitiveD::IngestMetric.new(metricId, metricId, nil, type, nil, false))
+        end
+        @samples.push(NetuitiveD::IngestSample.new(metricId, Time.new, val, nil, nil, nil, nil, nil))
+        NetuitiveD::NetuitiveLogger.log.info "netuitive sample added #{metricId} val: #{val}"
+        NetuitiveD::NetuitiveLogger.log.debug "metrics after add: #{@metrics.count}"
+        NetuitiveD::NetuitiveLogger.log.debug "samples after add: #{@aggregatedSamples.count + @samples.count}"
+        NetuitiveD::NetuitiveLogger.log.debug 'end addSample method'
+      end
+    end
+
+    def metricExists(metricId)
+      @metrics.each do |metric|
+        return true if metric.id == metricId
+      end
+      false
+    end
+
+    def aggregateMetric(metricId, val)
+      aggregateMetricWithType(metricId, val, 'GAUGE')
+    end
+
+    def aggregateCounterMetric(metricId, val)
+      aggregateMetricWithType(metricId, val, 'COUNTER')
+    end
+
+    def aggregateMetricWithType(metricId, val, type)
+      @metricMutex.synchronize do
+        NetuitiveD::NetuitiveLogger.log.debug 'start addSample method'
+        NetuitiveD::NetuitiveLogger.log.debug "Thread: #{Thread.current.object_id}"
+        NetuitiveD::NetuitiveLogger.log.debug "self: #{object_id}"
+        NetuitiveD::NetuitiveLogger.log.debug "metrics id: #{@metrics.object_id}"
+        NetuitiveD::NetuitiveLogger.log.debug "samples id: #{@samples.object_id}"
+        NetuitiveD::NetuitiveLogger.log.debug "aggregatedSamples id: #{@aggregatedSamples.object_id}"
+        NetuitiveD::NetuitiveLogger.log.debug "metrics before aggregate: #{@metrics.count}"
+        NetuitiveD::NetuitiveLogger.log.debug "samples before aggregate: #{@aggregatedSamples.count + @samples.count}"
+        if metricId.nil?
+          NetuitiveD::NetuitiveLogger.log.info 'null metricId for aggregateMetric'
+          return false
+        end
+        if val.nil?
+          NetuitiveD::NetuitiveLogger.log.info "null value for aggregateMetric for metricId #{metricId}"
+          return false
+        end
+        if !metricExists metricId
+          NetuitiveD::NetuitiveLogger.log.info "adding new metric: #{metricId}"
+          @metrics.push(NetuitiveD::IngestMetric.new(metricId, metricId, nil, type, nil, false))
+          @aggregatedSamples[metricId.to_s] = NetuitiveD::IngestSample.new(metricId, Time.new, val, nil, nil, nil, nil, nil)
+        else
+          if @aggregatedSamples[metricId.to_s].nil?
+            NetuitiveD::NetuitiveLogger.log.info "cannot aggregate metric #{metricId} that already has samples for this interval"
+            return false
+          end
+          previousVal = @aggregatedSamples[metricId.to_s].val
+          @aggregatedSamples[metricId.to_s].val += val
+          NetuitiveD::NetuitiveLogger.log.info "netuitive sample aggregated #{metricId} old val: #{previousVal} new val: #{@aggregatedSamples[metricId.to_s].val}"
+        end
+        NetuitiveD::NetuitiveLogger.log.debug "metrics after aggregate: #{@metrics.count}"
+        NetuitiveD::NetuitiveLogger.log.debug "samples after aggregate: #{@aggregatedSamples.count + @samples.count}"
+        NetuitiveD::NetuitiveLogger.log.debug 'end addSample method'
+      end
+    end
+
+    def clearMetrics
+      NetuitiveD::NetuitiveLogger.log.debug 'start clearMetrics method'
+      @metrics = []
+      @samples = []
+      @aggregatedSamples = {}
+      NetuitiveD::NetuitiveLogger.log.info 'netuitive metrics cleared'
+      NetuitiveD::NetuitiveLogger.log.debug 'end clearMetrics method'
+    end
+  end
+end

data/lib/netuitived/netuitive_logger.rb

@@ -0,0 +1,49 @@
+module NetuitiveD
+  class CheaterLogger
+    attr_accessor :level
+    def debug(message)
+    end
+
+    def error(message)
+    end
+
+    def info(message)
+    end
+  end
+
+  class NetuitiveLogger
+    class << self
+      attr_accessor :log
+      def setup
+        file = NetuitiveD::ConfigManager.property('logLocation', 'NETUITIVED_LOG_LOCATION', "#{File.expand_path('../../..', __FILE__)}/log/netuitive.log")
+        age = NetuitiveD::ConfigManager.property('logAge', 'NETUITIVED_LOG_AGE', 'daily')
+        age = NetuitiveD::NetuitiveLogger.format_age(age)
+        size = NetuitiveD::ConfigManager.property('logSize', 'NETUITIVED_LOG_SIZE', 1_000_000)
+        size = NetuitiveD::NetuitiveLogger.format_size(size)
+        NetuitiveD::NetuitiveLogger.log = Logger.new(file, age, size)
+      rescue => e
+        puts 'netuitive unable to open log file'
+        puts "error: #{e.message}"
+        NetuitiveD::NetuitiveLogger.log = NetuitiveD::CheaterLogger.new
+      end
+
+      def format_age(age)
+        return 'daily' if age.nil?
+        begin
+          Integer(age)
+        rescue
+          age
+        end
+      end
+
+      def format_size(size)
+        return 1_000_000 if size.nil?
+        begin
+          Integer(size)
+        rescue
+          size
+        end
+      end
+    end
+  end
+end

data/lib/netuitived/netuitived_server.rb

@@ -0,0 +1,58 @@
+module NetuitiveD
+  class NetuitivedServer
+    def initialize(metricAggregator, eventHandler)
+      @metricAggregator = metricAggregator
+      @eventHandler = eventHandler
+    end
+
+    def sendMetrics
+      @metricAggregator.sendMetrics
+    end
+
+    def addSample(metricId, val)
+      @metricAggregator.addSample(metricId, val)
+    end
+
+    def addCounterSample(metricId, val)
+      @metricAggregator.addCounterSample(metricId, val)
+    end
+
+    def aggregateMetric(metricId, val)
+      @metricAggregator.aggregateMetric(metricId, val)
+    end
+
+    def aggregateCounterMetric(metricId, val)
+      @metricAggregator.aggregateCounterMetric(metricId, val)
+    end
+
+    def clearMetrics
+      @metricAggregator.clearMetrics
+    end
+
+    def interval
+      NetuitiveD::ConfigManager.interval
+    end
+
+    def event(message, timestamp = Time.new, title = 'Ruby Event', level = 'Info', source = 'Ruby Agent', type = 'INFO', tags = nil)
+      @eventHandler.handleEvent(message, timestamp, title, level, source, type, tags)
+    end
+
+    def exceptionEvent(exception, klass = nil, tags = nil)
+      @eventHandler.handleExceptionEvent(exception, klass, tags)
+    end
+
+    def stopServer
+      Thread.new do
+        exitProcess
+      end
+    end
+
+    def exitProcess
+      sleep(1)
+      NetuitiveD::NetuitiveLogger.log.info 'stopping netuitived'
+      Process.exit!(true)
+    end
+
+    private :exitProcess
+  end
+end

data/lib/netuitived/scheduler.rb

@@ -0,0 +1,17 @@
+module NetuitiveD
+  class Scheduler
+    def self.startSchedule
+      Thread.new do
+        loop do
+          NetuitiveD::NetuitiveLogger.log.debug "scheduler sleeping for: #{NetuitiveD::ConfigManager.interval}"
+          sleep(NetuitiveD::ConfigManager.interval)
+          Thread.new do
+            NetuitiveD::NetuitiveLogger.log.debug 'scheduler sending metrics'
+            Netuitived.front_object.sendMetrics
+            NetuitiveD::NetuitiveLogger.log.debug 'scheduler sent metrics'
+          end
+        end
+      end
+    end
+  end
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: netuitived
 version: !ruby/object:Gem::Version
-  version: 0.10.1
+  version: 1.0.1
   prerelease: 
 platform: ruby
 authors:
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-02-05 00:00:00.000000000 Z
+date: 2016-10-17 00:00:00.000000000 Z
 dependencies: []
 description: Collects metrics over a certain interval and then sends them to Netuitive
 email: jking@netuitive.com
@@ -19,17 +19,19 @@ extensions: []
 extra_rdoc_files: []
 files:
 - lib/netuitived.rb
-- lib/netuitive/ingest_tag.rb
-- lib/netuitive/ingest_element.rb
-- lib/netuitive/ingest_attribute.rb
-- lib/netuitive/metric_aggregator.rb
-- lib/netuitive/scheduler.rb
-- lib/netuitive/api_emissary.rb
-- lib/netuitive/netuitived_server.rb
-- lib/netuitive/netuitived_logger.rb
-- lib/netuitive/ingest_sample.rb
-- lib/netuitive/ingest_metric.rb
-- lib/netuitive/netuitived_config_manager.rb
+- lib/netuitived/ingest_tag.rb
+- lib/netuitived/ingest_element.rb
+- lib/netuitived/ingest_attribute.rb
+- lib/netuitived/metric_aggregator.rb
+- lib/netuitived/netuitive_logger.rb
+- lib/netuitived/ingest_event.rb
+- lib/netuitived/scheduler.rb
+- lib/netuitived/api_emissary.rb
+- lib/netuitived/netuitived_server.rb
+- lib/netuitived/config_manager.rb
+- lib/netuitived/ingest_sample.rb
+- lib/netuitived/ingest_metric.rb
+- lib/netuitived/event_handler.rb
 - config/agent.yml
 - ./LICENSE
 - log/netuitive.log