api-harvester 0.0.4 → 0.0.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 392f9d5ffb1d1ed01363aa11dbb1d297b4e49d17
-  data.tar.gz: 8f9c3d9e5d2d87d2cb381ea4df527256c2c8a94c
+  metadata.gz: 0dee496aae3466c73f51a2076c3ed14aa470bb1f
+  data.tar.gz: df9838f62fdb2d6fde63152c3d576e4960650bcc
 SHA512:
-  metadata.gz: 5c64c334957112dd5d9ddad0d4b77e315a2676677185087f49e385bd3b760511699702376540a19d50256b8d8bb7eb3ac23ee0ede7f455bac015116de70ce271
-  data.tar.gz: aa6177229f062988cdfe041ff455f4fac8beb0b281e5fe518206b8f19da619a660031e0647a8c8e01ea16d817c217f273a097b67a2a36fb3c4add248897f80cc
+  metadata.gz: f30b3a6b4ea82f4ff7c784600a8a2f656d25efe21c99af3032658bfb2aec341bd933f97e31a8a6790f31c5e5684ab254f2861740585433b65dd540cd639d83fe
+  data.tar.gz: c0f734705a51eb07d80a9729bbd4f2ac66f89c471d4fa78115838fcf1cf13efe2da529789d4f95ad4fde66b3e4ee8cb2122a9f90ad929599637600a49c0443ec

data/lib/harvester/parser.rb

@@ -3,7 +3,8 @@ require 'ezmq'
 require 'msgpack'
 require 'oj'
 require_relative 'settings'
-require_relative '../../key_transactions'
+# require_relative '../../key_transactions'
+Dir["../parser_functions/*.rb"].each {|file| require file }
 module Parser
   @broadcaster = EZMQ::Publisher.new :bind, port: 6000, encode: -> m { Oj.dump m }
   def self.activate topic, endpoint

data/parser_functions/key_transactions.rb

@@ -0,0 +1,58 @@
+#!/bin/env ruby
+require 'pry'
+def key_transactions incoming_data
+  outgoing_data = []
+  transactions = incoming_data['key_transactions']
+  transactions.each do |transaction|
+    transaction['application_summary'] = {} unless transaction['application_summary']
+    transaction['end_user_summary'] = {} unless transaction['end_user_summary']
+    plowed = {
+      "database_name":                        "NewRelic-transactions",
+      "series_name":                           transaction['name'],
+      "application-response_time":             transaction['application_summary']['response_time'],
+      "application-throughput":                transaction['application_summary']['throughput'],
+      "application-error_rate":                transaction['application_summary']['error_rate'],
+      "application-apdex_target":              transaction['application_summary']['apdex_target'],
+      "application-apdex_score":               transaction['application_summary']['apdex_score'],
+      "application-host_count":                transaction['application_summary']['host_count'],
+      "application-instance_count":            transaction['application_summary']['instance_count'],
+      "application-concurrent_instance_count": transaction['application_summary']['concurrent_instance_count'],
+      "end_user-response_time":                transaction['end_user_summary']['response_time'],
+      "end_user-throughput":                   transaction['end_user_summary']['throughput'],
+      "end_user-apdex_target":                 transaction['end_user_summary']['apdex_target'],
+      "end_user-apdex_score":                  transaction['end_user_summary']['apdex_score']
+    }
+    outgoing_data << plowed.keep_if {|_,value| !value.nil?}
+  end
+  outgoing_data
+end
+
+  # {
+  #   "key_transaction": {
+  #     "id": "integer",
+  #     "name": "string",
+  #     "transaction_name": "string",
+  #     "health_status": "string",
+  #     "reporting": "boolean",
+  #     "last_reported_at": "time",
+  #     "application_summary": {
+  #       "response_time": "float",
+  #       "throughput": "float",
+  #       "error_rate": "float",
+  #       "apdex_target": "float",
+  #       "apdex_score": "float",
+  #       "host_count": "integer",
+  #       "instance_count": "integer",
+  #       "concurrent_instance_count": "integer"
+  #     },
+  #     "end_user_summary": {
+  #       "response_time": "float",
+  #       "throughput": "float",
+  #       "apdex_target": "float",
+  #       "apdex_score": "float"
+  #     },
+  #     "links": {
+  #       "application": "integer"
+  #     }
+  #   }
+  # }

data/template/default_eye.rb

@@ -0,0 +1,62 @@
+module Default
+
+
+  def self.puller name, endpoint, timeout
+    %Q(#!/bin/env ruby
+require_relative '../lib/harvester/puller'
+Puller.activate("#{name}", "#{endpoint}", #{timeout})
+)
+  end
+
+  def self.parser name, endpoint
+    %Q(#!/bin/env ruby
+require_relative '../lib/harvester/parser'
+Parser.activate("#{name}", "#{endpoint}")
+)
+  end
+
+  def self.pusher name, endpoint
+    %Q(#!/bin/env ruby
+require_relative '../lib/harvester/pusher'
+Pusher.activate("#{name}", "#{endpoint}")
+)
+  end
+
+  def self.eye_config name
+    %Q(#!/bin/env ruby
+
+Eye.application 'harvester' do
+
+  working_dir File.expand_path(File.join(File.dirname(__FILE__)))
+  
+  group "#{name}" do
+    process :puller do
+      pid_file 'pids/puller.pid'
+      start_command "ruby puller.rb"
+      daemonize true
+      stdout 'logs/puller.log'
+      check :memory, every: 20.seconds, below: 300.megabytes, times: 3
+    end
+
+    process :parser do
+      pid_file 'pids/parser.pid'
+      start_command "ruby parser.rb"
+      daemonize true
+      stdout 'logs/parser.log'
+      check :memory, every: 20.seconds, below: 300.megabytes, times: 3
+    end
+
+    process :pusher do
+      pid_file 'pids/pusher.pid'
+      start_command "ruby pusher.rb"
+      daemonize true
+      stdout 'logs/pusher.log'
+      check :memory, every: 20.seconds, below: 300.megabytes, times: 3
+    end
+
+  end
+end
+)
+  end
+
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: api-harvester
 version: !ruby/object:Gem::Version
-  version: 0.0.4
+  version: 0.0.5
 platform: ruby
 authors:
 - Kinnan Kwok
@@ -227,6 +227,8 @@ files:
 - lib/harvester/puller.rb
 - lib/harvester/pusher.rb
 - lib/harvester/settings.rb
+- parser_functions/key_transactions.rb
+- template/default_eye.rb
 homepage: http://github.com/kkwoker/api-harvester
 licenses:
 - MIT