hoss-agent 1.0.2 → 1.0.7

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 85c9ed2a09cb024b273d033e9fd91571d423dc63459e2cc8fd8b1585cba2451a
-  data.tar.gz: 05f1c4b673467b22347bae003e43b7fcf09ea6a0be7335d02ba0724694ea5f9b
+  metadata.gz: 52937879f958d6e6a236623c9bcd300691e17bd0a2b6e6fbb803d2b13a4c95c1
+  data.tar.gz: d3c30d60effbe130e39b0a3b0e4f58e108a841423a41131c07cf3cb15bf20fc0
 SHA512:
-  metadata.gz: 47a62689bdcefb7d1ac08072e846af0be500e93356be775d4828d72197b6da7561b3f1f693d5067d32ee137cb7575bb83c4d055c3de95ea78247039a46e8e8c1
-  data.tar.gz: cc9587bd58578ae997b74fc7fc0681aefb6aeeddcc7247fb7d6b02127057913900f02e8ca4663b04f24fd0b206801daf76d151464b2120fba6d883d97e88011a
+  metadata.gz: 37785ed4764dd337540b7857eda33e42f2be0062876461b7b388c37246a17d4ded2bbe5b45d046c8f2854d0bae1ec6036d7283b1402ee4a6739fe9171c836388
+  data.tar.gz: bd0e9a79739a1ac79ab2aa5d3d8f2d0b65cd8b0834ba94261e1b00859863100ac088b6ddbc05133baa733521ebe07032cf989f0e19b0d3022d42b78e38ea36fa

data/lib/hoss/agent.rb

@@ -103,6 +103,10 @@ module Hoss
     def_delegator :@central_config, :config
 
     def start
+      unless config.api_key
+        config.logger.warn "Hoss API Key missing, not starting."
+        return
+      end
       unless config.disable_start_message?
         config.logger.info format(
           '[%s] Starting agent, reporting to %s',

data/lib/hoss/config.rb

@@ -33,14 +33,15 @@ module Hoss
     # rubocop:disable Metrics/LineLength, Layout/ExtraSpacing
     option :config_file,                       type: :string, default: 'config/hoss.yml'
     option :api_host,                          type: :url,    default: ENV['HOSS_API_HOST'] || 'https://app.hoss.com'
-    option :api_key,                           type: :string
+    option :api_key,                           type: :string, default: ENV['HOSS_API_KEY']
     option :ingress_host,                      type: :string, default: ENV['HOSS_INGRESS_HOST'] || 'https://ingress.hoss.com/v1'
     option :max_queue_size,                    type: :int,    default: 3000
     option :batch_size,                        type: :int,    default: ENV['HOSS_BATCH_SIZE'] || 512000
     option :max_event_retries,                 type: :int,    default: 100
     option :remote_config_fetch_interval,      type: :int,    default: 300
     option :agentConfig,                       type: :dict
-
+    option :debug,                             type: :boolean, default: ENV['HOSS_DEBUG']
+    option :disable_reporting,                 type: :boolean, default: ENV['HOSS_DISABLE_REPORTING'] == 'true'
 
     option :central_config,                    type: :bool,   default: true
     option :capture_body,                      type: :string, default: 'off'
@@ -100,7 +101,17 @@ module Hoss
       assign(load_config_file)
       assign(env)
 
-      warn '[HOSS] No API Key provided' unless self.api_key
+      if self.debug == true || self.debug == 'true'
+        assign(
+          log_level: Logger::DEBUG,
+          debug: true,
+          log_path: '-'
+        )
+      end
+
+      unless self.disable_reporting.nil?
+        self.disable_reporting = self.disable_reporting == 'true' || self.disable_reporting == true
+      end
 
       yield self if block_given?
 

data/lib/hoss/spies/http.rb

@@ -45,7 +45,7 @@ module Hoss
               return perform_without_apm(req, options)
             end
             Hoss.with_event do |event|
-              event.request.headers['host'] = req.uri.hostname
+              event.request.headers['host'] = req.uri.host
               req.headers.each {|n,v| event.request.headers[n] = v}
               event.request.method = req.verb.to_s.upcase
               event.request.url = req.uri.to_s
@@ -58,7 +58,7 @@ module Hoss
                   event.response.received_at = DateTime.now.strftime('%Q').to_i
                   event.response.status_code = result.code.to_i
                   result.headers.each {|n,v| event.response.headers[n] = v}
-                  event.response.body = result.body.dup.to_s
+                  event.response.body = result.body.to_s
                 end
                 result
               rescue HTTP::TimeoutError => e

data/lib/hoss/transport/worker.rb

@@ -61,100 +61,108 @@ module Hoss
         
         done = false
         while (!done && msg = queue.pop)
-          debug 'working message', msg
+          begin
+            debug 'working message', msg
 
-          # wait if we don't have a config
-          while config.agentConfig.nil?
-            sleep 0.1
-          end
-          
-          case msg
-          when StopMessage
-            debug 'Stopping worker -- %s', self
-            done = true
-            break
-          else
-            batch = []
-            current_batch_size = 0
-
-            # Use this as the first message in the batch
-            event = msg.filtered ? msg : filter_resource(msg)
-            unless event.nil?
-              event_size = resource_size(event)
-              if current_batch_size + event_size <= @config.batch_size
-                unless host_blacklisted(event)
-                  current_batch_size += event_size
-                  if event.retries < @config.max_event_retries
-                    batch.push(event) 
-                  else
-                    debug "max retries hit for event"
+            # wait if we don't have a config
+            while config.agentConfig.nil?
+              sleep 0.1
+            end
+
+            case msg
+            when StopMessage
+              debug 'Stopping worker -- %s', self
+              done = true
+              break
+            else
+              batch = []
+              current_batch_size = 0
+
+              # Use this as the first message in the batch
+              event = msg.filtered ? msg : filter_resource(msg)
+              unless event.nil?
+                event_size = resource_size(event)
+                if current_batch_size + event_size <= @config.batch_size
+                  unless host_blacklisted(event)
+                    current_batch_size += event_size
+                    if event.retries < @config.max_event_retries
+                      batch.push(event)
+                    else
+                      debug "max retries hit for event"
+                    end
                   end
+                else
+                  debug "Event is too large, body needs to be truncated"
                 end
-              else
-                debug "Event is too large, body needs to be truncated"
               end
-            end
 
-            # Do inner loop reading queue to build report
-            requeue_messages = []
-            while current_batch_size < @config.batch_size && !queue.empty?
-              next_msg = queue.pop
-              case next_msg
-              when StopMessage
-                debug 'Stopping worker -- %s', self
-                done = true
-                break
-              else
-                event = next_msg.filtered ? next_msg : filter_resource(next_msg) unless 
-                unless event.nil?
-                  event_size = resource_size(event)
-                  if current_batch_size + event_size <= @config.batch_size
-                    unless host_blacklisted(event)
-                      current_batch_size += event_size
-                      if event.retries < @config.max_event_retries
-                        batch.push(event) 
-                      else
-                        debug "max retries hit for event"
+              # Do inner loop reading queue to build report
+              requeue_messages = []
+              while current_batch_size < @config.batch_size && !queue.empty?
+                next_msg = queue.pop
+                case next_msg
+                when StopMessage
+                  debug 'Stopping worker -- %s', self
+                  done = true
+                  break
+                else
+                  event = next_msg.filtered ? next_msg : filter_resource(next_msg)
+                  unless event.nil?
+                    event_size = resource_size(event)
+                    if current_batch_size + event_size <= @config.batch_size
+                      unless host_blacklisted(event)
+                        current_batch_size += event_size
+                        if event.retries < @config.max_event_retries
+                          batch.push(event)
+                        else
+                          debug "max retries hit for event"
+                        end
                       end
+                    else
+                      debug "Event too large for this batch, requeue"
+                      requeue_messages.push(event)
                     end
-                  else
-                    debug "Event too large for this batch, requeue"
-                    requeue_messages.push(event)
                   end
                 end
               end
-            end
-          
-            if batch.length == 0
-              debug "batch is empty, breaking"
-              break
-            end
 
-            debug "Requeue #{requeue_messages.length} messages" if requeue_messages.length > 0
-            requeue_messages.each {|msg| queue.push(msg, false) }
+              if batch.length == 0
+                debug "batch is empty, breaking"
+                break
+              end
 
-            report = Report.new
-            report.events = batch.map {|event| serializers.serialize(event) }
+              debug "Requeue #{requeue_messages.length} messages" if requeue_messages.length > 0
+              requeue_messages.each {|msg| queue.push(msg, false) }
 
-            debug "Finished building report"
-            data = serializers.serialize(report)
-            json = JSON.fast_generate(data)
-            begin
-              debug json
-            rescue Exception => e
-              debug 'unable to print body'
-              puts json
-            end
-            begin
-              connection.write(json)
-            rescue Exception => e
-              error format('Failed send report: %s %s', e.inspect, e.backtrace)
-              batch.each do |m|
-                m.retries += 1
-                queue.push(m, false)
+              report = Report.new
+              report.events = batch.map {|event| serializers.serialize(event) }
+
+              debug "Finished building report"
+              data = serializers.serialize(report)
+              json = JSON.fast_generate(data)
+              begin
+                debug json
+              rescue Exception => e
+                debug 'unable to print body'
+                puts json if config.debug
+              end
+              begin
+                if config.disable_reporting
+                  debug "Reprting disabled, skipping"
+                else
+                  connection.write(json)
+                end
+              rescue Exception => e
+                error format('Failed send report: %s %s', e.inspect, e.backtrace)
+                batch.each do |m|
+                  m.retries += 1
+                  queue.push(m, false)
+                end
+                sleep 1
               end
-              sleep 1
             end
+          rescue Exception => e
+            debug "error in worker #{e.inspect}"
           end
         end
       rescue Exception => e
@@ -183,6 +191,9 @@ module Hoss
         else
           body
         end
+      rescue Exception => e
+        debug "unable to decompress body #{e.inspect}"
+        return nil
       end
 
       def get_header(headers, name)

data/lib/hoss/version.rb

@@ -18,5 +18,5 @@
 # frozen_string_literal: true
 
 module Hoss
-  VERSION = '1.0.2'
+  VERSION = '1.0.7'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: hoss-agent
 version: !ruby/object:Gem::Version
-  version: 1.0.2
+  version: 1.0.7
 platform: ruby
 authors:
 - Cameron Cooper
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-07-17 00:00:00.000000000 Z
+date: 2020-07-21 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: concurrent-ruby