coverband-service-client 0.0.12.rc.2 → 0.0.14

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: ecee5d46bea965ae3675532f956d99ad2617f1892dcf59cd302f080faf03acc1
-  data.tar.gz: 9bde9ec5901ed84880692ded71d617d94e887cfb818e86bb4c3f7607f4f64f9e
+  metadata.gz: aba2da1ff17c90fec8adaf834a7aff1e1cb75b5d82d1f654e9273fe49aece61c
+  data.tar.gz: ebf5a93f18a2509ef806314e39afda8f677876f6b17f02a778728029f298540e
 SHA512:
-  metadata.gz: 77e703011dcb88cdcb8e7fb107aca73c13419b4e1ed9bf72a47d67c7cb6847e80c2b477d7866ce030264578ee426e889b7789b46d5bc7b8e42b841b68ada7787
-  data.tar.gz: a7277f954c3b6c1b418ab2230a41652e71788ddc68a6c8183325931f023b8b9bc52fcb56be51e4a1eb31a67ae3bc23509a197dfafa41a5b02f2e32b58f59a376
+  metadata.gz: c06a890c70829d0f4ea150564445f8c2d3848e59fb416020cf59209d9ff30b3427f448fda64664859cdcc7e0b745c259d22ea7048dbd50e1211fc42821e706ed
+  data.tar.gz: 57aa22e7ad96532b74823821b8ee23f7f4f89ca6bc790797987d5f5686b74eaf9676a97547136fd204d69be3eb6552da8235ec91e1a6dbb98f05584be2db5d8c

data/Gemfile.lock

@@ -1,17 +1,17 @@
 PATH
   remote: .
   specs:
-    coverband-service-client (0.0.12.rc.2)
-      coverband (~> 4.2.4)
+    coverband-service-client (0.0.14)
+      coverband (~> 5.0.0.rc.3)
 
 GEM
   remote: https://rubygems.org/
   specs:
-    coverband (4.2.5)
+    coverband (5.0.0.rc.3)
       redis
     minitest (5.14.0)
     rake (13.0.1)
-    redis (4.1.4)
+    redis (4.2.1)
 
 PLATFORMS
   ruby

data/bin/stats

@@ -0,0 +1,42 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+
+ENV['COVERBAND_ENABLE_DEV_MODE'] = 'true'
+ENV['COVERBAND_ENABLE_TEST_MODE'] = 'true'
+ENV['PROCESS_TYPE'] = 'debug'
+ENV['COVERBAND_REPORT_PERIOD'] = '30'
+ENV['COVERBAND_API_KEY'] ||= 'set this'
+ENV['COVERBAND_STATS_KEY'] ||='set this'
+
+require "pry-byebug";
+require "dogapi";
+require "net/http/persistent";
+# require "httplog";
+require 'benchmark'
+
+require_relative "../lib/coverband-service-client"
+
+# HttpLog.configure do |config|
+#   config.url_SAFElist_pattern = /coverband/
+# end
+
+data = {
+  'app/helpers/posts_helper.rb' => [1, nil]
+}
+
+collector = Coverband::Collectors::Coverage.instance
+store = Coverband.configuration.store
+
+# What is the recommended timeout against the target, from the lib
+# puts store.recommended_timeout
+
+Benchmark.bmbm do |x|
+  x.report("connection") do
+    30.times do
+      store.save_report(data)
+    end
+  end
+end
+
+puts "done"

data/coverband-service-client.gemspec

@@ -28,6 +28,14 @@ Gem::Specification.new do |spec|
 
   spec.add_development_dependency "bundler", "~> 2.0"
   spec.add_development_dependency "rake", "~> 13.0"
+
+  # For benchmarking stats
+  # spec.add_development_dependency "pry-byebug"
+  # spec.add_development_dependency "dogapi"
+  # spec.add_development_dependency "httplog"
+  # # to benchmark persistent connections
+  # spec.add_development_dependency "net-http-persistent"
+
   spec.add_development_dependency "minitest", "~> 5.0"
-  spec.add_runtime_dependency "coverband", "~> 4.2.4"
+  spec.add_runtime_dependency "coverband", "~> 5.0.0.rc.3"
 end

data/lib/coverband-service-client.rb

@@ -15,6 +15,7 @@ module Coverband
   COVERBAND_ENABLE_TEST_MODE = ENV['COVERBAND_ENABLE_TEST_MODE'] || false
   COVERBAND_PROCESS_TYPE = ENV['PROCESS_TYPE'] || 'unknown'
   COVERBAND_REPORT_PERIOD = (ENV['COVERBAND_REPORT_PERIOD'] || 600).to_i
+  COVERBAND_PERSISTENT_HTTP = ENV['COVERBAND_PERSISTENT_HTTP'] || false
 
   def self.service_disabled_dev_test_env?
     (COVERBAND_ENV == 'test' && !COVERBAND_ENABLE_TEST_MODE) ||
@@ -48,6 +49,7 @@ module Coverband
           @hostname = opts.fetch(:hostname) { ENV["DYNO"] || Socket.gethostname.force_encoding('utf-8').encode }
           @hostname = @hostname.gsub("'",'').gsub("’",'')
           @runtime_env = opts.fetch(:runtime_env) { COVERBAND_ENV }
+          @failed_coverage_reports = []
           initialize_stats
         end
 
@@ -56,6 +58,7 @@ module Coverband
           return unless defined?(Dogapi::Client)
 
           @stats = Dogapi::Client.new(ENV['COVERBAND_STATS_KEY'])
+          @app_name = defined?(Rails) ? Rails.application.class.module_parent.to_s : "unknown"
         end
 
         def report_timing(timing)
@@ -131,10 +134,11 @@ module Coverband
               }
             }
 
-            starting = Process.clock_gettime(Process::CLOCK_MONOTONIC)
+            starting = Process.clock_gettime(Process::CLOCK_MONOTONIC) if @stats
             save_coverage(full_package)
-            ending = Process.clock_gettime(Process::CLOCK_MONOTONIC)
-            report_timing((ending - starting))
+            ending = Process.clock_gettime(Process::CLOCK_MONOTONIC) if @stats
+            report_timing((ending - starting)) if @stats
+            retry_failed_reports
           end&.join
         end
 
@@ -144,20 +148,48 @@ module Coverband
 
         private
 
+        def retry_failed_reports
+          retries = []
+          @failed_coverage_reports.any? do
+            report_body = @failed_coverage_reports.pop
+            send_report_body(report_body)
+          rescue StandardError
+            retries << report_body
+          end
+          retries.each do |report_body|
+            add_retry_message(report_body)
+          end
+        end
+
+        def add_retry_message(report_body)
+          if @failed_coverage_reports.length > 5
+            logger&.info "Coverband: The errored reporting queue has reached 5. Subsequent reports will not be transmitted"
+          else
+            @failed_coverage_reports << report_body
+          end
+        end
+
         def save_coverage(data)
           if api_key.nil?
             puts "Coverband: Error: no Coverband API key was found!"
             return
           end
 
+          coverage_body = { remote_uuid: SecureRandom.uuid, data: data }.to_json
+          send_report_body(coverage_body)
+        rescue StandardError => e
+          add_retry_message(coverage_body)
+          logger&.info "Coverband: Error while saving coverage #{e}" if Coverband.configuration.verbose || COVERBAND_ENABLE_DEV_MODE
+        end
+
+        def send_report_body(coverage_body)
           uri = URI("#{coverband_url}/api/collector")
-          req = Net::HTTP::Post.new(uri,
+          req = ::Net::HTTP::Post.new(uri,
                                     'Content-Type' => 'application/json',
                                     'Coverband-Token' => api_key)
-          req.body = { remote_uuid: SecureRandom.uuid, data: data }.to_json
-
+          req.body = coverage_body
           logger&.info "Coverband: saving (#{uri}) #{req.body}" if Coverband.configuration.verbose
-          res = Net::HTTP.start(
+          res = ::Net::HTTP.start(
             uri.hostname,
             uri.port,
             open_timeout: COVERBAND_TIMEOUT,
@@ -167,8 +199,9 @@ module Coverband
             ) do |http|
             http.request(req)
           end
-        rescue StandardError => e
-          logger&.info "Coverband: Error while saving coverage #{e}" if Coverband.configuration.verbose || COVERBAND_ENABLE_DEV_MODE
+          if res.code.to_i >= 500
+            add_retry_message(coverage_body)
+          end
         end
       end
 
@@ -180,6 +213,10 @@ module Coverband
           initiate_http
         end
 
+        def recommended_timeout
+          puts Net::HTTP::Persistent.detect_idle_timeout URI("#{coverband_url}/api/collector")
+        end
+
         private
 
         def initiate_http
@@ -188,7 +225,13 @@ module Coverband
           @http.headers['Coverband-Token'] = api_key
           @http.open_timeout = COVERBAND_TIMEOUT
           @http.read_timeout = COVERBAND_TIMEOUT
-          @http.ssl_timeout = COVERBAND_TIMEOUT
+          # the two below seem inconsistent in terms of how they are set
+          # leaving off for now
+          # @http.ssl_timeout = COVERBAND_TIMEOUT
+          # @http.write_timeout = COVERBAND_TIMEOUT
+          # default is 5-10 seconds but we report ever few min, heroku kills them
+          # before our reporting period... ;(
+          # @http.idle_timeout = 1000
         end
 
         def save_coverage(data)
@@ -293,7 +336,7 @@ end
 ENV['COVERBAND_DISABLE_AUTO_START'] = COVERBAND_ORIGINAL_START
 Coverband.configure do |config|
   # Use the Service Adapter
-  if defined?(Net::HTTP::Persistent)
+  if Coverband::COVERBAND_PERSISTENT_HTTP && defined?(Net::HTTP::Persistent)
     config.store = Coverband::Adapters::PersistentService.new(Coverband::COVERBAND_SERVICE_URL)
   else
     config.store = Coverband::Adapters::Service.new(Coverband::COVERBAND_SERVICE_URL)

data/lib/coverband/service/client/version.rb

@@ -1,7 +1,7 @@
 module Coverband
   module Service
     module Client
-      VERSION = '0.0.12.rc.2'
+      VERSION = '0.0.14'
     end
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: coverband-service-client
 version: !ruby/object:Gem::Version
-  version: 0.0.12.rc.2
+  version: 0.0.14
 platform: ruby
 authors:
 - Dan Mayer
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2020-06-20 00:00:00.000000000 Z
+date: 2020-07-31 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -59,14 +59,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 4.2.4
+        version: 5.0.0.rc.3
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 4.2.4
+        version: 5.0.0.rc.3
 description: Coverband service client
 email:
 - danmayer@gmail.com
@@ -84,6 +84,7 @@ files:
 - Rakefile
 - bin/console
 - bin/setup
+- bin/stats
 - changelog.md
 - coverband-service-client.gemspec
 - lib/coverband-service-client.rb
@@ -106,9 +107,9 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">"
+  - - ">="
     - !ruby/object:Gem::Version
-      version: 1.3.1
+      version: '0'
 requirements: []
 rubygems_version: 3.0.3
 signing_key: