coverband-service-client 0.0.9 → 0.0.12.rc.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 613941985d4fb60122f3e35a84c5139a7aa1395008a443b3a3478eef59df2b30
-  data.tar.gz: 03eabff6d96401aede1ed1263fdc26a400e93fc4e26ad164977e6b77a4b9a4a7
+  metadata.gz: ecee5d46bea965ae3675532f956d99ad2617f1892dcf59cd302f080faf03acc1
+  data.tar.gz: 9bde9ec5901ed84880692ded71d617d94e887cfb818e86bb4c3f7607f4f64f9e
 SHA512:
-  metadata.gz: 2d800e7c8abc0056866a6f9f96b1c89b9c1fc2ebcd7f5bdc17477199445f5740cc968d795cca1ad9a2ca9951480f32b8960f8e4729e975c2f19eea69aa57c8e7
-  data.tar.gz: 32d5360aa6a50d722d53481f22736e8c47c05844b9372fdd3d1e993ea2209fbdd3043e66dd2c016aad04df7195cffeb124d9fa8ca4bd66ce361f75462a368ffa
+  metadata.gz: 77e703011dcb88cdcb8e7fb107aca73c13419b4e1ed9bf72a47d67c7cb6847e80c2b477d7866ce030264578ee426e889b7789b46d5bc7b8e42b841b68ada7787
+  data.tar.gz: a7277f954c3b6c1b418ab2230a41652e71788ddc68a6c8183325931f023b8b9bc52fcb56be51e4a1eb31a67ae3bc23509a197dfafa41a5b02f2e32b58f59a376

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    coverband-service-client (0.0.9)
+    coverband-service-client (0.0.12.rc.2)
       coverband (~> 4.2.4)
 
 GEM

data/lib/coverband-service-client.rb

@@ -1,5 +1,8 @@
 # frozen_string_literal: true
+require 'socket'
 
+COVERBAND_ORIGINAL_START = ENV['COVERBAND_DISABLE_AUTO_START']
+ENV['COVERBAND_DISABLE_AUTO_START'] = 'true'
 require 'coverband'
 require 'coverband/service/client/version'
 require 'securerandom'
@@ -7,7 +10,7 @@ require 'securerandom'
 module Coverband
   COVERBAND_ENV = ENV['RACK_ENV'] || ENV['RAILS_ENV'] || (defined?(Rails) ? Rails.env : 'unknown')
   COVERBAND_SERVICE_URL = ENV['COVERBAND_URL'] || 'https://coverband.io'
-  COVERBAND_TIMEOUT = (COVERBAND_ENV == 'development') ? 5 : 1
+  COVERBAND_TIMEOUT = (COVERBAND_ENV == 'development') ? 5 : 2
   COVERBAND_ENABLE_DEV_MODE = ENV['COVERBAND_ENABLE_DEV_MODE'] || false
   COVERBAND_ENABLE_TEST_MODE = ENV['COVERBAND_ENABLE_TEST_MODE'] || false
   COVERBAND_PROCESS_TYPE = ENV['PROCESS_TYPE'] || 'unknown'
@@ -22,7 +25,7 @@ module Coverband
     def self.report_coverage
       # for now disable coverband reporting in test & dev env by default
       if Coverband.configuration.verbose
-        puts "Coverband: disabled for #{COVERBAND_ENV}, set COVERBAND_ENABLE_DEV_MODE or COVERBAND_ENABLE_TEST_MODE to enable"
+        puts "Coverband: disabled for #{COVERBAND_ENV}, set COVERBAND_ENABLE_DEV_MODE or COVERBAND_ENABLE_TEST_MODE to enable" if Coverband.configuration.verbose || COVERBAND_ENABLE_DEV_MODE
       end
     end
   end
@@ -33,16 +36,37 @@ module Coverband
       #
       # NOTES:
       # * uses net/http to avoid any dependencies
-      # * currently JSON, but likely better to move to something simpler / faster
+      # * currently JSON, but likely better to move to something faster
       ###
       class Service < Base
-        attr_reader :coverband_url, :process_type, :runtime_env
+        attr_reader :coverband_url, :process_type, :runtime_env, :hostname, :pid, :stats
 
         def initialize(coverband_url, opts = {})
           super()
           @coverband_url = coverband_url
-          @process_type = opts.fetch(:process_type) { COVERBAND_PROCESS_TYPE }
+          @process_type = opts.fetch(:process_type) { $PROGRAM_NAME&.split('/')&.last || COVERBAND_PROCESS_TYPE }
+          @hostname = opts.fetch(:hostname) { ENV["DYNO"] || Socket.gethostname.force_encoding('utf-8').encode }
+          @hostname = @hostname.gsub("'",'').gsub("’",'')
           @runtime_env = opts.fetch(:runtime_env) { COVERBAND_ENV }
+          initialize_stats
+        end
+
+        def initialize_stats
+          return unless ENV['COVERBAND_STATS_KEY']
+          return unless defined?(Dogapi::Client)
+
+          @stats = Dogapi::Client.new(ENV['COVERBAND_STATS_KEY'])
+        end
+
+        def report_timing(timing)
+          return unless @stats
+
+          @stats.emit_point(
+            'coverband.save.time',
+            timing,
+            host: hostname,
+            device: "coverband_#{self.class.name.split("::").last}",
+            options: {tags: [runtime_env]})
         end
 
         def logger
@@ -66,27 +90,31 @@ module Coverband
           ENV['COVERBAND_API_KEY'] || Coverband.configuration.api_key
         end
 
-        # TODO: no longer get by type just get both reports in a single request
+        ###
+        # Fetch coverband coverage via the API
+        ###
         def coverage(local_type = nil, opts = {})
           local_type ||= opts.key?(:override_type) ? opts[:override_type] : type
-          uri = URI("#{coverband_url}/api/coverage/#{ENV['COVERBAND_ID']}?type=#{local_type}")
+          env_filter = opts.key?(:env_filter) ? opts[:env_filter] : 'production'
+          uri = URI("#{coverband_url}/api/coverage?type=#{local_type}&env_filter=#{env_filter}",)
           req = Net::HTTP::Get.new(uri, 'Content-Type' => 'application/json', 'Coverband-Token' => api_key)
           res = Net::HTTP.start(uri.hostname, uri.port, use_ssl: uri.scheme == 'https') do |http|
             http.request(req)
           end
           coverage_data = JSON.parse(res.body)
-          # puts "coverage data: "
-          # puts coverage_data
           coverage_data
         rescue StandardError => e
-          puts "Coverband: Error while retrieving coverage #{e}"
+          logger&.error "Coverband: Error while retrieving coverage #{e}" if Coverband.configuration.verbose || COVERBAND_ENABLE_DEV_MODE
         end
 
         def save_report(report)
           return if report.empty?
 
+          # We set here vs initialize to avoid setting on the primary process vs child processes
+          @pid ||= ::Process.pid
+
           # TODO: do we need dup
-          # TODO: remove timestamps, server will track first_seen
+          # TODO: remove upstream timestamps, server will track first_seen
           Thread.new do
             data = expand_report(report.dup)
             full_package = {
@@ -95,12 +123,18 @@ module Coverband
                 tags: {
                   process_type: process_type,
                   app_loading: type == Coverband::EAGER_TYPE,
-                  runtime_env: runtime_env
+                  runtime_env: runtime_env,
+                  pid: pid,
+                  hostname: hostname,
                 },
                 file_coverage: data
               }
             }
+
+            starting = Process.clock_gettime(Process::CLOCK_MONOTONIC)
             save_coverage(full_package)
+            ending = Process.clock_gettime(Process::CLOCK_MONOTONIC)
+            report_timing((ending - starting))
           end&.join
         end
 
@@ -113,16 +147,16 @@ module Coverband
         def save_coverage(data)
           if api_key.nil?
             puts "Coverband: Error: no Coverband API key was found!"
+            return
           end
 
           uri = URI("#{coverband_url}/api/collector")
-          logger&.info "Coverband: saving #{uri}" if Coverband.configuration.verbose
           req = Net::HTTP::Post.new(uri,
                                     'Content-Type' => 'application/json',
                                     'Coverband-Token' => api_key)
           req.body = { remote_uuid: SecureRandom.uuid, data: data }.to_json
 
-          logger&.info "Coverband: saving #{req.body}" if Coverband.configuration.verbose
+          logger&.info "Coverband: saving (#{uri}) #{req.body}" if Coverband.configuration.verbose
           res = Net::HTTP.start(
             uri.hostname,
             uri.port,
@@ -134,7 +168,51 @@ module Coverband
             http.request(req)
           end
         rescue StandardError => e
-          puts "Coverband: Error while saving coverage #{e}"
+          logger&.info "Coverband: Error while saving coverage #{e}" if Coverband.configuration.verbose || COVERBAND_ENABLE_DEV_MODE
+        end
+      end
+
+      class PersistentService < Service
+        attr_reader :http, :stats
+
+        def initialize(coverband_url, opts = {})
+          super
+          initiate_http
+        end
+
+        private
+
+        def initiate_http
+          @http = Net::HTTP::Persistent.new name: 'coverband_persistent'
+          @http.headers['Content-Type'] = 'application/json'
+          @http.headers['Coverband-Token'] = api_key
+          @http.open_timeout = COVERBAND_TIMEOUT
+          @http.read_timeout = COVERBAND_TIMEOUT
+          @http.ssl_timeout = COVERBAND_TIMEOUT
+        end
+
+        def save_coverage(data)
+          persistent_attempts = 0
+          begin
+            if api_key.nil?
+              puts "Coverband: Error: no Coverband API key was found!"
+              return
+            end
+
+            post_uri = URI("#{coverband_url}/api/collector")
+            post = Net::HTTP::Post.new post_uri.path
+            body = { remote_uuid: SecureRandom.uuid, data: data }.to_json
+            post.body = body
+            logger&.info "Coverband: saving (#{post_uri}) #{body}" if Coverband.configuration.verbose
+            res = http.request post_uri, post
+          rescue Net::HTTP::Persistent::Error => e
+            persistent_attempts += 1
+            http.shutdown
+            initiate_http
+            retry if persistent_attempts < 2
+          end
+        rescue StandardError => e
+          logger&.info "Coverband: Error while saving coverage #{e}" if Coverband.configuration.verbose || COVERBAND_ENABLE_DEV_MODE
         end
       end
     end
@@ -168,18 +246,22 @@ module Coverband
       rescue StandardError => e
         # we don't want to raise errors if Coverband can't reach redis.
         # This is a nice to have not a bring the system down
-        logger&.error "Coverband: view_tracker failed to store, error #{e.class.name}"
+        logger&.error "Coverband: view_tracker failed to store, error #{e.class.name}" if Coverband.configuration.verbose || COVERBAND_ENABLE_DEV_MODE
       end
 
       private
 
+      def api_key
+        ENV['COVERBAND_API_KEY'] || Coverband.configuration.api_key
+      end
+
       def logger
         Coverband.configuration.logger
       end
 
       def save_tracked_views(views:, reported_time:)
         uri = URI("#{COVERBAND_SERVICE_URL}/api/collector")
-        req = Net::HTTP::Post.new(uri, 'Content-Type' => 'application/json', 'Coverband-Token' => ENV['COVERBAND_API_KEY'])
+        req = Net::HTTP::Post.new(uri, 'Content-Type' => 'application/json', 'Coverband-Token' => api_key)
         data = {
           collection_type: 'view_tracker_delta',
           collection_data: {
@@ -196,7 +278,7 @@ module Coverband
           http.request(req)
         end
       rescue StandardError => e
-        puts "Coverband: Error while saving coverage #{e}"
+        logger&.error "Coverband: Error while saving coverage #{e}" if Coverband.configuration.verbose || COVERBAND_ENABLE_DEV_MODE
       end
     end
   end
@@ -208,9 +290,14 @@ module Coverband
   end
 end
 
+ENV['COVERBAND_DISABLE_AUTO_START'] = COVERBAND_ORIGINAL_START
 Coverband.configure do |config|
-  # Use The Test Service Adapter
-  config.store = Coverband::Adapters::Service.new(Coverband::COVERBAND_SERVICE_URL)
+  # Use the Service Adapter
+  if defined?(Net::HTTP::Persistent)
+    config.store = Coverband::Adapters::PersistentService.new(Coverband::COVERBAND_SERVICE_URL)
+  else
+    config.store = Coverband::Adapters::Service.new(Coverband::COVERBAND_SERVICE_URL)
+  end
 
   # default to tracking views true
   config.track_views = if ENV['COVERBAND_DISABLE_VIEW_TRACKER']
@@ -234,7 +321,10 @@ end
 # NOTE: it is really hard to bypass / overload our config we should fix this in Coverband
 # this hopefully detects anyone that has both gems and was trying to configure Coverband themselves.
 if File.exist?('./config/coverband.rb')
-  puts "Warning: config/coverband.rb found, this overrides coverband service allowing one to setup open source Coverband"
+  puts "Warning: config/coverband.rb found, this overrides coverband service allowing one to setup open source Coverband" if Coverband.configuration.verbose || COVERBAND_ENABLE_DEV_MODE
 end
 
 Coverband.configure('./config/coverband_service.rb') if File.exist?('./config/coverband_service.rb')
+Coverband.start
+require "coverband/utils/railtie" if defined? ::Rails::Railtie
+require "coverband/integrations/resque" if defined? ::Resque

data/lib/coverband/service/client/version.rb

@@ -1,7 +1,7 @@
 module Coverband
   module Service
     module Client
-      VERSION = '0.0.9'
+      VERSION = '0.0.12.rc.2'
     end
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: coverband-service-client
 version: !ruby/object:Gem::Version
-  version: 0.0.9
+  version: 0.0.12.rc.2
 platform: ruby
 authors:
 - Dan Mayer
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2020-05-17 00:00:00.000000000 Z
+date: 2020-06-20 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -106,9 +106,9 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">="
+  - - ">"
     - !ruby/object:Gem::Version
-      version: '0'
+      version: 1.3.1
 requirements: []
 rubygems_version: 3.0.3
 signing_key: