scout_apm 4.1.1 → 5.1.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 8b7247aa1c6545f1bad63c0f911359ba038686c9cf15b30d560ca887467956ef
-  data.tar.gz: 1fd60f4f23521c1274d27cbf710886bbb5af1baa922ddb3642254917c4db9061
+  metadata.gz: 5a1da3776ca231a4d81c9ab5935e6b644ab46ae5609cef60402ccd5258e07795
+  data.tar.gz: f583776f39fa426aa43d1942bd83e4bcd23ca3a6f71a2e883df22a74cb2db868
 SHA512:
-  metadata.gz: 1581588299fe697107ce3fd8be5575bd63dbc811cf1b6827e08e666ff7e24a9f857366592e632a441e53daea21914c9a9ec7dfdc8acaa1cfaabccde9636b3b56
-  data.tar.gz: 41c2b41c8e7875188f671b59ad23aa62974b2e0c2ae3d08e93366e81158809b14b8b4c8f217c198e39d311ec8ef1921ec672da726a095702c1b7d7521ab0f7f3
+  metadata.gz: bc2f10c76ea8abbb6f74cbe86cbd0e0d1265143a19008307609be35adb57737f474c9a2f59545e2f36b00b5006c5f1b9726f59e70c3e327e6487eb2445e07df6
+  data.tar.gz: 8863c891bbd5f1e87d56a06f8275cbcf711b15964116cbddbb648398825eed65fa6ce73cd3848815e8ab8a1eec1f8a2e4a878682e2d47d457778786532ee3db4

data/CHANGELOG.markdown

@@ -1,3 +1,36 @@
+# Unreleased
+
+# 5.1.1
+
+* Improvements to SqlServer scrubbing in SqlSanitizer (#422)
+
+# 5.1.0
+
+* Specify correct (MIT) license in Gemspec (#430)
+* Install HTTP::Client instruments (#420)
+* Sanitize FROM jsonb_as_recordset AS correctly in Postgres (#332)
+* Call to_h on `ActiveRecord::Base.configurations` (#434)
+* Allow loading of trusted `config/scout_apm.yml` via `YAML.unsafe_load` if available (#435)
+* Better exception handling when loading config (#436)
+* Check for nil other_metric_set in merge_external_service_metrics (#437)
+* Log `warn` in InstructionSequence only if SCOUT_LOG_LEVEL is debug (#438)
+* Check for Parser::TreeRewriter before loading AutoInstruments to avoid LoadError (#440)
+* Fall back to STDERR upon exception in build_logger (#441)
+
+
+# 5.0.0
+
+* Add External Service metrics reporting (#403)
+* Relicense to MIT (#429)
+* Opt out of frozen string literals in select files (#427)
+* Fall back when logger can't write to destination (#423)
+* Avoid exception on race condition (#407)
+* Add Mina deploy tracking support (#327)
+
+# 4.1.2
+
+* Add record_queue_time configuration (PR #422)
+
 # 4.1.1
 
 * Fix issue with Typheous Hydra instrument (#418)

data/LICENSE.md

@@ -1,31 +1,24 @@
-# Scout Software Agent License 
-
-Subject to and conditioned upon your continued compliance with the terms and conditions of this license, Zimuth, Inc. grants you a non-exclusive, non-sublicensable and non-transferable, limited license to install, use and run one copy of this software on each of your and your affiliate’s computers.  This license also grants you the limited right to distribute verbatim copies of this software and documentation to third parties provided the software and documentation will (a) remain the exclusive property of Zimuth; (b) be subject to the terms and conditions of this license; and (c) include a complete and unaltered copy of this license and all other copyright or other intellectual property rights notices contained in the original.
-
-The software includes the open-source components listed below. Any use of the open-source components by you shall be governed by, and subject to, the terms and conditions of the applicable open-source licenses.
-
-Except as this license expressly permits, you may not:
-
-* copy the software, in whole or in part; 
-* modify, correct, adapt, translate, enhance or otherwise prepare derivative works or improvements of the software; 
-* sell, sublicense, assign, distribute, publish, transfer or otherwise make available the software to any person or entity; 
-* remove, delete, efface, alter, obscure, translate, combine, supplement or otherwise change any trademarks, terms of the documentation, warranties, disclaimers, or intellectual property rights, or other symbols, notices, marks or serial numbers on or relating to any copy of the software or documentation; or
-use the software in any manner or for any purpose that infringes, misappropriates or otherwise violates any intellectual property right or other right of any person or entity, or that violates any applicable law;
-
-By using the software, you acknowledge and agree that:
-
-* the software and documentation are licensed, not sold, to you by Zimuth and you do not and will not have or acquire under or in connection with this license any ownership interest in the software or documentation, or in any related intellectual property rights; and
-* Zimuth will remain the sole and exclusive owner of all right, title and interest in and to the software and documentation, including all related intellectual property rights, subject only to the rights of third parties in open-source components and the limited license granted to you under this license; and
-
-Except for the limited rights and licenses expressly granted to you under this agreement, nothing in this license grants, by implication, waiver, estoppel or otherwise, to you or any third party any intellectual property rights or other right, title, or interest in or to any of the software or documentation.
- 
-This license shall be automatically terminated and revoked if you exceed the scope or violate any terms and conditions of this license. 
-
-ALL LICENSED SOFTWARE, DOCUMENTATION AND OTHER PRODUCTS, INFORMATION, MATERIALS AND SERVICES PROVIDED BY ZIMUTH ARE PROVIDED HERE “AS IS.” ZIMUTH DISCLAIMS ALL WARRANTIES, WHETHER EXPRESS, IMPLIED, STATUTORY OR OTHER (INCLUDING ALL WARRANTIES ARISING FROM COURSE OF DEALING, USAGE OR TRADE PRACTICE), AND SPECIFICALLY DISCLAIMS ALL IMPLIED WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE, TITLE AND NON-INFRINGEMENT. WITHOUT LIMITING THE FOREGOING, ZIMUTH MAKES NO WARRANTY OF ANY KIND THAT THE LICENSED SOFTWARE OR DOCUMENTATION, OR ANY OTHER LICENSOR OR THIRD-PARTY GOODS, SERVICES, TECHNOLOGIES OR MATERIALS, WILL MEET YOUR REQUIREMENTS, OPERATE WITHOUT INTERRUPTION, ACHIEVE ANY INTENDED RESULT, BE COMPATIBLE OR WORK WITH ANY OTHER GOODS, SERVICES, TECHNOLOGIES OR MATERIALS (INCLUDING ANY SOFTWARE, HARDWARE, SYSTEM OR NETWORK) EXCEPT IF AND TO THE EXTENT EXPRESSLY SET FORTH IN THE DOCUMENTATION, OR BE SECURE, ACCURATE, COMPLETE, FREE OF HARMFUL CODE OR ERROR FREE. ALL OPEN-SOURCE COMPONENTS AND OTHER THIRD-PARTY MATERIALS ARE PROVIDED “AS IS” AND ANY REPRESENTATION OR WARRANTY OF OR CONCERNING ANY OF THEM IS STRICTLY BETWEEN LICENSEE AND THE THIRD-PARTY OWNER OR DISTRIBUTOR OF SUCH OPEN-SOURCE COMPONENTS AND THIRD-PARTY MATERIALS.
- 
-IN NO EVENT WILL ZIMUTH BE LIABLE UNDER OR IN CONNECTION WITH THIS LICENSE OR ITS SUBJECT MATTER UNDER ANY LEGAL OR EQUITABLE THEORY, INCLUDING BREACH OF CONTRACT, TORT (INCLUDING NEGLIGENCE), STRICT LIABILITY AND OTHERWISE, FOR ANY CONSEQUENTIAL, INCIDENTAL, INDIRECT, EXEMPLARY, SPECIAL, ENHANCED OR PUNITIVE DAMAGES, IN EACH CASE REGARDLESS OF WHETHER SUCH PERSONS WERE ADVISED OF THE POSSIBILITY OF SUCH LOSSES OR DAMAGES OR SUCH LOSSES OR DAMAGES WERE OTHERWISE FORESEEABLE, AND NOTWITHSTANDING THE FAILURE OF ANY AGREED OR OTHER REMEDY OF ITS ESSENTIAL PURPOSE.
-
-## OPEN SOURCE COMPONENTS
+The MIT License (MIT)
+
+Copyright (c) 2015-2021 Zimuth, Inc.
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.
 
 This product includes `rusage`, which inherits the Artistic License 2.0 from proc/wait3.
 See http://www.rubydoc.info/gems/rusage/0.2.0.

data/lib/scout_apm/auto_instrument/instruction_sequence.rb

@@ -10,10 +10,10 @@ module ScoutApm
             new_code = Rails.rewrite(path)
             return self.compile(new_code, path, path)
           rescue
-            warn "Failed to apply auto-instrumentation to #{path}: #{$!}"
+            warn "Failed to apply auto-instrumentation to #{path}: #{$!}" if ENV['SCOUT_LOG_LEVEL'].to_s.downcase == "debug"
           end
         elsif Rails.ignore?(path)
-          warn "AutoInstruments are ignored for path=#{path}."
+          warn "AutoInstruments are ignored for path=#{path}." if ENV['SCOUT_LOG_LEVEL'].to_s.downcase == "debug"
         end
 
         return self.compile_file(path)

data/lib/scout_apm/config.rb

@@ -29,6 +29,7 @@ require 'scout_apm/environment'
 # report_format    - 'json' or 'marshal'. Marshal is legacy and will be removed.
 # scm_subdirectory - if the app root lives in source management in a subdirectory. E.g. #{SCM_ROOT}/src
 # uri_reporting    - 'path' or 'full_path' default is 'full_path', which reports URL params as well as the path.
+# record_queue_time - true/false to enable recording of queuetime.
 # remote_agent_host - Internal: What host to bind to, and also send messages to for remote. Default: 127.0.0.1.
 # remote_agent_port - What port to bind the remote webserver to
 # start_resque_server_instrument - Used in special situations with certain Resque installs
@@ -55,6 +56,8 @@ module ScoutApm
         'direct_host',
         'disabled_instruments',
         'enable_background_jobs',
+        'external_service_metric_limit',
+        'external_service_metric_report_limit',
         'host',
         'hostname',
         'ignore',
@@ -69,6 +72,7 @@ module ScoutApm
         'name',
         'profile',
         'proxy',
+        'record_queue_time',
         'remote_agent_host',
         'remote_agent_port',
         'report_format',
@@ -177,7 +181,10 @@ module ScoutApm
       'compress_payload' => BooleanCoercion.new,
       'database_metric_limit'  => IntegerCoercion.new,
       'database_metric_report_limit' => IntegerCoercion.new,
+      'external_service_metric_limit'  => IntegerCoercion.new,
+      'external_service_metric_report_limit' => IntegerCoercion.new,
       'instrument_http_url_length' => IntegerCoercion.new,
+      'record_queue_time' => BooleanCoercion.new,
       'start_resque_server_instrument' => BooleanCoercion.new,
       'timeline_traces' => BooleanCoercion.new,
       'auto_instruments' => BooleanCoercion.new,
@@ -289,9 +296,12 @@ module ScoutApm
         'remote_agent_port'      => 7721, # picked at random
         'database_metric_limit'  => 5000, # The hard limit on db metrics
         'database_metric_report_limit' => 1000,
+        'external_service_metric_limit'  => 5000, # The hard limit on external service metrics
+        'external_service_metric_report_limit' => 1000,
         'instrument_http_url_length' => 300,
         'start_resque_server_instrument' => true, # still only starts if Resque is detected
         'collect_remote_ip' => true,
+        'record_queue_time' => true,
         'timeline_traces' => true,
         'auto_instruments' => false,
         'auto_instruments_ignore' => [],
@@ -422,7 +432,7 @@ module ScoutApm
         begin
           raw_file = File.read(@resolved_file_path)
           erb_file = ERB.new(raw_file).result(binding)
-          parsed_yaml = YAML.load(erb_file)
+          parsed_yaml = YAML.respond_to?(:unsafe_load) ? YAML.unsafe_load(erb_file) : YAML.load(erb_file)
           file_settings = parsed_yaml[app_environment]
 
           if file_settings.is_a? Hash
@@ -433,8 +443,8 @@ module ScoutApm
             logger.info("Couldn't find configuration in #{@resolved_file_path} for environment: #{app_environment}. Configuration in ENV will still be applied.")
             @file_loaded = false
           end
-        rescue Exception => e # Explicit `Exception` handling to catch SyntaxError and anything else that ERB or YAML may throw
-          logger.info("Failed loading configuration file (#{@resolved_file_path}): #{e.message}. ScoutAPM will continue starting with configuration from ENV and defaults")
+        rescue ScoutApm::AllExceptionsExceptOnesWeMustNotRescue => e # Everything except the most important exceptions we should never interfere with
+          logger.info("Failed loading configuration file (#{@resolved_file_path}): ScoutAPM will continue starting with configuration from ENV and defaults. Exception was #{e.class}: #{e.message}#{e.backtrace.map { |bt| "\n  #{bt}" }.join('')}")
           @file_loaded = false
         end
       end

data/lib/scout_apm/exceptions.rb

@@ -0,0 +1,12 @@
+module ScoutApm
+  module AllExceptionsExceptOnesWeMustNotRescue
+    # Borrowed from https://github.com/rspec/rspec-support/blob/v3.8.0/lib/rspec/support.rb#L132-L140
+    # These exceptions are dangerous to rescue as rescuing them
+    # would interfere with things we should not interfere with.
+    AVOID_RESCUING = [NoMemoryError, SignalException, Interrupt, SystemExit]
+
+    def self.===(exception)
+      AVOID_RESCUING.none? { |ar| ar === exception }
+    end
+  end
+end

data/lib/scout_apm/external_service_metric_set.rb

@@ -0,0 +1,97 @@
+# Note, this class must be Marshal Dumpable
+module ScoutApm
+  class ExternalServiceMetricSet
+    include Enumerable
+
+    attr_reader :metrics # the raw metrics. You probably want #metrics_to_report
+
+    def marshal_dump
+      [ @metrics ]
+    end
+
+    def marshal_load(array)
+      @metrics = array.first
+      @context = ScoutApm::Agent.instance.context
+    end
+
+    def initialize(context)
+      @context = context
+
+      # A hash of ExternalServiceMetricStats values, keyed by ExternalServiceMetricStats.key
+      @metrics = Hash.new
+    end
+
+    # Need to look this up again if we end up as nil. Which I guess can happen
+    # after a Marshal load?
+    def context
+      @context ||= ScoutApm::Agent.instance.context
+    end
+
+    def each
+      metrics.each do |_key, external_service_metric_stat|
+        yield external_service_metric_stat
+      end
+    end
+
+    # Looks up a ExternalServiceMetricStats instance in the +@metrics+ hash. Sets the value to +other+ if no key
+    # Returns a ExternalServiceMetricStats instance
+    def lookup(other)
+      metrics[other.key] ||= other
+    end
+
+    # Take another set, and merge it with this one
+    def combine!(other)
+      other.each do |metric|
+        self << metric
+      end
+      self
+    end
+
+    # Add a single ExternalServiceMetricStats object to this set.
+    #
+    # Looks up an existing one under this key and merges, or just saves a new
+    # one under the key
+    def <<(stat)
+      existing_stat = metrics[stat.key]
+      if existing_stat
+        existing_stat.combine!(stat)
+      elsif at_limit?
+        # We're full up, can't add any more.
+        # Should I log this? It may get super noisy?
+      else
+        metrics[stat.key] = stat
+      end
+    end
+
+    def increment_transaction_count!
+      metrics.each do |_key, external_service_metric_stat|
+        external_service_metric_stat.increment_transaction_count!
+      end
+    end
+
+    def metrics_to_report
+      report_limit = context.config.value('external_service_metric_report_limit')
+      if metrics.size > report_limit
+        metrics.
+          values.
+          sort_by {|stat| stat.call_time }.
+          reverse.
+          take(report_limit)
+      else
+        metrics.values
+      end
+    end
+
+    def inspect
+      metrics.map {|key, metric|
+        "#{key.inspect} - Count: #{metric.call_count}, Total Time: #{"%.2f" % metric.call_time}"
+      }.join("\n")
+    end
+
+    def at_limit?
+      @limit ||= context.config.value('external_service_metric_limit')
+      metrics.size >= @limit
+    end
+
+  end
+end

data/lib/scout_apm/external_service_metric_stats.rb

@@ -0,0 +1,85 @@
+module ScoutApm
+  class ExternalServiceMetricStats
+
+    DEFAULT_HISTOGRAM_SIZE = 50
+
+    attr_reader :domain_name
+    attr_reader :operation
+    attr_reader :scope
+
+    attr_reader :transaction_count
+
+    attr_reader :call_count
+    attr_reader :call_time
+
+    attr_reader :min_call_time
+    attr_reader :max_call_time
+
+    attr_reader :histogram
+
+    def initialize(domain_name, operation, scope, call_count, call_time)
+      @domain_name = domain_name
+      @operation = operation
+
+      @call_count = call_count
+
+      @call_time = call_time
+      @min_call_time = call_time
+      @max_call_time = call_time
+
+      # This histogram is for call_time
+      @histogram = NumericHistogram.new(DEFAULT_HISTOGRAM_SIZE)
+      @histogram.add(call_time)
+
+      @transaction_count = 0
+
+      @scope = scope
+    end
+
+    # Merge data in this scope. Used in ExternalServiceMetricSet
+    def key
+      @key ||= [domain_name, operation, scope]
+    end
+
+    # Combine data from another ExternalServiceMetricStats into +self+. Modifies and returns +self+
+    def combine!(other)
+      return self if other == self
+
+      @transaction_count += other.transaction_count
+      @call_count += other.call_count
+      @call_time += other.call_time
+
+      @min_call_time = other.min_call_time if @min_call_time.zero? or other.min_call_time < @min_call_time
+      @max_call_time = other.max_call_time if other.max_call_time > @max_call_time
+
+      @histogram.combine!(other.histogram)
+      self
+    end
+
+    def as_json
+      json_attributes = [
+        :domain_name,
+        :operation,
+        :scope,
+
+        :transaction_count,
+        :call_count,
+
+        :histogram,
+        :call_time,
+        :max_call_time,
+        :min_call_time,
+      ]
+
+      ScoutApm::AttributeArranger.call(self, json_attributes)
+    end
+
+    # Called by the Set on each ExternalServiceMetricStats object that it holds, only
+    # once during the recording of a transaction.
+    #
+    # Don't call elsewhere, and don't set to 1 in the initializer.
+    def increment_transaction_count!
+      @transaction_count += 1
+    end
+  end
+end

data/lib/scout_apm/fake_store.rb

@@ -26,6 +26,9 @@ module ScoutApm
     def track_db_query_metrics!(db_query_metric_set, options={})
     end
 
+    def track_external_service_metrics!(external_service_metric_set, options={})
+    end
+
     def track_slow_transaction!(slow_transaction)
     end
 

data/lib/scout_apm/framework_integrations/rails_3_or_4.rb

@@ -78,7 +78,7 @@ module ScoutApm
         end
 
         if adapter.nil?
-          adapter = ActiveRecord::Base.configurations[env]["adapter"]
+          adapter = ActiveRecord::Base.configurations.to_h[env]["adapter"]
         end
 
         return adapter

data/lib/scout_apm/git_revision.rb

@@ -20,6 +20,7 @@ module ScoutApm
       detect_from_config     ||
       detect_from_heroku     ||
       detect_from_capistrano ||
+      detect_from_mina ||
       detect_from_git
     end
 
@@ -43,6 +44,14 @@ module ScoutApm
       nil
     end
 
+    # https://github.com/mina-deploy/mina
+    def detect_from_mina 
+      File.read(File.join(app_root, '.mina_git_revision')).strip
+    rescue
+      logger.debug "Unable to detect Git Revision from Mina: #{$!.message}"
+      nil
+    end
+
     def detect_from_git
       if File.directory?(".git")
         `git rev-parse --short HEAD`.strip 

data/lib/scout_apm/instant/middleware.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: false
+
 module ScoutApm
   module Instant
 

data/lib/scout_apm/instrument_manager.rb

@@ -32,6 +32,7 @@ module ScoutApm
       install_instrument(ScoutApm::Instruments::NetHttp)
       install_instrument(ScoutApm::Instruments::Typhoeus)
       install_instrument(ScoutApm::Instruments::HttpClient)
+      install_instrument(ScoutApm::Instruments::HTTP)
       install_instrument(ScoutApm::Instruments::Memcached)
       install_instrument(ScoutApm::Instruments::Redis)
       install_instrument(ScoutApm::Instruments::InfluxDB)

data/lib/scout_apm/instruments/elasticsearch.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: false
+
 module ScoutApm
   module Instruments
     class Elasticsearch

data/lib/scout_apm/instruments/sinatra.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: false
+
 # XXX: Is this file used?
 module ScoutApm
   module Instruments

data/lib/scout_apm/layer_converters/external_service_converter.rb

@@ -0,0 +1,65 @@
+module ScoutApm
+  module LayerConverters
+    class ExternalServiceConverter < ConverterBase
+      def initialize(*)
+        super
+        @external_service_metric_set = ExternalServiceMetricSet.new(context)
+      end
+
+      def register_hooks(walker)
+        super
+
+        return unless scope_layer
+
+        walker.on do |layer|
+          next if skip_layer?(layer)
+          stat = ExternalServiceMetricStats.new(
+            domain_name(layer),
+            operation_name(layer),          # operation name/verb. GET/POST/PUT etc.
+            scope_layer.legacy_metric_name, # controller_scope
+            1,                              # count, this is a single call, so 1
+            layer.total_call_time
+          )
+          @external_service_metric_set << stat
+        end
+      end
+
+      def record!
+        # Everything in the metric set here is from a single transaction, which
+        # we want to keep track of. (One web call did a User#find 10 times, but
+        # only due to 1 http request)
+        @external_service_metric_set.increment_transaction_count!
+        @store.track_external_service_metrics!(@external_service_metric_set)
+
+        nil # not returning anything in the layer results ... not used
+      end
+
+      def skip_layer?(layer)
+        layer.type != 'HTTP' ||
+          layer.limited? ||
+          super
+      end
+
+      private
+
+      # If we can't name the domain name, default to:
+      DEFAULT_DOMAIN = "Unknown"
+
+      def domain_name(layer)
+        domain = ""
+        desc_str = layer.desc.to_s
+        desc_str = 'http://' + desc_str unless desc_str =~ /^http/i
+        domain = URI.parse(desc_str).host
+      rescue
+        # Do nothing
+      ensure
+        domain = DEFAULT_DOMAIN if domain.to_s.blank?
+        domain
+      end
+
+      def operation_name(layer)
+        "all" # Hardcode to "all" until we support breakout by verb
+      end
+    end
+  end
+end

data/lib/scout_apm/layer_converters/request_queue_time_converter.rb

@@ -11,6 +11,8 @@ module ScoutApm
       def record!
         return unless request.web?
 
+        return unless context.config.value('record_queue_time')
+
         return unless headers
 
         raw_start = locate_timestamp

data/lib/scout_apm/logger.rb

@@ -70,6 +70,10 @@ module ScoutApm
 
     def build_logger
       logger_class.new(@log_destination)
+    rescue => e
+      logger = ::Logger.new(STDERR)
+      logger.error("Error while building ScoutApm logger: #{e.message}. Falling back to STDERR")
+      logger
     end
 
     def logger_class

data/lib/scout_apm/reporting.rb

@@ -83,11 +83,12 @@ module ScoutApm
       slow_jobs = reporting_period.slow_jobs_payload
       histograms = reporting_period.histograms
       db_query_metrics = reporting_period.db_query_metrics_payload
+      external_service_metrics = reporting_period.external_service_metrics_payload
       traces = (slow_transactions.map(&:span_trace) + slow_jobs.map(&:span_trace)).compact
 
       log_deliver(metrics, slow_transactions, metadata, slow_jobs, histograms)
 
-      payload = ScoutApm::Serializers::PayloadSerializer.serialize(metadata, metrics, slow_transactions, jobs, slow_jobs, histograms, db_query_metrics, traces)
+      payload = ScoutApm::Serializers::PayloadSerializer.serialize(metadata, metrics, slow_transactions, jobs, slow_jobs, histograms, db_query_metrics, external_service_metrics, traces)
       logger.debug("Sending payload w/ Headers: #{headers.inspect}")
 
       reporter.report(payload, headers)

data/lib/scout_apm/serializers/external_service_serializer_to_json.rb

@@ -0,0 +1,15 @@
+module ScoutApm
+  module Serializers
+    class ExternalServiceSerializerToJson
+      attr_reader :external_service_metrics
+
+      def initialize(external_service_metrics)
+        @external_service_metrics = external_service_metrics
+      end
+
+      def as_json
+        external_service_metrics.map{|metric| metric.as_json }
+      end
+    end
+  end
+end

data/lib/scout_apm/serializers/payload_serializer.rb

@@ -2,9 +2,9 @@
 module ScoutApm
   module Serializers
     class PayloadSerializer
-      def self.serialize(metadata, metrics, slow_transactions, jobs, slow_jobs, histograms, db_query_metrics, traces)
+      def self.serialize(metadata, metrics, slow_transactions, jobs, slow_jobs, histograms, db_query_metrics, external_service_metrics, traces)
         if ScoutApm::Agent.instance.context.config.value("report_format") == 'json'
-          ScoutApm::Serializers::PayloadSerializerToJson.serialize(metadata, metrics, slow_transactions, jobs, slow_jobs, histograms, db_query_metrics, traces)
+          ScoutApm::Serializers::PayloadSerializerToJson.serialize(metadata, metrics, slow_transactions, jobs, slow_jobs, histograms, db_query_metrics, external_service_metrics, traces)
         else
           metadata = metadata.dup
           metadata.default = nil
@@ -22,7 +22,8 @@ module ScoutApm
                        # payloads. At this point, the marshal code branch is
                        # very rarely used anyway.
                        :histograms        => HistogramsSerializerToJson.new(histograms).as_json,
-                       :db_query_metrics  => db_query_metrics)
+                       :db_query_metrics  => db_query_metrics,
+                       :external_service_metrics  => external_service_metrics)
         end
       end
 

data/lib/scout_apm/serializers/payload_serializer_to_json.rb

@@ -2,7 +2,7 @@ module ScoutApm
   module Serializers
     module PayloadSerializerToJson
       class << self
-        def serialize(metadata, metrics, slow_transactions, jobs, slow_jobs, histograms, db_query_metrics, traces)
+        def serialize(metadata, metrics, slow_transactions, jobs, slow_jobs, histograms, db_query_metrics, external_service_metrics, traces)
           metadata.merge!({:payload_version => 2})
 
           jsonify_hash({:metadata => metadata,
@@ -14,6 +14,9 @@ module ScoutApm
                         :db_metrics => {
                           :query => DbQuerySerializerToJson.new(db_query_metrics).as_json,
                         },
+                        :es_metrics => {
+                          :http => ExternalServiceSerializerToJson.new(external_service_metrics).as_json,
+                        },
                         :span_traces => traces.map{ |t| t.as_json },
           })
         end

data/lib/scout_apm/store.rb

@@ -52,6 +52,13 @@ module ScoutApm
       }
     end
 
+    def track_external_service_metrics!(external_service_metric_set, options={})
+      @mutex.synchronize {
+        period = find_period(options[:timestamp])
+        period.merge_external_service_metrics!(external_service_metric_set)
+      }
+    end
+
     def track_one!(type, name, value, options={})
       meta = MetricMeta.new("#{type}/#{name}")
       stat = MetricStats.new(false)
@@ -206,6 +213,8 @@ module ScoutApm
 
     attr_reader :db_query_metric_set
 
+    attr_reader :external_service_metric_set
+
     def initialize(timestamp, context)
       @timestamp = timestamp
 
@@ -216,6 +225,7 @@ module ScoutApm
 
       @metric_set = MetricSet.new
       @db_query_metric_set = DbQueryMetricSet.new(context)
+      @external_service_metric_set = ExternalServiceMetricSet.new(context)
 
       @jobs = Hash.new
     end
@@ -228,7 +238,8 @@ module ScoutApm
         merge_jobs!(other.jobs).
         merge_slow_jobs!(other.slow_jobs_payload).
         merge_histograms!(other.histograms).
-        merge_db_query_metrics!(other.db_query_metric_set)
+        merge_db_query_metrics!(other.db_query_metric_set).
+        merge_external_service_metrics!(other.external_service_metric_set)
       self
     end
 
@@ -254,6 +265,15 @@ module ScoutApm
       self
     end
 
+    def merge_external_service_metrics!(other_metric_set)
+      if other_metric_set.nil?
+        logger.debug("Missing other_metric_set for merge_external_service_metrics - skipping.")
+      else
+        external_service_metric_set.combine!(other_metric_set)
+      end
+      self
+    end
+
     def merge_slow_transactions!(new_transactions)
       Array(new_transactions).each do |one_transaction|
         request_traces << one_transaction
@@ -316,6 +336,10 @@ module ScoutApm
       db_query_metric_set.metrics_to_report
     end
 
+    def external_service_metrics_payload
+      external_service_metric_set.metrics_to_report
+    end
+
     #################################
     # Debug Helpers
     #################################

data/lib/scout_apm/tracked_request.rb

@@ -117,7 +117,12 @@ module ScoutApm
       # Must follow layer.record_stop_time! as the total_call_time is used to determine if the layer is significant.
       return if layer_insignificant?(layer)
 
-      @layers[-1].add_child(layer) if @layers.any?
+      # Check that the parent exists before calling a method on it, since some threading can get us into a weird state.
+      # this doesn't fix that state, but prevents exceptions from leaking out.
+      parent = @layers[-1]
+      if parent
+        parent.add_child(layer)
+      end
 
       # This must be called before checking if a backtrace should be collected as the call count influences our capture logic.
       # We call `#update_call_counts in stop layer to ensure the layer has a final desc. Layer#desc is updated during the AR instrumentation flow.
@@ -315,6 +320,7 @@ module ScoutApm
         :queue_time => LayerConverters::RequestQueueTimeConverter,
         :job => LayerConverters::JobConverter,
         :db => LayerConverters::DatabaseConverter,
+        :external_service => LayerConverters::ExternalServiceConverter,
 
         :slow_job => LayerConverters::SlowJobConverter,
         :slow_req => LayerConverters::SlowRequestConverter,

data/lib/scout_apm/utils/sql_sanitizer.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: false
+
 require 'scout_apm/environment'
 
 # Removes actual values from SQL. Used to both obfuscate the SQL and group
@@ -10,11 +12,13 @@ module ScoutApm
 
       PSQL_VAR_INTERPOLATION = %r|\[\[.*\]\]\s*\z|.freeze
       PSQL_REMOVE_STRINGS = /'(?:[^']|'')*'/.freeze
+      PSQL_REMOVE_JSON_STRINGS = /:"(?:[^"]|"")*"/.freeze
       PSQL_REMOVE_INTEGERS = /(?<!LIMIT )\b\d+\b/.freeze
       PSQL_AFTER_SELECT = /(?:SELECT\s+).*?(?:WHERE|FROM\z)/im.freeze # Should be everything between a FROM and a WHERE
       PSQL_PLACEHOLDER = /\$\d+/.freeze
       PSQL_IN_CLAUSE = /IN\s+\(\?[^\)]*\)/.freeze
       PSQL_AFTER_FROM = /(?:FROM\s+).*?(?:WHERE|\z)/im.freeze # Should be everything between a FROM and a WHERE
+      PSQL_AFTER_FROM_AS = /(?:FROM\s+).*?(?:AS|\z)/im.freeze # Should be everything between a FROM and AS without WHERE
       PSQL_AFTER_JOIN = /(?:JOIN\s+).*?\z/im.freeze
       PSQL_AFTER_WHERE = /(?:WHERE\s+).*?(?:SELECT|\z)/im.freeze
       PSQL_AFTER_SET = /(?:SET\s+).*?(?:WHERE|\z)/im.freeze
@@ -30,7 +34,8 @@ module ScoutApm
       SQLITE_REMOVE_INTEGERS = /(?<!LIMIT )\b\d+\b/.freeze
 
       # => "EXEC sp_executesql N'SELECT  [users].* FROM [users] WHERE (age > 50)  ORDER BY [users].[id] ASC OFFSET 0 ROWS FETCH NEXT @0 ROWS ONLY', N'@0 int', @0 = 10"
-      SQLSERVER_EXECUTESQL = /EXEC sp_executesql N'(.*?)'.*/
+      SQLSERVER_REMOVE_EXECUTESQL = /EXEC sp_executesql (N')?/.freeze
+      SQLSERVER_REMOVE_STRINGS = /'(?:[^']|'')*'/.freeze
       SQLSERVER_REMOVE_INTEGERS = /(?<!LIMIT )\b(?<!@)\d+\b/.freeze
       SQLSERVER_IN_CLAUSE = /IN\s+\(\?[^\)]*\)/.freeze
 
@@ -63,7 +68,8 @@ module ScoutApm
       private
 
       def to_s_sqlserver
-        sql.gsub!(SQLSERVER_EXECUTESQL, '\1')
+        sql.gsub!(SQLSERVER_REMOVE_EXECUTESQL, '')
+        sql.gsub!(SQLSERVER_REMOVE_STRINGS, '?')
         sql.gsub!(SQLSERVER_REMOVE_INTEGERS, '?')
         sql.gsub!(SQLSERVER_IN_CLAUSE, 'IN (?)')
         sql
@@ -74,6 +80,7 @@ module ScoutApm
         sql.gsub!(PSQL_VAR_INTERPOLATION, '')
         # sql.gsub!(PSQL_REMOVE_STRINGS, '?')
         sql.gsub!(PSQL_AFTER_WHERE) {|c| c.gsub(PSQL_REMOVE_STRINGS, '?')}
+        sql.gsub!(PSQL_AFTER_FROM_AS) {|c| c.gsub(PSQL_REMOVE_JSON_STRINGS, ':"?"')}
         sql.gsub!(PSQL_AFTER_JOIN) {|c| c.gsub(PSQL_REMOVE_STRINGS, '?')}
         sql.gsub!(PSQL_AFTER_SET) {|c| c.gsub(PSQL_REMOVE_STRINGS, '?')}
         sql.gsub!(PSQL_REMOVE_INTEGERS, '?')

data/lib/scout_apm/version.rb

@@ -1,3 +1,3 @@
 module ScoutApm
-  VERSION = "4.1.1"
+  VERSION = "5.1.1"
 end

data/lib/scout_apm.rb

@@ -27,6 +27,7 @@ require 'rusage'
 #####################################
 require 'scout_apm/version'
 
+require 'scout_apm/exceptions'
 require 'scout_apm/debug'
 require 'scout_apm/tracked_request'
 require 'scout_apm/layer'
@@ -42,6 +43,7 @@ require 'scout_apm/layer_converters/job_converter'
 require 'scout_apm/layer_converters/slow_job_converter'
 require 'scout_apm/layer_converters/metric_converter'
 require 'scout_apm/layer_converters/database_converter'
+require 'scout_apm/layer_converters/external_service_converter'
 require 'scout_apm/layer_converters/slow_request_converter'
 require 'scout_apm/layer_converters/request_queue_time_converter'
 require 'scout_apm/layer_converters/allocation_metric_converter'
@@ -79,6 +81,7 @@ require 'scout_apm/histogram'
 
 require 'scout_apm/instruments/net_http'
 require 'scout_apm/instruments/http_client'
+require 'scout_apm/instruments/http'
 require 'scout_apm/instruments/typhoeus'
 require 'scout_apm/instruments/moped'
 require 'scout_apm/instruments/mongoid'
@@ -130,6 +133,7 @@ require 'scout_apm/bucket_name_splitter'
 require 'scout_apm/stack_item'
 require 'scout_apm/metric_set'
 require 'scout_apm/db_query_metric_set'
+require 'scout_apm/external_service_metric_set'
 require 'scout_apm/store'
 require 'scout_apm/fake_store'
 require 'scout_apm/tracer'
@@ -142,6 +146,7 @@ require 'scout_apm/synchronous_recorder'
 require 'scout_apm/metric_meta'
 require 'scout_apm/metric_stats'
 require 'scout_apm/db_query_metric_stats'
+require 'scout_apm/external_service_metric_stats'
 require 'scout_apm/slow_transaction'
 require 'scout_apm/slow_job_record'
 require 'scout_apm/detailed_trace'
@@ -167,6 +172,7 @@ require 'scout_apm/serializers/slow_jobs_serializer_to_json'
 require 'scout_apm/serializers/metrics_to_json_serializer'
 require 'scout_apm/serializers/histograms_serializer_to_json'
 require 'scout_apm/serializers/db_query_serializer_to_json'
+require 'scout_apm/serializers/external_service_serializer_to_json'
 require 'scout_apm/serializers/directive_serializer'
 require 'scout_apm/serializers/app_server_load_serializer'
 
@@ -217,8 +223,12 @@ if defined?(Rails) && defined?(Rails::VERSION) && defined?(Rails::VERSION::MAJOR
         ScoutApm::Agent.instance.install
 
         if ScoutApm::Agent.instance.context.config.value("auto_instruments")
-          ScoutApm::Agent.instance.context.logger.debug("AutoInstruments is enabled.")
-          require 'scout_apm/auto_instrument'
+          if defined?(Parser::TreeRewriter)
+            ScoutApm::Agent.instance.context.logger.debug("AutoInstruments is enabled.")
+            require 'scout_apm/auto_instrument'
+          else # AutoInstruments is turned on, but we don't he the prerequisites to use it
+            ScoutApm::Agent.instance.context.logger.debug("AutoInstruments is enabled, but Parser::TreeRewriter is missing. Update 'parser' gem to >= 2.5.0.")
+          end
         else
           ScoutApm::Agent.instance.context.logger.debug("AutoInstruments is disabled.")
         end

data/scout_apm.gemspec

@@ -10,9 +10,7 @@ Gem::Specification.new do |s|
   s.homepage    = "https://github.com/scoutapp/scout_apm_ruby"
   s.summary     = "Ruby application performance monitoring"
   s.description = "Monitors Ruby apps and reports detailed metrics on performance to Scout."
-  s.license     = "Proprietary (See LICENSE.md)"
-
-  s.rubyforge_project = "scout_apm"
+  s.license     = "MIT"
 
   s.files         = `git ls-files`.split("\n")
   s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")

data/test/unit/external_service_metric_set_test.rb

@@ -0,0 +1,67 @@
+require 'test_helper'
+
+require 'scout_apm/external_service_metric_set'
+
+module ScoutApm
+class ExternalServiceMetricSetTest < Minitest::Test
+  def test_hard_limit
+    config = make_fake_config(
+      'external_service_metric_limit' => 5, # The hard limit on db metrics
+      'external_service_metric_report_limit' => 2
+    )
+    context = ScoutApm::AgentContext.new().tap{|c| c.config = config }
+    set = ExternalServiceMetricSet.new(context)
+
+    set << fake_stat("a", 10)
+    set << fake_stat("b", 20)
+    set << fake_stat("c", 30)
+    set << fake_stat("d", 40)
+    set << fake_stat("e", 50)
+    set << fake_stat("f", 60)
+
+    assert_equal 5, set.metrics.size
+  end
+
+  def test_report_limit
+    config = make_fake_config(
+      'external_service_metric_limit' => 50, # much larger max, uninterested in hitting it.
+      'external_service_metric_report_limit' => 2
+    )
+    context = ScoutApm::AgentContext.new().tap{|c| c.config = config }
+    set = ExternalServiceMetricSet.new(context)
+    set << fake_stat("a", 10)
+    set << fake_stat("b", 20)
+    set << fake_stat("c", 30)
+    set << fake_stat("d", 40)
+    set << fake_stat("e", 50)
+    set << fake_stat("f", 60)
+
+    assert_equal 2, set.metrics_to_report.size
+    assert_equal ["f","e"], set.metrics_to_report.map{|m| m.key}
+  end
+
+  def test_combine
+    config = make_fake_config(
+      'external_service_metric_limit' => 5, # The hard limit on db metrics
+      'external_service_metric_report_limit' => 2
+    )
+    context = ScoutApm::AgentContext.new().tap{|c| c.config = config }
+    set1 = ExternalServiceMetricSet.new(context)
+    set1 << fake_stat("a", 10)
+    set1 << fake_stat("b", 20)
+    set2 = ExternalServiceMetricSet.new(context)
+    set2 << fake_stat("c", 10)
+    set2 << fake_stat("d", 20)
+
+    combined = set1.combine!(set2)
+    assert_equal ["a", "b", "c", "d"], combined.metrics.map{|_k, m| m.key}.sort
+  end
+
+  def fake_stat(key, call_time)
+    OpenStruct.new(
+      :key => key,
+      :call_time => call_time
+    )
+  end
+end
+end

data/test/unit/external_service_metric_stats_test.rb

@@ -0,0 +1,106 @@
+require 'test_helper'
+
+require 'scout_apm/external_service_metric_stats'
+
+module ScoutApm
+class ExternalServiceMetricStatsTest < Minitest::Test
+  def test_as_json_empty_stats
+    stat = build("example.com", "GET", "Controller/public/index", 1, 10)
+
+    assert_equal({
+      :domain_name => "example.com",
+      :operation => "GET",
+      :call_count => 1,
+      :transaction_count => 0,
+      :scope => "Controller/public/index",
+      :histogram => [[10.0, 1]],
+
+      :max_call_time => 10.0,
+      :min_call_time => 10.0,
+      :call_time => 10.0
+    }, stat.as_json)
+  end
+
+  def test_increment_transaction_count
+    stat = build()
+    assert_equal 0, stat.transaction_count
+
+    stat.increment_transaction_count!
+
+    assert_equal 1, stat.transaction_count
+  end
+
+  def test_key_name
+    stat = build("example.com", "GET", "Controller/public/index")
+    assert_equal ["example.com", "GET", "Controller/public/index"], stat.key
+  end
+
+  def test_combine_min_call_time_picks_smallest
+    stat1, stat2 = build_pair
+    assert_equal 5.1,  stat1.combine!(stat2).min_call_time
+  end
+
+  def test_combine_max_call_time_picks_largest
+    stat1, stat2 = build_pair
+    assert_equal 8.2,  stat1.combine!(stat2).max_call_time
+  end
+
+  def test_combine_call_counts_adds
+    stat1, stat2 = build_pair
+    assert_equal 5, stat1.combine!(stat2).call_count
+  end
+
+  def test_combine_transaction_count_adds
+    stat1, stat2 = build_pair
+    2.times { stat1.increment_transaction_count! }
+    3.times { stat2.increment_transaction_count! }
+
+    assert_equal 5, stat1.combine!(stat2).call_count
+  end
+
+  def test_combine_doesnt_merge_with_self
+    stat = build
+    merged = stat.combine!(stat)
+
+    assert_equal DEFAULTS[:call_count], merged.call_count
+    assert_equal DEFAULTS[:call_time], merged.call_time
+  end
+
+  # A.combine!(B) should be the the same as B.combine!(A)
+  # Have to be a bit careful, since combine! is destructive, so make two pairs
+  # with same data to do both sides, then check that they result in the same
+  # answer
+  [:transaction_count, :call_count, :max_call_time, :min_call_time].each do |attr|
+    define_method :"test_combine_#{attr}_is_symmetric" do
+      stat1_a, stat2_a = build_pair
+      stat1_b, stat2_b = build_pair
+      merged_a = stat1_a.combine!(stat2_a)
+      merged_b = stat2_b.combine!(stat1_b)
+
+      assert_equal merged_a.send(attr), merged_b.send(attr)
+    end
+  end
+
+  #############
+  #  Helpers  #
+  #############
+  DEFAULTS = {
+    :call_count => 1,
+    :call_time => 10.0,
+  }
+
+  def build(domain_name="example.com",
+            operation="GET",
+            scope="Controller/public/index",
+            call_count=DEFAULTS[:call_count],
+            call_time=DEFAULTS[:call_time])
+    ExternalServiceMetricStats.new(domain_name, operation, scope, call_count, call_time)
+  end
+
+  def build_pair
+    stat1 = build("example.com", "GET", "Controller/public/index", 2, 5.1)
+    stat2 = build("example.com", "GET", "Controller/public/index", 3, 8.2)
+    [stat1, stat2]
+  end
+end
+end

data/test/unit/serializers/payload_serializer_test.rb

@@ -8,7 +8,7 @@ class PayloadSerializerTest < Minitest::Test
       :unique_id => "unique_idz",
       :agent_version => 123
     }
-    payload = ScoutApm::Serializers::PayloadSerializerToJson.serialize(metadata, {}, {}, [], [], [], {}, [])
+    payload = ScoutApm::Serializers::PayloadSerializerToJson.serialize(metadata, {}, {}, [], [], [], {}, {}, [])
 
     # symbol keys turn to strings
     formatted_metadata = {
@@ -49,7 +49,7 @@ class PayloadSerializerTest < Minitest::Test
         stats.total_exclusive_time = 0.078132088
       }
     }
-    payload = ScoutApm::Serializers::PayloadSerializerToJson.serialize({}, metrics, {}, [], [], [], {}, [])
+    payload = ScoutApm::Serializers::PayloadSerializerToJson.serialize({}, metrics, {}, [], [], [], {}, {}, [])
     formatted_metrics = [
       {
         "key" => {
@@ -94,7 +94,7 @@ class PayloadSerializerTest < Minitest::Test
       :quotie => "here are some \"quotes\"",
       :payload_version => 2,
     }
-    payload = ScoutApm::Serializers::PayloadSerializerToJson.serialize(metadata, {}, {}, [], [], [], {}, [])
+    payload = ScoutApm::Serializers::PayloadSerializerToJson.serialize(metadata, {}, {}, [], [], [], {}, {}, [])
 
     # symbol keys turn to strings
     formatted_metadata = {

data/test/unit/sql_sanitizer_test.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: false
+
 require 'test_helper'
 
 module ScoutApm
@@ -121,27 +123,27 @@ module ScoutApm
       end
 
       def test_sqlserver_integers
-        skip "SQLServer Support requires Ruby 1.9+ For Regexes"
-
         sql = "EXEC sp_executesql N'SELECT  [users].* FROM [users] WHERE (age > 50)  ORDER BY [users].[id] ASC OFFSET 0 ROWS FETCH NEXT @0 ROWS ONLY', N'@0 int', @0 = 10"
         ss = SqlSanitizer.new(sql).tap{ |it| it.database_engine = :sqlserver }
-        assert_equal %q|SELECT  [users].* FROM [users] WHERE (age > ?)  ORDER BY [users].[id] ASC OFFSET ? ROWS FETCH NEXT @0 ROWS ONLY|, ss.to_s
+        assert_equal "SELECT  [users].* FROM [users] WHERE (age > ?)  ORDER BY [users].[id] ASC OFFSET ? ROWS FETCH NEXT @0 ROWS ONLY?@0 int', @0 = ?", ss.to_s
       end
 
       def test_sqlserver_strings
-        skip "SQLServer Support requires Ruby 1.9+ For Regexes"
+        sql = "EXEC sp_executesql N'SELECT  [users].* FROM [users] WHERE first_name = N'john' AND last_name = N'doe' ORDER BY [users].[id] ASC OFFSET 0 ROWS FETCH NEXT @0 ROWS ONLY', N'@0 int', @0 = 10"
+        ss = SqlSanitizer.new(sql).tap{ |it| it.database_engine = :sqlserver }
+        assert_equal "SELECT  [users].* FROM [users] WHERE first_name = N? AND last_name = N? ORDER BY [users].[id] ASC OFFSET ? ROWS FETCH NEXT @0 ROWS ONLY?@0 int', @0 = ?", ss.to_s
+      end
 
-        sql = "EXEC sp_executesql N'SELECT  [users].* FROM [users] WHERE [users].[email] = @0  ORDER BY [users].[id] ASC OFFSET 0 ROWS FETCH NEXT @1 ROWS ONLY', N'@0 nvarchar(4000), @1 int', @0 = N'foo', @1 = 10"
+      def test_sqlserver_strings_no_executesql
+        sql = "EXEC Authenticate @username = N'abraham.lincoln', @password = N'somepassword!', @token = NULL, @app_name = N'Central Auth Service', @log_login = true, @ip_address = N'127.0.0.1', @external_type = NULL, @external_success = NULL"
         ss = SqlSanitizer.new(sql).tap{ |it| it.database_engine = :sqlserver }
-        assert_equal %q|SELECT  [users].* FROM [users] WHERE [users].[email] = @0  ORDER BY [users].[id] ASC OFFSET ? ROWS FETCH NEXT @1 ROWS ONLY|, ss.to_s
+        assert_equal "EXEC Authenticate @username = N?, @password = N?, @token = NULL, @app_name = N?, @log_login = true, @ip_address = N?, @external_type = NULL, @external_success = NULL", ss.to_s
       end
 
       def test_sqlserver_in_clause
-        skip "SQLServer Support requires Ruby 1.9+ For Regexes"
-
         sql = "EXEC sp_executesql N'SELECT  [users].* FROM [users] WHERE (id IN (1,2,3))  ORDER BY [users].[id] ASC OFFSET 0 ROWS FETCH NEXT @0 ROWS ONLY', N'@0 int', @0 = 10"
         ss = SqlSanitizer.new(sql).tap{ |it| it.database_engine = :sqlserver }
-        assert_equal %q|SELECT  [users].* FROM [users] WHERE (id IN (?))  ORDER BY [users].[id] ASC OFFSET ? ROWS FETCH NEXT @0 ROWS ONLY|, ss.to_s
+        assert_equal "SELECT  [users].* FROM [users] WHERE (id IN (?))  ORDER BY [users].[id] ASC OFFSET ? ROWS FETCH NEXT @0 ROWS ONLY?@0 int', @0 = ?", ss.to_s
       end
 
       def test_scrubs_invalid_encoding
@@ -192,6 +194,17 @@ module ScoutApm
         WHERE (title = ?)|, ss.to_s
       end
 
+      def test_postgres_insert_select_from_jsonb_to_recordset_with_as
+        sql = %q|
+        INSERT INTO foos(foo_id, bar_id, external_id, email_address, created_at, updated_at)
+          SELECT 123, 456, external_id, email_address, NOW(), NOW()
+          FROM jsonb_to_recordset($${"items":[{"external_id":1234,"email_address":"test@domain.com"}]}$$::jsonb->'items')
+            AS t(external_id integer, email_address varchar)
+        |
+        ss = SqlSanitizer.new(sql).tap{ |it| it.database_engine = :postgres }
+        assert_equal %q|INSERT INTO foos(foo_id, bar_id, external_id, email_address, created_at, updated_at) SELECT ?, ?, external_id, email_address, NOW(), NOW() FROM jsonb_to_recordset($${"items":[{"external_id":?,"email_address":"?"}]}$$::jsonb->'items') AS t(external_id integer, email_address varchar)|, ss.to_s
+      end
+
       def assert_faster_than(target_seconds)
         t1 = ::Time.now
         yield

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: scout_apm
 version: !ruby/object:Gem::Version
-  version: 4.1.1
+  version: 5.1.1
 platform: ruby
 authors:
 - Derek Haynes
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2021-06-08 00:00:00.000000000 Z
+date: 2021-12-14 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: minitest
@@ -219,7 +219,6 @@ files:
 - ".github/workflows/test.yml"
 - ".gitignore"
 - ".rubocop.yml"
-- ".travis.yml"
 - CHANGELOG.markdown
 - Gemfile
 - Guardfile
@@ -281,8 +280,11 @@ files:
 - lib/scout_apm/error_service/periodic_work.rb
 - lib/scout_apm/error_service/railtie.rb
 - lib/scout_apm/error_service/sidekiq.rb
+- lib/scout_apm/exceptions.rb
 - lib/scout_apm/extensions/config.rb
 - lib/scout_apm/extensions/transaction_callback_payload.rb
+- lib/scout_apm/external_service_metric_set.rb
+- lib/scout_apm/external_service_metric_stats.rb
 - lib/scout_apm/fake_store.rb
 - lib/scout_apm/framework_integrations/rails_2.rb
 - lib/scout_apm/framework_integrations/rails_3_or_4.rb
@@ -329,6 +331,7 @@ files:
 - lib/scout_apm/layer_converters/database_converter.rb
 - lib/scout_apm/layer_converters/depth_first_walker.rb
 - lib/scout_apm/layer_converters/error_converter.rb
+- lib/scout_apm/layer_converters/external_service_converter.rb
 - lib/scout_apm/layer_converters/find_layer_by_type.rb
 - lib/scout_apm/layer_converters/histograms.rb
 - lib/scout_apm/layer_converters/job_converter.rb
@@ -360,6 +363,7 @@ files:
 - lib/scout_apm/serializers/app_server_load_serializer.rb
 - lib/scout_apm/serializers/db_query_serializer_to_json.rb
 - lib/scout_apm/serializers/directive_serializer.rb
+- lib/scout_apm/serializers/external_service_serializer_to_json.rb
 - lib/scout_apm/serializers/histograms_serializer_to_json.rb
 - lib/scout_apm/serializers/jobs_serializer_to_json.rb
 - lib/scout_apm/serializers/metrics_to_json_serializer.rb
@@ -429,6 +433,8 @@ files:
 - test/unit/error_service/ignored_exceptions_test.rb
 - test/unit/extensions/periodic_callbacks_test.rb
 - test/unit/extensions/transaction_callbacks_test.rb
+- test/unit/external_service_metric_set_test.rb
+- test/unit/external_service_metric_stats_test.rb
 - test/unit/fake_store_test.rb
 - test/unit/git_revision_test.rb
 - test/unit/histogram_test.rb
@@ -464,7 +470,7 @@ files:
 - test/unit/utils/scm.rb
 homepage: https://github.com/scoutapp/scout_apm_ruby
 licenses:
-- Proprietary (See LICENSE.md)
+- MIT
 metadata: {}
 post_install_message: 
 rdoc_options: []
@@ -482,7 +488,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.1.2
+rubygems_version: 3.0.3
 signing_key: 
 specification_version: 4
 summary: Ruby application performance monitoring

data/.travis.yml

@@ -1,25 +0,0 @@
-language: ruby
-dist: xenial
-cache: bundler
-
-matrix:
-  include:
-    - rvm: 2.1
-      gemfile: gems/rails3.gemfile
-    - rvm: 2.2
-    - rvm: 2.3
-    - rvm: 2.4
-    - rvm: 2.5
-    - rvm: 2.6
-    - rvm: 2.7
-    - rvm: 3.0
-    - rvm: 2.6
-      gemfile: gems/typhoeus.gemfile
-      env: "SCOUT_TEST_FEATURES=typhoeus"
-    - rvm: 2.6
-      gemfile: gems/octoshark.gemfile
-    - rvm: 2.6
-      name: rubocop yo
-      script: bundle exec rubocop
-    - rvm: 2.6
-      gemfile: gems/rails3.gemfile