newrelic_rpm 4.0.0.332 → 4.4.0.336

data/test/performance/lib/performance/baseline_compare_reporter.rb

@@ -1,103 +0,0 @@
-# encoding: utf-8
-# This file is distributed under New Relic's license terms.
-# See https://github.com/newrelic/rpm/blob/master/LICENSE for complete details.
-
-module Performance
-  class BaselineCompareReporter
-    include Reporting
-
-    def initialize(results, elapsed, options={})
-      @results = results
-      @elapsed = elapsed
-      @options = options
-    end
-
-    def report
-      report_summary
-
-      begin
-        baseline = Baseline.load!
-      rescue => e
-        puts "Failed to load baseline results: #{e}\n#{e.backtrace.join("\n\t")}"
-        return
-      end
-
-      report_successful_results(baseline, successes) unless successes.empty?
-      report_failed_results
-    end
-
-    def report_successful_results(baseline, results)
-      baseline_identifiers  = baseline.map(&:identifier)
-      new_identifiers       = results.map(&:identifier)
-      missing_from_baseline = new_identifiers - baseline_identifiers
-      missing_from_new      = baseline_identifiers - new_identifiers
-      common_identifiers    = new_identifiers & baseline_identifiers
-
-      if !missing_from_baseline.empty?
-        puts "The following tests were not found in the baseline results:\n"
-        missing_from_baseline.each do |identifier|
-          puts "  #{identifier}"
-        end
-        puts ""
-      end
-
-      if !missing_from_baseline.empty?
-        puts "The following tests were not found in the new results:\n"
-        missing_from_new.each do |identifier|
-          puts "  #{identifier}"
-        end
-        puts ""
-      end
-
-      rows = []
-
-      common_identifiers.each do |identifier|
-        old_result = baseline.find { |r| r.identifier == identifier}
-        new_result = results.find  { |r| r.identifier == identifier }
-
-        delta = new_result.time_per_iteration - old_result.time_per_iteration
-        percent_delta = delta / old_result.time_per_iteration * 100.0
-
-        allocations_before = old_result.measurements[:allocations]
-        allocations_after  = new_result.measurements[:allocations]
-        if allocations_before && allocations_after
-          # normalize allocation counts to be per-iteration
-          allocations_before /= old_result.iterations
-          allocations_after  /= new_result.iterations
-
-          allocations_delta  = allocations_after - allocations_before
-          allocations_delta_percent = allocations_delta.to_f / allocations_before * 100
-        else
-          allocations_delta_percent = 0
-        end
-
-        rows << [
-          identifier,
-          old_result.time_per_iteration,
-          new_result.time_per_iteration,
-          percent_delta,
-          allocations_before,
-          allocations_after,
-          allocations_delta_percent
-        ]
-      end
-
-      format_percent_delta = Proc.new { |v|
-        prefix = v > 0 ? "+" : ""
-        sprintf("#{prefix}%.1f%%", v)
-      }
-
-      table = Table.new(rows) do
-        column :name
-        column :before,        &(FormattingHelpers.method(:format_duration))
-        column :after,         &(FormattingHelpers.method(:format_duration))
-        column :delta,         &format_percent_delta
-        column :allocs_before
-        column :allocs_after
-        column :allocs_delta,  &format_percent_delta
-      end
-
-      puts table.render
-    end
-  end
-end

data/test/performance/lib/performance/baseline_save_reporter.rb

@@ -1,24 +0,0 @@
-# encoding: utf-8
-# This file is distributed under New Relic's license terms.
-# See https://github.com/newrelic/rpm/blob/master/LICENSE for complete details.
-
-module Performance
-  class BaselineSaveReporter
-    include Reporting
-
-    def initialize(results, elapsed, options={})
-      @results = results
-      @elapsed = elapsed
-      @options = options
-    end
-
-    def report
-      report_summary
-
-      Baseline.save!(successes)
-      puts "Saved #{successes.size} results as baseline."
-
-      report_failed_results
-    end
-  end
-end

data/test/performance/lib/performance/console_reporter.rb

@@ -1,66 +0,0 @@
-# encoding: utf-8
-# This file is distributed under New Relic's license terms.
-# See https://github.com/newrelic/rpm/blob/master/LICENSE for complete details.
-
-require 'pathname'
-
-module Performance
-  class ConsoleReporter
-    include Reporting
-
-    def initialize(results, elapsed, options={})
-      @results = results
-      @elapsed = elapsed
-      @options = options
-    end
-
-    def report
-      report_summary
-      report_successful_results(successes) unless successes.empty?
-      report_failed_results
-    end
-
-    def format_measurements(result)
-      measurements = result.measurements.merge(:iterations => result.iterations)
-
-      key_width        = measurements.keys.map(&:size).max
-      formatted_values = measurements.values.map { |v| sprintf("%g", v) }
-      value_width      = formatted_values.map(&:size).max
-
-      rows = measurements.map do |key, value|
-        if key == :iterations
-          "  %#{key_width}s: %#{value_width}g" % [key, value]
-        else
-          per_iteration = value / result.iterations.to_f
-          "  %#{key_width}s: %#{value_width}g (%.2f / iter)" % [key, value, per_iteration]
-        end
-      end
-
-      rows.join("\n") + "\n"
-    end
-
-    def report_successful_results(results)
-      return if successes.empty?
-
-      puts ''
-      results.each do |result|
-        formatted_duration = FormattingHelpers.format_duration(result.time_per_iteration)
-        puts "#{result.identifier}: %.3f ips (#{formatted_duration} / iteration)" % [result.ips]
-        unless @options[:brief]
-          puts format_measurements(result)
-        end
-        unless result.artifacts.empty?
-          puts "  artifacts:"
-          result.artifacts.each do |artifact|
-            puts "    #{make_relative(artifact)}"
-          end
-        end
-        puts '' if !@options[:brief] || !result.artifacts.empty?
-      end
-    end
-
-    def make_relative(path)
-      "./#{Pathname.new(path).relative_path_from(Pathname.getwd)}"
-    end
-  end
-end

data/test/performance/lib/performance/formatting_helpers.rb

@@ -1,22 +0,0 @@
-# encoding: utf-8
-# This file is distributed under New Relic's license terms.
-# See https://github.com/newrelic/rpm/blob/master/LICENSE for complete details.
-
-module Performance
-  module FormattingHelpers
-    def self.format_duration(d)
-      if d < 0.001
-        ds = d * 1000 * 1000
-        unit = "µs"
-      elsif d < 1.0
-        ds = d * 1000
-        unit = "ms"
-      else
-        ds = d
-        unit = "s"
-      end
-
-      sprintf("%.2f %s", ds, unit)
-    end
-  end
-end

data/test/performance/lib/performance/hako_client.rb

@@ -1,31 +0,0 @@
-# encoding: utf-8
-# This file is distributed under New Relic's license terms.
-# See https://github.com/newrelic/rpm/blob/master/LICENSE for complete details.
-
-require 'json'
-require 'net/http'
-require 'uri'
-
-module Performance
-  class HakoClient
-    BASE_URI = 'http://hako.pdx.vm.datanerd.us'
-
-    def initialize(token)
-      @token = token
-    end
-
-    def submit(result)
-      body = JSON.dump('result' => result.to_h)
-
-      uri = URI(BASE_URI + "/api/results")
-      req = Net::HTTP::Post.new(uri.to_s)
-      req.body = body
-      req.content_type = 'application/json'
-      req['Authorization'] = "Token token=\"#{@token}\""
-
-      Net::HTTP.start(uri.host, uri.port) do |conn|
-        conn.request(req)
-      end
-    end
-  end
-end

data/test/performance/lib/performance/hako_reporter.rb

@@ -1,26 +0,0 @@
-# encoding: utf-8
-# This file is distributed under New Relic's license terms.
-# See https://github.com/newrelic/rpm/blob/master/LICENSE for complete details.
-
-module Performance
-  class HakoReporter
-    def initialize(results, elapsed, options={})
-      @results = results
-      @token = ENV['HAKO_TOKEN'] || options[:hako_token]
-    end
-
-    def report
-      Performance.logger.info("Uploading #{@results.size} results to Hako")
-      client = HakoClient.new(@token)
-      @results.each do |result|
-        rsp = client.submit(result)
-        case rsp
-        when Net::HTTPSuccess
-          Performance.logger.debug("Successfully posted result to Hako")
-        else
-          Performance.logger.error("Failed to post results to Hako: #{rsp.inspect}")
-        end
-      end
-    end
-  end
-end

data/test/performance/lib/performance/instrumentation/cpu_usage.rb

@@ -1,26 +0,0 @@
-# encoding: utf-8
-# This file is distributed under New Relic's license terms.
-# See https://github.com/newrelic/rpm/blob/master/LICENSE for complete details.
-
-module Performance
-  module Instrumentation
-    class CpuUsage < Instrumentor
-      on_by_default
-
-      def before(*)
-        @times_before = Process.times
-      end
-
-      def after(*)
-        @times_after = Process.times
-      end
-
-      def results
-        {
-          :cpu_time_user   => @times_after.utime - @times_before.utime,
-          :cpu_time_system => @times_after.stime - @times_before.stime
-        }
-      end
-    end
-  end
-end

data/test/performance/lib/performance/instrumentation/gc_stats.rb

@@ -1,56 +0,0 @@
-# encoding: utf-8
-# This file is distributed under New Relic's license terms.
-# See https://github.com/newrelic/rpm/blob/master/LICENSE for complete details.
-
-module Performance
-  module Instrumentation
-    class MRIGCStats < Instrumentor
-      platforms :mri_20, :mri_21, :mri_22, :mri_23, :mri_24
-      on_by_default
-
-      def before(*)
-        @stats_before = GC.stat
-      end
-
-      def after(*)
-        @stats_after = GC.stat
-      end
-
-      def results
-        heap_live_before = @stats_before[:heap_live_slots] || @stats_before[:heap_live_num] || @stats_before[:heap_live_slot]
-        heap_live_after  = @stats_after[:heap_live_slots]  || @stats_after[:heap_live_num]  || @stats_after[:heap_live_slot]
-
-        res = {
-          :gc_runs      => @stats_after[:count] - @stats_before[:count],
-          :live_objects => heap_live_after      - heap_live_before
-        }
-        allocs_before = @stats_before[:total_allocated_objects] || @stats_before[:total_allocated_object]
-        allocs_after  = @stats_after[:total_allocated_objects]  || @stats_after[:total_allocated_object]
-        res[:allocations] = allocs_after - allocs_before
-        res
-      end
-    end
-
-    class REEGCStats < Instrumentor
-      platforms :ree
-      on_by_default
-
-      def before(*)
-        @allocations_before = ObjectSpace.allocated_objects
-        @live_objects_before = ObjectSpace.live_objects
-      end
-
-      def after(*)
-        @allocations_after = ObjectSpace.allocated_objects
-        @live_objects_after = ObjectSpace.live_objects
-      end
-
-      def results
-        {
-          :allocations => @allocations_after - @allocations_before,
-          :live_objects => @live_objects_after - @live_objects_before,
-        }
-      end
-    end
-  end
-end

data/test/performance/lib/performance/instrumentation/perf_tools.rb

@@ -1,30 +0,0 @@
-# encoding: utf-8
-# This file is distributed under New Relic's license terms.
-# See https://github.com/newrelic/rpm/blob/master/LICENSE for complete details.
-
-module Performance
-  module Instrumentation
-    class PerfToolsProfile < Instrumentor
-      platforms :mri_20, :mri_21
-
-      def self.setup
-        require 'tmpdir'
-        require 'perftools'
-      end
-
-      def before(test, test_name)
-        @profile_dir = Dir.mktmpdir('profile')
-        @profile_path = File.join(@profile_dir, "profile")
-        PerfTools::CpuProfiler.start(@profile_path)
-      end
-
-      def after(test, test_name)
-        PerfTools::CpuProfiler.stop
-        output_profile_path = artifact_path(test, test_name, "dot")
-        system("pprof.rb --dot #{@profile_path} >#{output_profile_path}")
-        @artifacts << output_profile_path
-        FileUtils.remove_entry_secure(@profile_dir)
-      end
-    end
-  end
-end

data/test/performance/lib/performance/instrumentation/stackprof.rb

@@ -1,46 +0,0 @@
-# encoding: utf-8
-# This file is distributed under New Relic's license terms.
-# See https://github.com/newrelic/rpm/blob/master/LICENSE for complete details.
-
-module Performance
-  module Instrumentation
-    class StackProfProfile < Instrumentor
-      platforms :mri_21, :mri_22, :mri_23, :mri_24
-
-      def self.setup
-        require 'tmpdir'
-        require 'stackprof'
-      end
-
-      def mode
-        :wall
-      end
-
-      def before(test, test_name)
-        StackProf.start(:mode => mode)
-      end
-
-      def after(test, test_name)
-        StackProf.stop
-
-        output_dump_path = artifact_path(test, test_name, "dump")
-        StackProf.results(output_dump_path)
-        @artifacts << output_dump_path
-
-        results = Marshal.load(File.read(output_dump_path))
-        output_dot_path = artifact_path(test, test_name, "dot")
-        report = StackProf::Report.new(results)
-        File.open(output_dot_path, "w") do |f|
-          report.print_graphviz({}, f)
-        end
-        @artifacts << output_dot_path
-      end
-    end
-
-    class StackProfAllocationProfile < StackProfProfile
-      def mode
-        :object
-      end
-    end
-  end
-end

data/test/performance/lib/performance/instrumentor.rb

@@ -1,96 +0,0 @@
-# encoding: utf-8
-# This file is distributed under New Relic's license terms.
-# See https://github.com/newrelic/rpm/blob/master/LICENSE for complete details.
-
-module Performance
-  module Instrumentation
-    def self.load_instrumentors
-      dir = File.expand_path(File.join(File.dirname(__FILE__), 'instrumentation'))
-      Dir.glob(File.join(dir, "*.rb")).each do |filename|
-        require filename
-      end
-    end
-
-    def self.default_instrumentors
-      Instrumentor.subclasses.select do |cls|
-        cls.on_by_default? && cls.supported?
-      end
-    end
-
-    def self.instrumentor_class_by_name(name)
-      begin
-        cls = self.const_get(name)
-        if cls.supported?
-          cls
-        else
-          Performance.logger.warn("Instrumentor '#{name}' is unsupported on this platform")
-          nil
-        end
-      rescue NameError => e
-        Performance.logger.error("Failed to load instrumentor '#{name}': #{e.inspect}")
-        nil
-      end
-    end
-
-    class Instrumentor
-      def self.inherited(cls)
-        @subclasses ||= []
-        @subclasses << cls
-      end
-
-      def self.subclasses
-        @subclasses || []
-      end
-
-      def self.platforms(*args)
-        @supported_platforms = args
-      end
-
-      def self.supported?
-        (
-          @supported_platforms.nil? ||
-          Platform.current.match_any?(@supported_platforms)
-        )
-      end
-
-      def self.on_by_default
-        @on_by_default = true
-      end
-
-      def self.on_by_default?
-        @on_by_default
-      end
-
-      attr_reader :artifacts
-
-      def initialize(artifacts_dir)
-        @artifacts_dir = artifacts_dir
-        reset
-      end
-
-      def reset
-        @artifacts = []
-      end
-
-      def pretty_name
-        self.class.name.split("::").last
-      end
-
-      def artifacts_dir_for(test_case, test_name)
-        path = File.join(@artifacts_dir, test_case.class.name, test_name)
-        FileUtils.mkdir_p(path)
-        path
-      end
-
-      def artifact_path(test_case, test_name, extension)
-        File.join(artifacts_dir_for(test_case, test_name), "#{pretty_name}.#{extension}")
-      end
-
-      def before(*); end
-      def after(*); end
-      def results; {}; end
-    end
-  end
-end
-
-Performance::Instrumentation.load_instrumentors

data/test/performance/lib/performance/json_reporter.rb

@@ -1,15 +0,0 @@
-# encoding: utf-8
-# This file is distributed under New Relic's license terms.
-# See https://github.com/newrelic/rpm/blob/master/LICENSE for complete details.
-
-module Performance
-  class JSONReporter
-    def initialize(results, elapsed, options={})
-      @results = results
-    end
-
-    def report
-      puts JSON.dump(@results.map { |result| result.to_h })
-    end
-  end
-end

data/test/performance/lib/performance/platform.rb

@@ -1,31 +0,0 @@
-# encoding: utf-8
-# This file is distributed under New Relic's license terms.
-# See https://github.com/newrelic/rpm/blob/master/LICENSE for complete details.
-
-module Performance
-  class Platform
-    def self.current
-      @current ||= self.new
-    end
-
-    def jruby?
-      defined?(JRUBY_VERSION)
-    end
-
-    def match?(p)
-      case p
-      when :jruby   then jruby?
-      when :mri     then !jruby?
-      when :mri_20  then !jruby? && RUBY_VERSION =~ /^2\.0\./
-      when :mri_21  then !jruby? && RUBY_VERSION =~ /^2\.1\./
-      when :mri_22  then !jruby? && RUBY_VERSION =~ /^2\.2\./
-      when :mri_23  then !jruby? && RUBY_VERSION =~ /^2\.3\./
-      when :mri_24  then !jruby? && RUBY_VERSION =~ /^2\.4\./
-      end
-    end
-
-    def match_any?(platforms)
-      platforms.any? { |p| match?(p) }
-    end
-  end
-end

data/test/performance/lib/performance/reporting.rb

@@ -1,36 +0,0 @@
-# encoding: utf-8
-# This file is distributed under New Relic's license terms.
-# See https://github.com/newrelic/rpm/blob/master/LICENSE for complete details.
-
-module Performance
-  module Reporting
-    def failures
-      @failures ||= @results.select(&:failure?)
-    end
-
-    def successes
-      @successes ||= @results.reject(&:failure?)
-    end
-
-    def report_summary
-      puts "#{@results.size} tests, #{failures.size} failures, #{@elapsed} s total"
-    end
-
-    def report_failed_results
-      return if failures.empty?
-
-      puts ''
-      failures.each do |failure|
-        puts "FAILED: #{failure.identifier}"
-        e = failure.exception
-        if e
-          puts "#{e['class']}: #{e['message']}"
-          puts failure.exception['backtrace'].map { |l| "    #{l}" }.join("\n")
-        else
-          puts "<No exception recorded>"
-        end
-      end
-      puts ''
-    end
-  end
-end