test-prof 0.5.0 → 0.6.0.pre1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: bc2f073e4331955ed514e20849bb5dadf28d4f5934254ae3d30ca2c60db90ff0
-  data.tar.gz: d07ba0a976611946258de85284b697d0ccf7adbdeaae0363efebd868156100e4
+  metadata.gz: cb97ad09442483992d4d0618362de046dae7a5ed4e17f909a8bcbbffe9fc827f
+  data.tar.gz: d477bbede59c0b94f21181e830bef6f346c1abb6d6fb1c683a582ad237ec9c2a
 SHA512:
-  metadata.gz: c942589dbd72c954f54a4cb874d91f98a2c9a64c604fb82b32476bcf2ea9b82fbfa72222e32b0cfec52fc1b335b2c9e69d99567be21e91b8084005a94ed9963a
-  data.tar.gz: e90718e07df7b566c657c9192805a4a1f523196578699f7cbc93f3cf25ddf09634bcb0bda35e5e18a9f1501708e583748df4575b721c20886605ca1c863efff6
+  metadata.gz: d0f049f6e75ed08c3474f58cdbca386ca3c7418223abd51a3e9c7d3d8ab207c68527133b2901de725531044a778de48b8dbf3eab1243bdc16e60f53ed9e2ea80
+  data.tar.gz: e97987b38878cdf5b29328204fa39d6e364ddbc84fff8bfe322449b02ec2bc4203417f35cc2d9fb82f79dc88c99e4241a1f5979ea11987175d5c806a8ec56965

data/CHANGELOG.md

@@ -2,6 +2,60 @@
 
 ## master
 
+- Add `EventProf.monitor` to instrument arbitrary methods. ([@palkan][])
+
+Add custom instrumetation easily:
+
+```ruby
+class Work
+  def do
+    # ...
+  end
+end
+
+# Instrument Work#do calls with "my.work" event
+TestProf::EventProf.monitor(Work, "my.work", :do)
+```
+
+- Adapterize `before_all`. ([@palkan][])
+
+Now it's possible to write your own adapter for `before_all` to manage
+transactions.
+
+- Add `before_all` for Minitest. ([@palkan][])
+
+- Refactor `:with_clean_fixture` to clean data once per group. ([@palkan][])
+
+- Show top `let` declarations per example group in RSpecDissect profiler. ([@palkan][])
+
+The output now includes the following information:
+
+```
+Top 5 slowest suites (by `let` time):
+
+FunnelsController (./spec/controllers/funnels_controller_spec.rb:3) – 00:38.532 of 00:43.649 (133)
+ ↳ user – 3
+ ↳ funnel – 2
+ApplicantsController (./spec/controllers/applicants_controller_spec.rb:3) – 00:33.252 of 00:41.407 (222)
+ ↳ user – 10
+ ↳ funnel – 5
+ ```
+
+Enabled by default. Disable it with:
+
+```ruby
+TestProf::RSpecDissect.configure do |config|
+  config.let_stats_enabled = false
+end
+```
+
+- Add ability to run only `let` or `before` profiler with RSpecDissect. ([@palkan][])
+
+- [Fix [#75](https://github.com/palkan/test-prof/issues/75)] Fix `RSpec/Aggregate` failures with non-regular examples. ([@palkan][])
+
+Do not take into account `xit`, `pending`, `its`, etc. examples,
+only consider regular `it`, `specify`, `scenario`, `example`.
+
 ## 0.5.0 (2018-04-25)
 
 ### Features

data/README.md

@@ -41,10 +41,12 @@ Supported Ruby versions:
 
 ## Resources
 
-- RailsClub, Moscow, 2017, "Faster Tests" talk [[video](https://www.youtube.com/watch?v=8S7oHjEiVzs) (RU), [slides](https://speakerdeck.com/palkan/railsclub-moscow-2017-faster-tests)]
-
 - [TestProf: a good doctor for slow Ruby tests](https://evilmartians.com/chronicles/testprof-a-good-doctor-for-slow-ruby-tests)
 
+- [TestProf II: Factory therapy for your Ruby tests](https://evilmartians.com/chronicles/testprof-2-factory-therapy-for-your-ruby-tests-rspec-minitest)
+
+- RailsClub, Moscow, 2017, "Faster Tests" talk [[video](https://www.youtube.com/watch?v=8S7oHjEiVzs) (RU), [slides](https://speakerdeck.com/palkan/railsclub-moscow-2017-faster-tests)]
+
 - RubyConfBy, 2017, "Run Test Run" talk [[video](https://www.youtube.com/watch?v=q52n4p0wkIs), [slides](https://speakerdeck.com/palkan/rubyconfby-minsk-2017-run-test-run)]
 
 - [Tips to improve speed of your test suite](https://medium.com/appaloosa-store-engineering/tips-to-improve-speed-of-your-test-suite-8418b485205c) by [Benoit Tigeot](https://github.com/benoittgt)
@@ -69,6 +71,7 @@ Check out our [docs][].
 
 Have an idea? [Propose](https://github.com/palkan/test-prof/issues/new) a feature request!
 
+Already using TestProf? [Share your story!](https://github.com/palkan/test-prof/issues/73)
 
 ## License
 

data/lib/test_prof.rb

@@ -60,7 +60,13 @@ module TestProf
     # Contains workaround for applications using Spring.
     def activate(env_var, val = nil)
       if defined?(::Spring::Application)
-        ::Spring.after_fork { activate!(env_var, val) { yield } }
+        notify_spring_detected
+        ::Spring.after_fork do
+          activate!(env_var, val) do
+            notify_spring_activate env_var
+            yield
+          end
+        end
       else
         activate!(env_var, val) { yield }
       end
@@ -98,6 +104,16 @@ module TestProf
       timestamps = "-#{now.to_i}"
       "#{path.sub(/\.\w+$/, '')}#{timestamps}#{::File.extname(path)}"
     end
+
+    def notify_spring_detected
+      return if instance_variable_defined?(:@spring_notified)
+      log :info, "Spring detected"
+      @spring_notified = true
+    end
+
+    def notify_spring_activate(env_var)
+      log :info, "Activating #{env_var} with `Spring.after_fork`"
+    end
   end
 
   # TestProf configuration

data/lib/test_prof/before_all.rb

@@ -0,0 +1,35 @@
+# frozen_string_literal: true
+
+module TestProf
+  # `before_all` helper configiration
+  module BeforeAll
+    class AdapterMissing < StandardError # :nodoc:
+      MSG = "Please, provide an adapter for `before_all` " \
+            "through `TestProf::BeforeAll.adapter = MyAdapter`".freeze
+
+      def initialize
+        super(MSG)
+      end
+    end
+
+    class << self
+      attr_accessor :adapter
+
+      def begin_transaction
+        raise AdapterMissing if adapter.nil?
+        adapter.begin_transaction
+      end
+
+      def rollback_transaction
+        raise AdapterMissing if adapter.nil?
+        adapter.rollback_transaction
+      end
+    end
+  end
+end
+
+if defined?(::ActiveRecord::Base)
+  require "test_prof/before_all/adapters/active_record"
+
+  TestProf::BeforeAll.adapter = TestProf::BeforeAll::Adapters::ActiveRecord
+end

data/lib/test_prof/before_all/adapters/active_record.rb

@@ -0,0 +1,25 @@
+# frozen_string_literal: true
+
+if ::ActiveRecord::VERSION::MAJOR < 4
+  require "test_prof/ext/active_record_3"
+  using TestProf::ActiveRecord3Transactions
+end
+
+module TestProf
+  module BeforeAll
+    module Adapters
+      # ActiveRecord adapter for `before_all`
+      module ActiveRecord
+        class << self
+          def begin_transaction
+            ::ActiveRecord::Base.connection.begin_transaction(joinable: false)
+          end
+
+          def rollback_transaction
+            ::ActiveRecord::Base.connection.rollback_transaction
+          end
+        end
+      end
+    end
+  end
+end

data/lib/test_prof/cops/rspec/aggregate_failures.rb

@@ -27,15 +27,10 @@ module RuboCop
         # From https://github.com/backus/rubocop-rspec/blob/master/lib/rubocop/rspec/language.rb
         GROUP_BLOCKS = %i[
           describe context feature example_group
-          xdescribe xcontext xfeature
-          fdescribe fcontext ffeature
         ].freeze
 
         EXAMPLE_BLOCKS = %i[
-          it specify example scenario its
-          fit fspecify fexample fscenario focus
-          xit xspecify xexample xscenario ski
-          pending
+          it specify example scenario
         ].freeze
 
         class << self

data/lib/test_prof/event_prof.rb

@@ -3,6 +3,7 @@
 require "test_prof/rspec_stamp"
 require "test_prof/event_prof/profiler"
 require "test_prof/event_prof/instrumentations/active_support"
+require "test_prof/event_prof/monitor"
 require "test_prof/utils/sized_ordered_set"
 
 module TestProf
@@ -77,12 +78,26 @@ module TestProf
       def build(event = config.event)
         ProfilersGroup.new(
           event: event,
-          instrumenter: config.resolve_instrumenter,
+          instrumenter: instrumenter,
           rank_by: config.rank_by,
           top_count: config.top_count,
           per_example: config.per_example?
         )
       end
+
+      def instrumenter
+        @instrumenter ||= config.resolve_instrumenter
+      end
+
+      # Instrument specified module methods.
+      # Wraps them with `instrumenter.instrument(event) { ... }`.
+      #
+      # Use it to profile arbitrary methods:
+      #
+      #   TestProf::EventProf.monitor(MyModule, "my_module.call", :call)
+      def monitor(mod, event, *mids)
+        Monitor.call(mod, event, *mids)
+      end
     end
   end
 end

data/lib/test_prof/event_prof/instrumentations/active_support.rb

@@ -4,11 +4,17 @@ module TestProf::EventProf
   module Instrumentations
     # Wrapper over ActiveSupport::Notifications
     module ActiveSupport
-      def self.subscribe(event)
-        raise ArgumentError, 'Block is required!' unless block_given?
+      class << self
+        def subscribe(event)
+          raise ArgumentError, 'Block is required!' unless block_given?
 
-        ::ActiveSupport::Notifications.subscribe(event) do |_event, start, finish, *_args|
-          yield (finish - start)
+          ::ActiveSupport::Notifications.subscribe(event) do |_event, start, finish, *_args|
+            yield (finish - start)
+          end
+        end
+
+        def instrument(event)
+          ::ActiveSupport::Notifications.instrument(event) { yield }
         end
       end
     end

data/lib/test_prof/event_prof/monitor.rb

@@ -0,0 +1,30 @@
+# frozen_string_literal: true
+
+require "test_prof/ext/string_strip_heredoc"
+
+module TestProf
+  module EventProf
+    # Wrap methods with instrumentation
+    module Monitor
+      using StringStripHeredoc
+
+      class << self
+        def call(mod, event, *mids)
+          patch = Module.new do
+            mids.each do |mid|
+              module_eval <<-SRC.strip_heredoc, __FILE__, __LINE__
+                def #{mid}(*)
+                  TestProf::EventProf.instrumenter.instrument(
+                    '#{event}'
+                  ) { super }
+                end
+              SRC
+            end
+          end
+
+          mod.prepend(patch)
+        end
+      end
+    end
+  end
+end

data/lib/test_prof/recipes/minitest/before_all.rb

@@ -0,0 +1,78 @@
+# frozen_string_literal: true
+
+require "test_prof/before_all"
+
+module TestProf
+  module BeforeAll
+    # Add before_all hook to Minitest: wrap all examples into a transaction and
+    # store instance variables
+    module Minitest # :nodoc: all
+      class Executor
+        attr_reader :active
+
+        alias active? active
+
+        def initialize(&block)
+          @block = block
+        end
+
+        def activate!(test_class)
+          return if active?
+          @active = true
+          @examples_left = test_class.runnable_methods.size
+          BeforeAll.begin_transaction
+          capture!
+        end
+
+        def try_deactivate!
+          @examples_left -= 1
+          return unless @examples_left.zero?
+
+          @active = false
+          BeforeAll.rollback_transaction
+        end
+
+        def capture!
+          instance_eval(&@block)
+        end
+
+        def restore_to(test_object)
+          instance_variables.each do |ivar|
+            next if ivar == :@block
+            test_object.instance_variable_set(
+              ivar,
+              instance_variable_get(ivar)
+            )
+          end
+        end
+      end
+
+      class << self
+        def included(base)
+          base.extend ClassMethods
+        end
+      end
+
+      module ClassMethods
+        attr_accessor :before_all_executor
+
+        def before_all
+          self.before_all_executor = Executor.new(&Proc.new)
+
+          prepend(Module.new do
+            def setup
+              self.class.before_all_executor.activate!(self.class)
+              self.class.before_all_executor.restore_to(self)
+              super
+            end
+
+            def teardown
+              super
+              self.class.before_all_executor.try_deactivate!
+            end
+          end)
+        end
+      end
+    end
+  end
+end

data/lib/test_prof/recipes/rspec/any_fixture.rb

@@ -1,19 +1,14 @@
 # frozen_string_literal: true
 
 require "test_prof/any_fixture"
+require "test_prof/recipes/rspec/before_all"
 
 RSpec.shared_context "any_fixture:clean", with_clean_fixture: true do
-  before do
-    raise("Cannot use clean context without a transaction!") unless
-      open_transaction?
+  extend TestProf::BeforeAll::RSpec
 
+  before_all do
     TestProf::AnyFixture.clean
   end
-
-  def open_transaction?
-    pool = ActiveRecord::Base.connection_pool
-    pool.active_connection? && pool.connection.open_transactions > 0
-  end
 end
 
 RSpec.configure do |config|

data/lib/test_prof/recipes/rspec/before_all.rb

@@ -1,36 +1,35 @@
 # frozen_string_literal: true
 
-if ActiveRecord::VERSION::MAJOR < 4
-  require "test_prof/ext/active_record_3"
-  using TestProf::ActiveRecord3Transactions
-end
+require "test_prof/before_all"
 
 module TestProf
-  # Helper to wrap the whole example group into a transaction
   module BeforeAll
-    def before_all(&block)
-      raise ArgumentError, "Block is required!" unless block_given?
+    # Helper to wrap the whole example group into a transaction
+    module RSpec
+      def before_all(&block)
+        raise ArgumentError, "Block is required!" unless block_given?
 
-      return before(:all, &block) if within_before_all?
+        return before(:all, &block) if within_before_all?
 
-      @__before_all_activated__ = true
+        @__before_all_activated__ = true
 
-      before(:all) do
-        ActiveRecord::Base.connection.begin_transaction(joinable: false)
-        instance_eval(&block)
-      end
+        before(:all) do
+          BeforeAll.begin_transaction
+          instance_eval(&block)
+        end
 
-      after(:all) do
-        ActiveRecord::Base.connection.rollback_transaction
+        after(:all) do
+          BeforeAll.rollback_transaction
+        end
       end
-    end
 
-    def within_before_all?
-      instance_variable_defined?(:@__before_all_activated__)
+      def within_before_all?
+        instance_variable_defined?(:@__before_all_activated__)
+      end
     end
   end
 end
 
 RSpec.configure do |config|
-  config.extend TestProf::BeforeAll
+  config.extend TestProf::BeforeAll::RSpec
 end

data/lib/test_prof/rspec_dissect.rb

@@ -14,18 +14,18 @@ module TestProf
     end
 
     module MemoizedInstrumentation # :nodoc:
-      def fetch_or_store(*)
+      def fetch_or_store(id, *)
         res = nil
-        Thread.current[:_rspec_dissect_memo_depth] ||= 0
-        Thread.current[:_rspec_dissect_memo_depth] += 1
+        Thread.current[:_rspec_dissect_let_depth] ||= 0
+        Thread.current[:_rspec_dissect_let_depth] += 1
         begin
-          res = if Thread.current[:_rspec_dissect_memo_depth] == 1
-                  RSpecDissect.track(:memo) { super }
+          res = if Thread.current[:_rspec_dissect_let_depth] == 1
+                  RSpecDissect.track(:let, id) { super }
                 else
                   super
                 end
         ensure
-          Thread.current[:_rspec_dissect_memo_depth] -= 1
+          Thread.current[:_rspec_dissect_let_depth] -= 1
         end
         res
       end
@@ -33,21 +33,44 @@ module TestProf
 
     # RSpecDisect configuration
     class Configuration
-      attr_accessor :top_count
+      MODES = %w[all let before].freeze
+
+      attr_accessor :top_count, :let_stats_enabled,
+                    :let_top_count
+
+      alias let_stats_enabled? let_stats_enabled
+
+      attr_reader :mode
 
       def initialize
+        @let_stats_enabled = true
+        @let_top_count = (ENV['RD_PROF_LET_TOP'] || 3).to_i
         @top_count = (ENV['RD_PROF_TOP'] || 5).to_i
         @stamp = ENV['RD_PROF_STAMP']
+        @mode = ENV['RD_PROF'] == '1' ? 'all' : ENV['RD_PROF']
+
+        unless MODES.include?(mode)
+          raise "Unknown RSpecDissect mode: #{mode};" \
+                "available modes: #{MODES.join(', ')}"
+        end
 
         RSpecStamp.config.tags = @stamp if stamp?
       end
 
+      def let?
+        mode == "all" || mode == "let"
+      end
+
+      def before?
+        mode == "all" || mode == "before"
+      end
+
       def stamp?
         !@stamp.nil?
       end
     end
 
-    METRICS = %w[before memo].freeze
+    METRICS = %w[before let].freeze
 
     class << self
       include Logging
@@ -76,22 +99,27 @@ module TestProf
 
         reset!
 
+        if config.let? && !memoization_available?
+          log :warn, "RSpecDissect: `let` profiling is not supported (requires RSpec >= 3.3.0)\n"
+        end
+
         log :info, "RSpecDissect enabled"
       end
 
-      def track(type)
+      def track(type, meta = nil)
         start = TestProf.now
         res = yield
         delta = (TestProf.now - start)
         type = type.to_s
-        @data[type] += delta
+        @data[type][:time] += delta
+        @data[type][:meta] << meta unless meta.nil?
         @data["total_#{type}"] += delta
         res
       end
 
       def reset!
         METRICS.each do |type|
-          @data[type.to_s] = 0.0
+          @data[type.to_s] = { time: 0.0, meta: [] }
         end
       end
 
@@ -100,19 +128,23 @@ module TestProf
         defined?(::RSpec::Core::MemoizedHelpers::ThreadsafeMemoized)
       end
 
-      METRICS.each do |type|
-        define_method("#{type}_time") do
-          @data[type.to_s]
-        end
+      def time_for(key)
+        @data[key.to_s][:time]
+      end
 
-        define_method("total_#{type}_time") do
-          @data["total_#{type}"]
-        end
+      def meta_for(key)
+        @data[key.to_s][:meta]
+      end
+
+      def total_time_for(key)
+        @data["total_#{key}"]
       end
     end
   end
 end
 
+require "test_prof/rspec_dissect/collectors/let"
+require "test_prof/rspec_dissect/collectors/before"
 require "test_prof/rspec_dissect/rspec" if defined?(RSpec::Core)
 
 TestProf.activate('RD_PROF') do

data/lib/test_prof/rspec_dissect/collectors/base.rb

@@ -0,0 +1,72 @@
+# frozen_string_literal: true
+
+require "test_prof/utils/sized_ordered_set"
+require "test_prof/ext/float_duration"
+require "test_prof/ext/string_truncate"
+require "test_prof/ext/string_strip_heredoc"
+
+module TestProf # :nodoc: all
+  using FloatDuration
+  using StringTruncate
+  using StringStripHeredoc
+
+  module RSpecDissect
+    module Collectors
+      class Base
+        attr_reader :results, :name, :top_count
+
+        def initialize(name:, top_count:)
+          @name = name
+          @top_count = top_count
+          @results = Utils::SizedOrderedSet.new(
+            top_count, sort_by: name
+          )
+        end
+
+        def populate!(data)
+          data[name] = RSpecDissect.time_for(name)
+        end
+
+        def <<(data)
+          results << data
+        end
+
+        def total_time
+          RSpecDissect.total_time_for(name)
+        end
+
+        def total_time_message
+          "\nTotal `#{print_name}` time: #{total_time.duration}"
+        end
+
+        def print_name
+          name
+        end
+
+        def print_result_header
+          <<-MSG.strip_heredoc
+
+            Top #{top_count} slowest suites (by `#{print_name}` time):
+
+          MSG
+        end
+
+        def print_group_result(group)
+          <<-GROUP.strip_heredoc
+            #{group[:desc].truncate} (#{group[:loc]}) – #{group[name].duration} of #{group[:total].duration} (#{group[:count]})
+          GROUP
+        end
+
+        def print_results
+          msgs = [print_result_header]
+
+          results.each do |group|
+            msgs << print_group_result(group)
+          end
+
+          msgs.join
+        end
+      end
+    end
+  end
+end

data/lib/test_prof/rspec_dissect/collectors/before.rb

@@ -0,0 +1,19 @@
+# frozen_string_literal: true
+
+require_relative "./base"
+
+module TestProf
+  module RSpecDissect
+    module Collectors # :nodoc: all
+      class Before < Base
+        def initialize(params)
+          super(name: :before, **params)
+        end
+
+        def print_name
+          "before(:each)"
+        end
+      end
+    end
+  end
+end

data/lib/test_prof/rspec_dissect/collectors/let.rb

@@ -0,0 +1,39 @@
+# frozen_string_literal: true
+
+require_relative "./base"
+
+module TestProf
+  module RSpecDissect
+    module Collectors # :nodoc: all
+      class Let < Base
+        def initialize(params)
+          super(name: :let, **params)
+        end
+
+        def populate!(data)
+          super
+          data[:let_calls] = RSpecDissect.meta_for(name)
+        end
+
+        def print_results
+          return unless RSpecDissect.memoization_available?
+          super
+        end
+
+        def print_group_result(group)
+          return super unless RSpecDissect.config.let_stats_enabled?
+          msgs = [super]
+          group[:let_calls]
+            .group_by(&:itself)
+            .map { |id, calls| [id, -calls.size] }
+            .sort_by(&:last)
+            .take(RSpecDissect.config.let_top_count)
+            .each do |(id, size)|
+            msgs << " ↳ #{id} – #{-size}\n"
+          end
+          msgs.join
+        end
+      end
+    end
+  end
+end

data/lib/test_prof/rspec_dissect/rspec.rb

@@ -1,17 +1,13 @@
 # frozen_string_literal: true
 
 require "test_prof/ext/float_duration"
-require "test_prof/ext/string_truncate"
-require "test_prof/utils/sized_ordered_set"
 require "test_prof/ext/string_strip_heredoc"
 
 module TestProf
   module RSpecDissect
-    # rubocop:disable Metrics/ClassLength
     class Listener # :nodoc:
       include Logging
       using FloatDuration
-      using StringTruncate
       using StringStripHeredoc
 
       NOTIFICATIONS = %i[
@@ -21,12 +17,16 @@ module TestProf
       ].freeze
 
       def initialize
-        @before_results = Utils::SizedOrderedSet.new(
-          top_count, sort_by: :before
-        )
-        @memo_results = Utils::SizedOrderedSet.new(
-          top_count, sort_by: :memo
-        )
+        @collectors = []
+
+        if RSpecDissect.config.let?
+          collectors << Collectors::Let.new(top_count: RSpecDissect.config.top_count)
+        end
+
+        if RSpecDissect.config.before?
+          collectors << Collectors::Before.new(top_count: RSpecDissect.config.top_count)
+        end
+
         @examples_count = 0
         @examples_time = 0.0
         @total_examples_time = 0.0
@@ -46,13 +46,11 @@ module TestProf
         data = {}
         data[:total] = @examples_time
         data[:count] = @examples_count
-        data[:before] = RSpecDissect.before_time
-        data[:memo] = RSpecDissect.memo_time
         data[:desc] = notification.group.top_level_description
         data[:loc] = notification.group.metadata[:location]
 
-        @before_results << data
-        @memo_results << data
+        collectors.each { |c| c.populate!(data) }
+        collectors.each { |c| c << data }
 
         @total_examples_time += @examples_time
         @examples_count = 0
@@ -69,43 +67,16 @@ module TestProf
             RSpecDissect report
 
             Total time: #{@total_examples_time.duration}
-            Total `before(:each)` time: #{RSpecDissect.total_before_time.duration}
-          MSG
-
-        msgs <<
-          if RSpecDissect.memoization_available?
-            "Total `let` time: #{RSpecDissect.total_memo_time.duration}\n\n"
-          else
-            "Total `let` time: NOT SUPPORTED (requires RSpec >= 3.3.0)\n\n"
-          end
-
-        msgs <<
-          <<-MSG.strip_heredoc
-            Top #{top_count} slowest suites (by `before(:each)` time):
-
           MSG
 
-        @before_results.each do |group|
-          msgs <<
-            <<-GROUP.strip_heredoc
-              #{group[:desc].truncate} (#{group[:loc]}) – #{group[:before].duration} of #{group[:total].duration} (#{group[:count]})
-            GROUP
+        collectors.each do |c|
+          msgs << c.total_time_message
         end
 
-        if RSpecDissect.memoization_available?
-          msgs <<
-            <<-MSG.strip_heredoc
+        msgs << "\n"
 
-              Top #{top_count} slowest suites (by `let` time):
-
-            MSG
-
-          @memo_results.each do |group|
-            msgs <<
-              <<-GROUP.strip_heredoc
-                #{group[:desc].truncate} (#{group[:loc]}) – #{group[:memo].duration} of #{group[:total].duration} (#{group[:count]})
-              GROUP
-          end
+        collectors.each do |c|
+          msgs << c.print_results
         end
 
         log :info, msgs.join
@@ -118,7 +89,9 @@ module TestProf
 
         examples = Hash.new { |h, k| h[k] = [] }
 
-        (@before_results.to_a + @memo_results.to_a)
+        all_results = collectors.inject([]) { |acc, c| acc + c.results.to_a }
+
+        all_results
           .map { |obj| obj[:loc] }.each do |location|
           file, line = location.split(":")
           examples[file] << line.to_i
@@ -146,11 +119,12 @@ module TestProf
 
       private
 
+      attr_reader :collectors
+
       def top_count
         RSpecDissect.config.top_count
       end
     end
-    # rubocop:enable Metrics/ClassLength
   end
 end
 

data/lib/test_prof/stack_prof.rb

@@ -24,11 +24,25 @@ module TestProf
   module StackProf
     # StackProf configuration
     class Configuration
-      attr_accessor :mode, :interval, :raw
+      attr_accessor :mode, :interval, :raw, :target
 
       def initialize
         @mode = ENV.fetch('TEST_STACK_PROF_MODE', :wall).to_sym
-        @raw = ENV['TEST_STACK_PROF'] == 'raw' || ENV['TEST_STACK_PROF_RAW'] == 1
+        @target = ENV['TEST_STACK_PROF'] == 'boot' ? :boot : :suite
+        @raw = ENV['TEST_STACK_PROF'] == 'raw' || ENV['TEST_STACK_PROF_RAW'] == '1'
+        @raw = true if boot?
+      end
+
+      def raw?
+        @raw == true
+      end
+
+      def boot?
+        target == :boot
+      end
+
+      def suite?
+        target == :suite
       end
     end
 
@@ -45,17 +59,16 @@ module TestProf
       end
 
       # Run StackProf and automatically dump
-      # a report when the process exits.
-      #
-      # Use this method to profile the whole run.
+      # a report when the process exits or when the application is booted.
       def run
         return unless profile
 
         @locked = true
 
-        log :info, "StackProf enabled"
+        log :info, "StackProf enabled#{config.raw? ? ' (raw)' : ''}: " \
+                   "mode – #{config.mode}, target – #{config.target}"
 
-        at_exit { dump("total") }
+        at_exit { dump("total") } if config.suite?
       end
 
       def profile(name = nil)

data/lib/test_prof/stack_prof/rspec.rb

@@ -11,3 +11,10 @@ RSpec.shared_context "stackprof", sprof: true do
     TestProf::StackProf.dump ex.full_description.parameterize
   end
 end
+
+# Handle boot profiling
+RSpec.configure do |config|
+  config.append_before(:suite) do
+    TestProf::StackProf.dump("boot") if TestProf::StackProf.config.boot?
+  end
+end

data/lib/test_prof/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module TestProf
-  VERSION = "0.5.0".freeze
+  VERSION = "0.6.0.pre1".freeze
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: test-prof
 version: !ruby/object:Gem::Version
-  version: 0.5.0
+  version: 0.6.0.pre1
 platform: ruby
 authors:
 - Vladimir Dementyev
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2018-05-25 00:00:00.000000000 Z
+date: 2018-06-24 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -72,14 +72,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.56.0
+        version: 0.57.0
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.56.0
+        version: 0.57.0
 - !ruby/object:Gem::Dependency
   name: rubocop-md
   requirement: !ruby/object:Gem::Requirement
@@ -125,6 +125,8 @@ files:
 - lib/test_prof.rb
 - lib/test_prof/any_fixture.rb
 - lib/test_prof/any_fixture/dsl.rb
+- lib/test_prof/before_all.rb
+- lib/test_prof/before_all/adapters/active_record.rb
 - lib/test_prof/cops/rspec/aggregate_failures.rb
 - lib/test_prof/event_prof.rb
 - lib/test_prof/event_prof/custom_events.rb
@@ -133,6 +135,7 @@ files:
 - lib/test_prof/event_prof/custom_events/sidekiq_jobs.rb
 - lib/test_prof/event_prof/instrumentations/active_support.rb
 - lib/test_prof/event_prof/minitest.rb
+- lib/test_prof/event_prof/monitor.rb
 - lib/test_prof/event_prof/profiler.rb
 - lib/test_prof/event_prof/rspec.rb
 - lib/test_prof/ext/active_record_3.rb
@@ -161,6 +164,7 @@ files:
 - lib/test_prof/recipes/active_record_one_love.rb
 - lib/test_prof/recipes/active_record_shared_connection.rb
 - lib/test_prof/recipes/logging.rb
+- lib/test_prof/recipes/minitest/before_all.rb
 - lib/test_prof/recipes/minitest/sample.rb
 - lib/test_prof/recipes/rspec/any_fixture.rb
 - lib/test_prof/recipes/rspec/before_all.rb
@@ -169,6 +173,9 @@ files:
 - lib/test_prof/recipes/rspec/let_it_be.rb
 - lib/test_prof/recipes/rspec/sample.rb
 - lib/test_prof/rspec_dissect.rb
+- lib/test_prof/rspec_dissect/collectors/base.rb
+- lib/test_prof/rspec_dissect/collectors/before.rb
+- lib/test_prof/rspec_dissect/collectors/let.rb
 - lib/test_prof/rspec_dissect/rspec.rb
 - lib/test_prof/rspec_stamp.rb
 - lib/test_prof/rspec_stamp/parser.rb
@@ -202,9 +209,9 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: 2.2.0
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">="
+  - - ">"
     - !ruby/object:Gem::Version
-      version: '0'
+      version: 1.3.1
 requirements: []
 rubyforge_project: 
 rubygems_version: 2.7.6