test-prof 0.11.3 → 0.12.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 9f94a3a078b73be780b867708b18572f4eec3d9847c733ddab65e04999895b14
-  data.tar.gz: 5859b8f66524c27e07c96456bba4d44a3ba76a20eed7d987319ca287ee441392
+  metadata.gz: 89c1d2f72a772c731bcb32ee68a21129e82a003a40a194f6a503a31e5b445954
+  data.tar.gz: 6ed48924861ec8523a083ba853bf5de43579df0624f95e003ca6d417c9b4e076
 SHA512:
-  metadata.gz: 417495b0ccf198639e80396635922ad3802a622471304a93dd364bdca66ffbc09934badd74eb3e562e8524f141fa040e190068ab1f278d2ecc7575104889efb4
-  data.tar.gz: e07278c5c32fbdd59fcd57a2e87785732503ea810fc21fc2222f4fdba5709dfa4c6794f7782c2498335eaf84516582f8cb5263ed302b12ac7f3137bbc3b4a3b4
+  metadata.gz: 7c62484546cda02e28ce819790cb3479004a970dc1c88849eb7ff3e55114b71710774f0dbc2ce7d4874036a5513f10585c3c4d805db05a75c93acb69a36436cb
+  data.tar.gz: 4b6d8438fff041a84975c52428f50a03d9f4519a08a2884a35ae45bb43df4c11fa7f375a041477928a1009610dd0dc96d1e702ba6728eb4a2db8a6e147c3119b

data/CHANGELOG.md

@@ -1,6 +1,47 @@
 # Change log
 
-## master (unreleased)
+## master (unrealeased)
+
+## 0.12.1 (2020-09-01)
+
+- Minor improvements.
+
+## 0.12.0 (2020-07-17)
+
+- Add state leakage detection for `let_it_be`. ([@pirj][], [@jaimerson][], [@alexvko][])
+
+- Add default let_it_be modifiers configuration. ([@palkan][])
+
+You can configure global modifiers:
+
+```ruby
+TestProf::LetItBe.configure do |config|
+  # Make refind activated by default
+  config.default_modifiers[:refind] = true
+end
+```
+
+Or for specific contexts via tags:
+
+```ruby
+context "with let_it_be reload", let_it_be_modifiers: {reload: true} do
+  # examples
+end
+```
+
+- **Drop Ruby 2.4 support.** ([@palkan][])
+
+- SAMPLE and SAMPLE_GROUP work consistently with seed in RSpec and Minitest. ([@stefkin][])
+
+- Make sure EventProf is not affected by time freezing. ([@palkan][])
+
+  EventProf results now is not affected by `Timecop.freeze` or similar.
+
+  See more in [#181](https://github.com/test-prof/test-prof/issues/181).
+
+- Adds the ability to define stackprof's interval sampling by using `TEST_STACK_PROF_INTERVAL` env variable ([@LynxEyes][])
+
+  Now you can use `$ TEST_STACK_PROF=1 TEST_STACK_PROF_INTERVAL=10000 rspec` to define a custom interval (in microseconds).
 
 ## 0.11.3 (2020-02-11)
 
@@ -14,7 +55,7 @@
 
 - Add `config/` to the gem contents. ([@palkan][])
 
-  Fixes RuboCop integration regression from 0.11.0.
+Fixes RuboCop integration regression from 0.11.0.
 
 ## 0.11.0 (2020-02-09)
 
@@ -40,33 +81,33 @@
 
 - Use RSpec example ID instead of full description for RubyProf/Stackprof report names. ([@palkan][])
 
-  For more complex scenarios feel free to use your own report name generator:
+For more complex scenarios feel free to use your own report name generator:
 
-  ```ruby
-  # for RubyProf
-  TestProf::RubyProf::Listener.report_name_generator = ->(example) { "..." }
-  # for Stackprof
-  TestProf::StackProf::Listener.report_name_generator = ->(example) { "..." }
-  ```
+```ruby
+# for RubyProf
+TestProf::RubyProf::Listener.report_name_generator = ->(example) { "..." }
+# for Stackprof
+TestProf::StackProf::Listener.report_name_generator = ->(example) { "..." }
+```
 
 - Support arrays in `let_it_be` with modifiers. ([@palkan][])
 
-  ```ruby
-  # Now you can use modifiers with arrays
-  let_it_be(:posts, reload: true) { create_pair(:post) }
-  ```
+```ruby
+# Now you can use modifiers with arrays
+let_it_be(:posts, reload: true) { create_pair(:post) }
+```
 
 - Refactor `let_it_be` modifiers and allow adding custom modifiers. ([@palkan][])
 
-  ```ruby
-  TestProf::LetItBe.config.register_modifier :reload do |record, val|
-    # ignore when `reload: false`
-    next record unless val
-    # ignore non-ActiveRecord objects
-    next record unless record.is_a?(::ActiveRecord::Base)
-    record.reload
-  end
-  ```
+```ruby
+TestProf::LetItBe.config.register_modifier :reload do |record, val|
+  # ignore when `reload: false`
+  next record unless val
+  # ignore non-ActiveRecord objects
+  next record unless record.is_a?(::ActiveRecord::Base)
+  record.reload
+end
+```
 
 - Print warning when `ActiveRecordSharedConnection` is used in the version of Rails
 supporting `lock_threads` (5.1+). ([@palkan][])
@@ -75,450 +116,54 @@ supporting `lock_threads` (5.1+). ([@palkan][])
 
 - Add threshold and custom event support to FactoryDoctor. ([@palkan][])
 
-  ```sh
-  $ FDOC=1 FDOC_EVENT="sql.rom" FDOC_THRESHOLD=0.1 rspec
-  ```
+```sh
+$ FDOC=1 FDOC_EVENT="sql.rom" FDOC_THRESHOLD=0.1 rspec
+```
 
 - Add Fabrication support to FactoryDoctor. ([@palkan][])
 
 - Add `guard` and `top_level` options to `EventProf::Monitor`. ([@palkan][])
 
-  For example:
+For example:
 
-  ```ruby
-  TestProf::EventProf.monitor(
-    Sidekiq::Client,
-    "sidekiq.inline",
-    :raw_push,
-    top_level: true,
-    guard: ->(*) { Sidekiq::Testing.inline? }
-  )
-  ```
+```ruby
+TestProf::EventProf.monitor(
+  Sidekiq::Client,
+  "sidekiq.inline",
+  :raw_push,
+  top_level: true,
+  guard: ->(*) { Sidekiq::Testing.inline? }
+)
+```
 
 - Add global `before_all` hooks. ([@danielwaterworth][], [@palkan][])
 
-  Now you can run additional code before and after every `before_all` transaction
-  begins and rollbacks:
+Now you can run additional code before and after every `before_all` transaction
+begins and rollbacks:
 
-  ```ruby
-  TestProf::BeforeAll.configure do |config|
-    config.before(:begin) do
-      # do something before transaction opens
-    end
+```ruby
+TestProf::BeforeAll.configure do |config|
+  config.before(:begin) do
+    # do something before transaction opens
+  end
 
-    config.after(:rollback) do
-      # do something after transaction closes
-    end
+  config.after(:rollback) do
+    # do something after transaction closes
   end
-  ```
+end
+```
 
 - Add ability to use `let_it_be` aliases with predefined options. ([@danielwaterworth][])
 
-  ```ruby
-  TestProf::LetItBe.configure do |config|
-    config.alias_to :let_it_be_with_refind, refind: true
-  end
-  ```
+```ruby
+TestProf::LetItBe.configure do |config|
+  config.alias_to :let_it_be_with_refind, refind: true
+end
+```
 
 - Made FactoryProf measure and report on timing ([@danielwaterworth][])
 
-## 0.8.0 (2019-04-12) 🚀
-
-- **Ruby 2.4+ is requiered** ([@palkan][])
-
-- **RSpec 3.5+ is requiered for RSpec features** ([@palkan][])
-
-- Make `before_all` compatible with [`isolator`](https://github.com/palkan/isolator). ([@palkan][])
-
-- Add `with_logging` and `with_ar_logging` helpers to logging recipe. ([@palkan][])
-
-- Make `before_all` for Active Record `lock_thread` aware. ([@palkan][])
-
-  `before_all` can went crazy if you open multiple connections within it
-  (since it tracks the number of open transactions).
-  Rails 5+ `lock_thread` feature only locks the connection thread in
-  `before`/`setup` hook thus making it possible to have multiple connections/transactions
-  in `before_all` (e.g. performing jobs with Active Job async adapter).
-
-## 0.7.5 (2019-02-22)
-
-- Make `let_it_be` and `before_all` work with `include_context`. ([@palkan][])
-
-  Fixes [#117](https://github.com/palkan/test-prof/issues/117)
-
-## 0.7.4 (2019-02-16)
-
-- Add JSON report support for StackProf. ([@palkan][])
-
-- Add ability to specify report/artifact name suffixes. ([@palkan][])
-
-## 0.7.3 (2018-11-07)
-
-- Add a header with the general information on factories usage [#99](https://github.com/palkan/test-prof/issues/99) ([@szemek][])
-
-- Improve test sampling.([@mkldon][])
-
-  ```bash
-  $ SAMPLE=10 rake test # runs 10 random test examples
-  $ SAMPLE_GROUPS=10 rake test # runs 10 random example groups
-  ```
-
-- Extend Event Prof formatter to include the absolute run time and the percentage of the event tim [#100](https://github.com/palkan/test-prof/issues/100) ([@dmagro][])
-
-## 0.7.2 (2018-10-08)
-
-- Add `RSpec/AggregateFailures` support for non-regular 'its' examples. ([@broels][])
-
-## 0.7.1 (2018-08-20)
-
-- Add ability to ignore connection configurations in shared connection.([@palkan][])
-
-  Example:
-
-  ```ruby
-  # Do not use shared connection for sqlite db
-  TestProf::ActiveRecordSharedConnection.ignore { |config| config[:adapter] == "sqlite3" }
-  ```
-
-## 0.7.0 (2018-08-12)
-
-- **Ruby 2.3+ is required**. ([@palkan][])
-
-  Ruby 2.2 EOL was on 2018-03-31.
-
-- Upgrade RubyProf integration to `ruby-prof >= 0.17`. ([@palkan][])
-
-  Use `exclude_common_methods!` instead of the deprecated `eliminate_methods!`.
-
-  Add RSpec specific exclusions.
-
-  Add ability to specify custom exclusions through `config.custom_exclusions`, e.g.:
-
-  ```ruby
-  TestProf::RubyProf.configure do |config|
-    config.custom_exclusions = {User => %i[save save!]}
-  end
-  ```
-
-## 0.6.0 (2018-06-29)
-
-### Features
-
-- Add `EventProf.monitor` to instrument arbitrary methods. ([@palkan][])
-
-  Add custom instrumetation easily:
-
-  ```ruby
-  class Work
-    def do
-      # ...
-    end
-  end
-
-  # Instrument Work#do calls with "my.work" event
-  TestProf::EventProf.monitor(Work, "my.work", :do)
-  ```
-
-[📝 Docs](https://test-prof.evilmartians.io/#/event_prof?id=profile-arbitrary-methods)
-
-- Adapterize `before_all`. ([@palkan][])
-
-  Now it's possible to write your own adapter for `before_all` to manage transactions.
-
-[📝 Docs](https://test-prof.evilmartians.io/#/before_all?id=database-adapters)
-
-- Add `before_all` for Minitest. ([@palkan][])
-
-[📝 Docs](https://test-prof.evilmartians.io/#/before_all?id=minitest-experimental)
-
-### Fixes & Improvements
-
-- Show top `let` declarations per example group in RSpecDissect profiler. ([@palkan][])
-
-  The output now includes the following information:
-
-  ```
-  Top 5 slowest suites (by `let` time):
-
-  FunnelsController (./spec/controllers/funnels_controller_spec.rb:3) – 00:38.532 of 00:43.649 (133)
-  ↳ user – 3
-  ↳ funnel – 2
-  ApplicantsController (./spec/controllers/applicants_controller_spec.rb:3) – 00:33.252 of 00:41.407 (222)
-  ↳ user – 10
-  ↳ funnel – 5
-  ```
-
-  Enabled by default. Disable it with:
-
-  ```ruby
-  TestProf::RSpecDissect.configure do |config|
-    config.let_stats_enabled = false
-  end
-  ```
-
-- [Fix [#80](https://github.com/palkan/test-prof/issues/80)] Added ability to preserve traits. ([@Vasfed][])
-
-  Disabled by default for compatibility. Enable globally by `FactoryDefault.preserve_traits = true` or for single `create_default`: `create_default(:user, preserve_traits: true)`
-
-  When enabled - default object will be used only when there's no [traits](https://github.com/thoughtbot/factory_bot/blob/master/GETTING_STARTED.md#traits) in association.
-
-- Add ability to run only `let` or `before` profiler with RSpecDissect. ([@palkan][])
-
-- Collect _raw_ data with StackProf by default. ([@palkan][])
-
-- Refactor `:with_clean_fixture` to clean data once per group. ([@palkan][])
-
-- [Fix [#75](https://github.com/palkan/test-prof/issues/75)] Fix `RSpec/Aggregate` failures with non-regular examples. ([@palkan][])
-
-  Do not take into account `xit`, `pending`, `its`, etc. examples,
-  only consider regular `it`, `specify`, `scenario`, `example`.
-
-## 0.5.0 (2018-04-25)
-
-### Features
-
-- Add events support to TagProf. ([@palkan][])
-
-  Example usage:
-
-  ```sh
-  TAG_PROF=type TAG_PROF_EVENT=sql.active_record rspec
-  ```
-
-  [📝 Docs](https://test-prof.evilmartians.io/#/tag_prof?id=profiling-events)
-
-- Add logging helpers for Rails. ([@palkan][])
-
-  Enable verbose logging globally:
-
-  ```sh
-  LOG=all rspec
-  ```
-
-  Or per example (group):
-
-  ```ruby
-  it "does smth weird", :log do
-    # ...
-  end
-  ```
-
-  [📝 Docs](https://test-prof.evilmartians.io/#/logging)
-
-- Add HTML report for `TagProf`. ([@palkan][])
-
-  Generate HTML report by setting `TAG_PROF_FORMAT` to `html`.
-
-- Add ability to track multiple events at the same time with `EventProf`. ([@palkan][])
-
-- Add `AnyFixture` DSL. ([@palkan][])
-
-  Example:
-
-  ```ruby
-  # Enable DSL
-  using TestProf::AnyFixture::DSL
-
-  # and then you can use `fixture` method (which is just an alias for `TestProf::AnyFixture.register`)
-  before(:all) { fixture(:account) }
-
-  # You can also use it to fetch the record (instead of storing it in instance variable)
-  let(:account) { fixture(:account) }
-  ```
-
-  [📝 Docs](https://test-prof.evilmartians.io/#/any_fixture?id=dsl)
-
-- Add `AnyFixture` usage report. ([@palkan][])
-
-  Enable `AnyFixture` usage reporting with `ANYFIXTURE_REPORTING=1` or with:
-
-  ```ruby
-  TestProf::AnyFixture.reporting_enabled = true
-  ```
-
-  [📝 Docs](https://test-prof.evilmartians.io/#/any_fixture?id=usage-report)
-
-- Add `ActiveRecordSharedConnection` recipe. ([@palkan][])
-
-  Force ActiveRecord to use the same connection between threads (to avoid database cleaning in browser tests).
-
-  [📝 Docs](https://test-prof.evilmartians.io/#/active_record_shared_connection)
-
-- [#70](https://github.com/palkan/test-prof/pull/70) Add `FactoryAllStub` recipe. ([@palkan][])
-
-  [📝 Docs](https://test-prof.evilmartians.io/#/factory_all_stub)
-
-- Add `ActiveRecordRefind` refinement. ([@palkan][])
-
-  [📝 Docs](https://test-prof.evilmartians.io/#/any_fixture?id=activerecordrefind)
-
-### Fixes & Improvements
-
-- **Brand new documentatation website: https://test-prof.evilmartians.io/**
-
-- Disable referential integrity when cleaning AnyFixture. ([@palkan][])
-
-
-## 0.4.9 (2018-03-20)
-
-- [Fix [#64](https://github.com/palkan/test-prof/issues/64)] Fix dependencies requiring for FactoryDefault. ([@palkan][])
-
-- [Fix [#60](https://github.com/palkan/test-prof/issues/60)] Fix RSpecDissect reporter hooks. ([@palkan][])
-
-  Consider only `example_failed` and `example_passed` to ensure that the `run_time`
-  is available.
-
-## 0.4.8 (2018-01-17)
-
-- Add `minitest` 5.11 support. ([@palkan][])
-
-- Fix `spring` detection. ([@palkan][])
-
-  Some `spring`-related gems do not check whether Spring is running and load
-  Spring modules. Thus we have `Spring` defined (and even `Spring.after_fork` defined) but no-op.
-
-  Now we require that `Spring::Applcation` is defined in order to rely on Spring.
-
-  Possibly fixes [#47](https://github.com/palkan/test-prof/issues/47).
-
-## 0.4.7 (2017-12-25)
-
-- [#57](https://github.com/palkan/test-prof/pull/57) Fix RubyProf Printers Support ([@rabotyaga][])
-
-## 0.4.6 (2017-12-17)
-
-- Upgrade RSpec/AggregateFailures to RuboCop 0.52.0. ([@palkan][])
-
-  RuboCop < 0.51.0 is not supported anymore.
-
-- [Fixes [#49](https://github.com/palkan/test-prof/issues/49)] Correctly detect RSpec version in `let_it_be`. ([@desoleary][])
-
-## 0.4.5 (2017-12-09)
-
-- Fix circular require in `lib/factory_doctor/minitest`. ([@palkan][])
-
-## 0.4.4 (2017-11-08)
-
-- [Fixes [#48](https://github.com/palkan/test-prof/issues/48)] Respect RubyProf reports files extensions. ([@palkan][])
-
-## 0.4.3 (2017-10-26)
-
-- [#46](https://github.com/palkan/test-prof/pull/46) Support FactoryBot, which is [former FactoryGirl](https://github.com/thoughtbot/factory_bot/pull/1051),
-  while maintaining compatibility with latter. ([@Shkrt][])
-
-## 0.4.2 (2017-10-23)
-
-- Fix bug with multiple `before_all` within one group. ([@palkan][])
-
-## 0.4.1 (2017-10-18)
-
-- [#44](https://github.com/palkan/test-prof/pull/44) Support older versions of RSpec. ([@palkan][])
-
-  Support RSpec 3.1.0+ in general.
-
-  `let_it_be` supports only RSpec 3.3.0+.
-
-  RSpecDissect `let` tracking supports only RSpec 3.3.0+.
-
-- [#38](https://github.com/palkan/test-prof/pull/38) Factory Doctor Minitest integration. ([@IDolgirev][])
-
-  It is possible now to use Factory Doctor with Minitest
-
-## 0.4.0 (2017-10-03)
-
-### Features:
-
-- [#29](https://github.com/palkan/test-prof/pull/29) EventProf Minitest integration. ([@IDolgirev][])
-
-  It is possible now to use Event Prof with Minitest
-
-- [#30](https://github.com/palkan/test-prof/pull/30) Fabrication support for FactoryProf. ([@Shkrt][])
-
-FactoryProf now also accounts objects created by Fabrication gem (in addition to FactoryGirl)
-
-## 0.3.0 (2017-09-21)
-
-### Features:
-
-- Combine RSpecStamp with FactoryDoctor. ([@palkan][])
-
-  Automatically mark _bad_ examples with custom tags.
-
-- [#17](https://github.com/palkan/test-prof/pull/17) Combine RSpecStamp with EventProf and RSpecDissect. ([@palkan][])
-
-  It is possible now to automatically mark _slow_ examples and groups with custom tags. For example:
-
-  ```sh
-  $ EVENT_PROF="sql.active_record" EVENT_PROF_STAMP="slow:sql" rspec ...
-  ```
-
-  After running the command above the top 5 slowest example groups would be marked with `slow: :sql` tag.
-
-- [#14](https://github.com/palkan/test-prof/pull/14) RSpecDissect profiler. ([@palkan][])
-
-  RSpecDissect tracks how much time do you spend in `before` hooks and memoization helpers (i.e. `let`) in your tests.
-
-- [#13](https://github.com/palkan/test-prof/pull/13) RSpec `let_it_be` method. ([@palkan][])
-
-  Just like `let`, but persist the result for the whole group (i.e. `let` + `before_all`).
-
-### Improvements:
-
-- Add ability to specify RubyProf report through `TEST_RUBY_PROF` env variable. ([@palkan][])
-
-- Add ability to specify StackProf raw mode through `TEST_STACK_PROF` env variable. ([@palkan][])
-
-### Changes
-
-- Use RubyProf `FlatPrinter` by default (was `CallStackPrinter`). ([@palkan][])
-
-## 0.2.5 (2017-08-30)
-
-- [#16](https://github.com/palkan/test-prof/pull/16) Support Ruby >= 2.2.0 (was >= 2.3.0). ([@palkan][])
-
-## 0.2.4 (2017-08-29)
-
-- EventProf: Fix regression bug with examples profiling. ([@palkan][])
-
-  There was a bug when an event occurs before the example has started (e.g. in `before(:context)` hook).
-
-## 0.2.3 (2017-08-28)
-
-- Minor improvements. ([@palkan][])
-
-## 0.2.2 (2017-08-23)
-
-- Fix time calculation when Time class is monkey-patched. ([@palkan][])
-
-  Add `TestProf.now` method which is just a copy of original `Time.now` and use it everywhere.
-
-Fixes [#10](https://github.com/palkan/test-prof/issues/10).
-
-## 0.2.1 (2017-08-19)
-
-- Detect `RSpec` by checking the presence of `RSpec::Core`. ([@palkan][])
-
-  Fixes [#8](https://github.com/palkan/test-prof/issues/8).
-
-## 0.2.0 (2017-08-18)
-
-- Ensure output directory exists. ([@danielwestendorf][])
-
-  **Change default output dir** to "tmp/test_prof".
-
-  Rename `#artefact_path` to `#artifact_path` to be more US-like
-
-  Ensure output dir exists in `#artifact_path` method.
-
-- FactoryDoctor: print success message when no bad examples found. ([@palkan][])
-
-## 0.1.1 (2017-08-17)
-
-- AnyFixture: clean tables in reverse order to not fail when foreign keys exist. ([@marshall-lee][])
-
-## 0.1.0 (2017-08-15)
-
-- Initial version. ([@palkan][])
+See [changelog](https://github.com/test-prof/test-prof/blob/v0.8.0/CHANGELOG.md) for versions <0.9.0.
 
 [@palkan]: https://github.com/palkan
 [@marshall-lee]: https://github.com/marshall-lee
@@ -536,3 +181,7 @@ Fixes [#10](https://github.com/palkan/test-prof/issues/10).
 [@tyleriguchi]: https://github.com/tyleriguchi
 [@lostie]: https://github.com/lostie
 [@pirj]: https://github.com/pirj
+[@LynxEyes]: https://github.com/LynxEyes
+[@stefkin]: https://github.com/stefkin
+[@jaimerson]: https://github.com/jaimerson
+[@alexvko]: https://github.com/alexvko

data/LICENSE.txt

@@ -1,6 +1,6 @@
 The MIT License (MIT)
 
-Copyright (c) 2017-2019 palkan
+Copyright (c) 2017-2020 Vladimir Dementyev
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal

data/README.md

@@ -1,7 +1,7 @@
-[![Cult Of Martians](http://cultofmartians.com/assets/badges/badge.svg)](http://cultofmartians.com)
-[![Gem Version](https://badge.fury.io/rb/test-prof.svg)](https://rubygems.org/gems/test-prof) [![Build](https://github.com/palkan/test-prof/workflows/Build/badge.svg)](https://github.com/palkan/test-prof/actions)
-[![JRuby Build](https://github.com/palkan/test-prof/workflows/JRuby%20Build/badge.svg)](https://github.com/palkan/test-prof/actions)
-[![Code Triagers Badge](https://www.codetriage.com/palkan/test-prof/badges/users.svg)](https://www.codetriage.com/palkan/test-prof)
+[![Cult Of Martians](http://cultofmartians.com/assets/badges/badge.svg)](https://cultofmartians.com)
+[![Gem Version](https://badge.fury.io/rb/test-prof.svg)](https://rubygems.org/gems/test-prof) [![Build](https://github.com/test-prof/test-prof/workflows/Build/badge.svg)](https://github.com/test-prof/test-prof/actions)
+[![JRuby Build](https://github.com/test-prof/test-prof/workflows/JRuby%20Build/badge.svg)](https://github.com/test-prof/test-prof/actions)
+[![Code Triagers Badge](https://www.codetriage.com/test-prof/test-prof/badges/users.svg)](https://www.codetriage.com/test-prof/test-prof)
 [![Documentation](https://img.shields.io/badge/docs-link-brightgreen.svg)](https://test-prof.evilmartians.io)
 
 # Ruby Tests Profiling Toolbox
@@ -47,11 +47,11 @@ TestProf toolbox aims to help you identify bottlenecks in your test suite. It co
 ## Who uses TestProf
 
 - [Discourse](https://github.com/discourse/discourse) reduced [~27% of their test suite time](https://twitter.com/samsaffron/status/1125602558024699904)
-- [Gitlab](https://gitlab.com/gitlab-org/gitlab-ce) reduced [39% of their API tests time](https://gitlab.com/gitlab-org/gitlab-ce/merge_requests/14370)
+- [Gitlab](https://gitlab.com/gitlab-org/gitlab-ce) reduced [39% of their API tests time](https://gitlab.com/gitlab-org/gitlab-ce/merge_requests/14370) and [improved factories usage](https://gitlab.com/gitlab-org/gitlab/-/merge_requests/26810)
 - [CodeTriage](https://github.com/codetriage/codetriage)
 - [Dev.to](https://github.com/thepracticaldev/dev.to)
 - [Open Project](https://github.com/opf/openproject)
-- [...and others](https://github.com/palkan/test-prof/issues/73)
+- [...and others](https://github.com/test-prof/test-prof/issues/73)
 
 ## Resources
 
@@ -83,7 +83,7 @@ And that's it)
 
 Supported Ruby versions:
 
-- Ruby (MRI) >= 2.4.0 (**NOTE:** for Ruby 2.2 use TestProf < 0.7.0 or Ruby 2.3 use TestProf ~> 0.7.0)
+- Ruby (MRI) >= 2.5.0 (**NOTE:** for Ruby 2.2 use TestProf < 0.7.0, Ruby 2.3 use TestProf ~> 0.7.0, Ruby 2.4 use TestProf <0.12.0)
 
 - JRuby >= 9.1.0.0 (**NOTE:** refinements-dependent features might require 9.2.7+)
 
@@ -95,16 +95,12 @@ Check out our [docs][].
 
 ## What's next?
 
-Have an idea? [Propose](https://github.com/palkan/test-prof/issues/new) a feature request!
+Have an idea? [Propose](https://github.com/test-prof/test-prof/issues/new) a feature request!
 
-Already using TestProf? [Share your story!](https://github.com/palkan/test-prof/issues/73)
+Already using TestProf? [Share your story!](https://github.com/test-prof/test-prof/issues/73)
 
 ## License
 
 The gem is available as open source under the terms of the [MIT License](http://opensource.org/licenses/MIT).
 
 [docs]: https://test-prof.evilmartians.io
-
-## Security Contact
-
-To report a security vulnerability, please use the [Tidelift security contact](https://tidelift.com/security). Tidelift will coordinate the fix and disclosure.

data/lib/minitest/test_prof_plugin.rb

@@ -12,6 +12,7 @@ module Minitest # :nodoc:
         opts[:top_count] = ENV["EVENT_PROF_TOP"].to_i if ENV["EVENT_PROF_TOP"]
         opts[:per_example] = true if ENV["EVENT_PROF_EXAMPLES"]
         opts[:fdoc] = true if ENV["FDOC"]
+        opts[:sample] = true if ENV["SAMPLE"] || ENV["SAMPLE_GROUPS"]
       end
     end
   end
@@ -39,5 +40,7 @@ module Minitest # :nodoc:
 
     reporter << TestProf::EventProfReporter.new(options[:io], options) if options[:event]
     reporter << TestProf::FactoryDoctorReporter.new(options[:io], options) if options[:fdoc]
+
+    ::TestProf::MinitestSample.call if options[:sample]
   end
 end

data/lib/test_prof/before_all.rb

@@ -24,10 +24,6 @@ module TestProf
         yield
       end
 
-      def within_transaction
-        yield
-      end
-
       def rollback_transaction
         raise AdapterMissing if adapter.nil?
 

data/lib/test_prof/cops/rspec/aggregate_examples/its.rb

@@ -3,7 +3,7 @@
 module RuboCop
   module Cop
     module RSpec
-      class AggregateExamples < Cop
+      class AggregateExamples < ::RuboCop::Cop::Cop
         # @example `its`
         #
         #   # Supports regular `its` call with an attribute/method name,

data/lib/test_prof/cops/rspec/aggregate_examples/line_range_helpers.rb

@@ -3,7 +3,7 @@
 module RuboCop
   module Cop
     module RSpec
-      class AggregateExamples < Cop
+      class AggregateExamples < ::RuboCop::Cop::Cop
         # @internal Support methods for keeping newlines around examples.
         module LineRangeHelpers
           include RangeHelp

data/lib/test_prof/cops/rspec/aggregate_examples/matchers_with_side_effects.rb

@@ -5,7 +5,7 @@ require_relative "../language"
 module RuboCop
   module Cop
     module RSpec
-      class AggregateExamples < Cop
+      class AggregateExamples < ::RuboCop::Cop::Cop
         # When aggregated, the expectations will fail when not supposed to or
         # have a risk of not failing when expected to. One example is
         # `validate_presence_of :comment` as it leaves an empty comment after

data/lib/test_prof/cops/rspec/aggregate_examples/metadata_helpers.rb

@@ -3,7 +3,7 @@
 module RuboCop
   module Cop
     module RSpec
-      class AggregateExamples < Cop
+      class AggregateExamples < ::RuboCop::Cop::Cop
         # @internal
         #   Support methods for example metadata.
         #   Examples with similar metadata are grouped.

data/lib/test_prof/cops/rspec/aggregate_examples/node_matchers.rb

@@ -5,7 +5,7 @@ require_relative "../language"
 module RuboCop
   module Cop
     module RSpec
-      class AggregateExamples < Cop
+      class AggregateExamples < ::RuboCop::Cop::Cop
         # @internal
         #   Node matchers and searchers.
         module NodeMatchers

data/lib/test_prof/cops/rspec/aggregate_examples.rb

@@ -12,7 +12,7 @@ module RuboCop
     module RSpec
       # Checks if example groups contain two or more aggregatable examples.
       #
-      # @see https://github.com/rubocop-hq/rspec-style-guide#expectations-per-example
+      # @see https://github.com/rubocop-hq/rspec-style-guide#expectation-per-example
       #
       # This cop is primarily for reducing the cost of repeated expensive
       # context initialization.
@@ -108,7 +108,7 @@ module RuboCop
       #     expect(number).to be_odd
       #   end
       #
-      class AggregateExamples < Cop
+      class AggregateExamples < ::RuboCop::Cop::Cop
         include LineRangeHelpers
         include MetadataHelpers
         include NodeMatchers

data/lib/test_prof/event_prof/instrumentations/active_support.rb

@@ -4,13 +4,31 @@ module TestProf::EventProf
   module Instrumentations
     # Wrapper over ActiveSupport::Notifications
     module ActiveSupport
+      class Subscriber
+        attr_reader :block, :started_at
+
+        def initialize(block)
+          @block = block
+        end
+
+        def start(*)
+          @started_at = TestProf.now
+        end
+
+        def publish(_name, started_at, finished_at, *)
+          block.call(finished_at - started_at)
+        end
+
+        def finish(*)
+          block.call(TestProf.now - started_at)
+        end
+      end
+
       class << self
-        def subscribe(event)
+        def subscribe(event, &block)
           raise ArgumentError, "Block is required!" unless block_given?
 
-          ::ActiveSupport::Notifications.subscribe(event) do |_event, start, finish, *_args|
-            yield (finish - start)
-          end
+          ::ActiveSupport::Notifications.subscribe(event, Subscriber.new(block))
         end
 
         def instrument(event)

data/lib/test_prof/ext/active_record_3.rb

@@ -5,8 +5,8 @@ module TestProf
   module ActiveRecord3Transactions
     refine ::ActiveRecord::ConnectionAdapters::AbstractAdapter do
       def begin_transaction(joinable: true)
-        increment_open_transactions
         if open_transactions > 0
+          increment_open_transactions
           create_savepoint
         else
           begin_db_transaction

data/lib/test_prof/recipes/minitest/sample.rb

@@ -35,18 +35,14 @@ module TestProf
           end
         end
       end
-    end
 
-    # Overrides Minitest.run
-    def run(*)
-      if ENV["SAMPLE"]
-        MinitestSample.sample_examples(ENV["SAMPLE"].to_i)
-      elsif ENV["SAMPLE_GROUPS"]
-        MinitestSample.sample_groups(ENV["SAMPLE_GROUPS"].to_i)
+      def call
+        if ENV["SAMPLE"]
+          ::TestProf::MinitestSample.sample_examples(ENV["SAMPLE"].to_i)
+        elsif ENV["SAMPLE_GROUPS"]
+          ::TestProf::MinitestSample.sample_groups(ENV["SAMPLE_GROUPS"].to_i)
+        end
       end
-      super
     end
   end
 end
-
-Minitest.singleton_class.prepend(TestProf::MinitestSample)

data/lib/test_prof/recipes/rspec/before_all.rb

@@ -9,7 +9,7 @@ module TestProf
       def before_all(&block)
         raise ArgumentError, "Block is required!" unless block_given?
 
-        return within_before_all(&block) if within_before_all?
+        return before(:all, &block) if within_before_all?
 
         @__before_all_activated__ = true
 
@@ -24,14 +24,6 @@ module TestProf
         end
       end
 
-      def within_before_all(&block)
-        before(:all) do
-          BeforeAll.within_transaction do
-            instance_eval(&block)
-          end
-        end
-      end
-
       def within_before_all?
         instance_variable_defined?(:@__before_all_activated__)
       end

data/lib/test_prof/recipes/rspec/let_it_be.rb

@@ -22,6 +22,10 @@ module TestProf
 
         LetItBe.modifiers[key] = block
       end
+
+      def default_modifiers
+        @default_modifiers ||= {}
+      end
     end
 
     class << self
@@ -75,6 +79,8 @@ module TestProf
     # And we love cats!)
     PREFIX = RUBY_ENGINE == "jruby" ? "@__jruby_is_not_cat_friendly__" : "@😸"
 
+    FROZEN_ERROR_HINT = "\nIf you are using `let_it_be`, you may want to pass `reload: true` or `refind: true` modifier to it."
+
     def self.define_let_it_be_alias(name, **default_args)
       define_method(name) do |identifier, **options, &blk|
         let_it_be(identifier, **default_args.merge(options), &blk)
@@ -83,20 +89,20 @@ module TestProf
 
     def let_it_be(identifier, **options, &block)
       initializer = proc do
-        instance_variable_set(:"#{PREFIX}#{identifier}", instance_exec(&block))
+        instance_variable_set(:"#{TestProf::LetItBe::PREFIX}#{identifier}", instance_exec(&block))
+      rescue FrozenError => e
+        e.message << TestProf::LetItBe::FROZEN_ERROR_HINT
+        raise
       end
 
-      if within_before_all?
-        within_before_all(&initializer)
-      else
-        before_all(&initializer)
-      end
+      default_options = LetItBe.config.default_modifiers.dup
+      default_options.merge!(metadata[:let_it_be_modifiers]) if metadata[:let_it_be_modifiers]
 
-      define_let_it_be_methods(identifier, **options)
-    end
+      options = default_options.merge(options)
+
+      before_all(&initializer)
 
-    def define_let_it_be_methods(identifier, **modifiers)
-      let_accessor = LetItBe.wrap_with_modifiers(modifiers) do
+      let_accessor = LetItBe.wrap_with_modifiers(options) do
         instance_variable_get(:"#{PREFIX}#{identifier}")
       end
 
@@ -114,16 +120,78 @@ module TestProf
 
       let(identifier, &let_accessor)
     end
+
+    module Freezer
+      # Stoplist to prevent freezing objects and theirs associations that are defined
+      # with `let_it_be`'s `freeze: false` options during deep freezing.
+      #
+      # To only keep track of objects that are available in current example group,
+      # `begin` adds a new layer, and `rollback` removes a layer of unrelated objects
+      # along with rolling back the transaction where they were created.
+      #
+      # Stoplist holds records declared with `freeze: false` (so we do not freeze them even if they're used as
+      # associated records for frozen objects)
+      module Stoplist
+        class << self
+          def stop?(record)
+            @stoplist.any? { |layer| layer.include?(record) }
+          end
+
+          def stop!(record)
+            @stoplist.last.push(record)
+          end
+
+          def begin
+            @stoplist.push([])
+          end
+
+          def rollback
+            @stoplist.pop
+          end
+        end
+
+        # Stack of example group-related variable definitions
+        @stoplist = []
+      end
+
+      class << self
+        # Rerucsively freezes the object to detect modifications
+        def deep_freeze(record)
+          return if record.frozen?
+          return if Stoplist.stop?(record)
+
+          record.freeze
+
+          # Support `let_it_be` with `create_list`
+          return record.each { |rec| deep_freeze(rec) } if record.respond_to?(:each)
+
+          # Freeze associations as well.
+          return unless defined?(::ActiveRecord::Base)
+          return unless record.is_a?(::ActiveRecord::Base)
+
+          record.class.reflections.keys.each do |reflection|
+            # But only if they are already loaded. If not yet loaded, they weren't
+            # created by factories, and it's ok to mutate them.
+
+            next unless record.association(reflection.to_sym).loaded?
+
+            target = record.association(reflection.to_sym).target
+            deep_freeze(target) if target.is_a?(::ActiveRecord::Base) || target.respond_to?(:each)
+          end
+        end
+      end
+    end
   end
 end
 
-if defined?(::ActiveRecord)
+if defined?(::ActiveRecord::Base)
   require "test_prof/ext/active_record_refind"
   using TestProf::Ext::ActiveRecordRefind
 
   TestProf::LetItBe.configure do |config|
     config.register_modifier :reload do |record, val|
       next record unless val
+
       next record.reload if record.is_a?(::ActiveRecord::Base)
 
       if record.respond_to?(:map)
@@ -136,6 +204,7 @@ if defined?(::ActiveRecord)
 
     config.register_modifier :refind do |record, val|
       next record unless val
+
       next record.refind if record.is_a?(::ActiveRecord::Base)
 
       if record.respond_to?(:map)
@@ -145,7 +214,35 @@ if defined?(::ActiveRecord)
       end
       record
     end
+
+    config.register_modifier :freeze do |record, val|
+      if val == false
+        TestProf::LetItBe::Freezer::Stoplist.stop!(record)
+        next record
+      end
+
+      TestProf::LetItBe::Freezer.deep_freeze(record)
+      record
+    end
   end
 end
 
 RSpec::Core::ExampleGroup.extend TestProf::LetItBe
+
+TestProf::BeforeAll.configure do |config|
+  config.before(:begin) do
+    TestProf::LetItBe::Freezer::Stoplist.begin
+  end
+
+  config.after(:rollback) do
+    TestProf::LetItBe::Freezer::Stoplist.rollback
+  end
+end
+
+RSpec.configure do |config|
+  config.after(:example) do |example|
+    if example.exception&.is_a?(FrozenError)
+      example.exception.message << TestProf::LetItBe::FROZEN_ERROR_HINT
+    end
+  end
+end

data/lib/test_prof/recipes/rspec/sample.rb

@@ -15,7 +15,8 @@ if ENV["SAMPLE"]
   RSpec.configure do |config|
     config.before(:suite) do
       filtered_examples = RSpec.world.filtered_examples.values.flatten
-      sample = filtered_examples.sample(ENV["SAMPLE"].to_i)
+      random = Random.new(RSpec.configuration.seed)
+      sample = filtered_examples.sample(ENV["SAMPLE"].to_i, random: random)
       RSpec.world.filtered_examples = Hash.new do |hash, group|
         hash[group] = group.examples & sample
       end
@@ -31,7 +32,8 @@ if ENV["SAMPLE_GROUPS"]
       filtered_groups = RSpec.world.filtered_examples.reject do |_group, examples|
         examples.empty?
       end.keys
-      sample = filtered_groups.sample(ENV["SAMPLE_GROUPS"].to_i)
+      random = Random.new(RSpec.configuration.seed)
+      sample = filtered_groups.sample(ENV["SAMPLE_GROUPS"].to_i, random: random)
       RSpec.world.filtered_examples = Hash.new do |hash, group|
         hash[group] = sample.include?(group) ? group.examples : []
       end

data/lib/test_prof/stack_prof.rb

@@ -36,6 +36,9 @@ module TestProf
           else
             "html"
           end
+
+        sample_interval = ENV["TEST_STACK_PROF_INTERVAL"].to_i
+        @interval = sample_interval > 0 ? sample_interval : nil
       end
 
       def raw?

data/lib/test_prof/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module TestProf
-  VERSION = "0.11.3"
+  VERSION = "0.12.1"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: test-prof
 version: !ruby/object:Gem::Version
-  version: 0.11.3
+  version: 0.12.1
 platform: ruby
 authors:
 - Vladimir Dementyev
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-02-11 00:00:00.000000000 Z
+date: 2020-09-01 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -30,14 +30,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '12.0'
+        version: '13.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '12.0'
+        version: '13.0'
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
@@ -56,42 +56,42 @@ dependencies:
   name: isolator
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0.6'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0.6'
 - !ruby/object:Gem::Dependency
   name: minitest
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
         version: '5.9'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
         version: '5.9'
 - !ruby/object:Gem::Dependency
   name: rubocop
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
         version: 0.77.0
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
         version: 0.77.0
 description: "\n    Ruby applications tests profiling tools.\n\n    Contains tools
@@ -208,15 +208,15 @@ files:
 - lib/test_prof/utils/rspec.rb
 - lib/test_prof/utils/sized_ordered_set.rb
 - lib/test_prof/version.rb
-homepage: http://github.com/palkan/test-prof
+homepage: http://github.com/test-prof/test-prof
 licenses:
 - MIT
 metadata:
-  bug_tracker_uri: http://github.com/palkan/test-prof/issues
-  changelog_uri: https://github.com/palkan/test-prof/blob/master/CHANGELOG.md
+  bug_tracker_uri: http://github.com/test-prof/test-prof/issues
+  changelog_uri: https://github.com/test-prof/test-prof/blob/master/CHANGELOG.md
   documentation_uri: https://test-prof.evilmartians.io/
   homepage_uri: https://test-prof.evilmartians.io/
-  source_code_uri: http://github.com/palkan/test-prof
+  source_code_uri: http://github.com/test-prof/test-prof
 post_install_message: 
 rdoc_options: []
 require_paths:
@@ -225,7 +225,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: 2.4.0
+      version: 2.5.0
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="