test-prof 0.11.3 → 1.0.0.rc2

data/lib/test_prof/recipes/minitest/sample.rb

@@ -35,18 +35,14 @@ module TestProf
           end
         end
       end
-    end
 
-    # Overrides Minitest.run
-    def run(*)
-      if ENV["SAMPLE"]
-        MinitestSample.sample_examples(ENV["SAMPLE"].to_i)
-      elsif ENV["SAMPLE_GROUPS"]
-        MinitestSample.sample_groups(ENV["SAMPLE_GROUPS"].to_i)
+      def call
+        if ENV["SAMPLE"]
+          ::TestProf::MinitestSample.sample_examples(ENV["SAMPLE"].to_i)
+        elsif ENV["SAMPLE_GROUPS"]
+          ::TestProf::MinitestSample.sample_groups(ENV["SAMPLE_GROUPS"].to_i)
+        end
       end
-      super
     end
   end
 end
-
-Minitest.singleton_class.prepend(TestProf::MinitestSample)

data/lib/test_prof/recipes/rspec/before_all.rb

@@ -6,14 +6,22 @@ module TestProf
   module BeforeAll
     # Helper to wrap the whole example group into a transaction
     module RSpec
-      def before_all(&block)
+      def before_all(setup_fixtures: BeforeAll.config.setup_fixtures, &block)
         raise ArgumentError, "Block is required!" unless block_given?
 
-        return within_before_all(&block) if within_before_all?
+        if within_before_all?
+          before(:all) do
+            @__inspect_output = "before_all hook"
+            instance_eval(&block)
+          end
+          return
+        end
 
         @__before_all_activated__ = true
 
         before(:all) do
+          @__inspect_output = "before_all hook"
+          BeforeAll.setup_fixtures(self) if setup_fixtures
           BeforeAll.begin_transaction do
             instance_eval(&block)
           end
@@ -24,14 +32,6 @@ module TestProf
         end
       end
 
-      def within_before_all(&block)
-        before(:all) do
-          BeforeAll.within_transaction do
-            instance_eval(&block)
-          end
-        end
-      end
-
       def within_before_all?
         instance_variable_defined?(:@__before_all_activated__)
       end

data/lib/test_prof/recipes/rspec/let_it_be.rb

@@ -22,6 +22,10 @@ module TestProf
 
         LetItBe.modifiers[key] = block
       end
+
+      def default_modifiers
+        @default_modifiers ||= {}
+      end
     end
 
     class << self
@@ -75,6 +79,8 @@ module TestProf
     # And we love cats!)
     PREFIX = RUBY_ENGINE == "jruby" ? "@__jruby_is_not_cat_friendly__" : "@😸"
 
+    FROZEN_ERROR_HINT = "\nIf you are using `let_it_be`, you may want to pass `reload: true` or `refind: true` modifier to it."
+
     def self.define_let_it_be_alias(name, **default_args)
       define_method(name) do |identifier, **options, &blk|
         let_it_be(identifier, **default_args.merge(options), &blk)
@@ -83,27 +89,28 @@ module TestProf
 
     def let_it_be(identifier, **options, &block)
       initializer = proc do
-        instance_variable_set(:"#{PREFIX}#{identifier}", instance_exec(&block))
+        instance_variable_set(:"#{TestProf::LetItBe::PREFIX}#{identifier}", instance_exec(&block))
+      rescue FrozenError => e
+        e.message << TestProf::LetItBe::FROZEN_ERROR_HINT
+        raise
       end
 
-      if within_before_all?
-        within_before_all(&initializer)
-      else
-        before_all(&initializer)
-      end
+      default_options = LetItBe.config.default_modifiers.dup
+      default_options.merge!(metadata[:let_it_be_modifiers]) if metadata[:let_it_be_modifiers]
 
-      define_let_it_be_methods(identifier, **options)
-    end
+      options = default_options.merge(options)
+
+      before_all(&initializer)
 
-    def define_let_it_be_methods(identifier, **modifiers)
-      let_accessor = LetItBe.wrap_with_modifiers(modifiers) do
+      let_accessor = LetItBe.wrap_with_modifiers(options) do
         instance_variable_get(:"#{PREFIX}#{identifier}")
       end
 
       LetItBe.module_for(self).module_eval do
         define_method(identifier) do
-          # Trying to detect the context (couldn't find other way so far)
-          if /\(:context\)/.match?(@__inspect_output)
+          # Trying to detect the context
+          # Based on https://github.com/rspec/rspec-rails/commit/7cb796db064f58da7790a92e73ab906ef50b1f34
+          if @__inspect_output.include?("before(:context)") || @__inspect_output.include?("before_all")
             instance_variable_get(:"#{PREFIX}#{identifier}")
           else
             # Fallback to let definition
@@ -114,16 +121,78 @@ module TestProf
 
       let(identifier, &let_accessor)
     end
+
+    module Freezer
+      # Stoplist to prevent freezing objects and theirs associations that are defined
+      # with `let_it_be`'s `freeze: false` options during deep freezing.
+      #
+      # To only keep track of objects that are available in current example group,
+      # `begin` adds a new layer, and `rollback` removes a layer of unrelated objects
+      # along with rolling back the transaction where they were created.
+      #
+      # Stoplist holds records declared with `freeze: false` (so we do not freeze them even if they're used as
+      # associated records for frozen objects)
+      module Stoplist
+        class << self
+          def stop?(record)
+            @stoplist.any? { |layer| layer.include?(record) }
+          end
+
+          def stop!(record)
+            @stoplist.last.push(record)
+          end
+
+          def begin
+            @stoplist.push([])
+          end
+
+          def rollback
+            @stoplist.pop
+          end
+        end
+
+        # Stack of example group-related variable definitions
+        @stoplist = []
+      end
+
+      class << self
+        # Rerucsively freezes the object to detect modifications
+        def deep_freeze(record)
+          return if record.frozen?
+          return if Stoplist.stop?(record)
+
+          record.freeze
+
+          # Support `let_it_be` with `create_list`
+          return record.each { |rec| deep_freeze(rec) } if record.respond_to?(:each)
+
+          # Freeze associations as well.
+          return unless defined?(::ActiveRecord::Base)
+          return unless record.is_a?(::ActiveRecord::Base)
+
+          record.class.reflections.keys.each do |reflection|
+            # But only if they are already loaded. If not yet loaded, they weren't
+            # created by factories, and it's ok to mutate them.
+
+            next unless record.association(reflection.to_sym).loaded?
+
+            target = record.association(reflection.to_sym).target
+            deep_freeze(target) if target.is_a?(::ActiveRecord::Base) || target.respond_to?(:each)
+          end
+        end
+      end
+    end
   end
 end
 
-if defined?(::ActiveRecord)
+if defined?(::ActiveRecord::Base)
   require "test_prof/ext/active_record_refind"
   using TestProf::Ext::ActiveRecordRefind
 
   TestProf::LetItBe.configure do |config|
     config.register_modifier :reload do |record, val|
       next record unless val
+
       next record.reload if record.is_a?(::ActiveRecord::Base)
 
       if record.respond_to?(:map)
@@ -136,6 +205,7 @@ if defined?(::ActiveRecord)
 
     config.register_modifier :refind do |record, val|
       next record unless val
+
       next record.refind if record.is_a?(::ActiveRecord::Base)
 
       if record.respond_to?(:map)
@@ -145,7 +215,35 @@ if defined?(::ActiveRecord)
       end
       record
     end
+
+    config.register_modifier :freeze do |record, val|
+      if val == false
+        TestProf::LetItBe::Freezer::Stoplist.stop!(record)
+        next record
+      end
+
+      TestProf::LetItBe::Freezer.deep_freeze(record)
+      record
+    end
   end
 end
 
 RSpec::Core::ExampleGroup.extend TestProf::LetItBe
+
+TestProf::BeforeAll.configure do |config|
+  config.before(:begin) do
+    TestProf::LetItBe::Freezer::Stoplist.begin
+  end
+
+  config.after(:rollback) do
+    TestProf::LetItBe::Freezer::Stoplist.rollback
+  end
+end
+
+RSpec.configure do |config|
+  config.after(:example) do |example|
+    if example.exception&.is_a?(FrozenError)
+      example.exception.message << TestProf::LetItBe::FROZEN_ERROR_HINT
+    end
+  end
+end

data/lib/test_prof/recipes/rspec/sample.rb

@@ -15,7 +15,8 @@ if ENV["SAMPLE"]
   RSpec.configure do |config|
     config.before(:suite) do
       filtered_examples = RSpec.world.filtered_examples.values.flatten
-      sample = filtered_examples.sample(ENV["SAMPLE"].to_i)
+      random = Random.new(RSpec.configuration.seed)
+      sample = filtered_examples.sample(ENV["SAMPLE"].to_i, random: random)
       RSpec.world.filtered_examples = Hash.new do |hash, group|
         hash[group] = group.examples & sample
       end
@@ -31,7 +32,8 @@ if ENV["SAMPLE_GROUPS"]
       filtered_groups = RSpec.world.filtered_examples.reject do |_group, examples|
         examples.empty?
       end.keys
-      sample = filtered_groups.sample(ENV["SAMPLE_GROUPS"].to_i)
+      random = Random.new(RSpec.configuration.seed)
+      sample = filtered_groups.sample(ENV["SAMPLE_GROUPS"].to_i, random: random)
       RSpec.world.filtered_examples = Hash.new do |hash, group|
         hash[group] = sample.include?(group) ? group.examples : []
       end

data/lib/test_prof/rubocop.rb

@@ -11,4 +11,3 @@ require "rubocop"
 
 require_relative "cops/inject"
 require "test_prof/cops/rspec/aggregate_examples"
-require "test_prof/cops/rspec/aggregate_failures"

data/lib/test_prof/stack_prof.rb

@@ -36,6 +36,9 @@ module TestProf
           else
             "html"
           end
+
+        sample_interval = ENV["TEST_STACK_PROF_INTERVAL"].to_i
+        @interval = sample_interval > 0 ? sample_interval : nil
       end
 
       def raw?

data/lib/test_prof/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module TestProf
-  VERSION = "0.11.3"
+  VERSION = "1.0.0.rc2"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: test-prof
 version: !ruby/object:Gem::Version
-  version: 0.11.3
+  version: 1.0.0.rc2
 platform: ruby
 authors:
 - Vladimir Dementyev
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-02-11 00:00:00.000000000 Z
+date: 2021-01-06 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -30,14 +30,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '12.0'
+        version: '13.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '12.0'
+        version: '13.0'
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
@@ -56,42 +56,42 @@ dependencies:
   name: isolator
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0.6'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0.6'
 - !ruby/object:Gem::Dependency
   name: minitest
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
         version: '5.9'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
         version: '5.9'
 - !ruby/object:Gem::Dependency
   name: rubocop
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
         version: 0.77.0
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
         version: 0.77.0
 description: "\n    Ruby applications tests profiling tools.\n\n    Contains tools
@@ -119,6 +119,7 @@ files:
 - assets/tagprof.demo.html
 - assets/tagprof.template.html
 - config/default.yml
+- config/rubocop-rspec.yml
 - lib/minitest/base_reporter.rb
 - lib/minitest/event_prof_formatter.rb
 - lib/minitest/test_prof_plugin.rb
@@ -126,6 +127,11 @@ files:
 - lib/test_prof.rb
 - lib/test_prof/any_fixture.rb
 - lib/test_prof/any_fixture/dsl.rb
+- lib/test_prof/any_fixture/dump.rb
+- lib/test_prof/any_fixture/dump/base_adapter.rb
+- lib/test_prof/any_fixture/dump/digest.rb
+- lib/test_prof/any_fixture/dump/postgresql.rb
+- lib/test_prof/any_fixture/dump/sqlite.rb
 - lib/test_prof/before_all.rb
 - lib/test_prof/before_all/adapters/active_record.rb
 - lib/test_prof/before_all/isolator.rb
@@ -136,7 +142,6 @@ files:
 - lib/test_prof/cops/rspec/aggregate_examples/matchers_with_side_effects.rb
 - lib/test_prof/cops/rspec/aggregate_examples/metadata_helpers.rb
 - lib/test_prof/cops/rspec/aggregate_examples/node_matchers.rb
-- lib/test_prof/cops/rspec/aggregate_failures.rb
 - lib/test_prof/cops/rspec/language.rb
 - lib/test_prof/event_prof.rb
 - lib/test_prof/event_prof/custom_events.rb
@@ -148,7 +153,6 @@ files:
 - lib/test_prof/event_prof/monitor.rb
 - lib/test_prof/event_prof/profiler.rb
 - lib/test_prof/event_prof/rspec.rb
-- lib/test_prof/ext/active_record_3.rb
 - lib/test_prof/ext/active_record_refind.rb
 - lib/test_prof/ext/array_bsearch_index.rb
 - lib/test_prof/ext/factory_bot_strategy.rb
@@ -173,8 +177,6 @@ files:
 - lib/test_prof/factory_prof/printers/flamegraph.rb
 - lib/test_prof/factory_prof/printers/simple.rb
 - lib/test_prof/logging.rb
-- lib/test_prof/recipes/active_record_one_love.rb
-- lib/test_prof/recipes/active_record_shared_connection.rb
 - lib/test_prof/recipes/logging.rb
 - lib/test_prof/recipes/minitest/before_all.rb
 - lib/test_prof/recipes/minitest/sample.rb
@@ -208,15 +210,15 @@ files:
 - lib/test_prof/utils/rspec.rb
 - lib/test_prof/utils/sized_ordered_set.rb
 - lib/test_prof/version.rb
-homepage: http://github.com/palkan/test-prof
+homepage: http://github.com/test-prof/test-prof
 licenses:
 - MIT
 metadata:
-  bug_tracker_uri: http://github.com/palkan/test-prof/issues
-  changelog_uri: https://github.com/palkan/test-prof/blob/master/CHANGELOG.md
+  bug_tracker_uri: http://github.com/test-prof/test-prof/issues
+  changelog_uri: https://github.com/test-prof/test-prof/blob/master/CHANGELOG.md
   documentation_uri: https://test-prof.evilmartians.io/
   homepage_uri: https://test-prof.evilmartians.io/
-  source_code_uri: http://github.com/palkan/test-prof
+  source_code_uri: http://github.com/test-prof/test-prof
 post_install_message: 
 rdoc_options: []
 require_paths:
@@ -225,12 +227,12 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: 2.4.0
+      version: 2.5.0
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">="
+  - - ">"
     - !ruby/object:Gem::Version
-      version: '0'
+      version: 1.3.1
 requirements: []
 rubygems_version: 3.0.6
 signing_key: