flaky-friend 0.3.0 → 0.3.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: c996492175a4e470f3ea4c08890a4626c90e4de13e35e33a1d919ef41a5b04b6
-  data.tar.gz: a7a08059d87983af6e0b163177cee5db2f659201f92267a338355e6b6df71024
+  metadata.gz: 6216aed376755cc4ce188f8c5dc42b0146d1c7b3397c409c3eef9238eb8b987e
+  data.tar.gz: a41b69d5707e4fcb93ebb7bc4bfbefda33ce827c49475a1e8a5d0b85506cba18
 SHA512:
-  metadata.gz: 7282d21702ca0d52b80c74c01dc6bf8fce827f4543bd082a45f57d2080b04d9cbc8b866b10aee1352a74ca1f0279cc3ba73d1baed98911b6843428bb5a184662
-  data.tar.gz: 5201e17baf1732b2cd21879c391021ba96d0a38a0a9b59970225c6b8f2cba52aaf4b72697e6ac052d9af17cc67bbb28336eb3685dcbb19e2daa0e1ef721e743b
+  metadata.gz: 7e1fd50da98dfafcf952f79c39b920e7b25e4d381c5f8e3a3afa5dd71cf2eb239a59933163abb7102345aa740aa2ec434b0e94d9e764ab233401cc389bea3ccf
+  data.tar.gz: 1b1f57e521913ff056e5c1732eccf76b5fe41b5ae66c25a830330fc01a2e7ad10b2a47d49d79ac211557ae634d86ca7305b67ff068474e34587d99f95d5c0a5e

data/lib/flaky/commands/stress.rb

@@ -18,13 +18,14 @@ module Flaky
         env = {}
         env["FLAKY_CI_SIMULATE"] = "1" if @ci_simulate
 
+        seeds = resolve_seeds
         passes = 0
         failures = 0
         failed_seeds = []
         start_time = Time.now
 
         puts "Stress testing: #{@spec_location}"
-        puts "  Iterations: #{@iterations}, Seed: #{@seed || 'random'}, CI simulation: #{@ci_simulate}"
+        puts "  Iterations: #{@iterations}, Seeds: #{seed_description(seeds)}, CI simulation: #{@ci_simulate}"
         puts ""
 
         @iterations.times do |i|
@@ -34,7 +35,7 @@ module Flaky
             break
           end
 
-          run_seed = @seed || rand(100_000)
+          run_seed = seeds ? seeds[i % seeds.length] : rand(100_000)
           cmd = "bundle exec rspec #{@spec_location} --seed #{run_seed} --format progress 2>&1"
 
           output = nil
@@ -68,14 +69,53 @@ module Flaky
         end
 
         @repo.insert_stress_run(
-          spec_location: @spec_location, seed: @seed, iterations: @iterations,
-          passes: passes, failures: failures, ci_simulation: @ci_simulate ? 1 : 0
+          spec_location: @spec_location, seed: @seed.is_a?(Integer) ? @seed : nil,
+          iterations: @iterations, passes: passes, failures: failures,
+          ci_simulation: @ci_simulate ? 1 : 0
         )
 
         exit(failures > 0 ? 1 : 0)
       ensure
         @repo.close
       end
+
+      private
+
+      def resolve_seeds
+        case @seed
+        when :random
+          nil
+        when Integer
+          [@seed]
+        when nil
+          file, line = parse_location(@spec_location)
+          db_seeds = @repo.failing_seeds(file: file, line: line)
+          if db_seeds.any?
+            puts "Found #{db_seeds.length} known failing seed(s): #{db_seeds.join(', ')}"
+            db_seeds
+          else
+            puts "No known failing seeds — using random."
+            nil
+          end
+        end
+      end
+
+      def seed_description(seeds)
+        case @seed
+        when :random then "random"
+        when Integer then @seed.to_s
+        else seeds ? "#{seeds.length} from database" : "random"
+        end
+      end
+
+      def parse_location(loc)
+        if loc.include?(":")
+          parts = loc.rpartition(":")
+          [parts[0], parts[2].to_i]
+        else
+          [loc, nil]
+        end
+      end
     end
   end
 end

data/lib/flaky/repository.rb

@@ -147,6 +147,23 @@ module Flaky
       connection.execute("SELECT * FROM stress_runs ORDER BY created_at DESC LIMIT ?", limit)
     end
 
+    # --- Seeds ---
+
+    def failing_seeds(file:, line: nil)
+      conditions = ["spec_file LIKE ?"]
+      params = ["%#{file}%"]
+
+      if line
+        conditions << "line_number = ?"
+        params << line
+      end
+
+      connection.execute(
+        "SELECT DISTINCT seed FROM test_failures WHERE #{conditions.join(' AND ')} ORDER BY failed_at DESC",
+        params
+      ).map { |row| row["seed"] }
+    end
+
     # --- Stress ---
 
     def insert_stress_run(spec_location:, seed:, iterations:, passes:, failures:, ci_simulation:)

data/lib/flaky/tasks/flaky.rake

@@ -36,7 +36,7 @@ FLAKY_HELP = <<~HELP
     SINCE      Number of days to look back for rank               [default: 30]
     SPEC       Spec file location (path/to/spec.rb or path:line)
     N          Number of stress test iterations                   [default: 20]
-    SEED       RSpec seed for deterministic ordering
+    SEED       RSpec seed (omit=use known failing seeds, "random"=random)
     CI         Set to "true" to enable CI simulation (latency + reduced threads)
     TIMEOUT    Stress test timeout in seconds                     [default: 600]
 
@@ -78,10 +78,15 @@ namespace :flaky do
   task stress: :environment do
     require "flaky/commands/stress"
     spec = ENV["SPEC"] || abort("Usage: bin/rails flaky:stress SPEC=path/to/spec.rb:42")
+    seed = case ENV["SEED"]
+           when nil then nil
+           when "random" then :random
+           else ENV["SEED"].to_i
+           end
     Flaky::Commands::Stress.new(
       spec_location: spec,
       iterations: ENV.fetch("N", "20").to_i,
-      seed: ENV["SEED"]&.to_i,
+      seed: seed,
       ci_simulate: ENV["CI"] == "true",
       timeout: ENV.fetch("TIMEOUT", "600").to_i
     ).execute

data/lib/flaky/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Flaky
-  VERSION = "0.3.0"
+  VERSION = "0.3.1"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: flaky-friend
 version: !ruby/object:Gem::Version
-  version: 0.3.0
+  version: 0.3.1
 platform: ruby
 authors:
 - Flytedesk