flaky-friend 0.2.1 → 0.3.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 8a9f46407de5b2f8ef6fa5178ec220bc84fef9376e5bc68e7d3703066dd663b7
-  data.tar.gz: ee59c6d55778658f109cdefe410d770af048579f1381fab466aae6c19d6b4392
+  metadata.gz: 6216aed376755cc4ce188f8c5dc42b0146d1c7b3397c409c3eef9238eb8b987e
+  data.tar.gz: a41b69d5707e4fcb93ebb7bc4bfbefda33ce827c49475a1e8a5d0b85506cba18
 SHA512:
-  metadata.gz: 90cdea90b46b2aad131864b0caa56e35243fe97c346242bdb8462873d8fab3df64d91270a234219ff9a74a0cf40860daa09773e3da14a5b81dbb7ef437f3a442
-  data.tar.gz: 421d03e4fac9a19c847d428a8186f91730622f376fece021414617a4121b30482ca86da05277ddfff443732de05c55432c0d1ea41e077f01797308f2e98750c0
+  metadata.gz: 7e1fd50da98dfafcf952f79c39b920e7b25e4d381c5f8e3a3afa5dd71cf2eb239a59933163abb7102345aa740aa2ec434b0e94d9e764ab233401cc389bea3ccf
+  data.tar.gz: 1b1f57e521913ff056e5c1732eccf76b5fe41b5ae66c25a830330fc01a2e7ad10b2a47d49d79ac211557ae634d86ca7305b67ff068474e34587d99f95d5c0a5e

data/lib/flaky/commands/fetch.rb

@@ -60,7 +60,8 @@ module Flaky
 
         @repo.insert_ci_run(
           workflow_id: wf[:id], pipeline_id: wf[:pipeline_id],
-          branch: wf[:branch], result: pipeline_result, created_at: wf[:created_at]
+          branch: wf[:branch], result: pipeline_result, created_at: wf[:created_at],
+          commit_sha: wf[:commit_sha]
         )
 
         puts "#{jobs.length} test jobs (#{pipeline_result})"

data/lib/flaky/commands/history.rb

@@ -22,11 +22,12 @@ module Flaky
         first = rows.first
         puts "Failure history for #{first['spec_file']}:#{first['line_number']}"
         puts "  #{first['description']}\n\n"
-        puts format("%-20s %-8s %-30s %s", "Date", "Seed", "Job", "Workflow")
-        puts "-" * 100
+        puts format("%-20s %-8s %-10s %-30s %s", "Date", "Seed", "Commit", "Job", "Workflow")
+        puts "-" * 110
 
         rows.each do |row|
-          puts format("%-20s %-8d %-30s %s", row["failed_at"], row["seed"], row["job_name"], row["workflow_id"])
+          sha = row["commit_sha"] ? row["commit_sha"][0..6] : "       "
+          puts format("%-20s %-8d %-10s %-30s %s", row["failed_at"], row["seed"], sha, row["job_name"], row["workflow_id"])
         end
 
         puts "\nTotal failures: #{rows.length}"

data/lib/flaky/commands/rank.rb

@@ -36,6 +36,7 @@ module Flaky
             puts "\n  \e[33m▶ Next to investigate:\e[0m #{location}"
             puts "    #{row['description']}"
             puts "    Seeds: #{row['seeds']}"
+            puts "    Commits: #{row['commit_shas']}" if row["commit_shas"]
             puts ""
           end
         end

data/lib/flaky/commands/stress.rb

@@ -18,13 +18,14 @@ module Flaky
         env = {}
         env["FLAKY_CI_SIMULATE"] = "1" if @ci_simulate
 
+        seeds = resolve_seeds
         passes = 0
         failures = 0
         failed_seeds = []
         start_time = Time.now
 
         puts "Stress testing: #{@spec_location}"
-        puts "  Iterations: #{@iterations}, Seed: #{@seed || 'random'}, CI simulation: #{@ci_simulate}"
+        puts "  Iterations: #{@iterations}, Seeds: #{seed_description(seeds)}, CI simulation: #{@ci_simulate}"
         puts ""
 
         @iterations.times do |i|
@@ -34,7 +35,7 @@ module Flaky
             break
           end
 
-          run_seed = @seed || rand(100_000)
+          run_seed = seeds ? seeds[i % seeds.length] : rand(100_000)
           cmd = "bundle exec rspec #{@spec_location} --seed #{run_seed} --format progress 2>&1"
 
           output = nil
@@ -68,14 +69,53 @@ module Flaky
         end
 
         @repo.insert_stress_run(
-          spec_location: @spec_location, seed: @seed, iterations: @iterations,
-          passes: passes, failures: failures, ci_simulation: @ci_simulate ? 1 : 0
+          spec_location: @spec_location, seed: @seed.is_a?(Integer) ? @seed : nil,
+          iterations: @iterations, passes: passes, failures: failures,
+          ci_simulation: @ci_simulate ? 1 : 0
         )
 
         exit(failures > 0 ? 1 : 0)
       ensure
         @repo.close
       end
+
+      private
+
+      def resolve_seeds
+        case @seed
+        when :random
+          nil
+        when Integer
+          [@seed]
+        when nil
+          file, line = parse_location(@spec_location)
+          db_seeds = @repo.failing_seeds(file: file, line: line)
+          if db_seeds.any?
+            puts "Found #{db_seeds.length} known failing seed(s): #{db_seeds.join(', ')}"
+            db_seeds
+          else
+            puts "No known failing seeds — using random."
+            nil
+          end
+        end
+      end
+
+      def seed_description(seeds)
+        case @seed
+        when :random then "random"
+        when Integer then @seed.to_s
+        else seeds ? "#{seeds.length} from database" : "random"
+        end
+      end
+
+      def parse_location(loc)
+        if loc.include?(":")
+          parts = loc.rpartition(":")
+          [parts[0], parts[2].to_i]
+        else
+          [loc, nil]
+        end
+      end
     end
   end
 end

data/lib/flaky/database.rb

@@ -4,7 +4,7 @@ require "sqlite3"
 
 module Flaky
   class Database
-    SCHEMA_VERSION = 1
+    SCHEMA_VERSION = 2
 
     def initialize(path = nil)
       @path = path || Flaky.configuration.resolved_db_path
@@ -87,9 +87,14 @@ module Flaky
           CREATE INDEX IF NOT EXISTS idx_ci_runs_branch ON ci_runs(branch);
           CREATE INDEX IF NOT EXISTS idx_job_results_workflow ON job_results(workflow_id);
 
-          PRAGMA user_version = 1;
+          PRAGMA user_version = 2;
         SQL
       end
+
+      if version < 2
+        db.execute("ALTER TABLE ci_runs ADD COLUMN commit_sha TEXT")
+        db.execute("PRAGMA user_version = 2")
+      end
     end
   end
 end

data/lib/flaky/providers/base.rb

@@ -10,7 +10,7 @@ module Flaky
       end
 
       # Returns Array of Hashes:
-      #   { id:, pipeline_id:, branch:, created_at: }
+      #   { id:, pipeline_id:, branch:, commit_sha:, created_at: }
       def fetch_workflows(age: "24h")
         raise NotImplementedError
       end

data/lib/flaky/providers/github_actions.rb

@@ -10,7 +10,7 @@ module Flaky
       def fetch_workflows(age: "24h")
         cutoff = Time.now - AgeParser.to_seconds(age)
 
-        output = run_cmd("gh run list --branch #{config.branch} --limit 100 --json databaseId,conclusion,createdAt,headBranch,workflowName")
+        output = run_cmd("gh run list --branch #{config.branch} --limit 100 --json databaseId,conclusion,createdAt,headBranch,headSha,workflowName")
         runs = JSON.parse(output)
 
         runs.filter_map do |run|
@@ -21,6 +21,7 @@ module Flaky
             id: run["databaseId"].to_s,
             pipeline_id: run["databaseId"].to_s,
             branch: run["headBranch"],
+            commit_sha: run["headSha"],
             result: map_conclusion(run["conclusion"]),
             created_at: run["createdAt"]
           }

data/lib/flaky/providers/semaphore.rb

@@ -33,6 +33,7 @@ module Flaky
               id: wf["wf_id"],
               pipeline_id: wf["initial_ppl_id"],
               branch: wf["branch_name"],
+              commit_sha: wf["commit_sha"],
               created_at: created_at.strftime("%Y-%m-%d %H:%M:%S")
             }
           end

data/lib/flaky/repository.rb

@@ -18,10 +18,10 @@ module Flaky
       !!connection.get_first_value("SELECT 1 FROM ci_runs WHERE workflow_id = ?", workflow_id)
     end
 
-    def insert_ci_run(workflow_id:, pipeline_id:, branch:, result:, created_at:)
+    def insert_ci_run(workflow_id:, pipeline_id:, branch:, result:, created_at:, commit_sha: nil)
       connection.execute(
-        "INSERT INTO ci_runs (workflow_id, pipeline_id, branch, result, created_at) VALUES (?, ?, ?, ?, ?)",
-        [workflow_id, pipeline_id, branch, result, created_at]
+        "INSERT INTO ci_runs (workflow_id, pipeline_id, branch, result, created_at, commit_sha) VALUES (?, ?, ?, ?, ?, ?)",
+        [workflow_id, pipeline_id, branch, result, created_at, commit_sha]
       )
     end
 
@@ -53,7 +53,8 @@ module Flaky
           tf.description,
           COUNT(*) as failure_count,
           MAX(tf.failed_at) as last_failure,
-          GROUP_CONCAT(DISTINCT tf.seed) as seeds
+          GROUP_CONCAT(DISTINCT tf.seed) as seeds,
+          GROUP_CONCAT(DISTINCT cr.commit_sha) as commit_shas
         FROM test_failures tf
         JOIN ci_runs cr ON cr.workflow_id = tf.workflow_id
         WHERE cr.branch = ?
@@ -91,7 +92,8 @@ module Flaky
           tf.job_name,
           tf.branch,
           tf.failed_at,
-          cr.workflow_id
+          cr.workflow_id,
+          cr.commit_sha
         FROM test_failures tf
         JOIN ci_runs cr ON cr.workflow_id = tf.workflow_id
         WHERE #{conditions.join(" AND ")}
@@ -145,6 +147,23 @@ module Flaky
       connection.execute("SELECT * FROM stress_runs ORDER BY created_at DESC LIMIT ?", limit)
     end
 
+    # --- Seeds ---
+
+    def failing_seeds(file:, line: nil)
+      conditions = ["spec_file LIKE ?"]
+      params = ["%#{file}%"]
+
+      if line
+        conditions << "line_number = ?"
+        params << line
+      end
+
+      connection.execute(
+        "SELECT DISTINCT seed FROM test_failures WHERE #{conditions.join(' AND ')} ORDER BY failed_at DESC",
+        params
+      ).map { |row| row["seed"] }
+    end
+
     # --- Stress ---
 
     def insert_stress_run(spec_location:, seed:, iterations:, passes:, failures:, ci_simulation:)

data/lib/flaky/tasks/flaky.rake

@@ -36,7 +36,7 @@ FLAKY_HELP = <<~HELP
     SINCE      Number of days to look back for rank               [default: 30]
     SPEC       Spec file location (path/to/spec.rb or path:line)
     N          Number of stress test iterations                   [default: 20]
-    SEED       RSpec seed for deterministic ordering
+    SEED       RSpec seed (omit=use known failing seeds, "random"=random)
     CI         Set to "true" to enable CI simulation (latency + reduced threads)
     TIMEOUT    Stress test timeout in seconds                     [default: 600]
 
@@ -78,10 +78,15 @@ namespace :flaky do
   task stress: :environment do
     require "flaky/commands/stress"
     spec = ENV["SPEC"] || abort("Usage: bin/rails flaky:stress SPEC=path/to/spec.rb:42")
+    seed = case ENV["SEED"]
+           when nil then nil
+           when "random" then :random
+           else ENV["SEED"].to_i
+           end
     Flaky::Commands::Stress.new(
       spec_location: spec,
       iterations: ENV.fetch("N", "20").to_i,
-      seed: ENV["SEED"]&.to_i,
+      seed: seed,
       ci_simulate: ENV["CI"] == "true",
       timeout: ENV.fetch("TIMEOUT", "600").to_i
     ).execute

data/lib/flaky/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Flaky
-  VERSION = "0.2.1"
+  VERSION = "0.3.1"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: flaky-friend
 version: !ruby/object:Gem::Version
-  version: 0.2.1
+  version: 0.3.1
 platform: ruby
 authors:
 - Flytedesk