specbandit 0.12.0 → 0.13.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 82b0e7cfc34d8564657fc313dc9f0e4432a8c7c88795690670da3f86a21acd64
-  data.tar.gz: 321f4437b8a265664b72f30cd38f03cdd5b03f5f7814d00f608096a6fa47b19c
+  metadata.gz: 95622117125136b9368557368697eb0b9663983289dc7a5c53692a230ac4d7ef
+  data.tar.gz: 5d74e976511d86b4c8da066cc782fc358af1c69e89ae02edcc3935b077ad473e
 SHA512:
-  metadata.gz: f3e05b5368da44a918d66432edd5985cfb461f9505f1a47ba56b4d7e599cdae48395a9e5b8da5bbd015c9d1540a567ea97d719ef40004fe36238c5afe013adc9
-  data.tar.gz: a5cc4f6d8844a31f9f98eb6caf5928424cccf2d4fa662d06f7a853a095ff6c8a1ef155169eaea659fb7c2e57a38d1e2c76f67dd9723260fca0bc6b410ea27eb3
+  metadata.gz: 19a2cff1aab50ad0412e515a2081b85dcd8f94addf96232bfb2be3694b02980410df1a8788d3451907a985b26fc6cfecb1dd7d45750ba108b63f84975ea36996
+  data.tar.gz: 9af9ad631d684be5485a43620b76dcda02e7e223e50b6ecab47def52ee24fa4ab296dff43e5eea11c03acaea5146178da9cced4740ebb1036b41edef38ba0852

data/lib/specbandit/cli.rb

@@ -123,10 +123,22 @@ module Specbandit
           Specbandit.configuration.key_rerun_ttl = v
         end
 
+        opts.on('--key-failed KEY', 'Redis key to record failed test files for later review') do |v|
+          Specbandit.configuration.key_failed = v
+        end
+
+        opts.on('--key-failed-ttl SECONDS', Integer, 'TTL for failed key in seconds (default: 604800 / 1 week)') do |v|
+          Specbandit.configuration.key_failed_ttl = v
+        end
+
         opts.on('--rerun', 'Signal this is a re-run (fail hard if rerun key is empty)') do
           Specbandit.configuration.rerun = true
         end
 
+        opts.on('--report FILE', 'Write JSON report with run statistics to FILE') do |v|
+          Specbandit.configuration.report = v
+        end
+
         opts.on('--verbose', 'Show per-batch file list and full command output (default: quiet)') do
           Specbandit.configuration.verbose = true
         end
@@ -207,9 +219,12 @@ module Specbandit
           --rspec-opts OPTS      Extra options forwarded to RSpec (for rspec adapter)
           --batch-size N         Files per batch (default: 5, or set SPECBANDIT_BATCH_SIZE)
           --redis-url URL        Redis URL (default: redis://localhost:6379)
-          --key-rerun KEY        Per-runner rerun key for re-run support
-          --key-rerun-ttl N      TTL for rerun key (default: 604800 / 1 week)
-          --rerun                Signal this is a re-run (fail hard if rerun key is empty)
+           --key-rerun KEY        Per-runner rerun key for re-run support
+           --key-rerun-ttl N      TTL for rerun key (default: 604800 / 1 week)
+           --key-failed KEY       Redis key to record failed test files
+           --key-failed-ttl N     TTL for failed key (default: 604800 / 1 week)
+           --rerun                Signal this is a re-run (fail hard if rerun key is empty)
+          --report FILE          Write JSON report to FILE after run
           --verbose              Show per-batch file list and full command output
 
           Arguments after -- are forwarded to the adapter (rspec opts, command opts, etc.).
@@ -226,8 +241,11 @@ module Specbandit
           SPECBANDIT_RSPEC_OPTS       RSpec options (rspec adapter)
           SPECBANDIT_KEY_RERUN        Per-runner rerun key
           SPECBANDIT_KEY_RERUN_TTL    Rerun key TTL in seconds (default: 604800)
+          SPECBANDIT_KEY_FAILED       Redis key for failed test files
+          SPECBANDIT_KEY_FAILED_TTL   Failed key TTL in seconds (default: 604800)
           SPECBANDIT_RERUN            Signal re-run mode (1/true/yes)
           SPECBANDIT_VERBOSE          Enable verbose output (1/true/yes)
+          SPECBANDIT_REPORT           Path to write JSON report file
 
         File input priority for push:
           1. stdin (piped)     echo "spec/a_spec.rb" | specbandit push --key KEY

data/lib/specbandit/configuration.rb

@@ -4,12 +4,14 @@ module Specbandit
   class Configuration
     attr_accessor :redis_url, :batch_size, :key, :rspec_opts, :key_ttl,
                   :key_rerun, :key_rerun_ttl, :rerun, :verbose,
-                  :adapter, :command, :command_opts
+                  :adapter, :command, :command_opts,
+                  :key_failed, :key_failed_ttl, :report
 
     DEFAULT_REDIS_URL = 'redis://localhost:6379'
     DEFAULT_BATCH_SIZE = 5
     DEFAULT_KEY_TTL = 21_600 # 6 hours in seconds
     DEFAULT_KEY_RERUN_TTL = 604_800 # 1 week in seconds
+    DEFAULT_KEY_FAILED_TTL = 604_800 # 1 week in seconds
     DEFAULT_ADAPTER = 'cli'
 
     def initialize
@@ -25,6 +27,9 @@ module Specbandit
       @adapter = ENV.fetch('SPECBANDIT_ADAPTER', DEFAULT_ADAPTER)
       @command = ENV.fetch('SPECBANDIT_COMMAND', nil)
       @command_opts = parse_space_separated(ENV.fetch('SPECBANDIT_COMMAND_OPTS', nil))
+      @key_failed = ENV.fetch('SPECBANDIT_KEY_FAILED', nil)
+      @key_failed_ttl = Integer(ENV.fetch('SPECBANDIT_KEY_FAILED_TTL', DEFAULT_KEY_FAILED_TTL))
+      @report = ENV.fetch('SPECBANDIT_REPORT', nil)
     end
 
     def validate!
@@ -32,6 +37,7 @@ module Specbandit
       raise Error, 'batch_size must be a positive integer' unless batch_size.positive?
       raise Error, 'key_ttl must be a positive integer' unless key_ttl.positive?
       raise Error, 'key_rerun_ttl must be a positive integer' unless key_rerun_ttl.positive?
+      raise Error, 'key_failed_ttl must be a positive integer' unless key_failed_ttl.positive?
       raise Error, '--rerun requires --key-rerun to be set' if rerun && (key_rerun.nil? || key_rerun.empty?)
     end
 

data/lib/specbandit/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Specbandit
-  VERSION = '0.12.0'
+  VERSION = '0.13.0'
 end

data/lib/specbandit/worker.rb

@@ -4,7 +4,8 @@ require 'json'
 
 module Specbandit
   class Worker
-    attr_reader :queue, :key, :batch_size, :adapter, :key_rerun, :key_rerun_ttl, :rerun, :output, :verbose
+    attr_reader :queue, :key, :batch_size, :adapter, :key_rerun, :key_rerun_ttl, :key_failed, :key_failed_ttl, :rerun,
+                :output, :verbose, :report
 
     def initialize(
       key: Specbandit.configuration.key,
@@ -12,8 +13,11 @@ module Specbandit
       adapter: nil,
       key_rerun: Specbandit.configuration.key_rerun,
       key_rerun_ttl: Specbandit.configuration.key_rerun_ttl,
+      key_failed: Specbandit.configuration.key_failed,
+      key_failed_ttl: Specbandit.configuration.key_failed_ttl,
       rerun: Specbandit.configuration.rerun,
       verbose: Specbandit.configuration.verbose,
+      report: Specbandit.configuration.report,
       queue: nil,
       output: $stdout,
       # Legacy parameter for backward compatibility.
@@ -24,12 +28,16 @@ module Specbandit
       @batch_size = batch_size
       @key_rerun = key_rerun
       @key_rerun_ttl = key_rerun_ttl
+      @key_failed = key_failed
+      @key_failed_ttl = key_failed_ttl
       @rerun = rerun
       @verbose = verbose
+      @report = report
       @queue = queue || RedisQueue.new
       @output = output
       @batch_results = []
       @accumulated_examples = []
+      @accumulated_failed_files = []
       @accumulated_summary = { duration: 0.0, example_count: 0, failure_count: 0, pending_count: 0,
                                errors_outside_of_examples_count: 0 }
 
@@ -46,6 +54,7 @@ module Specbandit
     #
     # Returns 0 if all batches passed (or nothing to do), 1 if any batch failed.
     def run
+      @run_start_time = Process.clock_gettime(Process::CLOCK_MONOTONIC)
       adapter.setup
 
       exit_code = if key_rerun
@@ -66,6 +75,7 @@ module Specbandit
 
       print_summary if @batch_results.any?
       merge_json_results
+      write_report
       exit_code
     ensure
       adapter.teardown
@@ -89,6 +99,7 @@ module Specbandit
         batch.each { |f| output.puts "  #{f}" } if verbose
 
         result = adapter.run_batch(batch, batch_num)
+        record_failed_files(batch, result)
         process_batch_result(result)
 
         if result.exit_code != 0
@@ -132,6 +143,7 @@ module Specbandit
         files.each { |f| output.puts "  #{f}" } if verbose
 
         result = adapter.run_batch(files, batch_num)
+        record_failed_files(files, result)
         process_batch_result(result)
 
         if result.exit_code != 0
@@ -151,11 +163,50 @@ module Specbandit
       failed ? 1 : 0
     end
 
+    # Record failed files to the failed key in Redis for later review.
+    # Called after each batch; only pushes when key_failed is configured
+    # and the batch had a non-zero exit code.
+    #
+    # For RSpec batches with JSON output, only the individual failed file
+    # paths are recorded (not the entire batch). For CLI adapter batches
+    # (no per-file granularity), the whole batch is recorded as fallback.
+    def record_failed_files(files, result)
+      return unless key_failed
+      return if result.exit_code.zero?
+
+      failed_files = extract_failed_files(result) || files
+      return if failed_files.empty?
+
+      queue.push(key_failed, failed_files, ttl: key_failed_ttl)
+    end
+
+    # Extract individual failed file paths from an RspecBatchResult's JSON output.
+    # Returns nil when per-file data is not available (CLI adapter).
+    def extract_failed_files(result)
+      return nil unless result.is_a?(RspecBatchResult) && result.json_path && File.exist?(result.json_path)
+
+      data = JSON.parse(File.read(result.json_path))
+      failed = data.fetch('examples', [])
+                   .select { |e| e['status'] == 'failed' }
+                   .filter_map { |e| e['file_path'] }
+                   .uniq
+
+      failed.empty? ? nil : failed
+    rescue JSON::ParserError
+      nil
+    end
+
     # Process a BatchResult: store it, and for RSpec batches,
     # read the JSON output for rich reporting.
     def process_batch_result(result)
       @batch_results << result
 
+      # Accumulate failed files for the report while JSON data is still available.
+      if result.exit_code != 0
+        per_file = extract_failed_files(result)
+        @accumulated_failed_files.concat(per_file || result.files)
+      end
+
       # If the adapter returned an RspecBatchResult with a json_path,
       # accumulate the structured results for rich reporting.
       return unless result.is_a?(RspecBatchResult) && result.json_path
@@ -242,6 +293,48 @@ module Specbandit
       File.write(path, JSON.pretty_generate(merged))
     end
 
+    # Write a JSON report file with run statistics when --report is set.
+    def write_report
+      return unless report
+      return if @batch_results.empty?
+
+      wall_time = (Process.clock_gettime(Process::CLOCK_MONOTONIC) - @run_start_time).round(2)
+      durations = batch_durations
+      failed_batches_count = @batch_results.count { |r| r.exit_code != 0 }
+      passed_batches_count = @batch_results.count { |r| r.exit_code == 0 }
+
+      data = {
+        specbandit_version: Specbandit::VERSION,
+        summary: {
+          total_files: @batch_results.sum { |r| r.files.size },
+          total_batches: @batch_results.size,
+          passed_batches: passed_batches_count,
+          failed_batches: failed_batches_count,
+          passed: failed_batches_count == 0
+        },
+        failed_files: @accumulated_failed_files.uniq,
+        total_wall_time: wall_time,
+        batch_timings: {
+          count: durations.size,
+          min: format('%.2f', durations.min || 0),
+          avg: format('%.2f', durations.empty? ? 0 : durations.sum / durations.size),
+          max: format('%.2f', durations.max || 0),
+          all: durations.map { |d| d.round(2) }
+        },
+        batches: @batch_results.map do |r|
+          {
+            batch_num: r.batch_num,
+            files: r.files,
+            exit_code: r.exit_code,
+            duration: r.duration.round(2),
+            passed: r.exit_code == 0
+          }
+        end
+      }
+
+      File.write(report, JSON.pretty_generate(data))
+    end
+
     # Print a unified summary to the output stream after all batches.
     def print_summary
       output.puts ''

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: specbandit
 version: !ruby/object:Gem::Version
-  version: 0.12.0
+  version: 0.13.0
 platform: ruby
 authors:
 - Ferran Basora