minitest-reporters-llm 0.1.0 → 0.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 54abd03bb156c3695843a4eabbd357ca78fb62e7a2aa3583cfdaae6a3b230e7f
-  data.tar.gz: f0f26ab22f2849a264ba40fec91f2f505b2f0f41c38b1365363624e11d66c3f8
+  metadata.gz: 24396eca3f60964a6fc94b3db54b83149aa25909a82bf7873ebf895a7d5062bd
+  data.tar.gz: 5a1a2994edb32c87ea66180d093ab156a1a83ae2ebe2ebcf4770683c139a2612
 SHA512:
-  metadata.gz: 1e588f8816062ac07f38d1f7ef560861dbc43501f072f4579aeebc5e15f0516ecc4eef0183e7cc240e9f7583030fe61679ed23554fdcd37ddb2aabbf96256472
-  data.tar.gz: 57567c6ac21069a1146cd3200ce7dc2973783d493e0932422844478fb069b5e8276396529eb7aef46cc4fbd6c98a55904b6215a8f25f0a2c19a16796e19e22de
+  metadata.gz: 64a020be84bc34733523a8714f10e45493c22212e8e6ab55303235e0df07b20e2f6ed4e417c47d64272fd2e5da0ec3230fed4f8369d2882c5adadd97c7e7dccc
+  data.tar.gz: 5106fc7514430d1fb726a2147ba8d4b98801e7895c167e69ab23d445f8f033daffd74fd96befcc831867e8cd85b4227a50c4391416394f2a393fdc4fe5194096

data/README.md

@@ -81,6 +81,9 @@ FAIL test_validation_fails
 # Override default file paths
 export LLM_REPORTER_RESULTS="custom/results.json"
 export LLM_REPORTER_TOML="custom/report.toml"
+
+# Override default format
+export LLM_REPORTER_FORMAT="verbose"  # or "compact" (default)
 ```
 
 ### Regression Tracking
@@ -104,7 +107,7 @@ To install this gem onto your local machine, run `bundle exec rake install`. To
 - **Dual output modes**: Compact for LLMs, verbose for humans
 - **Configurable file paths**: No hardcoded temporary directories
 - **TOML/JSON reports**: Structured data export for further analysis
-- **Zero dependencies**: Only requires minitest-reporters
+- **Minimal dependencies**: Built on minitest and minitest-reporters
 
 ## Why Use This Reporter?
 

data/bin/console

@@ -2,7 +2,7 @@
 # frozen_string_literal: true
 
 require 'bundler/setup'
-require 'minitest/llm/reporter'
+require 'minitest/reporters/llm'
 
 # You can add fixtures and/or initialization code here to make experimenting
 # with your gem easier. You can also use a different console, if you like.

data/lib/minitest/reporters/llm/version.rb

@@ -3,7 +3,7 @@
 module Minitest
   module Reporters
     module LLM
-      VERSION = '0.1.0'
+      VERSION = '0.3.0'
     end
   end
 end

data/lib/minitest/reporters/llm_reporter.rb

@@ -11,6 +11,9 @@ module Minitest
 
       def initialize(options = {})
         super
+        custom_io = options.delete(:io)
+        @io = custom_io if custom_io
+
         @options = default_options.merge(options)
         @results_file = @options[:results_file]
         @report_file = @options[:report_file]
@@ -26,8 +29,19 @@ module Minitest
 
       def record(result)
         super
+        status =
+          if result.skipped?
+            'skip'
+          elsif result.error?
+            'error'
+          elsif result.passed?
+            'pass'
+          else
+            'fail'
+          end
+
         test_key = "#{result.klass}##{result.name}"
-        @current_results[test_key] = result.passed? ? 'pass' : 'fail'
+        @current_results[test_key] = status
       end
 
       def report
@@ -108,10 +122,13 @@ module Minitest
       private
 
       def default_options
+        format_env = ENV['LLM_REPORTER_FORMAT']&.downcase
+        format = format_env == 'verbose' ? :verbose : :compact
+
         {
           results_file: ENV.fetch('LLM_REPORTER_RESULTS', 'tmp/test_results.json'),
           report_file: ENV.fetch('LLM_REPORTER_TOML', 'tmp/test_report.toml'),
-          format: :compact,
+          format: format,
           track_regressions: true,
           write_reports: true
         }
@@ -192,7 +209,7 @@ module Minitest
       end
 
       def show_failure_details
-        failed_tests = tests_list.select { |t| t.failure && !t.skipped? }
+        failed_tests = tests_list.select { |t| t.failure && !t.skipped? && !t.error? }
         error_tests = tests_list.select { |t| t.failure && t.error? }
 
         return unless failed_tests.any? || error_tests.any?
@@ -257,10 +274,11 @@ module Minitest
 
         @current_results.each do |test_key, status|
           previous_status = @previous_results[test_key]
+          next unless previous_status
 
-          if previous_status == 'pass' && status == 'fail'
+          if previous_status == 'pass' && %w[fail error].include?(status)
             new_failures << test_key_to_location(test_key)
-          elsif previous_status == 'fail' && status == 'pass'
+          elsif %w[fail error skip].include?(previous_status) && status == 'pass'
             fixes << test_key_to_location(test_key)
           end
         end
@@ -277,8 +295,10 @@ module Minitest
 
         @current_results.each do |test_key, status|
           previous_status = @previous_results[test_key]
-          new_failures += 1 if previous_status == 'pass' && status == 'fail'
-          fixes += 1 if previous_status == 'fail' && status == 'pass'
+          next unless previous_status
+
+          new_failures += 1 if previous_status == 'pass' && %w[fail error].include?(status)
+          fixes += 1 if %w[fail error skip].include?(previous_status) && status == 'pass'
         end
 
         puts "REG +#{new_failures} -#{fixes}" if new_failures.positive? || fixes.positive?
@@ -324,8 +344,10 @@ module Minitest
           fixes = []
           @current_results.each do |k, status|
             prev = @previous_results[k]
-            new_failures << test_key_to_location(k) if prev == 'pass' && status == 'fail'
-            fixes << test_key_to_location(k) if prev == 'fail' && status == 'pass'
+            next unless prev
+
+            new_failures << test_key_to_location(k) if prev == 'pass' && %w[fail error].include?(status)
+            fixes << test_key_to_location(k) if %w[fail error skip].include?(prev) && status == 'pass'
           end
           data[:regressions] = { new_failures: new_failures, fixes: fixes }
         end
@@ -358,8 +380,13 @@ module Minitest
             key = k.to_s
             case v
             when Array
-              escaped = v.map { |s| s.to_s.gsub('\\', '\\\\').gsub('"', '\\"') }
-              lines << "#{key} = [\"#{escaped.join('\", \"')}\"]"
+              if v.empty?
+                lines << "#{key} = []"
+              else
+                escaped = v.map { |s| s.to_s.gsub('\\', '\\\\').gsub('"', '\\"') }
+                joined = escaped.join('", "')
+                lines << "#{key} = [\"#{joined}\"]"
+              end
             when String
               val = v.to_s.gsub('\\', '\\\\').gsub('"', '\\"')
               lines << "#{key} = \"#{val}\""

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: minitest-reporters-llm
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.3.0
 platform: ruby
 authors:
 - Abdelkader Boudih