ruby-skill-bench 1.1.0 → 1.2.0

data/lib/skill_bench/trend_tracker/persistence.rb

@@ -2,6 +2,7 @@
 
 require 'json'
 require 'pathname'
+require 'fileutils'
 
 module SkillBench
   class TrendTracker
@@ -27,23 +28,24 @@ module SkillBench
         []
       end
 
-      # Writes history to file with atomic operation and backup.
-      # Returns a result hash so callers do not need to rescue SystemCallError.
+      # Writes history to file atomically, snapshotting the previous good
+      # version into the backup first.
+      #
+      # The existing history file (if any) is copied to +#{history_file}.bak+
+      # before the new content is written, so the backup always holds the
+      # previous good version rather than a duplicate of the current file. The
+      # new content is serialized once and written via a temp-file + rename so
+      # the main file is never left partially written. Returns a result hash so
+      # callers do not need to rescue SystemCallError.
       #
       # @param history [Array<Hash>] History entries to write
       # @return [Hash] { success: true } on success, { success: false, error: { message: '...' } } on failure
       def write(history)
-        json = JSON.pretty_generate(history)
+        backup_previous_version
         temp_file = "#{history_file}.tmp"
-        File.write(temp_file, json)
+        File.write(temp_file, JSON.pretty_generate(history))
         File.rename(temp_file, history_file)
 
-        begin
-          File.write("#{history_file}.bak", json)
-        rescue SystemCallError => e
-          warn "Backup write failed for #{history_file}: #{e.message}"
-        end
-
         { success: true }
       rescue SystemCallError => e
         { success: false, error: { message: e.message } }
@@ -53,6 +55,21 @@ module SkillBench
 
       attr_reader :history_file
 
+      # Copies the current history file to the backup path so the backup keeps
+      # the previous good version. No-op on the first run when no history file
+      # exists yet. A failed copy is non-fatal: it warns and lets the main
+      # write proceed.
+      #
+      # @return [void]
+      def backup_previous_version
+        source = history_file
+        return unless File.exist?(source)
+
+        FileUtils.cp(source, "#{source}.bak")
+      rescue SystemCallError => e
+        warn "Backup copy failed for #{source}: #{e.message}"
+      end
+
       # Reads backup file if it exists
       #
       # @return [Array<Hash>, nil] Backup data or nil if unavailable

data/lib/skill_bench/trend_tracker.rb

@@ -17,9 +17,9 @@ module SkillBench
     # Records an evaluation result.
     #
     # @param result [Hash] The evaluation result from EvaluationRunner.
+    # @param history [Array<Hash>] Pre-loaded history to append to; defaults to a fresh load.
     # @return [Hash] Service response.
-    def record(result)
-      history = @persistence.load
+    def record(result, history = @persistence.load)
       history << extract_entry(result)
       write_result = @persistence.write(history)
 
@@ -41,11 +41,11 @@ module SkillBench
     # Computes the trend of the given result against the most recent matching history entry.
     #
     # @param result [Hash] The current evaluation result.
+    # @param history [Array<Hash>] Pre-loaded history to compare against; defaults to a fresh load.
     # @return [Hash, nil] Trend data or nil if no matching history exists.
-    def trend_for(result)
-      entries = @persistence.load
+    def trend_for(result, history = @persistence.load)
       current = extract_entry(result)
-      TrendCalculator.compute_trend(entries, current)
+      TrendCalculator.compute_trend(history, current)
     end
 
     private

data/lib/skill_bench/version.rb

@@ -2,5 +2,5 @@
 
 module SkillBench
   # The current gem version.
-  VERSION = '1.1.0'
+  VERSION = '1.2.0'
 end

data/lib/skill_bench.rb

@@ -73,6 +73,8 @@ require_relative 'skill_bench/commands/eval_new'
 
 # Services
 require_relative 'skill_bench/services/runner_service'
+require_relative 'skill_bench/services/batch_runner_service'
+require_relative 'skill_bench/services/summary_formatter'
 require_relative 'skill_bench/services/template_registry'
 
 # Tools
@@ -88,9 +90,6 @@ require_relative 'skill_bench/trend_tracker'
 require_relative 'skill_bench/trend_tracker/persistence'
 require_relative 'skill_bench/trend_tracker/trend_calculator'
 
-# Rails integrations
-require_relative 'skill_bench/rails/skill_templates'
-
 # Migration utilities
 require_relative 'skill_bench/migration/provider_migrator'
 

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: ruby-skill-bench
 version: !ruby/object:Gem::Version
-  version: 1.1.0
+  version: 1.2.0
 platform: ruby
 authors:
 - Ismael Marin
@@ -9,48 +9,20 @@ bindir: bin
 cert_chain: []
 date: 1980-01-02 00:00:00.000000000 Z
 dependencies:
-- !ruby/object:Gem::Dependency
-  name: activesupport
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '6.0'
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '6.0'
 - !ruby/object:Gem::Dependency
   name: cgi
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.5.1
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: 0.5.1
-- !ruby/object:Gem::Dependency
-  name: dotenv
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: 3.2.0
+        version: 0.5.2
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 3.2.0
+        version: 0.5.2
 - !ruby/object:Gem::Dependency
   name: faraday
   requirement: !ruby/object:Gem::Requirement
@@ -71,28 +43,28 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '2.19'
+        version: '2.20'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '2.19'
+        version: '2.20'
 - !ruby/object:Gem::Dependency
   name: parallel
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.26'
+        version: 2.0.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.26'
+        version: 2.0.0
 description: |
   ruby-skill-bench orchestrates evaluation runs of AI coding agents
   inside isolated git sandboxes, then scores the results using deterministic
@@ -119,6 +91,7 @@ files:
 - lib/skill_bench/agent/runner.rb
 - lib/skill_bench/agent/summary.rb
 - lib/skill_bench/cli.rb
+- lib/skill_bench/cli/batch_result_printer.rb
 - lib/skill_bench/cli/compare_command.rb
 - lib/skill_bench/cli/eval/eval_command_registry.rb
 - lib/skill_bench/cli/eval/eval_commands.rb
@@ -129,9 +102,11 @@ files:
 - lib/skill_bench/cli/result_printer.rb
 - lib/skill_bench/cli/run_command.rb
 - lib/skill_bench/cli/skill_command.rb
+- lib/skill_bench/cli/validate_command.rb
 - lib/skill_bench/client.rb
 - lib/skill_bench/clients/all.rb
 - lib/skill_bench/clients/base_client.rb
+- lib/skill_bench/clients/base_url_validator.rb
 - lib/skill_bench/clients/provider_config.rb
 - lib/skill_bench/clients/provider_registry.rb
 - lib/skill_bench/clients/provider_schemas.rb
@@ -140,6 +115,7 @@ files:
 - lib/skill_bench/clients/providers/deepseek.rb
 - lib/skill_bench/clients/providers/gemini.rb
 - lib/skill_bench/clients/providers/groq.rb
+- lib/skill_bench/clients/providers/mistral.rb
 - lib/skill_bench/clients/providers/mock.rb
 - lib/skill_bench/clients/providers/null_client.rb
 - lib/skill_bench/clients/providers/ollama.rb
@@ -198,16 +174,19 @@ files:
 - lib/skill_bench/registry/pack_resolver.rb
 - lib/skill_bench/runner.rb
 - lib/skill_bench/services/agent_spawner_service.rb
+- lib/skill_bench/services/batch_runner_service.rb
 - lib/skill_bench/services/compare_option_parser.rb
 - lib/skill_bench/services/comparison_reporter.rb
 - lib/skill_bench/services/comparison_runner.rb
 - lib/skill_bench/services/context_loader_service.rb
+- lib/skill_bench/services/cost_calculator.rb
 - lib/skill_bench/services/delta_table_formatter.rb
 - lib/skill_bench/services/error_response_builder.rb
 - lib/skill_bench/services/eval_resolver.rb
 - lib/skill_bench/services/exit_code_calculator.rb
 - lib/skill_bench/services/feedback_generator.rb
 - lib/skill_bench/services/formatting_helpers.rb
+- lib/skill_bench/services/html_formatter.rb
 - lib/skill_bench/services/iteration_formatter.rb
 - lib/skill_bench/services/json_formatter.rb
 - lib/skill_bench/services/judge_params_builder.rb
@@ -219,11 +198,13 @@ files:
 - lib/skill_bench/services/output_persistence_service.rb
 - lib/skill_bench/services/prompt_builder_service.rb
 - lib/skill_bench/services/provider_resolver.rb
+- lib/skill_bench/services/response_cache.rb
 - lib/skill_bench/services/result_printer_service.rb
 - lib/skill_bench/services/runner_service.rb
 - lib/skill_bench/services/skill_resolver.rb
 - lib/skill_bench/services/skill_resolver_service.rb
 - lib/skill_bench/services/source_path_resolver_service.rb
+- lib/skill_bench/services/summary_formatter.rb
 - lib/skill_bench/services/template_registry.rb
 - lib/skill_bench/services/template_registry/category_data.rb
 - lib/skill_bench/services/trend_recorder_service.rb
@@ -264,7 +245,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 4.0.12
+rubygems_version: 3.6.9
 specification_version: 4
 summary: The evaluation engine for AI Agent Skills benchmarking.
 test_files: []