rails_benchmark_suite 0.2.5 → 0.2.7

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: d942ece685b0dd024227075db9d16fa1d2cca81ee91921d3926814bd033d4c08
-  data.tar.gz: dce496aed3eea5cb5448f515e5c029eab4e5ad744ce6bb41666f7525555e9cb9
+  metadata.gz: b72123961fe15e37146749930e0bd09d4d52a821c739a7ec662bc84976f9ac3b
+  data.tar.gz: 8fb581b9a516e6eaec6b664d19bb9354f115bfb61282c1a3cb289d1d72ac203c
 SHA512:
-  metadata.gz: 57f467d74ec8c0f566549ab140935bd19d3b296f727be40f83c4da5c771da4b8594ed54d668ebca17a2937d64b3d2c80efedac2d48617bfcc1c2055886782a65
-  data.tar.gz: 11902dda9958604c7c6770c4d43bb123b2f7e9a5f37187cfae73232a9d7ad8ef55fd3b38b360a597652d23ad4e5c2ff157f09aa646ec6005ac40567d7c9891af
+  metadata.gz: 63b8fdab356d3d60e2aa05f4e99df82da0617a988da5c92bf8ec430ed3016fa4e594c856ecfc0f03d9aee42bc63a365e54dc254014614124bd851339e6962ac9
+  data.tar.gz: 96d310ed31f7ce0476a824c6a086ec5acbe4fa4cdfa5e9282b285a4dec9133f41997e5f534e07eb537a2d67b5c1a46b4e258aba2c97f491ac0088b131a407477

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    rails_benchmark_suite (0.2.2)
+    rails_benchmark_suite (0.2.6)
       actionview (~> 8.1)
       activerecord (~> 8.1)
       activestorage (~> 8.1)

data/README.md

@@ -28,6 +28,10 @@ Rails Benchmark Suite prioritizes **Benchmarking** (via `benchmark-ips`) over **
 
 ## 🚀 Installation & Usage
 
+### Requirements
+- **Ruby**: 3.3+ (Ruby with YJIT support highly recommended for accurate performance measurement)
+- **Database**: SQLite3
+
 ### Prerequisites
 * **Ruby:** 3.4.1+ (Recommended for latest YJIT/Prism performance)
 * **Database:** SQLite3
@@ -51,14 +55,71 @@ Add to your Gemfile:
 gem "rails_benchmark_suite", group: :development
 ```
 
-Run via bundle:
+## Usage
+
+To get the most accurate 'Heft' score, run with YJIT enabled:
+
+```bash
+ruby --yjit -S bundle exec rails_benchmark_suite
+```
+
+**Why these flags?**
+- `--yjit`: Enables the Ruby JIT compiler (significant for Rails 8+ performance).
+- `-S`: Corrects the path to look for the executable in your current bundle.
+- `bundle exec`: Prevents version conflicts (e.g., Minitest) between the gem and your host application.
+
+**Standalone Usage:**
+If running outside a Rails project:
+
+```bash
+bin/rails_benchmark_suite
+```
+
+**JSON Output:**
+For programmatic consumption:
 
 ```bash
-bundle exec rails_benchmark_suite
+ruby --yjit -S bundle exec rails_benchmark_suite --json
 ```
 
 > **Note:** Use `--skip-rails` to ignore the host application and run in isolated mode.
 
+## Performance
+
+**Understanding YJIT Status:**
+
+If you see `YJIT: Disabled`, this is a result of your Ruby binary build, not the gem itself. The gem will work perfectly fine without YJIT, but performance measurements will be more accurate with YJIT enabled.
+
+To enable YJIT, you need Ruby compiled with YJIT support (requires Rust compiler during Ruby installation). See the Troubleshooting section below for installation instructions.
+
+## Troubleshooting
+
+### YJIT Shows "Disabled"
+
+If you see `YJIT: Disabled (Requires Ruby with YJIT support for best results)`, it means your Ruby was not compiled with YJIT support. To get the best performance:
+
+1. Ensure `rustc` (Rust compiler) is installed on your system
+2. Reinstall Ruby with YJIT support:
+   ```bash
+   # Using rbenv
+   RUBY_CONFIGURE_OPTS="--enable-yjit" rbenv install 3.4.1
+   
+   # Using rvm
+   rvm install 3.4.1 --enable-yjit
+   ```
+3. Verify YJIT is available: `ruby --yjit -e "puts RubyVM::YJIT.enabled?"`
+
+### SQLite Lock Errors
+
+If you encounter `SQLite3::BusyException` or "database table is locked" errors, ensure you're running the latest version of the gem (v0.2.7+) which includes automatic concurrency retries with smart backoff.
+
+**v0.2.7+** includes:
+- Automatic retry logic with sleep backoff
+- Per-thread unique identifiers to prevent conflicts
+- Optimized busy timeout settings (10 seconds)
+
+If issues persist, try reducing concurrency or ensuring no other processes are accessing the benchmark database.
+
 ## 🏗 Architecture
 * **Engine:** Built on `benchmark-ips`.
 * **Database:** Uses In-Memory SQLite with `cache=shared` for multi-threaded accuracy.

data/lib/rails_benchmark_suite/runner.rb

@@ -14,25 +14,30 @@ module RailsBenchmarkSuite
       @suites << { name: name, block: block }
     end
 
+    SETUP_MUTEX = Mutex.new
+
     def run
-      # Senior Fix: Isolate from host application's database with Shared Cache (v0.2.5)
+      # Hardened Isolation: Shared Cache URI for multi-threading (v0.2.7)
       ActiveRecord::Base.establish_connection(
         adapter: "sqlite3",
-        database: "file::memory:?cache=shared",
+        database: "file:heft_db?mode=memory&cache=shared",
         pool: 16,
-        timeout: 5000
+        timeout: 10000
       )
 
-      # SQLite Performance Tuning for multi-threaded benchmarks
-      raw_db = ActiveRecord::Base.connection.raw_connection
-      raw_db.execute("PRAGMA journal_mode = WAL")      # Write-Ahead Logging
-      raw_db.execute("PRAGMA synchronous = NORMAL")   # Faster writes
+      # The 'Busy Timeout' Hammer - force it directly on the raw connection
+      ActiveRecord::Base.connection.raw_connection.busy_timeout = 10000
       
-      # Add a custom busy handler for extra resilience (v0.2.5)
-      raw_db.busy_handler { |count| sleep(0.01); count < 100 }
+      # Setup Schema once safely with Mutex
+      SETUP_MUTEX.synchronize do
+        # Verify if schema already loaded by checking for a table
+        unless ActiveRecord::Base.connection.table_exists?(:users)
+          RailsBenchmarkSuite::Schema.load
+        end
+      end
 
-      # Load Schema
-      RailsBenchmarkSuite::Schema.load
+      # High-Performance Pragmas
+      ActiveRecord::Base.connection.raw_connection.execute("PRAGMA synchronous = OFF")
 
       puts "Running RailsBenchmarkSuite Benchmarks..." unless @json_output
       puts system_report unless @json_output
@@ -92,7 +97,12 @@ module RailsBenchmarkSuite
 
     def system_report
       info = RailsBenchmarkSuite::Reporter.system_info
-      "System: Ruby #{info[:ruby_version]} (#{info[:platform]}), #{info[:processors]} Cores. YJIT: #{info[:yjit] ? 'Enabled' : 'Disabled'}. Libvips: #{info[:libvips]}"
+      yjit_status = if defined?(RubyVM::YJIT) && RubyVM::YJIT.enabled?
+        "Enabled"
+      else
+        "Disabled (Requires Ruby with YJIT support for best results)"
+      end
+      "System: Ruby #{info[:ruby_version]} (#{info[:platform]}), #{info[:processors]} Cores. YJIT: #{yjit_status}. Libvips: #{info[:libvips]}"
     end
 
     def print_summary(results)

data/lib/rails_benchmark_suite/suites/active_record_suite.rb

@@ -6,27 +6,39 @@ require "active_record"
 RailsBenchmarkSuite.register_suite("Active Record Heft", weight: 0.4) do
   # Workload: Create User with Posts, Join Query, Update
   # Use transaction rollback to keep the DB clean and avoid costly destroy callbacks
-  ActiveRecord::Base.transaction do
-    # 1. Create
-    user = RailsBenchmarkSuite::Models::User.create!(name: "Speedy Gonzales", email: "speedy@example.com")
-    
-    # 2. Create associated records (simulate some weight)
-    10.times do |i|
-      user.posts.create!(title: "Post #{i}", body: "Content " * 50)
+  begin
+    ActiveRecord::Base.transaction do
+      # 1. Create - with unique email per thread
+      user = RailsBenchmarkSuite::Models::User.create!(
+        name: "Benchmark User", 
+        email: "test-#{Thread.current.object_id}@example.com"
+      )
+      
+      # 2. Create associated records (simulate some weight)
+      10.times do |i|
+        user.posts.create!(title: "Post #{i}", body: "Content " * 50)
+      end
+      
+      # 3. Complex Query (Join + Order)
+      # Unloading the relation to force execution
+      RailsBenchmarkSuite::Models::User.joins(:posts)
+                  .where(users: { id: user.id })
+                  .where("posts.views >= ?", 0)
+                  .order("posts.created_at DESC")
+                  .to_a
+      
+      # 4. Update
+      user.update!(name: "Updated User")
+      
+      # Rollback everything to leave the DB clean for next iteration
+      raise ActiveRecord::Rollback
+    end
+  rescue ActiveRecord::StatementInvalid => e
+    if e.message =~ /locked/i
+      sleep(0.005)
+      retry
+    else
+      raise e
     end
-    
-    # 3. Complex Query (Join + Order)
-    # Unloading the relation to force execution
-    RailsBenchmarkSuite::Models::User.joins(:posts)
-                .where(users: { id: user.id })
-                .where("posts.views >= ?", 0)
-                .order("posts.created_at DESC")
-                .to_a
-    
-    # 4. Update
-    user.update!(name: "Slowpoke Rodriguez")
-    
-    # Rollback everything to leave the DB clean for next iteration
-    raise ActiveRecord::Rollback
   end
 end

data/lib/rails_benchmark_suite/version.rb

@@ -1,3 +1,3 @@
 module RailsBenchmarkSuite
-  VERSION = "0.2.5"
+  VERSION = "0.2.7"
 end

metadata

@@ -1,11 +1,10 @@
 --- !ruby/object:Gem::Specification
 name: rails_benchmark_suite
 version: !ruby/object:Gem::Version
-  version: 0.2.5
+  version: 0.2.7
 platform: ruby
 authors:
 - RailsBenchmarkSuite Contributors
-autorequire:
 bindir: bin
 cert_chain: []
 date: 2026-01-02 00:00:00.000000000 Z
@@ -204,7 +203,6 @@ metadata:
   source_code_uri: https://github.com/overnet/rails_benchmark_suite
   bug_tracker_uri: https://github.com/overnet/rails_benchmark_suite/issues
   changelog_uri: https://github.com/overnet/rails_benchmark_suite/blob/main/CHANGELOG.md
-post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -219,8 +217,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.5.22
-signing_key:
+rubygems_version: 3.6.2
 specification_version: 4
 summary: Rails-style functionality & performance benchmark tool
 test_files: []