rails_benchmark_suite 0.2.6 → 0.2.7

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: c0ba63e3d45287127a9fe0b288163f0d7bc8e0620a03ef2c9659732a6785e60f
-  data.tar.gz: 98e7c9a9cb433203ccb4cdaa07435753c7c696ee8dadc2df81d5b2e3b651cf94
+  metadata.gz: b72123961fe15e37146749930e0bd09d4d52a821c739a7ec662bc84976f9ac3b
+  data.tar.gz: 8fb581b9a516e6eaec6b664d19bb9354f115bfb61282c1a3cb289d1d72ac203c
 SHA512:
-  metadata.gz: 8c801578bae53257e375fb058ad14015785851bd1def663b1a52c5d271cc243e0af74746e96ffcc007b17f5fdcc5df414d010686e02c35a1816746fff93f23b5
-  data.tar.gz: 1216ba6595a80999820713962e2e41b01e94ccd662379a3b6c07334c0f2301e1ddd9588bf36f6354f3a958049f2c6ddd95f2280bd18802917d4df974efacdbfe
+  metadata.gz: 63b8fdab356d3d60e2aa05f4e99df82da0617a988da5c92bf8ec430ed3016fa4e594c856ecfc0f03d9aee42bc63a365e54dc254014614124bd851339e6962ac9
+  data.tar.gz: 96d310ed31f7ce0476a824c6a086ec5acbe4fa4cdfa5e9282b285a4dec9133f41997e5f534e07eb537a2d67b5c1a46b4e258aba2c97f491ac0088b131a407477

data/README.md

@@ -28,6 +28,10 @@ Rails Benchmark Suite prioritizes **Benchmarking** (via `benchmark-ips`) over **
 
 ## 🚀 Installation & Usage
 
+### Requirements
+- **Ruby**: 3.3+ (Ruby with YJIT support highly recommended for accurate performance measurement)
+- **Database**: SQLite3
+
 ### Prerequisites
 * **Ruby:** 3.4.1+ (Recommended for latest YJIT/Prism performance)
 * **Database:** SQLite3
@@ -51,17 +55,9 @@ Add to your Gemfile:
 gem "rails_benchmark_suite", group: :development
 ```
 
-## Quick Start
-
-For the best performance measurement with YJIT enabled:
-
-```bash
-ruby --yjit -S bundle exec rails_benchmark_suite
-```
-
 ## Usage
 
-To get the most accurate 'Heft' score within a Rails project context, run:
+To get the most accurate 'Heft' score, run with YJIT enabled:
 
 ```bash
 ruby --yjit -S bundle exec rails_benchmark_suite
@@ -88,6 +84,42 @@ ruby --yjit -S bundle exec rails_benchmark_suite --json
 
 > **Note:** Use `--skip-rails` to ignore the host application and run in isolated mode.
 
+## Performance
+
+**Understanding YJIT Status:**
+
+If you see `YJIT: Disabled`, this is a result of your Ruby binary build, not the gem itself. The gem will work perfectly fine without YJIT, but performance measurements will be more accurate with YJIT enabled.
+
+To enable YJIT, you need Ruby compiled with YJIT support (requires Rust compiler during Ruby installation). See the Troubleshooting section below for installation instructions.
+
+## Troubleshooting
+
+### YJIT Shows "Disabled"
+
+If you see `YJIT: Disabled (Requires Ruby with YJIT support for best results)`, it means your Ruby was not compiled with YJIT support. To get the best performance:
+
+1. Ensure `rustc` (Rust compiler) is installed on your system
+2. Reinstall Ruby with YJIT support:
+   ```bash
+   # Using rbenv
+   RUBY_CONFIGURE_OPTS="--enable-yjit" rbenv install 3.4.1
+   
+   # Using rvm
+   rvm install 3.4.1 --enable-yjit
+   ```
+3. Verify YJIT is available: `ruby --yjit -e "puts RubyVM::YJIT.enabled?"`
+
+### SQLite Lock Errors
+
+If you encounter `SQLite3::BusyException` or "database table is locked" errors, ensure you're running the latest version of the gem (v0.2.7+) which includes automatic concurrency retries with smart backoff.
+
+**v0.2.7+** includes:
+- Automatic retry logic with sleep backoff
+- Per-thread unique identifiers to prevent conflicts
+- Optimized busy timeout settings (10 seconds)
+
+If issues persist, try reducing concurrency or ensuring no other processes are accessing the benchmark database.
+
 ## 🏗 Architecture
 * **Engine:** Built on `benchmark-ips`.
 * **Database:** Uses In-Memory SQLite with `cache=shared` for multi-threaded accuracy.

data/lib/rails_benchmark_suite/runner.rb

@@ -17,17 +17,16 @@ module RailsBenchmarkSuite
     SETUP_MUTEX = Mutex.new
 
     def run
-      # Hardened Isolation: In-memory Shared Cache URI (v0.2.6)
+      # Hardened Isolation: Shared Cache URI for multi-threading (v0.2.7)
       ActiveRecord::Base.establish_connection(
         adapter: "sqlite3",
         database: "file:heft_db?mode=memory&cache=shared",
-        pool: 20,
+        pool: 16,
         timeout: 10000
       )
 
-      # Explicit Busy Timeout (Critical for multi-threading)
-      raw_db = ActiveRecord::Base.connection.raw_connection
-      raw_db.busy_timeout = 10000
+      # The 'Busy Timeout' Hammer - force it directly on the raw connection
+      ActiveRecord::Base.connection.raw_connection.busy_timeout = 10000
       
       # Setup Schema once safely with Mutex
       SETUP_MUTEX.synchronize do
@@ -37,9 +36,8 @@ module RailsBenchmarkSuite
         end
       end
 
-      # High-Performance Concurrency Pragmas
-      raw_db.execute("PRAGMA journal_mode = WAL")
-      raw_db.execute("PRAGMA synchronous = OFF")
+      # High-Performance Pragmas
+      ActiveRecord::Base.connection.raw_connection.execute("PRAGMA synchronous = OFF")
 
       puts "Running RailsBenchmarkSuite Benchmarks..." unless @json_output
       puts system_report unless @json_output
@@ -99,8 +97,12 @@ module RailsBenchmarkSuite
 
     def system_report
       info = RailsBenchmarkSuite::Reporter.system_info
-      yjit_status = !!(defined?(RubyVM::YJIT) && RubyVM::YJIT.enabled?)
-      "System: Ruby #{info[:ruby_version]} (#{info[:platform]}), #{info[:processors]} Cores. YJIT: #{yjit_status ? 'Enabled' : 'Disabled'}. Libvips: #{info[:libvips]}"
+      yjit_status = if defined?(RubyVM::YJIT) && RubyVM::YJIT.enabled?
+        "Enabled"
+      else
+        "Disabled (Requires Ruby with YJIT support for best results)"
+      end
+      "System: Ruby #{info[:ruby_version]} (#{info[:platform]}), #{info[:processors]} Cores. YJIT: #{yjit_status}. Libvips: #{info[:libvips]}"
     end
 
     def print_summary(results)

data/lib/rails_benchmark_suite/suites/active_record_suite.rb

@@ -6,27 +6,39 @@ require "active_record"
 RailsBenchmarkSuite.register_suite("Active Record Heft", weight: 0.4) do
   # Workload: Create User with Posts, Join Query, Update
   # Use transaction rollback to keep the DB clean and avoid costly destroy callbacks
-  ActiveRecord::Base.transaction do
-    # 1. Create
-    user = RailsBenchmarkSuite::Models::User.create!(name: "Speedy Gonzales", email: "speedy@example.com")
-    
-    # 2. Create associated records (simulate some weight)
-    10.times do |i|
-      user.posts.create!(title: "Post #{i}", body: "Content " * 50)
+  begin
+    ActiveRecord::Base.transaction do
+      # 1. Create - with unique email per thread
+      user = RailsBenchmarkSuite::Models::User.create!(
+        name: "Benchmark User", 
+        email: "test-#{Thread.current.object_id}@example.com"
+      )
+      
+      # 2. Create associated records (simulate some weight)
+      10.times do |i|
+        user.posts.create!(title: "Post #{i}", body: "Content " * 50)
+      end
+      
+      # 3. Complex Query (Join + Order)
+      # Unloading the relation to force execution
+      RailsBenchmarkSuite::Models::User.joins(:posts)
+                  .where(users: { id: user.id })
+                  .where("posts.views >= ?", 0)
+                  .order("posts.created_at DESC")
+                  .to_a
+      
+      # 4. Update
+      user.update!(name: "Updated User")
+      
+      # Rollback everything to leave the DB clean for next iteration
+      raise ActiveRecord::Rollback
+    end
+  rescue ActiveRecord::StatementInvalid => e
+    if e.message =~ /locked/i
+      sleep(0.005)
+      retry
+    else
+      raise e
     end
-    
-    # 3. Complex Query (Join + Order)
-    # Unloading the relation to force execution
-    RailsBenchmarkSuite::Models::User.joins(:posts)
-                .where(users: { id: user.id })
-                .where("posts.views >= ?", 0)
-                .order("posts.created_at DESC")
-                .to_a
-    
-    # 4. Update
-    user.update!(name: "Slowpoke Rodriguez")
-    
-    # Rollback everything to leave the DB clean for next iteration
-    raise ActiveRecord::Rollback
   end
 end

data/lib/rails_benchmark_suite/version.rb

@@ -1,3 +1,3 @@
 module RailsBenchmarkSuite
-  VERSION = "0.2.6"
+  VERSION = "0.2.7"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: rails_benchmark_suite
 version: !ruby/object:Gem::Version
-  version: 0.2.6
+  version: 0.2.7
 platform: ruby
 authors:
 - RailsBenchmarkSuite Contributors