rails_benchmark_suite 0.2.6 → 0.2.8

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: c0ba63e3d45287127a9fe0b288163f0d7bc8e0620a03ef2c9659732a6785e60f
-  data.tar.gz: 98e7c9a9cb433203ccb4cdaa07435753c7c696ee8dadc2df81d5b2e3b651cf94
+  metadata.gz: b4dba673f286e0a526b602537257364dda4b7477eed8698d7f69a0993b3b0ff5
+  data.tar.gz: 344f0dd405e3249068746359edff5d9b1578bdf2bb736861f27548283f64d91d
 SHA512:
-  metadata.gz: 8c801578bae53257e375fb058ad14015785851bd1def663b1a52c5d271cc243e0af74746e96ffcc007b17f5fdcc5df414d010686e02c35a1816746fff93f23b5
-  data.tar.gz: 1216ba6595a80999820713962e2e41b01e94ccd662379a3b6c07334c0f2301e1ddd9588bf36f6354f3a958049f2c6ddd95f2280bd18802917d4df974efacdbfe
+  metadata.gz: 65ae4cd0975954f2d7ccb3e5b60d25c587eb76d7ea3d3bfc771b1e879c6ccf5b6749b823323506973c500c49c415b2050b12bacdc7b497fc4d3e9791c1ac9943
+  data.tar.gz: d1af906dc1e84f78d92b74c27f74156aa8fd25d92016a317d342a084f5657bc72d2eb2f6b6e10a822e46073c71f886a1563e8f52d2ee5f68764b5e68c41a4a35

data/README.md

@@ -19,6 +19,12 @@ The Heft Score is a weighted metric representing a machine's ability to handle R
 | 150+ | 🚀 High Performance | Apple M-series Pro/Max, Ryzen 5000+ |
 | 300+ | ⚡ Blazing | Server-grade Metal, M3 Ultra |
 
+### Quick Start
+```bash
+ruby --yjit -S bundle exec rails_benchmark_suite
+```
+**Note:** `bundle exec` is required for Rails environment stability and to prevent Minitest version conflicts.
+
 ## 🛠 Technical Philosophy
 
 Rails Benchmark Suite prioritizes **Benchmarking** (via `benchmark-ips`) over **Profiling**.
@@ -28,6 +34,10 @@ Rails Benchmark Suite prioritizes **Benchmarking** (via `benchmark-ips`) over **
 
 ## 🚀 Installation & Usage
 
+### Requirements
+- **Ruby**: 3.3+ (Ruby with YJIT support highly recommended for accurate performance measurement)
+- **Database**: SQLite3
+
 ### Prerequisites
 * **Ruby:** 3.4.1+ (Recommended for latest YJIT/Prism performance)
 * **Database:** SQLite3
@@ -51,17 +61,9 @@ Add to your Gemfile:
 gem "rails_benchmark_suite", group: :development
 ```
 
-## Quick Start
-
-For the best performance measurement with YJIT enabled:
-
-```bash
-ruby --yjit -S bundle exec rails_benchmark_suite
-```
-
 ## Usage
 
-To get the most accurate 'Heft' score within a Rails project context, run:
+To get the most accurate 'Heft' score, run with YJIT enabled:
 
 ```bash
 ruby --yjit -S bundle exec rails_benchmark_suite
@@ -88,6 +90,42 @@ ruby --yjit -S bundle exec rails_benchmark_suite --json
 
 > **Note:** Use `--skip-rails` to ignore the host application and run in isolated mode.
 
+## Performance
+
+**Understanding YJIT Status:**
+
+If you see `YJIT: Disabled`, this is a result of your Ruby binary build, not the gem itself. The gem will work perfectly fine without YJIT, but performance measurements will be more accurate with YJIT enabled.
+
+To enable YJIT, you need Ruby compiled with YJIT support (requires Rust compiler during Ruby installation). See the Troubleshooting section below for installation instructions.
+
+## Troubleshooting
+
+### YJIT Shows "Disabled"
+
+If you see `YJIT: Disabled (Requires Ruby with YJIT support for best results)`, it means your Ruby was not compiled with YJIT support. To get the best performance:
+
+1. Ensure `rustc` (Rust compiler) is installed on your system
+2. Reinstall Ruby with YJIT support:
+   ```bash
+   # Using rbenv
+   RUBY_CONFIGURE_OPTS="--enable-yjit" rbenv install 3.4.1
+   
+   # Using rvm
+   rvm install 3.4.1 --enable-yjit
+   ```
+3. Verify YJIT is available: `ruby --yjit -e "puts RubyVM::YJIT.enabled?"`
+
+### SQLite Lock Errors
+
+If you encounter `SQLite3::BusyException` or "database table is locked" errors, ensure you're running the latest version of the gem (v0.2.7+) which includes automatic concurrency retries with smart backoff.
+
+**v0.2.7+** includes:
+- Automatic retry logic with sleep backoff
+- Per-thread unique identifiers to prevent conflicts
+- Optimized busy timeout settings (10 seconds)
+
+If issues persist, try reducing concurrency or ensuring no other processes are accessing the benchmark database.
+
 ## 🏗 Architecture
 * **Engine:** Built on `benchmark-ips`.
 * **Database:** Uses In-Memory SQLite with `cache=shared` for multi-threaded accuracy.

data/lib/rails_benchmark_suite/runner.rb

@@ -17,17 +17,16 @@ module RailsBenchmarkSuite
     SETUP_MUTEX = Mutex.new
 
     def run
-      # Hardened Isolation: In-memory Shared Cache URI (v0.2.6)
+      # Ultimate Hardening: Massive pool and timeout for zero lock contention (v0.2.8)
       ActiveRecord::Base.establish_connection(
         adapter: "sqlite3",
         database: "file:heft_db?mode=memory&cache=shared",
-        pool: 20,
-        timeout: 10000
+        pool: 50,
+        timeout: 30000
       )
 
-      # Explicit Busy Timeout (Critical for multi-threading)
-      raw_db = ActiveRecord::Base.connection.raw_connection
-      raw_db.busy_timeout = 10000
+      # The 'Busy Timeout' Hammer - force it directly on the raw connection
+      ActiveRecord::Base.connection.raw_connection.busy_timeout = 10000
       
       # Setup Schema once safely with Mutex
       SETUP_MUTEX.synchronize do
@@ -37,9 +36,10 @@ module RailsBenchmarkSuite
         end
       end
 
-      # High-Performance Concurrency Pragmas
-      raw_db.execute("PRAGMA journal_mode = WAL")
-      raw_db.execute("PRAGMA synchronous = OFF")
+      # High-Performance Pragmas for WAL + NORMAL sync
+      ActiveRecord::Base.connection.raw_connection.execute("PRAGMA journal_mode = WAL")
+      ActiveRecord::Base.connection.raw_connection.execute("PRAGMA synchronous = NORMAL")
+      ActiveRecord::Base.connection.raw_connection.execute("PRAGMA mmap_size = 268435456") # 256MB - reduce disk I/O
 
       puts "Running RailsBenchmarkSuite Benchmarks..." unless @json_output
       puts system_report unless @json_output
@@ -59,7 +59,7 @@ module RailsBenchmarkSuite
           
           # Single Threaded
           x.report("#{suite[:name]} (1 thread)") do
-            suite[:block].call
+            with_retries { suite[:block].call }
           end
 
           # Multi Threaded (4 threads)
@@ -68,7 +68,7 @@ module RailsBenchmarkSuite
               Thread.new do
                 # Ensure each thread gets a dedicated connection
                 ActiveRecord::Base.connection_pool.with_connection do
-                  suite[:block].call
+                  with_retries { suite[:block].call }
                 end
               end
             end
@@ -97,10 +97,27 @@ module RailsBenchmarkSuite
 
     private
 
+    def with_retries
+      yield
+    rescue ActiveRecord::StatementInvalid => e
+      if e.message =~ /locked/i
+        # Specifically drop the lock for THIS connection only
+        ActiveRecord::Base.connection.reset!
+        sleep(rand(0.01..0.05))
+        retry
+      else
+        raise e
+      end
+    end
+
     def system_report
       info = RailsBenchmarkSuite::Reporter.system_info
-      yjit_status = !!(defined?(RubyVM::YJIT) && RubyVM::YJIT.enabled?)
-      "System: Ruby #{info[:ruby_version]} (#{info[:platform]}), #{info[:processors]} Cores. YJIT: #{yjit_status ? 'Enabled' : 'Disabled'}. Libvips: #{info[:libvips]}"
+      yjit_status = if defined?(RubyVM::YJIT) && RubyVM::YJIT.enabled?
+        "Enabled"
+      else
+        "Disabled (Requires Ruby with YJIT support for best results)"
+      end
+      "System: Ruby #{info[:ruby_version]} (#{info[:platform]}), #{info[:processors]} Cores. YJIT: #{yjit_status}. Libvips: #{info[:libvips]}"
     end
 
     def print_summary(results)

data/lib/rails_benchmark_suite/suites/active_record_suite.rb

@@ -7,8 +7,11 @@ RailsBenchmarkSuite.register_suite("Active Record Heft", weight: 0.4) do
   # Workload: Create User with Posts, Join Query, Update
   # Use transaction rollback to keep the DB clean and avoid costly destroy callbacks
   ActiveRecord::Base.transaction do
-    # 1. Create
-    user = RailsBenchmarkSuite::Models::User.create!(name: "Speedy Gonzales", email: "speedy@example.com")
+    # 1. Create - with unique email per thread
+    user = RailsBenchmarkSuite::Models::User.create!(
+      name: "Benchmark User", 
+      email: "test-#{Thread.current.object_id}@example.com"
+    )
     
     # 2. Create associated records (simulate some weight)
     10.times do |i|
@@ -24,7 +27,7 @@ RailsBenchmarkSuite.register_suite("Active Record Heft", weight: 0.4) do
                 .to_a
     
     # 4. Update
-    user.update!(name: "Slowpoke Rodriguez")
+    user.update!(name: "Updated User")
     
     # Rollback everything to leave the DB clean for next iteration
     raise ActiveRecord::Rollback

data/lib/rails_benchmark_suite/suites/image_heft_suite.rb

@@ -1,5 +1,6 @@
 # frozen_string_literal: true
 
+# Check if vips is available at registration time
 begin
   require "image_processing/vips"
   require "fileutils"
@@ -9,6 +10,7 @@ begin
   FileUtils.mkdir_p(ASSET_DIR)
   SAMPLE_IMAGE = File.join(ASSET_DIR, "sample.jpg")
 
+  # Only register if vips is actually available
   RailsBenchmarkSuite.register_suite("Image Heft", weight: 0.1) do
     # Gracefully handle missing dependencies
     if File.exist?(SAMPLE_IMAGE)
@@ -22,13 +24,8 @@ begin
     end
   end
 
-rescue LoadError, StandardError => e
-  # Register a skipped suite if Libvips is unavailable
-  RailsBenchmarkSuite.register_suite("Image Heft (Skipped)", weight: 0.0) do
-    @warned ||= begin
-      warn "⚠️  [RailsBenchmarkSuite] ImageHeft skipped: #{e.message}. Install libvips to enable."
-      true
-    end
-  end
+rescue LoadError, StandardError
+  # Don't register the suite at all if vips is unavailable
+  puts "⚠️  Skipping Image Heft: libvips not available. Install with: brew install vips (macOS)"
 end
 

data/lib/rails_benchmark_suite/version.rb

@@ -1,3 +1,3 @@
 module RailsBenchmarkSuite
-  VERSION = "0.2.6"
+  VERSION = "0.2.8"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: rails_benchmark_suite
 version: !ruby/object:Gem::Version
-  version: 0.2.6
+  version: 0.2.8
 platform: ruby
 authors:
 - RailsBenchmarkSuite Contributors