the_mechanic_2 0.1.0

data/app/services/the_mechanic_2/rails_runner_service.rb

@@ -0,0 +1,235 @@
+# frozen_string_literal: true
+
+require 'tempfile'
+require 'json'
+require 'open3'
+require 'timeout'
+
+module TheMechanic2
+  # Service for spawning Rails runner processes to execute benchmark code
+  # Each benchmark runs in a completely isolated Rails environment
+  class RailsRunnerService
+    class BenchmarkTimeout < StandardError; end
+    class BenchmarkError < StandardError; end
+    
+    # Executes benchmark code in a separate Rails runner process
+    # @param code [String] The Ruby code to benchmark
+    # @param shared_setup [String] Optional setup code to run before benchmark
+    # @param timeout [Integer] Maximum execution time in seconds
+    # @return [Hash] Benchmark results with IPS, memory, and other metrics
+    def execute(code:, shared_setup: nil, timeout: 30)
+      script_file = create_script(code, shared_setup)
+      
+      begin
+        stdout, stderr, status = spawn_runner(script_file.path, timeout)
+        parse_output(stdout, stderr, status)
+      ensure
+        script_file.close
+        script_file.unlink
+      end
+    end
+    
+    private
+    
+    # Creates a temporary Ruby script file with the benchmark code
+    # @param code [String] The benchmark code
+    # @param shared_setup [String] Optional setup code
+    # @return [Tempfile] The temporary script file
+    def create_script(code, shared_setup)
+      script_file = Tempfile.new(['benchmark', '.rb'])
+      
+      script_content = generate_script_content(code, shared_setup)
+      script_file.write(script_content)
+      script_file.flush
+      script_file.rewind
+      
+      script_file
+    end
+    
+    # Generates the complete script content for benchmarking
+    # @param code [String] The benchmark code
+    # @param shared_setup [String] Optional setup code
+    # @return [String] The complete Ruby script
+    def generate_script_content(code, shared_setup)
+      require 'base64'
+      
+      # Encode the code and setup to avoid interpolation issues
+      encoded_code = Base64.strict_encode64(code)
+      encoded_setup = shared_setup ? Base64.strict_encode64(shared_setup) : nil
+      
+      # Generate script with Base64 encoded code
+      <<~RUBY
+        require 'benchmark/ips'
+        require 'memory_profiler'
+        require 'json'
+        require 'base64'
+        require 'stringio'
+        
+        begin
+          # Decode the user code
+          user_code = Base64.strict_decode64('#{encoded_code}')
+          #{encoded_setup ? "shared_setup_code = Base64.strict_decode64('#{encoded_setup}')" : "shared_setup_code = nil"}
+          
+          # Create a shared binding for eval context
+          shared_binding = binding
+          
+          # Execute shared setup if provided
+          eval(shared_setup_code, shared_binding) if shared_setup_code
+          
+          # Wrap code in a lambda that suppresses stdout
+          code_block = lambda do
+            original_stdout = $stdout
+            $stdout = File.open(File::NULL, 'w')
+            begin
+              eval(user_code, shared_binding)
+            ensure
+              $stdout.close unless $stdout == original_stdout
+              $stdout = original_stdout
+            end
+          end
+          
+          # Capture Benchmark.ips results
+          ips_result = nil
+          stddev_result = nil
+          
+          # Save the real stdout
+          real_stdout = $stdout
+          
+          # Redirect stdout temporarily to capture benchmark output
+          $stdout = StringIO.new
+          
+          Benchmark.ips do |x|
+            x.config(time: 5, warmup: 2)
+            
+            x.report('benchmark') do
+              code_block.call
+            end
+            
+            # Store the results
+            x.compare!
+          end
+          
+          # Get the benchmark output
+          benchmark_output = $stdout.string
+          $stdout = real_stdout
+          
+          # Parse IPS from benchmark output
+          # Format: "benchmark     42.072M (± 2.1%) i/s"
+          # Can be in format like "42.072M" or "123.456k" or just "1234.5"
+          if benchmark_output =~ /benchmark\\s+([\\d.]+)([MKk]?)\\s+\\(±\\s*([\\d.]+)%\\)\\s+i\\/s/
+            value = $1.to_f
+            unit = $2
+            stddev_percent = $3.to_f
+            
+            # Convert to actual IPS based on unit
+            case unit
+            when 'M'
+              ips_result = value * 1_000_000
+            when 'K', 'k'
+              ips_result = value * 1_000
+            else
+              ips_result = value
+            end
+            
+            stddev_result = ips_result * (stddev_percent / 100.0)
+          else
+            # Fallback if parsing fails
+            ips_result = 0.0
+            stddev_result = 0.0
+          end
+          
+          # Measure memory usage (suppress output)
+          null_file = File.open(File::NULL, 'w')
+          $stdout = null_file
+          memory_report = MemoryProfiler.report do
+            100.times do
+              code_block.call
+            end
+          end
+          null_file.close
+          $stdout = real_stdout
+          
+          # Calculate execution time for a single run
+          execution_start = Time.now
+          code_block.call
+          execution_time = Time.now - execution_start
+          
+          # Serialize results as JSON
+          results = {
+            ips: ips_result.round(2),
+            stddev: stddev_result.round(2),
+            objects: memory_report.total_allocated,
+            memory_mb: (memory_report.total_allocated_memsize / 1024.0 / 1024.0).round(4),
+            execution_time: execution_time.round(6)
+          }
+          
+          puts JSON.generate(results)
+          
+        rescue => e
+          # Output error as JSON
+          error_result = {
+            error: e.message,
+            backtrace: e.backtrace.first(10)
+          }
+          puts JSON.generate(error_result)
+          exit(1)
+        end
+      RUBY
+    end
+    
+    # Spawns a Rails runner process with the script
+    # @param script_path [String] Path to the temporary script file
+    # @param timeout [Integer] Maximum execution time
+    # @return [Array] stdout, stderr, and status
+    def spawn_runner(script_path, timeout)
+      # For testing, use ruby directly. In production, this will be called from a real Rails app
+      # where rails runner will work properly
+      cmd = if ENV['RAILS_ENV'] == 'test'
+              "bundle exec ruby #{script_path}"
+            else
+              "bundle exec rails runner #{script_path}"
+            end
+      
+      Timeout.timeout(timeout) do
+        Open3.capture3(
+          cmd,
+          chdir: Rails.root.to_s
+        )
+      end
+    rescue Timeout::Error
+      raise BenchmarkTimeout, "Execution exceeded #{timeout} seconds"
+    end
+    
+    # Parses the output from the Rails runner process
+    # @param stdout [String] Standard output from the process
+    # @param stderr [String] Standard error from the process
+    # @param status [Process::Status] Process exit status
+    # @return [Hash] Parsed benchmark results
+    def parse_output(stdout, stderr, status)
+      if status.success?
+        begin
+          # Extract the JSON line from stdout (last line should be JSON)
+          json_line = stdout.lines.last&.strip
+          raise BenchmarkError, "No JSON output found" if json_line.nil? || json_line.empty?
+          
+          JSON.parse(json_line, symbolize_names: true)
+        rescue JSON::ParserError => e
+          raise BenchmarkError, "Failed to parse benchmark results: #{e.message}\nOutput: #{stdout}"
+        end
+      else
+        # Try to parse error from stdout
+        begin
+          json_line = stdout.lines.last&.strip
+          if json_line && !json_line.empty?
+            error_data = JSON.parse(json_line, symbolize_names: true)
+            raise BenchmarkError, "Benchmark failed: #{error_data[:error]}"
+          else
+            raise BenchmarkError, "Benchmark failed with exit code #{status.exitstatus}\nStderr: #{stderr}\nStdout: #{stdout}"
+          end
+        rescue JSON::ParserError
+          raise BenchmarkError, "Benchmark failed with exit code #{status.exitstatus}\nStderr: #{stderr}\nStdout: #{stdout}"
+        end
+      end
+    end
+  end
+end

data/app/services/the_mechanic_2/security_service.rb

@@ -0,0 +1,128 @@
+# frozen_string_literal: true
+
+module TheMechanic2
+  # Service for validating Ruby code before execution
+  # Blocks dangerous operations like system calls, file I/O, network access, etc.
+  class SecurityService
+    # Forbidden patterns that should not be allowed in benchmark code
+    FORBIDDEN_PATTERNS = {
+      system_calls: [
+        /\bsystem\s*\(/,
+        /\bexec\s*\(/,
+        /\bspawn\s*\(/,
+        /`[^`]+`/,  # backticks
+        /\%x\{/,    # %x{} syntax
+        /\bfork\s*(\(|do|\{)/,
+        /Process\.spawn/,
+        /Process\.exec/,
+        /Kernel\.system/,
+        /Kernel\.exec/,
+        /Kernel\.spawn/
+      ],
+      network_operations: [
+        /URI\.open/,  # Check this first before generic open
+        /Net::HTTP/,
+        /Net::FTP/,
+        /Net::SMTP/,
+        /Net::POP3/,
+        /Net::IMAP/,
+        /Socket\./,
+        /TCPSocket/,
+        /UDPSocket/,
+        /UNIXSocket/,
+        /HTTParty/,
+        /Faraday/,
+        /RestClient/
+      ],
+      file_operations: [
+        /File\.open/,
+        /File\.read/,
+        /File\.write/,
+        /File\.delete/,
+        /File\.unlink/,
+        /File\.rename/,
+        /File\.chmod/,
+        /File\.chown/,
+        /FileUtils\./,
+        /IO\.read/,
+        /IO\.write/,
+        /IO\.open/,
+        /\bopen\s*\(/  # Kernel#open
+      ],
+      database_writes: [
+        /\.save[!\s(]/,
+        /\.save$/,
+        /\.update[!\s(]/,
+        /\.update$/,
+        /\.update_all/,
+        /\.update_attribute/,
+        /\.update_column/,
+        /\.destroy[!\s(]/,
+        /\.destroy$/,
+        /\.destroy_all/,
+        /\.delete[!\s(]/,
+        /\.delete$/,
+        /\.delete_all/,
+        /\.create[!\s(]/,
+        /\.create$/,
+        /\.insert/,
+        /\.upsert/,
+        /ActiveRecord::Base\.connection\.execute/,
+        /\.connection\.execute/
+      ],
+      dangerous_evals: [
+        /\beval\s*\(/,
+        /instance_eval/,
+        /class_eval/,
+        /module_eval/,
+        /define_method/,
+        /send\s*\(/,
+        /__send__/,
+        /public_send/,
+        /method\s*\(/,
+        /const_get/,
+        /const_set/,
+        /remove_const/,
+        /class_variable_set/,
+        /instance_variable_set/
+      ],
+      thread_operations: [
+        /Thread\.new/,
+        /Thread\.start/,
+        /Thread\.fork/
+      ]
+    }.freeze
+    
+    # Validates the given code for security issues
+    # @param code [String] The Ruby code to validate
+    # @return [Hash] Validation result with :valid and :errors keys
+    def self.validate(code)
+      return { valid: false, errors: ['Code cannot be empty'] } if code.nil? || code.strip.empty?
+      
+      errors = []
+      
+      FORBIDDEN_PATTERNS.each do |category, patterns|
+        patterns.each do |pattern|
+          if code.match?(pattern)
+            errors << format_error(category, pattern, code)
+          end
+        end
+      end
+      
+      {
+        valid: errors.empty?,
+        errors: errors
+      }
+    end
+    
+    private
+    
+    # Formats an error message for a forbidden pattern match
+    def self.format_error(category, pattern, code)
+      matched_text = code.match(pattern)&.to_s || 'unknown'
+      category_name = category.to_s.tr('_', ' ').capitalize
+      
+      "#{category_name} detected: '#{matched_text}' is not allowed for security reasons"
+    end
+  end
+end

data/app/views/layouts/the_mechanic_2/application.html.erb

@@ -0,0 +1,17 @@
+<!DOCTYPE html>
+<html>
+<head>
+  <title>The mechanic</title>
+  <%= csrf_meta_tags %>
+  <%= csp_meta_tag %>
+
+  <%= yield :head %>
+
+  <%= stylesheet_link_tag    "the_mechanic_2/application", media: "all" %>
+</head>
+<body>
+
+<%= yield %>
+
+</body>
+</html>

data/app/views/the_mechanic_2/benchmarks/index.html.erb

@@ -0,0 +1,266 @@
+<!DOCTYPE html>
+<html lang="en">
+<head>
+  <meta charset="UTF-8">
+  <meta name="viewport" content="width=device-width, initial-scale=1.0">
+  <title>The Mechanic 2 - Ruby Code Benchmarking</title>
+  <meta name="csrf-param" content="authenticity_token" />
+  <meta name="csrf-token" content="<%= form_authenticity_token %>" />
+  <style>
+    <%= raw inline_css %>
+  </style>
+</head>
+<body>
+  <div id="app">
+    <!-- Header -->
+    <header class="header">
+      <div class="header-content">
+        <div>
+          <h1>🔧 The Mechanic 2</h1>
+          <p class="header-subtitle">Ruby Code Benchmarking Engine</p>
+        </div>
+        <button id="reset-btn" class="btn btn-secondary">Reset</button>
+      </div>
+    </header>
+
+    <!-- Main Content -->
+    <main class="main-content">
+      <!-- Message Container -->
+      <div id="message-container"></div>
+
+      <!-- Code Input Section -->
+      <section class="code-input-section">
+        <div class="card">
+          <h2 class="card-header">Code Input</h2>
+          
+          <!-- Code A and B Grid -->
+          <div class="code-input-grid">
+            <div class="code-input-container">
+              <label class="code-input-label" for="code-a">
+                Code A
+              </label>
+              <textarea 
+                id="code-a" 
+                class="code-editor" 
+                rows="10"
+                placeholder="# Enter first code snippet&#10;# Example: arr.sum"
+              ></textarea>
+            </div>
+
+            <div class="code-input-container">
+              <label class="code-input-label" for="code-b">
+                Code B
+              </label>
+              <textarea 
+                id="code-b" 
+                class="code-editor" 
+                rows="10"
+                placeholder="# Enter second code snippet&#10;# Example: arr.reduce(:+)"
+              ></textarea>
+            </div>
+          </div>
+
+          <!-- Shared Setup -->
+          <div class="shared-setup-container">
+            <label class="code-input-label" for="shared-setup">
+              Shared Setup (Optional)
+            </label>
+            <textarea 
+              id="shared-setup" 
+              class="code-editor" 
+              rows="4"
+              placeholder="# Optional: Code that runs before both snippets&#10;# Example: arr = [1, 2, 3, 4, 5]"
+            ></textarea>
+          </div>
+
+          <!-- Timeout Setting -->
+          <div style="margin-top: 1rem;">
+            <label class="code-input-label" for="timeout">
+              Timeout (seconds)
+            </label>
+            <input 
+              type="number" 
+              id="timeout" 
+              value="30" 
+              min="1" 
+              max="300"
+              style="padding: 0.5rem; border: 1px solid #d1d5db; border-radius: 0.375rem; width: 100px;"
+            />
+          </div>
+
+          <!-- Action Buttons -->
+          <div class="btn-group">
+            <button id="validate-btn" class="btn btn-secondary">
+              Validate Code
+            </button>
+            <button id="run-btn" class="btn btn-primary">
+              Run Benchmark
+            </button>
+          </div>
+        </div>
+      </section>
+
+      <!-- Results Section -->
+      <section id="results-section" class="results-section hidden">
+        <h2 class="card-header">Results</h2>
+        
+        <!-- Summary -->
+        <div class="summary-section">
+          <p id="summary-text" class="summary-text"></p>
+        </div>
+
+        <!-- Results Grid -->
+        <div class="results-grid">
+          <!-- Code A Results -->
+          <div id="code-a-card" class="result-card">
+            <div class="result-card-header">
+              <h3 class="result-card-title">Code A</h3>
+              <span class="winner-badge hidden">Winner</span>
+            </div>
+            <ul class="metrics-list">
+              <li class="metric-item">
+                <span class="metric-label">IPS (iterations/sec)</span>
+                <span class="metric-value" data-metric="ips">-</span>
+              </li>
+              <li class="metric-item">
+                <span class="metric-label">Standard Deviation</span>
+                <span class="metric-value" data-metric="stddev">-</span>
+              </li>
+              <li class="metric-item">
+                <span class="metric-label">Objects Allocated</span>
+                <span class="metric-value" data-metric="objects">-</span>
+              </li>
+              <li class="metric-item">
+                <span class="metric-label">Memory (MB)</span>
+                <span class="metric-value" data-metric="memory">-</span>
+              </li>
+              <li class="metric-item">
+                <span class="metric-label">Execution Time</span>
+                <span class="metric-value" data-metric="time">-</span>
+              </li>
+            </ul>
+          </div>
+
+          <!-- Code B Results -->
+          <div id="code-b-card" class="result-card">
+            <div class="result-card-header">
+              <h3 class="result-card-title">Code B</h3>
+              <span class="winner-badge hidden">Winner</span>
+            </div>
+            <ul class="metrics-list">
+              <li class="metric-item">
+                <span class="metric-label">IPS (iterations/sec)</span>
+                <span class="metric-value" data-metric="ips">-</span>
+              </li>
+              <li class="metric-item">
+                <span class="metric-label">Standard Deviation</span>
+                <span class="metric-value" data-metric="stddev">-</span>
+              </li>
+              <li class="metric-item">
+                <span class="metric-label">Objects Allocated</span>
+                <span class="metric-value" data-metric="objects">-</span>
+              </li>
+              <li class="metric-item">
+                <span class="metric-label">Memory (MB)</span>
+                <span class="metric-value" data-metric="memory">-</span>
+              </li>
+              <li class="metric-item">
+                <span class="metric-label">Execution Time</span>
+                <span class="metric-value" data-metric="time">-</span>
+              </li>
+            </ul>
+          </div>
+        </div>
+
+        <!-- Runtime Logs & Detailed Analysis -->
+        <div id="runtime-logs-section" class="runtime-logs-section hidden">
+          <div class="logs-container">
+            <button id="logs-toggle" class="logs-header" aria-expanded="true">
+              <div class="logs-header-content">
+                <svg class="logs-chevron expanded" fill="none" viewBox="0 0 24 24" stroke="currentColor">
+                  <path stroke-linecap="round" stroke-linejoin="round" stroke-width="2" d="M9 5l7 7-7 7"></path>
+                </svg>
+                <h3 class="logs-title">Runtime Logs & Detailed Analysis</h3>
+              </div>
+              <span class="logs-toggle-text">Click to collapse</span>
+            </button>
+            
+            <div id="logs-content" class="logs-content">
+              <!-- Tab Navigation -->
+              <div class="logs-tabs">
+                <button class="log-tab active" data-tab="summary">
+                  <span class="tab-icon">📊</span>
+                  <span>Comparison Summary</span>
+                </button>
+                <button class="log-tab" data-tab="benchmark">
+                  <span class="tab-icon">⚡</span>
+                  <span>Benchmark Output</span>
+                </button>
+                <button class="log-tab" data-tab="memory">
+                  <span class="tab-icon">💾</span>
+                  <span>Memory Report</span>
+                </button>
+                <button class="log-tab" data-tab="gc">
+                  <span class="tab-icon">🔄</span>
+                  <span>GC Statistics</span>
+                </button>
+              </div>
+              
+              <!-- Tab Panels -->
+              <div class="logs-panels">
+                <!-- Summary Panel -->
+                <div class="log-panel active" data-panel="summary">
+                  <h4 class="panel-title">Comparison Summary</h4>
+                  <div class="panel-content">
+                    <pre id="summary-log" class="log-output">Run a benchmark to see the comparison summary...</pre>
+                  </div>
+                  <p class="panel-description">High-level comparison of both code snippets.</p>
+                </div>
+                
+                <!-- Benchmark Panel -->
+                <div class="log-panel hidden" data-panel="benchmark">
+                  <h4 class="panel-title">Benchmark Output</h4>
+                  <div class="panel-content">
+                    <pre id="benchmark-log" class="log-output">Benchmark.ips output will appear here...</pre>
+                  </div>
+                  <p class="panel-description">Raw output from Benchmark.ips execution.</p>
+                </div>
+                
+                <!-- Memory Panel -->
+                <div class="log-panel hidden" data-panel="memory">
+                  <h4 class="panel-title">Memory Report</h4>
+                  <div class="panel-content">
+                    <pre id="memory-log" class="log-output">Memory profiling data will appear here...</pre>
+                  </div>
+                  <p class="panel-description">Detailed memory allocation and usage statistics.</p>
+                </div>
+                
+                <!-- GC Panel -->
+                <div class="log-panel hidden" data-panel="gc">
+                  <h4 class="panel-title">Garbage Collection Statistics</h4>
+                  <div class="panel-content">
+                    <pre id="gc-log" class="log-output">GC statistics will be collected during benchmark execution...</pre>
+                  </div>
+                  <p class="panel-description">Ruby garbage collector statistics during benchmark execution.</p>
+                </div>
+              </div>
+            </div>
+          </div>
+        </div>
+      </section>
+    </main>
+
+    <!-- Footer -->
+    <footer class="footer">
+      <p>
+        The Mechanic 2 - Ruby Code Benchmarking Engine | 
+        <a href="https://github.com/yourusername/the_mechanic" target="_blank">GitHub</a>
+      </p>
+    </footer>
+  </div>
+
+  <script>
+    <%= raw inline_javascript %>
+  </script>
+</body>
+</html>

data/config/routes.rb

@@ -0,0 +1,7 @@
+TheMechanic2::Engine.routes.draw do
+  root to: 'benchmarks#index'
+  
+  post 'validate', to: 'benchmarks#validate'
+  post 'run', to: 'benchmarks#run'
+  post 'export', to: 'benchmarks#export'
+end

data/lib/tasks/the_mechanic_tasks.rake

@@ -0,0 +1,4 @@
+# desc "Explaining what the task does"
+# task :the_mechanic do
+#   # Task goes here
+# end