devformance 0.1.0

data/app/jobs/devformance/file_runner_job.rb

@@ -0,0 +1,318 @@
+module Devformance
+  class FileRunnerJob < ActiveJob::Base
+    queue_as :devformance
+
+    SLOW_THRESHOLD_MS = -> { Devformance.configuration.slow_query_threshold_ms }
+
+    def perform(run_id:, file_path:, file_key:, framework: nil)
+      ENV["DEVMETRICS_SKIP_DB_SETUP"] = "1"
+      @framework = build_framework(framework)
+      result = ::Devformance::FileResult.find_by!(run_id: run_id, file_key: file_key)
+      result.update!(status: :running)
+
+      log    = ::Devformance::LogWriter.open(run_id, file_key)
+      stream = "devformance:file:#{file_key}:#{run_id}"
+
+      broadcast(stream, type: "file_started", file_key: file_key, framework: @framework.name)
+
+      ::Devformance::SqlInstrumentor.around_run do
+        run_tests(file_path, stream, log, result)
+      end
+
+      flush_sql_results(stream, log, result)
+      write_coverage(stream, log, result, file_path)
+      finalize(stream, log, result, run_id)
+    rescue => e
+      broadcast(stream, type: "file_error", message: e.message)
+      result&.update!(status: :failed)
+    ensure
+      log&.close
+    end
+
+    private
+
+    def build_framework(framework_name)
+      return Devformance::TestFramework::Detector.detect(Rails.root) unless framework_name
+
+      framework_class = Devformance::TestFramework::Registry.for_name(framework_name)
+      return Devformance::TestFramework::RSpec.new(Rails.root) unless framework_class
+
+      framework_class.new(Rails.root)
+    end
+
+    def run_tests(file_path, stream, log, result)
+      env = {
+        "RAILS_ENV" => "test",
+        "DEVMETRICS_SKIP_DB_SETUP" => "1",
+        "BUNDLE_GEMFILE" => Rails.root.join("Gemfile").to_s
+      }
+
+      coverage_enabled = devformance_coverage_enabled?
+      if coverage_enabled
+        env["COVERAGE"] = "true"
+        env["SIMPLECOV"] = "true"
+        env["DEVMETRICS_INCLUDE_TESTS"] = "true"
+      end
+
+      cmd = @framework.run_command(file_path, coverage: coverage_enabled)
+
+      bullet_log_path = Rails.root.join("log", "bullet.log")
+      File.truncate(bullet_log_path, 0) if File.exist?(bullet_log_path)
+
+      start      = Time.current
+      stdout_all = ""
+
+      IO.popen(env, cmd, err: [ :child, :out ], chdir: Rails.root.to_s) do |io|
+        io.each_line do |raw_line|
+          line = raw_line.chomp
+          stdout_all += line + "\n"
+          log.write(line)
+
+          event_type = @framework.classify_line(line)
+          broadcast(stream, type: "test_output", line: line, event_type: event_type)
+
+          if event_type == "coverage" && @framework.respond_to?(:extract_coverage)
+            pct = @framework.extract_coverage(line)
+            if pct
+              broadcast(stream, type: "coverage_update", pct: pct)
+              result.update!(coverage: pct)
+            end
+          end
+        end
+      end
+
+      exit_status = $?
+
+      stream_bullet_log(bullet_log_path, stream, log, result)
+      stream_coverage_summary(file_path, stream, log)
+
+      summary = @framework.parse_summary(stdout_all)
+      status  = exit_status.success? && summary[:failures] == 0 ? :passed : :failed
+
+      result.update!(
+        status:       status,
+        passed_tests: summary[:passes],
+        failed_tests: summary[:failures],
+        total_tests:  summary[:examples],
+        duration_ms:  ((Time.current - start) * 1000).round
+      )
+    end
+
+    def stream_bullet_log(bullet_log_path, stream, log, result)
+      return unless File.exist?(bullet_log_path)
+
+      content = File.read(bullet_log_path).strip
+      return if content.blank?
+
+      warnings = ::Devformance::BulletLogParser.parse(content)
+      return if warnings.empty?
+
+      emit(stream, log, "")
+      emit(stream, log, "── Bullet Warnings (#{warnings.size}) ──")
+
+      warnings.each do |w|
+        prefix = w.type == :add_eager_load ? "[N+1]" : "[UNUSED EAGER]"
+        emit(stream, log, "  #{prefix} #{w.model_class} => #{w.associations} — #{w.fix_suggestion}")
+        if w.call_stack.first
+          source = w.call_stack.find { |l| !l.include?("/gems/") && !l.include?("/ruby/") } || w.call_stack.first
+          emit(stream, log, "        Source: #{source}")
+        end
+
+        ::Devformance::SlowQuery.create!(
+          run_id:         result.run_id,
+          file_key:       result.file_key,
+          model_class:    w.model_class,
+          fix_suggestion: w.fix_suggestion,
+          line_number:    w.line_number
+        )
+
+        if w.type == :add_eager_load
+          broadcast(stream, type: "n1_detected", message: "#{w.model_class} => #{w.associations} — #{w.fix_suggestion}")
+        end
+      end
+
+      result.update!(n1_count: warnings.count { |w| w.type == :add_eager_load })
+    end
+
+    def stream_coverage_summary(file_path, stream, log)
+      resultset_path = Rails.root.join("coverage", ".resultset.json")
+      return unless File.exist?(resultset_path)
+
+      rs  = JSON.parse(File.read(resultset_path)) rescue {}
+      pct = extract_coverage_pct(rs, file_path)
+      return unless pct
+
+      emit(stream, log, "")
+      emit(stream, log, "── Coverage: #{pct.round(1)}% ──")
+    end
+
+    def emit(stream, log, line)
+      log.write(line)
+      broadcast(stream, type: "test_output", line: line, event_type: "info")
+    end
+
+    def parse_rspec_summary(output)
+      if output =~ /(\d+)\s+examples?,\s+(\d+)\s+failures?(?:,\s+(\d+)\s+pending)?/m
+        examples = $1.to_i
+        failures = $2.to_i
+        pending  = $3.to_i rescue 0
+        { examples: examples, failures: failures, pending: pending, passes: examples - failures - pending }
+      else
+        { examples: 0, failures: 0, pending: 0, passes: 0 }
+      end
+    end
+
+    def flush_sql_results(stream, log, result)
+      queries   = ::Devformance::SqlInstrumentor.queries
+      slow      = queries.select { |q| q[:ms] >= SLOW_THRESHOLD_MS.call }
+      n1_groups = detect_n1_patterns(queries)
+
+      slow.each do |q|
+        entry = { sql: q[:sql].truncate(200), ms: q[:ms] }
+        log.write("  [SLOW #{q[:ms]}ms] #{q[:sql].truncate(120)}")
+        broadcast(stream, type: "slow_query", query: entry)
+
+        ::Devformance::SlowQuery.create!(
+          run_id:      result.run_id,
+          file_key:    result.file_key,
+          sql:         q[:sql],
+          duration_ms: q[:ms]
+        )
+      end
+
+      n1_groups.each do |pattern, count|
+        msg = "N+1 detected: #{pattern} (#{count}x) — add includes(:#{n1_association(pattern)})"
+        log.write("  [N+1] #{msg}")
+      end
+
+      result.update!(
+        slow_query_count: slow.size,
+        n1_count:         result.n1_count + n1_groups.size
+      )
+    end
+
+    def write_coverage(stream, log, result, file_path)
+      resultset_path = Rails.root.join("coverage", ".resultset.json")
+      return unless File.exist?(resultset_path)
+
+      rs  = JSON.parse(File.read(resultset_path)) rescue {}
+      pct = extract_coverage_pct(rs, file_path)
+      return unless pct
+
+      broadcast(stream, type: "coverage_update", pct: pct.round(1))
+      result.update!(coverage: pct.round(1))
+    end
+
+    def finalize(stream, log, result, run_id)
+      log.write("")
+      log.write("=" * 60)
+      log.write("Result: #{result.status.upcase}  |  " \
+                "#{result.total_tests} tests, #{result.failed_tests} failures  |  " \
+                "#{result.slow_query_count} slow queries  |  #{result.n1_count} N+1 issues")
+
+      result.update!(log_path: log.path)
+
+      broadcast(stream, type: "file_complete",
+        status:      result.status,
+        passed:      result.passed_tests,
+        failed:      result.failed_tests,
+        slow_count:  result.slow_query_count,
+        n1_count:    result.n1_count,
+        coverage:    result.coverage,
+        duration_ms: result.duration_ms,
+        log_path:    result.log_path
+      )
+
+      run = ::Devformance::Run.find_by(run_id: run_id)
+      if run
+        run.with_lock do
+          run.increment!(:completed_files)
+          if run.completed_files >= run.total_files
+            run.update!(status: :completed, finished_at: Time.current)
+            ActionCable.server.broadcast(
+              "devformance:run:#{run_id}",
+              { type: "run_complete", run_id: run_id, total_files: run.total_files }
+            )
+            write_run_summary(run)
+          end
+        end
+      end
+    end
+
+    def broadcast(stream, payload)
+      ActionCable.server.broadcast(stream, payload)
+    end
+
+    def devformance_coverage_enabled?
+      if Devformance.configuration.respond_to?(:coverage?)
+        Devformance.configuration.coverage?
+      else
+        Devformance.configuration.coverage_enabled != false
+      end
+    rescue
+      false
+    end
+
+    def detect_n1_patterns(queries)
+      pattern_counts = Hash.new(0)
+      queries.each do |q|
+        normalized = q[:sql].gsub(/\d+/, "?").gsub(/'[^']*'/, "?").strip
+        pattern_counts[normalized] += 1
+      end
+      pattern_counts.select { |_, count| count >= 3 }
+    end
+
+    def n1_association(pattern)
+      pattern.match(/FROM "?(\w+)"?/i)&.captures&.first&.singularize || "association"
+    end
+
+    def extract_coverage_pct(resultset, file_path)
+      return nil unless resultset.is_a?(Hash)
+
+      all_lines = []
+      resultset.each do |_framework_key, framework_data|
+        next unless framework_data.is_a?(Hash)
+
+        coverage_data = framework_data["coverage"]
+        next unless coverage_data.is_a?(Hash)
+
+        coverage_data.each do |_path, file_data|
+          lines = file_data.is_a?(Hash) ? file_data["lines"] : file_data
+          all_lines.concat(lines.compact) if lines.is_a?(Array)
+        end
+      end
+
+      return nil if all_lines.empty?
+      covered = all_lines.count { |v| v.to_i > 0 }
+      (covered.to_f / all_lines.size * 100).round(1)
+    end
+
+    def json_output_path(run_id, file_key)
+      dir = Rails.root.join("log", "devformance", "runs", run_id.to_s)
+      FileUtils.mkdir_p(dir)
+      dir.join("#{file_key}.json").to_s
+    end
+
+    def write_run_summary(run)
+      results = run.file_results
+      dir     = Rails.root.join("log", "devformance", "runs", run.run_id.to_s)
+      summary = {
+        run_id:       run.run_id,
+        started_at:   run.started_at.iso8601,
+        finished_at:  run.finished_at.iso8601,
+        total_files:  run.total_files,
+        total_tests:  results.sum(:total_tests),
+        total_passed: results.sum(:passed_tests),
+        total_failed: results.sum(:failed_tests),
+        total_slow:   results.sum(:slow_query_count),
+        total_n1:     results.sum(:n1_count),
+        avg_coverage: (results.average(:coverage)&.round(1) || 0),
+        files:        results.map { |r|
+          { key: r.file_key, status: r.status, coverage: r.coverage,
+            slow: r.slow_query_count, n1: r.n1_count }
+        }
+      }
+      File.write(dir.join("_run_summary.json"), JSON.pretty_generate(summary))
+    end
+  end
+end

data/app/mailers/application_mailer.rb

@@ -0,0 +1,4 @@
+class ApplicationMailer < ActionMailer::Base
+  default from: "from@example.com"
+  layout "mailer"
+end

data/app/models/application_record.rb

@@ -0,0 +1,3 @@
+class ApplicationRecord < ActiveRecord::Base
+  primary_abstract_class
+end

data/app/models/devformance/file_result.rb

@@ -0,0 +1,14 @@
+module Devformance
+  class FileResult < ActiveRecord::Base
+    self.table_name = "devformance_file_results"
+
+    enum :status, { pending: 0, running: 1, passed: 2, failed: 3 }
+
+    belongs_to :run, foreign_key: :run_id, primary_key: :run_id,
+               class_name: "Devformance::Run"
+
+    def self.file_key_for(file_path)
+      File.basename(file_path, ".rb").gsub(/[^a-z0-9_]/, "_")
+    end
+  end
+end

data/app/models/devformance/run.rb

@@ -0,0 +1,19 @@
+module Devformance
+  class Run < ActiveRecord::Base
+    self.table_name = "devformance_runs"
+
+    enum :status, { pending: 0, running: 1, completed: 2, failed: 3 }
+
+    has_many :file_results, foreign_key: :run_id, primary_key: :run_id,
+             class_name: "Devformance::FileResult"
+
+    def self.create_for_files(file_paths)
+      create!(
+        run_id:      SecureRandom.hex(8),
+        status:      :running,
+        started_at:  Time.current,
+        total_files: file_paths.size
+      )
+    end
+  end
+end

data/app/models/devformance/slow_query.rb

@@ -0,0 +1,5 @@
+module Devformance
+  class SlowQuery < ActiveRecord::Base
+    self.table_name = "slow_queries"
+  end
+end

data/app/views/devformance/metrics/index.html.erb

@@ -0,0 +1,79 @@
+<%# Devformance — Parallel Real-Time Dashboard %>
+
+<div data-controller="metrics"
+     data-metrics-cable-url-value="/devformance/cable"
+     data-devformance-mount-path="/devformance">
+
+  <%# ── Header ── %>
+  <div style="margin-bottom:2rem;">
+    <div style="display:flex; align-items:flex-end; justify-content:space-between; flex-wrap:wrap; gap:1rem;">
+      <div>
+        <h2 style="font-size:1.75rem; font-weight:700; color:var(--text-primary); margin:0; letter-spacing:-0.02em; line-height:1.2;">
+          Performance Dashboard
+        </h2>
+        <%# <p style="color:var(--text-secondary); font-size:0.875rem; margin:0.375rem 0 0;">
+          One background job per spec file, streaming live output via ActionCable.
+        </p> %>
+        <p style="font-family:var(--font-mono); font-size:0.7rem; font-weight:600; letter-spacing:0.12em; color:var(--green); text-transform:uppercase; margin:0 0 0.375rem;">
+          Performance benchmarking · Integration tests · Queries optimization
+        </p>
+      </div>
+    </div>
+  </div>
+
+  <%# ── Run CTA ── %>
+  <div style="display:flex; align-items:center; justify-content:space-between; flex-wrap:wrap; gap:1rem; background:rgba(34,197,94,0.06); border:1px solid rgba(34,197,94,0.2); border-radius:12px; padding:1.125rem 1.5rem; margin-bottom:1.75rem;">
+    <div style="display:flex; align-items:center; gap:1rem;">
+      <div style="display:flex; align-items:center; justify-content:center; width:40px; height:40px; border-radius:10px; background:rgba(34,197,94,0.12); border:1px solid rgba(34,197,94,0.25); flex-shrink:0;">
+        <svg width="18" height="18" viewBox="0 0 24 24" fill="none" stroke="#22C55E" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" aria-hidden="true"><polygon points="5,3 19,12 5,21"/></svg>
+      </div>
+      <div>
+        <p style="font-size:0.9375rem; font-weight:600; color:var(--text-primary); margin:0 0 0.125rem;">Run all integration tests</p>
+        <p style="font-size:0.8125rem; color:var(--text-secondary); margin:0;">Each file gets its own panel with live terminal, slow queries, N+1 detections, and coverage.</p>
+      </div>
+    </div>
+    <button
+      class="btn-primary"
+      data-action="click->metrics#runTests"
+      data-metrics-target="runBtn">
+      <svg width="14" height="14" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2.5" stroke-linecap="round" stroke-linejoin="round" aria-hidden="true"><polygon points="5,3 19,12 5,21"/></svg>
+      Run performance tests
+    </button>
+  </div>
+
+  <%# ── Summary stat cards ── %>
+  <div class="dm-summary" data-metrics-target="summary" style="display:grid; grid-template-columns:repeat(auto-fit, minmax(160px, 1fr)); gap:1rem; margin-bottom:1.75rem;">
+    <div class="panel" style="padding:1rem 1.25rem;">
+      <div style="font-size:0.7rem; color:var(--text-muted); text-transform:uppercase; letter-spacing:0.08em; margin-bottom:0.375rem;">Tests run</div>
+      <div style="font-size:1.5rem; font-weight:700; color:var(--text-primary);" data-metrics-target="statTotalTests">—</div>
+    </div>
+    <div class="panel" style="padding:1rem 1.25rem;">
+      <div style="font-size:0.7rem; color:var(--text-muted); text-transform:uppercase; letter-spacing:0.08em; margin-bottom:0.375rem;">Slow queries</div>
+      <div style="font-size:1.5rem; font-weight:700; color:#fbbf24;" data-metrics-target="statSlowQueries">—</div>
+    </div>
+    <div class="panel" style="padding:1rem 1.25rem;">
+      <div style="font-size:0.7rem; color:var(--text-muted); text-transform:uppercase; letter-spacing:0.08em; margin-bottom:0.375rem;">N+1 issues</div>
+      <div style="font-size:1.5rem; font-weight:700; color:#f87171;" data-metrics-target="statN1Issues">—</div>
+    </div>
+    <div class="panel" style="padding:1rem 1.25rem;">
+      <div style="font-size:0.7rem; color:var(--text-muted); text-transform:uppercase; letter-spacing:0.08em; margin-bottom:0.375rem;">Avg coverage</div>
+      <div style="font-size:1.5rem; font-weight:700; color:#34d399;" data-metrics-target="statCoverage">—</div>
+    </div>
+  </div>
+
+  <%# ── File panels ── %>
+  <div class="panel" style="overflow:hidden;">
+    <div class="panel-header" style="border-bottom:1px solid rgba(255,255,255,0.05); padding:0.75rem 1.25rem;">
+      <h3 style="font-size:0.875rem; font-weight:600; color:var(--text-primary); margin:0; font-family:var(--font-mono);">Integration tests</h3>
+    </div>
+    <div data-metrics-target="fileList">
+      <%# Empty state %>
+      <div class="dm-empty">
+        <div class="panel-header" style="border-bottom:1px solid rgba(255,255,255,0.05); padding:0.75rem 1.25rem;">
+          <div class="dm-empty-text" style="font-size:0.875rem; color:var(--text-secondary);">No test files found. Run performance tests to see results here.</div>
+        </div>
+      </div>
+    </div>
+  </div>
+
+</div>

data/app/views/devformance/playground/run.html.erb

@@ -0,0 +1,63 @@
+<div data-controller="playground" class="space-y-6">
+  <div class="flex items-center justify-between mb-4">
+    <h2 class="text-2xl font-bold text-gray-900 leading-tight">Query Playground</h2>
+    <a href="/devformance" class="inline-flex items-center text-sm font-medium text-indigo-600 hover:text-indigo-500">
+      <svg class="mr-1.5 h-4 w-4" fill="none" viewBox="0 0 24 24" stroke="currentColor">
+        <path stroke-linecap="round" stroke-linejoin="round" stroke-width="2" d="M10 19l-7-7m0 0l7-7m-7 7h18" />
+      </svg>
+      Back to Dashboard
+    </a>
+  </div>
+
+  <div class="bg-white rounded-lg shadow border border-gray-100 p-6">
+    <form data-action="submit->playground#execute">
+      <div class="mb-4">
+        <label for="query" class="block text-sm font-medium text-gray-700 mb-2">Execute ActiveRecord Query</label>
+        <div class="mt-1 relative rounded-md shadow-sm border border-gray-300 focus-within:ring-1 focus-within:ring-indigo-500 focus-within:border-indigo-500">
+          <textarea id="query" name="query" rows="4" class="form-textarea block w-full rounded-md border-0 py-3 px-4 text-gray-900 placeholder-gray-500 focus:ring-0 sm:text-sm font-mono" placeholder="User.includes(:posts).limit(10).to_a" data-playground-target="input" required></textarea>
+        </div>
+        <p class="mt-2 text-sm text-gray-500">Enter valid Ruby/ActiveRecord code. E.g., <code class="bg-gray-100 text-gray-800 px-1 py-0.5 rounded">QueryLog.all.to_a</code></p>
+      </div>
+
+      <div class="flex items-center justify-between">
+        <button type="submit" class="inline-flex items-center px-4 py-2 border border-transparent text-sm font-medium rounded-md shadow-sm text-white bg-indigo-600 hover:bg-indigo-700 focus:outline-none focus:ring-2 focus:ring-offset-2 focus:ring-indigo-500" data-playground-target="submitBtn">
+          <svg class="-ml-1 mr-2 h-5 w-5" fill="none" viewBox="0 0 24 24" stroke="currentColor">
+            <path stroke-linecap="round" stroke-linejoin="round" stroke-width="2" d="M14.752 11.168l-3.197-2.132A1 1 0 0010 9.87v4.263a1 1 0 001.555.832l3.197-2.132a1 1 0 000-1.664z" />
+            <path stroke-linecap="round" stroke-linejoin="round" stroke-width="2" d="M21 12a9 9 0 11-18 0 9 9 0 0118 0z" />
+          </svg>
+          Run Query
+        </button>
+
+        <div class="hidden items-center space-x-2 text-sm font-medium text-gray-500" data-playground-target="spinner">
+           <svg class="animate-spin -ml-1 mr-3 h-5 w-5 text-indigo-500" xmlns="http://www.w3.org/2000/svg" fill="none" viewBox="0 0 24 24">
+            <circle class="opacity-25" cx="12" cy="12" r="10" stroke="currentColor" stroke-width="4"></circle>
+            <path class="opacity-75" fill="currentColor" d="M4 12a8 8 0 018-8V0C5.373 0 0 5.373 0 12h4zm2 5.291A7.962 7.962 0 014 12H0c0 3.042 1.135 5.824 3 7.938l3-2.647z"></path>
+          </svg>
+          Executing...
+        </div>
+      </div>
+    </form>
+  </div>
+
+  <div class="hidden bg-white rounded-lg shadow border border-gray-100 p-6 transition-all duration-300 ease-in-out" data-playground-target="resultContainer">
+    <h3 class="text-lg font-medium text-gray-900 mb-4 border-b border-gray-100 pb-2">Execution Results</h3>
+
+    <div class="grid grid-cols-2 gap-4 mb-4">
+      <div class="bg-gray-50 p-3 rounded-md border border-gray-200">
+         <span class="block text-xs font-semibold text-gray-500 uppercase tracking-wide">Duration</span>
+         <span class="mt-1 text-lg font-medium text-gray-900" data-playground-target="durationStat">-- ms</span>
+      </div>
+      <div class="bg-gray-50 p-3 rounded-md border border-gray-200">
+         <span class="block text-xs font-semibold text-gray-500 uppercase tracking-wide">Status</span>
+         <span class="mt-1 text-lg font-medium text-green-600" data-playground-target="statusStat">Success</span>
+      </div>
+    </div>
+
+    <div>
+      <h4 class="text-sm font-semibold text-gray-700 mb-2">Output Logs / Result</h4>
+      <div class="bg-gray-900 rounded-md p-4 overflow-x-auto">
+        <pre class="text-sm text-green-400 font-mono whitespace-pre-wrap" data-playground-target="output">Ready for input...</pre>
+      </div>
+    </div>
+  </div>
+</div>