sidekiq_insight 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: a8c2db5cf7bb0e99fe1af7f752c3ad0999cc865c7e030d9b1c78b59c183e226c
+  data.tar.gz: 0c5594584fb8682227d72669cd1942ff0175051582efaddcc49af15511ff877e
+SHA512:
+  metadata.gz: 5c1be3e9a2f1101c4ecd2fe32080d4c7f42dc47f7652fd27735e93e63a181ce5b12f75bb720f9b6e061e97f148e90cf3a6dd817c7b099e42721edc6dc61fb087
+  data.tar.gz: ed781d6af149092780b7051ebf7d4456b8444d84424245846407294a622daa4bd57a30230633b072b47de7d2ffed9024e10b3bfd43693e8a3f283674548a2016

data/Gemfile

@@ -0,0 +1,8 @@
+# frozen_string_literal: true
+
+source "https://rubygems.org"
+
+# Specify your gem's dependencies in sidekiq_insight.gemspec
+gemspec
+
+gem "rake", "~> 13.0"

data/LICENSE.txt

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2025 mrmalvi
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,206 @@
+# SidekiqInsight
+
+**SidekiqInsight** is a lightweight performance monitoring engine for Sidekiq.
+It records CPU usage, wall time, memory (RSS), arguments, and detects memory-leak patterns — all displayed in a clean, Bootstrap-based dashboard.
+
+---
+
+## 🚀 Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem "sidekiq_insight"
+```
+
+Then:
+
+```bash
+bundle install
+```
+
+---
+
+## ⚙️ Configuration (Required)
+
+Create the initializer:
+
+```
+config/initializers/sidekiq_insight.rb
+```
+
+Add:
+
+```ruby
+SidekiqInsight.configure do |config|
+  config.redis_url = "redis://127.0.0.1:6379/0"
+end
+```
+
+SidekiqInsight uses Redis to store:
+
+- job samples
+- aggregated metrics
+- leak alerts
+
+---
+
+## 🛣 Mounting the Engine
+
+Add this to your Rails **config/routes.rb**:
+
+```ruby
+mount SidekiqInsight::Engine => "/sidekiq_insight"
+```
+
+Then visit:
+
+```
+http://localhost:3000/sidekiq_insight
+```
+
+---
+
+## 📊 What SidekiqInsight Monitors
+
+### For every Sidekiq job run, it records:
+
+- `started_at`
+- `wall_ms`
+- `cpu_ms`
+- `rss_kb`
+- job arguments
+- execution count
+
+### Aggregated metrics:
+
+- average CPU
+- average memory usage
+- execution counts
+
+### Memory leak detection:
+
+SidekiqInsight automatically analyzes RSS trends:
+
+```ruby
+SidekiqInsight::Metrics.detect_leak(samples)
+```
+
+Jobs with a positive trend appear under **Leak Alerts**.
+
+---
+
+## 🖥 Dashboard Pages
+
+### **Top Jobs Metrics**
+- `/sidekiq_insight/graphs/cpu`
+- `/sidekiq_insight/graphs/rss`
+- `/sidekiq_insight/graphs/wall`
+
+Each page shows sortable metrics and Chart.js graphs.
+
+---
+
+### **Leak Alerts**
+Lists jobs where memory leak patterns are detected.
+
+---
+
+### **Job Details**
+View every sample recorded for a job:
+
+- CPU chart
+- Memory (RSS) chart
+- Wall time chart
+- Raw arguments (JSON)
+
+---
+
+## ⚡ Adding Middleware (Highly Recommended)
+
+Inside `config/initializers/sidekiq.rb` or `sidekiq.yml`:
+
+```ruby
+Sidekiq.configure_server do |config|
+  config.server_middleware do |chain|
+    chain.add SidekiqInsight::ServerMiddleware
+  end
+end
+```
+
+This ensures job metrics are captured.
+
+---
+
+## 🔧 Utility Methods
+
+### Clear all stored metrics:
+
+```ruby
+SidekiqInsight.storage.clear_all
+```
+
+Useful during development.
+
+---
+
+## 📦 Directory Structure
+
+```
+sidekiq_insight/
+  app/
+    controllers/sidekiq_insight/
+    views/sidekiq_insight/
+  lib/
+    sidekiq_insight/
+      metrics.rb
+      storage.rb
+      server_middleware.rb
+      request_middleware.rb
+      version.rb
+    sidekiq_insight.rb
+  config/routes.rb
+```
+
+---
+
+## 🎨 Frontend
+
+The dashboard UI uses:
+
+- **Bootstrap 5**
+- **Chart.js graphs**
+- **Responsive tables/cards**
+- **Leak alerts highlighting**
+
+No configuration needed out of the box.
+
+---
+
+## 📝 Example Output
+
+Metrics include data like:
+
+```json
+{
+  "started_at": "2025-02-01T10:20:30Z",
+  "wall_ms": 52.0,
+  "cpu_ms": 13.5,
+  "rss_kb": 242.1,
+  "args": ["123", true]
+}
+```
+
+---
+
+## ❤️ Contributing
+
+Pull requests are welcome!
+Please open an issue first to discuss changes.
+
+---
+
+## 📜 License
+
+MIT License
+

data/Rakefile

@@ -0,0 +1,4 @@
+# frozen_string_literal: true
+
+require "bundler/gem_tasks"
+task default: %i[]

data/app/controllers/sidekiq_insight/base_controller.rb

@@ -0,0 +1,6 @@
+module SidekiqInsight
+  class BaseController < ActionController::Base
+    protect_from_forgery with: :exception
+    layout "sidekiq_insight/sidekiq_insight"
+  end
+end

data/app/controllers/sidekiq_insight/dashboard_controller.rb

@@ -0,0 +1,19 @@
+module SidekiqInsight
+  class DashboardController < BaseController
+    def index
+      @jobs = SidekiqInsight.storage.top_jobs(50)
+      @alerts = SidekiqInsight.detector.recent_alerts(20)
+    end
+
+    def show
+      key = params[:job]
+      @samples = SidekiqInsight.storage.recent(key, 200)
+      @leak = SidekiqInsight::Metrics.detect_leak(@samples)
+    end
+
+    def clear
+      SidekiqInsight.storage.clear_all
+      redirect_to sidekiq_insight.root_path, notice: "Cleared profiler data"
+    end
+  end
+end

data/app/controllers/sidekiq_insight/graphs_controller.rb

@@ -0,0 +1,38 @@
+module SidekiqInsight
+  class GraphsController < BaseController
+    def cpu
+      @jobs = SidekiqInsight.storage.top_jobs(50)
+      @cpu_chart = build_series(:cpu_ms)
+    end
+
+    def rss
+      @jobs = SidekiqInsight.storage.top_jobs(50)
+      @rss_chart = build_series(:rss_kb)
+    end
+
+    def wall
+      @jobs = SidekiqInsight.storage.top_jobs(50)
+      @wall_chart = build_series(:wall_ms)
+    end
+
+    def leaks
+      @jobs = SidekiqInsight.storage.top_jobs(50)
+      @leak_jobs = @jobs.select do |j|
+        samples = SidekiqInsight.storage.recent(j[:key], 200)
+        SidekiqInsight::Metrics.detect_leak(samples)
+      end
+    end
+
+    private
+
+    def build_series(metric_sym)
+      data = {}
+      SidekiqInsight.storage.top_jobs(20).each do |job|
+        samples = SidekiqInsight.storage.recent(job[:key], 200)
+        series = samples.reverse.map { |s| [s[:started_at], s[metric_sym].to_f] }
+        data[job[:key]] = series
+      end
+      data
+    end
+  end
+end

data/app/views/layouts/sidekiq_insight/sidekiq_insight.html.erb

@@ -0,0 +1,48 @@
+<!doctype html>
+<html>
+<head>
+  <meta name="viewport" content="width=device-width,initial-scale=1">
+  <title>Sidekiq Insight</title>
+
+  <!-- Bootstrap CDN -->
+  <link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/bootstrap@5.3.2/dist/css/bootstrap.min.css">
+
+  <!-- Chart.js (v4) + date adapter BEFORE Chartkick -->
+  <script src="https://cdn.jsdelivr.net/npm/chart.js@4.5.1/dist/chart.umd.min.js"></script>
+  <script src="https://cdn.jsdelivr.net/npm/chartjs-adapter-date-fns@3.0.0/dist/chartjs-adapter-date-fns.bundle.min.js"></script>
+
+  <!-- Chartkick -->
+  <script src="https://cdn.jsdelivr.net/npm/chartkick@5.0.1/dist/chartkick.min.js"></script>
+
+  <style>
+    body { background: #f8f9fa; font-family: -apple-system, system-ui, "Segoe UI", Roboto, "Helvetica Neue", Arial; }
+    .container { margin-top: 20px; }
+  </style>
+  <script>
+    Chartkick.use(Chart);
+  </script>
+</head>
+<body>
+<nav class="navbar navbar-expand-lg navbar-dark bg-dark">
+  <div class="container-fluid">
+    <a class="navbar-brand" href="<%= sidekiq_insight.root_path %>">Sidekiq Insight</a>
+    <div class="collapse navbar-collapse">
+      <ul class="navbar-nav me-auto">
+        <li class="nav-item"><a class="nav-link" href="<%= sidekiq_insight.root_path %>">Overview</a></li>
+        <li class="nav-item"><a class="nav-link" href="<%= sidekiq_insight.cpu_path %>">CPU</a></li>
+        <li class="nav-item"><a class="nav-link" href="<%= sidekiq_insight.rss_path %>">Memory</a></li>
+        <li class="nav-item"><a class="nav-link" href="<%= sidekiq_insight.leaks_path %>">Leak Detector</a></li>
+      </ul>
+    </div>
+  </div>
+</nav>
+
+<div class="container">
+  <% if flash[:notice] %>
+    <div class="alert alert-success"><%= flash[:notice] %></div>
+  <% end %>
+
+  <%= yield %>
+</div>
+</body>
+</html>

data/app/views/sidekiq_insight/dashboard/index.html.erb

@@ -0,0 +1,84 @@
+<div class="container py-4">
+
+  <div class="row g-4">
+
+    <!-- ================= TOP JOBS ================= -->
+    <div class="col-md-8">
+      <div class="card shadow-sm h-100">
+        <div class="card-header bg-primary text-white d-flex justify-content-between align-items-center">
+          <h4 class="mb-0">Top Jobs by Avg CPU</h4>
+          <span class="badge bg-light text-primary">
+            <%= @jobs.count %> jobs
+          </span>
+        </div>
+
+        <div class="card-body p-0">
+          <table class="table table-hover table-striped mb-0">
+            <thead class="table-light">
+              <tr>
+                <th>Job</th>
+                <th>Count</th>
+                <th>Avg CPU (ms)</th>
+                <th>Avg Mem (KB)</th>
+                <th></th>
+              </tr>
+            </thead>
+
+            <tbody>
+              <% @jobs.each do |j| %>
+                <tr>
+                  <td class="fw-semibold"><%= j[:key] %></td>
+                  <td><%= j[:count] %></td>
+                  <td>
+                    <span class="badge bg-info text-dark">
+                      <%= number_with_precision(j[:avg_cpu_ms], precision: 2) %>
+                    </span>
+                  </td>
+                  <td>
+                    <span class="badge bg-success">
+                      <%= number_with_precision(j[:avg_mem_kb], precision: 2) %>
+                    </span>
+                  </td>
+                  <td>
+                    <a class="btn btn-sm btn-outline-primary"
+                       href="<%= sidekiq_insight.job_path(job: j[:key]) %>">
+                       View
+                    </a>
+                  </td>
+                </tr>
+              <% end %>
+            </tbody>
+
+          </table>
+        </div>
+      </div>
+    </div>
+
+    <!-- ================= LEAK ALERTS ================= -->
+    <div class="col-md-4">
+      <div class="card shadow-sm h-100">
+        <div class="card-header bg-danger text-white">
+          <h4 class="mb-0">Leak Alerts</h4>
+        </div>
+
+        <div class="card-body">
+          <% if @alerts.present? %>
+            <ul class="list-group">
+              <% @alerts.each do |a| %>
+                <li class="list-group-item d-flex justify-content-between align-items-center">
+                  <strong><%= a[:job] %></strong>
+                  <span class="badge bg-danger">Leak suspected</span>
+                </li>
+              <% end %>
+            </ul>
+          <% else %>
+            <div class="text-center text-muted py-3">
+              No recent leak alerts 🔍
+            </div>
+          <% end %>
+        </div>
+      </div>
+    </div>
+
+  </div>
+</div>

data/app/views/sidekiq_insight/dashboard/show.html.erb

@@ -0,0 +1,87 @@
+<div class="container py-4">
+
+  <!-- Page Header -->
+  <div class="d-flex justify-content-between align-items-center mb-4">
+    <h2 class="fw-bold text-primary">
+      Samples for <%= params[:job] %>
+    </h2>
+
+    <% if @leak %>
+      <span class="badge bg-danger fs-6 px-3 py-2 shadow-sm">Memory Leak Detected</span>
+    <% else %>
+      <span class="badge bg-success fs-6 px-3 py-2 shadow-sm">No Leak</span>
+    <% end %>
+  </div>
+
+  <!-- Charts Section -->
+  <div class="row g-4">
+
+    <!-- WALL TIME -->
+    <div class="col-md-4">
+      <div class="card shadow-sm h-100">
+        <div class="card-header bg-primary text-white">Wall Time (ms)</div>
+        <div class="card-body">
+          <%= line_chart @samples.reverse.map { |s| [s[:started_at], s[:wall_ms].to_f] },
+              library: { maintainAspectRatio: false } %>
+        </div>
+      </div>
+    </div>
+
+    <!-- CPU -->
+    <div class="col-md-4">
+      <div class="card shadow-sm h-100">
+        <div class="card-header bg-info text-white">CPU (ms)</div>
+        <div class="card-body">
+          <%= line_chart @samples.reverse.map { |s| [s[:started_at], s[:cpu_ms].to_f] } %>
+        </div>
+      </div>
+    </div>
+
+    <!-- RSS MEMORY -->
+    <div class="col-md-4">
+      <div class="card shadow-sm h-100">
+        <div class="card-header bg-success text-white">RSS Delta (KB)</div>
+        <div class="card-body">
+          <%= line_chart @samples.reverse.map { |s| [s[:started_at], s[:rss_kb].to_f] } %>
+        </div>
+      </div>
+    </div>
+
+  </div>
+
+  <!-- Raw Data Table -->
+  <div class="card mt-5 shadow-sm">
+    <div class="card-header bg-dark text-white">
+      Sample Details
+    </div>
+
+    <div class="card-body p-0">
+      <table class="table table-striped table-bordered mb-0">
+        <thead class="table-light">
+          <tr>
+            <th>Started</th>
+            <th>Wall (ms)</th>
+            <th>CPU (ms)</th>
+            <th>RSS (KB)</th>
+            <th>Args</th>
+          </tr>
+        </thead>
+
+        <tbody>
+          <% @samples.each do |s| %>
+            <tr>
+              <td class="text-nowrap"><%= s[:started_at] %></td>
+              <td><%= s[:wall_ms] %></td>
+              <td><%= s[:cpu_ms] %></td>
+              <td><%= s[:rss_kb] %></td>
+              <td style="max-width:300px;">
+                <pre class="small bg-light p-2 rounded"><%= JSON.pretty_generate(s[:args]) rescue s[:args] %></pre>
+              </td>
+            </tr>
+          <% end %>
+        </tbody>
+      </table>
+    </div>
+  </div>
+
+</div>

data/app/views/sidekiq_insight/graphs/_chart.html.erb

@@ -0,0 +1,40 @@
+<div class="card mb-4 shadow-sm">
+  <div class="card-header bg-primary text-white">
+    <h5 class="mb-0"><%= title %></h5>
+  </div>
+
+  <div class="card-body">
+    <canvas id="<%= dom_id %>" height="120"></canvas>
+  </div>
+</div>
+
+<script>
+document.addEventListener("DOMContentLoaded", function () {
+  const ctx = document.getElementById("<%= dom_id %>").getContext("2d");
+
+  const datasets = [
+    <% data.each do |job_key, series| %>
+      {
+        label: "<%= job_key %>",
+        data: <%= series.map { |t, v| { x: t, y: v } }.to_json %>,
+        borderWidth: 2,
+        tension: 0.3,
+      },
+    <% end %>
+  ];
+
+  new Chart(ctx, {
+    type: 'line',
+    data: { datasets: datasets },
+    options: {
+      responsive: true,
+      parsing: false,
+      plugins: { legend: { position: "bottom" } },
+      scales: {
+        x: { type: 'time', time: { unit: 'minute' } },
+        y: { beginAtZero: true }
+      }
+    }
+  });
+});
+</script>

data/app/views/sidekiq_insight/graphs/cpu.html.erb

@@ -0,0 +1,33 @@
+<div class="container py-4">
+  <h2 class="mb-4 text-primary fw-bold">CPU Usage — Top Jobs</h2>
+
+  <div class="card mb-4 shadow-sm">
+    <div class="card-header bg-dark text-white">
+      Job Statistics
+    </div>
+
+    <div class="card-body p-0">
+      <table class="table table-striped mb-0">
+        <thead class="table-light">
+          <tr>
+            <th>Job</th>
+            <th>Average CPU (ms)</th>
+            <th>Runs</th>
+          </tr>
+        </thead>
+        <tbody>
+          <% @jobs.each do |job| %>
+            <tr>
+              <td><strong><%= job[:key] %></strong></td>
+              <td><%= job[:avg_cpu_ms].round(2) %></td>
+              <td><%= job[:count] %></td>
+            </tr>
+          <% end %>
+        </tbody>
+      </table>
+    </div>
+  </div>
+
+  <%= render partial: "chart",
+             locals: { title: "CPU Time (ms)", dom_id: "cpu_chart", data: @cpu_chart } %>
+</div>

data/app/views/sidekiq_insight/graphs/leaks.html.erb

@@ -0,0 +1,38 @@
+<div class="container py-4">
+  <h2 class="mb-4 text-danger fw-bold">Memory Leak Detector</h2>
+
+  <% if @leak_jobs.empty? %>
+    <div class="alert alert-success shadow-sm">
+      No leaks detected 🎉
+    </div>
+  <% else %>
+    <div class="card shadow-sm">
+      <div class="card-header bg-danger text-white">
+        Leaking Jobs
+      </div>
+
+      <div class="card-body p-0">
+        <table class="table table-striped mb-0">
+          <thead class="table-light">
+            <tr>
+              <th>Job</th>
+              <th>Avg RSS (KB)</th>
+              <th>Avg CPU (ms)</th>
+              <th>Runs</th>
+            </tr>
+          </thead>
+          <tbody>
+            <% @leak_jobs.each do |job| %>
+              <tr class="table-danger">
+                <td><strong><%= job[:key] %></strong></td>
+                <td><%= job[:avg_mem_kb].round(2) %></td>
+                <td><%= job[:avg_cpu_ms].round(2) %></td>
+                <td><%= job[:count] %></td>
+              </tr>
+            <% end %>
+          </tbody>
+        </table>
+      </div>
+    </div>
+  <% end %>
+</div>

data/app/views/sidekiq_insight/graphs/rss.html.erb

@@ -0,0 +1,42 @@
+<div class="container py-4">
+
+  <h2 class="mb-4 text-success fw-bold">
+    RSS Memory Usage — Top Jobs
+  </h2>
+
+  <!-- Jobs Table -->
+  <div class="card mb-4 shadow-sm">
+    <div class="card-header bg-success text-white">
+      Job Memory Summary
+    </div>
+
+    <div class="card-body p-0">
+      <table class="table table-hover table-striped mb-0">
+        <thead class="table-light">
+          <tr>
+            <th>Job</th>
+            <th>Average RSS (KB)</th>
+            <th>Runs</th>
+          </tr>
+        </thead>
+
+        <tbody>
+          <% @jobs.each do |job| %>
+            <tr>
+              <td><strong><%= job[:key] %></strong></td>
+              <td><%= job[:avg_mem_kb].round(2) %></td>
+              <td><%= job[:count] %></td>
+            </tr>
+          <% end %>
+        </tbody>
+      </table>
+    </div>
+  </div>
+
+  <!-- Chart -->
+  <%= render partial: "chart",
+             locals: { title: "RSS Memory (KB)",
+                       dom_id: "rss_chart",
+                       data: @rss_chart } %>
+
+</div>

data/app/views/sidekiq_insight/graphs/wall.html.erb

@@ -0,0 +1,31 @@
+<div class="container py-4">
+  <h2 class="mb-4 text-info fw-bold">Wall Time</h2>
+
+  <div class="card mb-3 shadow-sm">
+    <div class="card-header bg-info text-white">
+      Job Wall Time Summary
+    </div>
+
+    <div class="card-body p-0">
+      <table class="table table-bordered mb-0">
+        <thead class="table-light">
+          <tr>
+            <th>Job</th>
+            <th>Runs</th>
+          </tr>
+        </thead>
+        <tbody>
+          <% @jobs.each do |job| %>
+            <tr>
+              <td><strong><%= job[:key] %></strong></td>
+              <td><%= job[:count] %></td>
+            </tr>
+          <% end %>
+        </tbody>
+      </table>
+    </div>
+  </div>
+
+  <%= render partial: "chart",
+             locals: { title: "Wall Time (ms)", dom_id: "wall_chart", data: @wall_chart } %>
+</div>

data/bin/console

@@ -0,0 +1,15 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+require "bundler/setup"
+require "sidekiq_insight"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start(__FILE__)

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/config/routes.rb

@@ -0,0 +1,11 @@
+SidekiqInsight::Engine.routes.draw do
+  root to: "dashboard#index"
+  get "/job", to: "dashboard#show", as: :job
+  post "/clear", to: "dashboard#clear", as: :clear
+
+  # Graphs
+  get "/cpu", to: "graphs#cpu", as: :cpu
+  get "/rss", to: "graphs#rss", as: :rss
+  get "/wall", to: "graphs#wall", as: :wall
+  get "/leaks", to: "graphs#leaks", as: :leaks
+end

data/lib/sidekiq_insight/configuration.rb

@@ -0,0 +1,12 @@
+# frozen_string_literal: true
+
+module SidekiqInsight
+  class Configuration
+    attr_accessor :redis_url, :prefix
+
+    def initialize
+      @redis_url = ENV['REDIS_URL'] || 'redis://127.0.0.1:6379/0'
+      @prefix = 'sidekiq_insight:'
+    end
+  end
+end

data/lib/sidekiq_insight/engine.rb

@@ -0,0 +1,35 @@
+require 'rails'
+require "chartkick"
+require "groupdate"
+
+module SidekiqInsight
+  class Engine < ::Rails::Engine
+    isolate_namespace SidekiqInsight
+
+    initializer 'sidekiq_insight.insert_middlewares' do |app|
+      # insert request profiling into Rails middleware stack
+      app.middleware.insert_before(0, SidekiqInsight::RequestMiddleware)
+
+      # configure Sidekiq server middleware
+      if defined?(Sidekiq)
+        Sidekiq.configure_server do |config|
+          config.server_middleware do |chain|
+            chain.add SidekiqInsight::ServerMiddleware
+          end
+        end
+      end
+    end
+
+    config.autoload_paths << root.join("app/helpers")
+    config.autoload_paths << root.join("lib/sidekiq_insight")
+
+    initializer "sidekiq_insight.assets" do |app|
+      app.config.assets.precompile += %w[
+        sidekiq_insight.js
+        chart.js
+        chartjs-adapter-date-fns.js
+        chartkick.js
+      ]
+    end
+  end
+end

data/lib/sidekiq_insight/leak_detector.rb

@@ -0,0 +1,24 @@
+module SidekiqInsight
+  class LeakDetector
+    def initialize(storage:)
+      @storage = storage
+    end
+
+    # check last N samples for rising memory trend
+    def detect(key, window = 20)
+      samples = @storage.recent(key, window)
+      SidekiqInsight::Metrics.detect_leak(samples)
+    end
+
+    def recent_alerts(limit = 20)
+      jobs = @storage.top_jobs(100)
+      alerts = []
+      jobs.each do |j|
+        leak = detect(j[:key], 50)
+        alerts << { job: j[:key], leak: leak } if leak
+        break if alerts.size >= limit
+      end
+      alerts
+    end
+  end
+end

data/lib/sidekiq_insight/metrics.rb

@@ -0,0 +1,15 @@
+module SidekiqInsight
+  module Metrics
+    def self.detect_leak(samples)
+      return false if samples.nil? || samples.size < 6
+      # use first half vs last half
+      half = samples.size / 2
+      first = samples[0, half].map { |s| s[:rss_kb].to_f }
+      last  = samples[half, half].map { |s| s[:rss_kb].to_f }
+      return false if first.empty? || last.empty?
+      first_avg = first.sum / first.size
+      last_avg  = last.sum / last.size
+      (last_avg - first_avg) > (first_avg * 0.2) # >20% increase indicates suspect
+    end
+  end
+end

data/lib/sidekiq_insight/request_middleware.rb

@@ -0,0 +1,38 @@
+require "get_process_mem"
+
+module SidekiqInsight
+  class RequestMiddleware
+    def initialize(app)
+      @app = app
+    end
+
+    def call(env)
+      pm_before = GetProcessMem.new
+      rss_before = pm_before.mb * 1024.0
+      cpu_before = Process.clock_gettime(Process::CLOCK_PROCESS_CPUTIME_ID)
+      t_before = Process.clock_gettime(Process::CLOCK_MONOTONIC)
+
+      status, headers, body = @app.call(env)
+
+      t_after = Process.clock_gettime(Process::CLOCK_MONOTONIC)
+      cpu_after = Process.clock_gettime(Process::CLOCK_PROCESS_CPUTIME_ID)
+      pm_after = GetProcessMem.new
+      rss_after = pm_after.mb * 1024.0
+
+      req = Rack::Request.new(env)
+      sample = {
+        path: req.path,
+        method: req.request_method,
+        status: status,
+        started_at: Time.now.utc.iso8601,
+        wall_ms: (t_after - t_before) * 1000.0,
+        cpu_ms: (cpu_after - cpu_before) * 1000.0,
+        rss_kb: (rss_after - rss_before)
+      }
+
+      SidekiqInsight.storage.push_sample("__http__#{req.path}", sample)
+
+      [status, headers, body]
+    end
+  end
+end

data/lib/sidekiq_insight/server_middleware.rb

@@ -0,0 +1,33 @@
+require "get_process_mem"
+
+module SidekiqInsight
+  class ServerMiddleware
+    def call(worker, job, queue)
+      pm_before = GetProcessMem.new
+      rss_before = pm_before.mb * 1024.0
+      cpu_before = Process.clock_gettime(Process::CLOCK_PROCESS_CPUTIME_ID)
+      t_before = Process.clock_gettime(Process::CLOCK_MONOTONIC)
+
+      yield
+
+      t_after = Process.clock_gettime(Process::CLOCK_MONOTONIC)
+      cpu_after = Process.clock_gettime(Process::CLOCK_PROCESS_CPUTIME_ID)
+      pm_after = GetProcessMem.new
+      rss_after = pm_after.mb * 1024.0
+
+      sample = {
+        job_class: worker.class.name,
+        queue: queue,
+        args: job["args"],
+        started_at: Time.now.utc.iso8601,
+        wall_ms: (t_after - t_before) * 1000.0,
+        cpu_ms: (cpu_after - cpu_before) * 1000.0,
+        rss_kb: (rss_after - rss_before)
+      }
+
+      SidekiqInsight.storage.push_sample(worker.class.name, sample)
+    rescue => e
+      raise
+    end
+  end
+end

data/lib/sidekiq_insight/storage.rb

@@ -0,0 +1,44 @@
+require "json"
+
+module SidekiqInsight
+  class Storage
+    def initialize(redis:, prefix: "sidekiq_insight:")
+      @redis = redis
+      @prefix = prefix
+    end
+
+    def push_sample(key, sample)
+      redis_key = namespaced("samples:#{key}")
+      @redis.lpush(redis_key, sample.to_json)
+      @redis.ltrim(redis_key, 0, 999)
+      @redis.hincrby(namespaced("counts"), key, 1)
+      @redis.hincrbyfloat(namespaced("cpu"), key, sample[:cpu_ms].to_f)
+      @redis.hincrbyfloat(namespaced("mem"), key, sample[:rss_kb].to_f)
+    end
+
+    def top_jobs(limit = 20)
+      counts = @redis.hgetall(namespaced("counts"))
+      return [] if counts.empty?
+      counts.map do |k,v|
+        c = v.to_i
+        { key: k, count: c, avg_cpu_ms: @redis.hget(namespaced("cpu"), k).to_f / [c,1].max, avg_mem_kb: @redis.hget(namespaced("mem"), k).to_f / [c,1].max }
+      end.sort_by { |h| -h[:avg_cpu_ms] }[0, limit]
+    end
+
+    def recent(key, limit = 100)
+      arr = @redis.lrange(namespaced("samples:#{key}"), 0, limit-1)
+      arr.map { |j| JSON.parse(j, symbolize_names: true) }
+    end
+
+    def clear_all
+      keys = @redis.keys("#{ @prefix }*")
+      @redis.del(*keys) if keys.any?
+    end
+
+    private
+
+    def namespaced(suffix)
+      "#{@prefix}#{suffix}"
+    end
+  end
+end

data/lib/sidekiq_insight/version.rb

@@ -0,0 +1,5 @@
+# frozen_string_literal: true
+
+module SidekiqInsight
+  VERSION = "0.1.0"
+end

data/lib/sidekiq_insight.rb

@@ -0,0 +1,33 @@
+# frozen_string_literal: true
+
+require "sidekiq_insight/version"
+require "sidekiq_insight/metrics"
+require "sidekiq_insight/configuration"
+require "sidekiq_insight/storage"
+require "sidekiq_insight/server_middleware"
+require "sidekiq_insight/request_middleware"
+require "sidekiq_insight/leak_detector"
+require "sidekiq_insight/engine" if defined?(Rails)
+
+module SidekiqInsight
+  class << self
+    attr_accessor :configuration
+
+    def configure
+      self.configuration ||= Configuration.new
+      yield(configuration) if block_given?
+    end
+
+    def redis
+      @redis ||= Redis.new(url: configuration&.redis_url || ENV['REDIS_URL'] || 'redis://127.0.0.1:6379/0')
+    end
+
+    def storage
+      @storage ||= Storage.new(redis: redis, prefix: configuration&.prefix || 'sidekiq_insight:')
+    end
+
+    def detector
+      @detector ||= LeakDetector.new(storage: storage)
+    end
+  end
+end

data/sig/sidekiq_insight.rbs

@@ -0,0 +1,4 @@
+module SidekiqInsight
+  VERSION: String
+  # See the writing guide of rbs: https://github.com/ruby/rbs#guides
+end

metadata

@@ -0,0 +1,158 @@
+--- !ruby/object:Gem::Specification
+name: sidekiq_insight
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- mrmalvi
+bindir: exe
+cert_chain: []
+date: 1980-01-02 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: sidekiq
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: redis
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: get_process_mem
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: chartkick
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: groupdate
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rails
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: SidekiqInsight provides detailed CPU, memory, and wall-time profiling
+  for Sidekiq jobs and Rails requests, automatically detects memory leaks, stores
+  metrics in Redis, and displays everything in a clean, modern dashboard. Ideal for
+  monitoring production workload performance.
+email:
+- malviyak00@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- app/assets/javascripts/sidekiq_insight/sidekiq_insight.js
+- app/controllers/sidekiq_insight/base_controller.rb
+- app/controllers/sidekiq_insight/dashboard_controller.rb
+- app/controllers/sidekiq_insight/graphs_controller.rb
+- app/views/layouts/sidekiq_insight/sidekiq_insight.html.erb
+- app/views/sidekiq_insight/dashboard/index.html.erb
+- app/views/sidekiq_insight/dashboard/show.html.erb
+- app/views/sidekiq_insight/graphs/_chart.html.erb
+- app/views/sidekiq_insight/graphs/cpu.html.erb
+- app/views/sidekiq_insight/graphs/leaks.html.erb
+- app/views/sidekiq_insight/graphs/rss.html.erb
+- app/views/sidekiq_insight/graphs/wall.html.erb
+- bin/console
+- bin/setup
+- config/routes.rb
+- lib/sidekiq_insight.rb
+- lib/sidekiq_insight/configuration.rb
+- lib/sidekiq_insight/engine.rb
+- lib/sidekiq_insight/leak_detector.rb
+- lib/sidekiq_insight/metrics.rb
+- lib/sidekiq_insight/request_middleware.rb
+- lib/sidekiq_insight/server_middleware.rb
+- lib/sidekiq_insight/storage.rb
+- lib/sidekiq_insight/version.rb
+- sig/sidekiq_insight.rbs
+homepage: https://github.com/mrmalvi/sidekiq_insight
+licenses: []
+metadata:
+  homepage_uri: https://github.com/mrmalvi/sidekiq_insight
+  allowed_push_host: https://rubygems.org
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 2.6.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.6.9
+specification_version: 4
+summary: Lightweight Sidekiq & Rails performance profiler with CPU, memory, wall-time
+  tracking, leak detection, and a real-time dashboard.
+test_files: []