anomonitor 0.6.1

data/lib/anomonitor.rb

@@ -0,0 +1,52 @@
+# frozen_string_literal: true
+
+require "logger"
+require "anomonitor/version"
+require "anomonitor/configuration"
+require "anomonitor/metric_point"
+require "anomonitor/tenancy"
+require "anomonitor/engine"
+
+require "anomonitor/collectors/base"
+require "anomonitor/collectors/sidekiq"
+require "anomonitor/collectors/delayed_job"
+require "anomonitor/collectors/solid_queue"
+require "anomonitor/collectors/schema_drift"
+require "anomonitor/collectors/table"
+require "anomonitor/jobs/row"
+require "anomonitor/jobs/browser"
+require "anomonitor/jobs/browsers/sidekiq"
+require "anomonitor/jobs/browsers/delayed_job"
+require "anomonitor/jobs/browsers/solid_queue"
+require "anomonitor/jobs/browsers/table"
+require "anomonitor/notifiers"
+require "anomonitor/notifiers/callable"
+require "anomonitor/notifiers/composite"
+require "anomonitor/notifiers/webhook"
+require "anomonitor/notifiers/rate_limited"
+require "anomonitor/configuration_validator"
+require "anomonitor/metrics_export"
+require "anomonitor/poll_lock"
+require "anomonitor/digester"
+require "anomonitor/detector"
+require "anomonitor/poller"
+
+module Anomonitor
+  class << self
+    def configure
+      yield config
+    end
+
+    def config
+      @config ||= Configuration.new
+    end
+
+    def reset_config!
+      @config = Configuration.new
+    end
+
+    def logger
+      @logger ||= (defined?(Rails) && Rails.respond_to?(:logger) && Rails.logger) || Logger.new($stdout)
+    end
+  end
+end

data/lib/generators/anomonitor/install/install_generator.rb

@@ -0,0 +1,27 @@
+# frozen_string_literal: true
+
+class Anomonitor::InstallGenerator < Rails::Generators::Base
+  source_root File.expand_path("templates", __dir__)
+
+  desc "Install Anomonitor initializer"
+
+  def copy_initializer
+    template "anomonitor.rb", "config/initializers/anomonitor.rb"
+  end
+
+  def show_readme
+    say <<~MSG
+
+      Next steps:
+        1. rails anomonitor:install:migrations  (or railties:install:migrations FROM=anomonitor)
+        2. rails db:migrate
+        3. mount Anomonitor::Engine => "/anomonitor" in config/routes.rb
+        4. Set ANOMONITOR_WEBHOOK_URL and tune config/initializers/anomonitor.rb
+
+      Polling:
+        - Default poll_mode = :thread (in-process poller)
+        - For cron / multi-worker apps set poll_mode = :cron and schedule:
+            * * * * * cd /app && bin/rails anomonitor:poll
+    MSG
+  end
+end

data/lib/generators/anomonitor/install/templates/anomonitor.rb

@@ -0,0 +1,87 @@
+# frozen_string_literal: true
+
+Anomonitor.configure do |c|
+  c.webhook_url = ENV["ANOMONITOR_WEBHOOK_URL"]
+  # Absolute origin for Slack/JSON dashboard links (path-only if blank)
+  c.dashboard_base_url = ENV["ANOMONITOR_DASHBOARD_BASE_URL"] # e.g. "https://ops.example.com"
+
+  # Optional: replace built-in HTTP webhook with your transport (e.g. Webhook::Broadcast).
+  # c.notifier = ->(anomaly, event:) {
+  #   Webhook::Broadcast.new(
+  #     urls: [{ url: ENV.fetch("ANOMONITOR_DEST_URL"), headers: [
+  #       { name: "Content-Type", value: "application/json" }
+  #     ] }],
+  #     message: Anomonitor::Notifiers.payload(anomaly, event: event)
+  #   ).call
+  # }
+  c.poll_interval = 60
+  c.cooldown = 15 * 60
+  c.retention_days = 7
+  c.dashboard_path = "/anomonitor"
+  # Schema drift is heavier — poll less often than queue metrics (seconds)
+  c.schema_drift_interval = 15 * 60
+  # Prevent double-poll under multi-worker (pg advisory lock or tmp file lock)
+  c.poll_lock = true
+
+  # Polling:
+  #   :thread — in-process background poller (default; uses poll_interval)
+  #   :cron   — no background thread; schedule `rails anomonitor:poll`
+  #
+  # Cron examples when poll_mode = :cron:
+  #   * * * * * cd /app && bin/rails anomonitor:poll
+  #   # whenever: every 1.minute do rake "anomonitor:poll" end
+  c.poll_mode = :thread
+  # c.poll_mode = :cron
+
+  # Protect the dashboard (runs in Anomonitor controllers via instance_exec):
+  # c.authenticate = -> {
+  #   authenticate_or_request_with_http_basic("Anomonitor") do |user, pass|
+  #     ActiveSupport::SecurityUtils.secure_compare(user, ENV.fetch("ANOMONITOR_USER")) &&
+  #       ActiveSupport::SecurityUtils.secure_compare(pass, ENV.fetch("ANOMONITOR_PASSWORD"))
+  #   end
+  # }
+  # Or reuse host auth, e.g.:
+  # c.authenticate = -> { redirect_to main_app.root_path unless current_user&.admin? }
+
+  c.collectors.sidekiq = true
+  c.collectors.delayed_job = true
+  c.collectors.solid_queue = true
+  c.collectors.schema_drift = false
+
+  # Multi-tenancy (Apartment / schema-per-tenant) — uncomment to enable:
+  # c.tenants = -> { CustomerTenant.pluck(:name) }
+  # c.exclude_tenants = %w[public]
+  # c.tenant_switch = ->(name, &block) { Apartment::Tenant.switch(name, &block) }
+  # c.collectors.schema_drift = true
+  # c.schema_drift_exclude = %w[schema_migrations ar_internal_metadata anomonitor_* a* conv_*]
+  # c.alert :missing_tables, max: 0
+  # c.alert :extra_tables, max: 0
+  # c.alert :missing_columns, max: 0
+  # c.alert :extra_columns, max: 0
+
+  # Custom job table (status-based):
+  # c.table :customer_jobs do |t|
+  #   t.model = "Job"
+  #   t.timestamp = :created_at
+  #   t.status = :status
+  #   t.active = %w[pending running]
+  # end
+
+  # Cross-tenant Delayed Job index (e.g. public.supp_jobs via a host AR model):
+  # c.table :supp_jobs do |t|
+  #   t.model = "SuppJob"
+  #   t.style = :delayed_job
+  #   t.tenant = :tenant
+  # end
+
+  c.alert :queue_depth, max: 1_000 # aggregate (untagged) + any matching points
+  # Stricter per-queue Sidekiq depths (only points tagged with a queue name):
+  c.alert :queue_depth, max: 250, match: { queue: true }
+  c.alert :failed, max: 50
+  c.alert :latency, max: 120, match: { queue: true }
+  c.alert :growth_spike, window: 5 * 60, multiplier: 3.0
+
+  # Optional: batch webhook noise into a digest every N seconds
+  # c.digest_interval = 3600
+  # c.notifier_rate_limit = 30
+end

data/lib/tasks/anomonitor_tasks.rake

@@ -0,0 +1,27 @@
+# frozen_string_literal: true
+
+namespace :anomonitor do
+  desc "Run a single Anomonitor collection + detection tick (use with cron when poll_mode=:cron)"
+  task poll: :environment do
+    points =
+      if defined?(Apartment::Tenant)
+        home = Array(Anomonitor.config.exclude_tenants).first || "public"
+        Apartment::Tenant.switch(home) { Anomonitor::Poller.instance.tick }
+      else
+        Anomonitor::Poller.instance.tick
+      end
+
+    puts "Collected #{Array(points).size} metric points (poll_mode=#{Anomonitor.config.poll_mode})"
+  end
+
+  desc "Retry failed anomaly webhook deliveries"
+  task retry_webhooks: :environment do
+    scope = Anomonitor::Anomaly.webhook_failed.order(created_at: :desc)
+    total = scope.count
+    ok = 0
+    scope.find_each do |anomaly|
+      ok += 1 if anomaly.retry_webhook!
+    end
+    puts "Retried #{total} failed webhooks — #{ok} delivered"
+  end
+end

metadata

@@ -0,0 +1,126 @@
+--- !ruby/object:Gem::Specification
+name: anomonitor
+version: !ruby/object:Gem::Version
+  version: 0.6.1
+platform: ruby
+authors:
+- flori-s
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2026-08-08 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rails
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '6.1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '6.1'
+description: Mountable Rails engine that collects Sidekiq, Delayed Job, Solid Queue,
+  and custom table metrics, detects threshold and growth spikes, sends webhook alerts,
+  and provides an ops dashboard.
+email:
+- 150121780+flori-s@users.noreply.github.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- CHANGELOG.md
+- MIT-LICENSE
+- README.md
+- RELEASE.md
+- Rakefile
+- SECURITY.md
+- app/assets/config/anomonitor_manifest.js
+- app/assets/stylesheets/anomonitor/application.css
+- app/controllers/anomonitor/anomalies_controller.rb
+- app/controllers/anomonitor/application_controller.rb
+- app/controllers/anomonitor/dashboard_controller.rb
+- app/controllers/anomonitor/jobs_controller.rb
+- app/controllers/anomonitor/metrics_controller.rb
+- app/controllers/anomonitor/mutes_controller.rb
+- app/helpers/anomonitor/application_helper.rb
+- app/models/anomonitor/anomaly.rb
+- app/models/anomonitor/application_record.rb
+- app/models/anomonitor/metric_sample.rb
+- app/models/anomonitor/mute.rb
+- app/views/anomonitor/anomalies/index.html.erb
+- app/views/anomonitor/anomalies/show.html.erb
+- app/views/anomonitor/dashboard/show.html.erb
+- app/views/anomonitor/jobs/index.html.erb
+- app/views/anomonitor/metrics/index.html.erb
+- app/views/anomonitor/mutes/index.html.erb
+- app/views/layouts/anomonitor/application.html.erb
+- config/routes.rb
+- db/migrate/20260807100000_create_anomonitor_metric_samples.rb
+- db/migrate/20260807100001_create_anomonitor_anomalies.rb
+- db/migrate/20260808100000_add_resolved_at_to_anomonitor_anomalies.rb
+- db/migrate/20260808120000_create_anomonitor_mutes.rb
+- lib/anomonitor.rb
+- lib/anomonitor/collectors/base.rb
+- lib/anomonitor/collectors/delayed_job.rb
+- lib/anomonitor/collectors/schema_drift.rb
+- lib/anomonitor/collectors/sidekiq.rb
+- lib/anomonitor/collectors/solid_queue.rb
+- lib/anomonitor/collectors/table.rb
+- lib/anomonitor/configuration.rb
+- lib/anomonitor/configuration_validator.rb
+- lib/anomonitor/detector.rb
+- lib/anomonitor/digester.rb
+- lib/anomonitor/engine.rb
+- lib/anomonitor/jobs/browser.rb
+- lib/anomonitor/jobs/browsers/delayed_job.rb
+- lib/anomonitor/jobs/browsers/sidekiq.rb
+- lib/anomonitor/jobs/browsers/solid_queue.rb
+- lib/anomonitor/jobs/browsers/table.rb
+- lib/anomonitor/jobs/row.rb
+- lib/anomonitor/metric_point.rb
+- lib/anomonitor/metrics_export.rb
+- lib/anomonitor/notifiers.rb
+- lib/anomonitor/notifiers/callable.rb
+- lib/anomonitor/notifiers/composite.rb
+- lib/anomonitor/notifiers/rate_limited.rb
+- lib/anomonitor/notifiers/webhook.rb
+- lib/anomonitor/poll_lock.rb
+- lib/anomonitor/poller.rb
+- lib/anomonitor/tenancy.rb
+- lib/anomonitor/version.rb
+- lib/generators/anomonitor/install/install_generator.rb
+- lib/generators/anomonitor/install/templates/anomonitor.rb
+- lib/tasks/anomonitor_tasks.rake
+homepage: https://github.com/flori-s/anomonitor
+licenses:
+- MIT
+metadata:
+  homepage_uri: https://github.com/flori-s/anomonitor
+  source_code_uri: https://github.com/flori-s/anomonitor
+  changelog_uri: https://github.com/flori-s/anomonitor/blob/main/CHANGELOG.md
+  rubygems_mfa_required: 'true'
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 3.0.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.2.33
+signing_key:
+specification_version: 4
+summary: Monitor job queues and custom job tables for anomalies
+test_files: []