activeinsights 0.2.3 → 0.3.0

data/db/migrate/{20240111225806_active_insights_request.rb → 20240111225806_create_active_insights_tables.rb}

@@ -1,6 +1,6 @@
 # frozen_string_literal: true
 
-class ActiveInsightsRequest < ActiveRecord::Migration[7.1]
+class CreateActiveInsightsTables < ActiveRecord::Migration[7.1]
   def change
     create_table :active_insights_requests, if_not_exists: true do |t|
       t.string :controller
@@ -28,5 +28,23 @@ class ActiveInsightsRequest < ActiveRecord::Migration[7.1]
 
       t.timestamps
     end
+
+    create_table :active_insights_jobs, if_not_exists: true do |t|
+      t.string :job
+      t.string :queue
+      t.float :db_runtime
+      t.datetime :scheduled_at
+      t.datetime :started_at
+      t.datetime :finished_at
+      t.string :uuid
+      t.float :duration
+      t.float :queue_time
+
+      t.index :started_at
+      t.index %i(started_at duration)
+      t.index %i(started_at duration queue_time)
+
+      t.timestamps
+    end
   end
 end

data/lib/active_insights/engine.rb

@@ -24,7 +24,15 @@ module ActiveInsights
         Engine.root.join("config/initializers/importmap.rb")
     end
 
-    initializer "active_insights.subscriber" do |_app|
+    initializer "active_insights.job_subscriber" do
+      ActiveSupport::Notifications.
+        subscribe("perform.active_job") do |_name,
+          started, finished, unique_id, payload|
+          ActiveInsights::Job.setup(started, finished, unique_id, payload)
+        end
+    end
+
+    initializer "active_insights.request_subscriber" do
       ActiveSupport::Notifications.
         subscribe("process_action.action_controller") do |_name,
           started, finished, unique_id, payload|
@@ -33,15 +41,8 @@ module ActiveInsights
 
         Thread.new do
           ActiveRecord::Base.connection_pool.with_connection do
-            ActiveInsights::Request.create!(
-              started_at: started, finished_at: finished, uuid: unique_id,
-              duration: (finished - started) * 1000.0,
-              controller: payload[:controller],
-              action: payload[:action], format: payload[:format],
-              http_method: payload[:method], status: payload[:status],
-              view_runtime: payload[:view_runtime],
-              db_runtime: payload[:db_runtime]
-            )
+            ActiveInsights::Request.
+              setup(started, finished, unique_id, payload)
           end
         end
       end

data/lib/active_insights/seeders/jobs.rb

@@ -0,0 +1,81 @@
+# frozen_string_literal: true
+
+# :nocov:
+require "rubystats"
+
+module ActiveInsights
+  class JobSeeder
+    def initialize(date, rpm, p50, p95, p99)
+      @date = date
+      @rpm = rpm
+      @p50 = p50
+      @p95 = p95
+      @p99 = p99
+    end
+
+    def seed
+      ActiveInsights::Job.insert_all(seed_attributes)
+    end
+
+    def find_percentile(sorted_data, percentile)
+      sorted_data[(percentile * sorted_data.length).ceil - 1]
+    end
+
+    private
+
+    attr_reader :date, :rpm, :p50, :p95, :p99
+
+    def seed_attributes
+      24.times.flat_map do |hour|
+        60.times.flat_map do |min|
+          processing_times.map { |duration| attributes(hour, min, duration) }
+        end
+      end
+    end
+
+    def processing_times
+      Array.new(rpm) do
+        p50 + (beta_distribution.rng * (p95 - p50))
+      end.select { |time| time <= p99 }
+    end
+
+    def beta_distribution
+      @beta_distribution ||= Rubystats::BetaDistribution.new(2, 5)
+    end
+
+    def sample_job
+      %w(UserNotificationSenderJob DailyReportGeneratorJob DataCleanupWorkerJob
+         InvoiceProcessingJob EmailDigestSenderJob DatabaseBackupJob
+         OrderFulfillmentJob ProductCatalogUpdateJob MonthlyBillingJob
+         SubscriptionRenewalCheckerJob SocialMediaPostSchedulerJob
+         CustomerDataImporterJob SearchIndexRebuilderJob EventReminderSenderJob
+         FileExportJob).sample
+    end
+
+    def attributes(hour, min, duration)
+      started_at = date.dup.to_time.change(hour:, min:)
+      job = sample_job
+      queue = sample_queue(job)
+
+      default_attributes.merge(duration:, started_at:, job:, queue:,
+                               scheduled_at: started_at - sample_latency,
+                               finished_at: started_at + (duration / 1000.0))
+    end
+
+    def default_attributes
+      { created_at: Time.current, updated_at: Time.current,
+        uuid: SecureRandom.uuid }
+    end
+
+    def sample_latency
+      (1..500).to_a.sample.seconds
+    end
+
+    def sample_queue(job)
+      @sample_queues ||= {}
+      @sample_queues[job] ||=
+        %w(default mailers high_priority low_priority).sample
+    end
+  end
+end
+# :nocov:

data/lib/active_insights/{seeder.rb → seeders/requests.rb}

@@ -1,9 +1,10 @@
 # frozen_string_literal: true
 
+# :nocov:
 require "rubystats"
 
 module ActiveInsights
-  class Seeder
+  class RequestSeeder
     def initialize(date, rpm, p50, p95, p99)
       @date = date
       @rpm = rpm
@@ -64,3 +65,4 @@ module ActiveInsights
     end
   end
 end
+# :nocov:

data/lib/active_insights/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module ActiveInsights
-  VERSION = "0.2.3"
+  VERSION = "0.3.0"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: activeinsights
 version: !ruby/object:Gem::Version
-  version: 0.2.3
+  version: 0.3.0
 platform: ruby
 authors:
 - Nick Pezza
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2024-01-18 00:00:00.000000000 Z
+date: 2024-01-23 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: chartkick
@@ -62,29 +62,35 @@ files:
 - README.md
 - Rakefile
 - app/controllers/active_insights/application_controller.rb
-- app/controllers/active_insights/controller_p_values_controller.rb
-- app/controllers/active_insights/p_values_controller.rb
+- app/controllers/active_insights/jobs_controller.rb
+- app/controllers/active_insights/jobs_latencies_controller.rb
+- app/controllers/active_insights/jobs_p_values_controller.rb
+- app/controllers/active_insights/jpm_controller.rb
 - app/controllers/active_insights/requests_controller.rb
+- app/controllers/active_insights/requests_p_values_controller.rb
 - app/controllers/active_insights/rpm_controller.rb
 - app/helpers/active_insights/application_helper.rb
+- app/models/active_insights/job.rb
 - app/models/active_insights/record.rb
 - app/models/active_insights/request.rb
-- app/views/active_insights/controller_p_values/index.html.erb
-- app/views/active_insights/p_values/index.html.erb
+- app/views/active_insights/jobs/index.html.erb
+- app/views/active_insights/jobs_latencies/index.html.erb
+- app/views/active_insights/jobs_p_values/index.html.erb
+- app/views/active_insights/jpm/index.html.erb
 - app/views/active_insights/requests/index.html.erb
+- app/views/active_insights/requests_p_values/index.html.erb
 - app/views/active_insights/rpm/index.html.erb
 - app/views/layouts/active_insights/application.html.erb
 - config/initializers/importmap.rb
 - config/routes.rb
-- db/migrate/20240111225806_active_insights_request.rb
+- db/migrate/20240111225806_create_active_insights_tables.rb
 - lib/active_insights.rb
 - lib/active_insights/engine.rb
-- lib/active_insights/seeder.rb
+- lib/active_insights/seeders/jobs.rb
+- lib/active_insights/seeders/requests.rb
 - lib/active_insights/version.rb
 - lib/activeinsights.rb
 - lib/generators/active_insights/install/install_generator.rb
-- vendor/javascript/chart.js.js
-- vendor/javascript/chartkick.js
 homepage: https://github.com/npezza93/activeinsights
 licenses:
 - MIT

data/app/controllers/active_insights/controller_p_values_controller.rb

@@ -1,24 +0,0 @@
-# frozen_string_literal: true
-
-module ActiveInsights
-  class ControllerPValuesController < ApplicationController
-    def index
-      @p50 = minutes.map{ |minute| [minute.pretty_started_at, minute.p50] }
-      @p95 = minutes.map{ |minute| [minute.pretty_started_at, minute.p95] }
-      @p99 = minutes.map{ |minute| [minute.pretty_started_at, minute.p99] }
-    end
-
-    def redirection
-      redirect_to controller_p_values_path(params[:date],
-                                           params[:formatted_controller])
-    end
-
-    private
-
-    def minutes
-      @minutes ||=
-        base_scope.where(formatted_controller: params[:formatted_controller]).
-        minute_by_minute.with_durations.select_started_at
-    end
-  end
-end

data/app/controllers/active_insights/p_values_controller.rb

@@ -1,21 +0,0 @@
-# frozen_string_literal: true
-
-module ActiveInsights
-  class PValuesController < ApplicationController
-    def index
-      @p50 = minutes.map{ |minute| [minute.pretty_started_at, minute.p50] }
-      @p95 = minutes.map{ |minute| [minute.pretty_started_at, minute.p95] }
-      @p99 = minutes.map{ |minute| [minute.pretty_started_at, minute.p99] }
-    end
-
-    def redirection
-      redirect_to p_values_path(params[:date])
-    end
-
-    private
-
-    def minutes
-      @minutes ||= base_scope.minute_by_minute.with_durations.select_started_at
-    end
-  end
-end