mission_control-jobs 0.1.0

data/app/views/mission_control/jobs/jobs/scheduled/_job.html.erb

@@ -0,0 +1,7 @@
+<td><%= link_to job.queue_name, application_queue_path(@application, job.queue) %></td>
+<td>
+  <%= bidirectional_time_distance_in_words_with_title(job.scheduled_at) %>
+  <% if job.scheduled_at.before? 1.minute.ago %>
+    <div class="is-danger tag ml-4">delayed</div>
+  <% end %>
+</td>

data/app/views/mission_control/jobs/jobs/show.html.erb

@@ -0,0 +1,6 @@
+<% navigation(title: "Job #{@job.job_id}", section: navigation_section_for_status(@job.status)) %>
+
+<%= render "mission_control/jobs/jobs/title", job: @job %>
+<%= render "mission_control/jobs/jobs/general_information", job: @job %>
+<%= render "mission_control/jobs/jobs/error_information", job: @job %>
+<%= render "mission_control/jobs/jobs/raw_data", job: @job %>

data/app/views/mission_control/jobs/queues/_actions.html.erb

@@ -0,0 +1,7 @@
+<div class="buttons is-right">
+  <% if queue.active? %>
+    <%= button_to "Pause", application_queue_pause_path(@application, queue.name), method: :post, class: "button is-success is-light mr-0" %>
+  <% else %>
+    <%= button_to "Resume", application_queue_pause_path(@application, queue.name), method: :delete, class: "button is-warning is-light mr-0" %>
+  <% end %>
+</div>

data/app/views/mission_control/jobs/queues/_job.html.erb

@@ -0,0 +1,15 @@
+<tr class="job">
+  <td>
+    <%= link_to application_job_path(@application, job.job_id, filter: { queue_name: job.queue }) do %>
+      <%= job_title(job) %>
+    <% end %>
+    <div class="has-text-grey">Enqueued <%= time_ago_in_words_with_title(job.enqueued_at.to_datetime) %> ago</div>
+  </td>
+  <td>
+    <% if job.serialized_arguments.present? %>
+      <span class="is-family-monospace">
+        <%= job_arguments(job) %>
+      </span>
+    <% end %>
+  </td>
+</tr>

data/app/views/mission_control/jobs/queues/_queue.html.erb

@@ -0,0 +1,16 @@
+<tr class="queue">
+  <td>
+    <%= link_to queue.name, application_queue_path(@application, queue.name) %>
+    <% if queue.paused? %>
+      <span class="ml-4 tag is-warning">Paused</span>
+    <% end %>
+  </td>
+  <td>
+    <%= queue.size %>
+  </td>
+  <td class="pr-0">
+    <% if queue_pausing_supported? %>
+      <%= render "mission_control/jobs/queues/actions", queue: queue %>
+    <% end %>
+  </td>
+</tr>

data/app/views/mission_control/jobs/queues/_queue_title.html.erb

@@ -0,0 +1,17 @@
+<h1 class="title">
+  <div class="level">
+    <div class="level-left">
+      <%= queue.name %>
+      <% if queue.paused? %>
+        <span class="ml-4 tag is-warning">Paused</span>
+      <% end %>
+    </div>
+    <% if queue_pausing_supported? %>
+      <div class="level-right">
+        <%= render "mission_control/jobs/queues/actions", queue: queue %>
+      </div>
+    <% end %>
+  </div>
+</h1>
+
+<h2 class="subtitle"><%= queue.size %> pending jobs</h2>

data/app/views/mission_control/jobs/queues/index.html.erb

@@ -0,0 +1,16 @@
+<% navigation(title: "Queues", section: :queues)  %>
+
+<table class="queues table is-hoverable is-fullwidth">
+  <tbody>
+  <thead>
+  <tr>
+    <th style="width: 50%;">Queue</th>
+    <th style="width: 30%;">Pending jobs</th>
+    <th></th>
+  </tr>
+  </thead>
+
+  <%= render partial: "mission_control/jobs/queues/queue", collection: @queues %>
+
+  </tbody>
+</table>

data/app/views/mission_control/jobs/queues/show.html.erb

@@ -0,0 +1,25 @@
+<% navigation(title: "Queue #{@queue.name}", section: :queues) %>
+
+<%= render "mission_control/jobs/queues/queue_title", queue: @queue %>
+
+<% if @jobs_page.empty? %>
+  <%= blank_status_notice "The queue is empty" %>
+<% else %>
+  <table class="jobs table queues is-hoverable is-fullwidth">
+    <tbody>
+    <thead>
+    <tr>
+      <th style="width: 30%;">Job</th>
+      <th></th>
+    </tr>
+    </thead>
+
+    <%= render partial: "mission_control/jobs/queues/job", collection: @jobs_page.jobs %>
+
+    </tbody>
+  </table>
+
+  <%= render "mission_control/jobs/shared/pagination_toolbar", jobs_page: @jobs_page %>
+<% end %>
+
+

data/app/views/mission_control/jobs/shared/_pagination_toolbar.html.erb

@@ -0,0 +1,5 @@
+<nav class="buttons is-right" role="navigation" aria-label="pagination">
+  <span class="mr-3"><%= jobs_page.index %> / <%= jobs_page.pages_count || "..." %></span>
+  <%= link_to "Previous page", url_for(page: jobs_page.previous_index, **jobs_filter_param), class: "pagination-previous", disabled: jobs_page.first? %>
+  <%= link_to "Next page", url_for(page: jobs_page.next_index, **jobs_filter_param), class: "pagination-next", disabled: jobs_page.last? %>
+</nav>

data/app/views/mission_control/jobs/workers/_configuration.html.erb

@@ -0,0 +1,6 @@
+<h2 class="subtitle mt-2">Configuration</h2>
+<pre>
+<%= JSON.pretty_generate(worker.configuration) %>
+</pre>
+
+<hr />

data/app/views/mission_control/jobs/workers/_job.html.erb

@@ -0,0 +1,19 @@
+<tr class="job">
+  <td>
+    <%= link_to application_job_path(@application, job.job_id, filter: { queue_name: job.queue }) do %>
+      <%= job_title(job) %>
+    <% end %>
+    <div class="has-text-grey">Enqueued <%= time_ago_in_words_with_title(job.enqueued_at.to_datetime) %> ago</div>
+  </td>
+  <td>
+    <% if job.serialized_arguments.present? %>
+      <span class="is-family-monospace">
+        <%= job_arguments(job) %>
+      </span>
+    <% end %>
+  </td>
+
+  <td>
+    <div class="has-text-grey"><%= job.started_at ? time_distance_in_words_with_title(job.started_at) : "(Finished)" %></div>
+  </td>
+</tr>

data/app/views/mission_control/jobs/workers/_jobs.html.erb

@@ -0,0 +1,20 @@
+<% if @worker.jobs.empty? %>
+  <%= blank_status_notice "This worker is idle" %>
+<% else %>
+  <h2 class="subtitle">Running <%= worker.jobs.size %> jobs</h2>
+
+  <table class="jobs table workers is-hoverable is-fullwidth">
+    <tbody>
+    <thead>
+    <tr>
+      <th style="width: 30%;">Job</th>
+      <th></th>
+      <th style="width: 15%;">Running for</th>
+    </tr>
+    </thead>
+
+    <%= render partial: "mission_control/jobs/workers/job", collection: @worker.jobs %>
+
+    </tbody>
+  </table>
+<% end %>

data/app/views/mission_control/jobs/workers/_raw_data.html.erb

@@ -0,0 +1,6 @@
+<hr />
+
+<h2 class="subtitle">Raw data</h2>
+<pre>
+  <%= JSON.pretty_generate(worker.raw_data) %>
+</pre>

data/app/views/mission_control/jobs/workers/_title.html.erb

@@ -0,0 +1,11 @@
+<h1 class="title">
+  <div class="level">
+    <div class="level-left">
+      <%= "Worker #{worker.id} — #{worker.name}" %>
+    </div>
+
+    <div class="level-right is-family-monospace">
+      <%= worker.hostname %>
+    </div>
+  </div>
+</h1>

data/app/views/mission_control/jobs/workers/_worker.html.erb

@@ -0,0 +1,21 @@
+<tr class="worker">
+  <td>
+    <%= link_to "worker #{worker.id}", application_worker_path(@application, worker.id) %>
+    <br />
+    <%= worker.name %>
+  </td>
+  <td><%= worker.hostname %></td>
+  <td>
+    <% worker.jobs.each do |job| %>
+      <div>
+        <%= link_to job_title(job), application_job_path(@application, job.job_id) %>
+
+        <% if job.serialized_arguments.present? %>
+          <div class="is-family-monospace is-size-7"><%= job_arguments(job) %></div>
+        <% end %>
+      </div>
+    <% end %>
+  </td>
+
+  <td><div class="has-text-grey"><%= time_ago_in_words_with_title(worker.last_heartbeat_at) %> ago</div></td>
+</tr>

data/app/views/mission_control/jobs/workers/index.html.erb

@@ -0,0 +1,17 @@
+<% navigation(title: "Workers", section: :workers)  %>
+
+<table class="workers table jobs is-hoverable is-fullwidth">
+  <tbody>
+  <thead>
+  <tr>
+    <th>Worker</th>
+    <th>Hostname</th>
+    <th style="width: 35%;">Jobs</th>
+    <th>Last heartbeat</th>
+  </tr>
+  </thead>
+
+  <%= render partial: "mission_control/jobs/workers/worker", collection: @workers %>
+
+  </tbody>
+</table>

data/app/views/mission_control/jobs/workers/show.html.erb

@@ -0,0 +1,7 @@
+<% navigation(title: "Worker #{@worker.id}", section: :workers) %>
+
+<%= render "mission_control/jobs/workers/title", worker: @worker %>
+<%= render "mission_control/jobs/workers/configuration", worker: @worker %>
+<%= render "mission_control/jobs/workers/jobs", worker: @worker %>
+<%= render "mission_control/jobs/workers/raw_data", worker: @worker %>
+

data/config/importmap.rb

@@ -0,0 +1,6 @@
+pin "application-mcj", to: "mission_control/jobs/application.js", preload: true
+pin "@hotwired/turbo-rails", to: "turbo.min.js", preload: true
+pin "@hotwired/stimulus", to: "stimulus.min.js", preload: true
+pin "@hotwired/stimulus-loading", to: "stimulus-loading.js", preload: true
+pin_all_from MissionControl::Jobs::Engine.root.join("app/javascript/mission_control/jobs/controllers"), under: "controllers", to: "mission_control/jobs/controllers"
+pin_all_from MissionControl::Jobs::Engine.root.join("app/javascript/mission_control/jobs/helpers"), under: "helpers", to: "mission_control/jobs/helpers"

data/config/routes.rb

@@ -0,0 +1,33 @@
+MissionControl::Jobs::Engine.routes.draw do
+  resources :applications, only: [] do
+    resources :queues, only: [ :index, :show ] do
+      scope module: :queues do
+        resource :pause, only: [ :create, :destroy ]
+      end
+    end
+
+    resources :jobs, only: :show do
+      resource :retry, only: :create
+      resource :discard, only: :create
+
+      collection do
+        resource :bulk_retries, only: :create
+        resource :bulk_discards, only: :create
+      end
+    end
+
+    resources :jobs, only: :index, path: ":status/jobs"
+
+    resources :workers, only: [ :index, :show ]
+  end
+
+  # Allow referencing urls without providing an application_id. It will default to the first one.
+  resources :queues, only: [ :index, :show ]
+
+  resources :jobs, only: :show
+  resources :jobs, only: :index, path: ":status/jobs"
+
+  resources :workers, only: [ :index, :show ]
+
+  root to: "queues#index"
+end

data/lib/active_job/errors/invalid_operation.rb

@@ -0,0 +1,5 @@
+module ActiveJob
+  module Errors
+    class InvalidOperation < StandardError; end
+  end
+end

data/lib/active_job/errors/job_not_found_error.rb

@@ -0,0 +1,14 @@
+module ActiveJob
+  module Errors
+    class JobNotFoundError < StandardError
+      attr_reader :job_relation
+
+      def initialize(job_or_job_id, job_relation)
+        @job_relation = job_relation
+
+        job_id = job_or_job_id.is_a?(ActiveJob::Base) ? job_or_job_id.job_id : job_or_job_id
+        super "Job with id '#{job_id}' not found"
+      end
+    end
+  end
+end

data/lib/active_job/errors/query_error.rb

@@ -0,0 +1,5 @@
+module ActiveJob
+  module Errors
+    class QueryError < StandardError; end
+  end
+end

data/lib/active_job/executing.rb

@@ -0,0 +1,43 @@
+# TODO: These (or a version of them) should be moved to +ActiveJob::Core+
+# and related concerns when upstreamed.
+module ActiveJob::Executing
+  extend ActiveSupport::Concern
+
+  included do
+    attr_accessor :raw_data, :position, :finished_at, :blocked_by, :blocked_until, :worker_id, :started_at
+    attr_reader :serialized_arguments
+    attr_writer :status
+
+    thread_cattr_accessor :current_queue_adapter
+  end
+
+  class_methods do
+    def queue_adapter
+      ActiveJob::Base.current_queue_adapter || super
+    end
+  end
+
+  def retry
+    ActiveJob.jobs.failed.retry_job(self)
+  end
+
+  def discard
+    jobs_relation_for_discarding.discard_job(self)
+  end
+
+  def status
+    return @status if @status.present?
+
+    failed? ? :failed : :pending
+  end
+
+  private
+    def jobs_relation_for_discarding
+      case status
+      when :failed  then ActiveJob.jobs.failed
+      when :pending then ActiveJob.jobs.pending.where(queue_name: queue_name)
+      else
+        ActiveJob.jobs
+      end
+    end
+end

data/lib/active_job/execution_error.rb

@@ -0,0 +1,8 @@
+# Information about a given error when executing a job.
+#
+# It's attached to failed jobs at +ActiveJob::Base#last_execution_error+.
+ActiveJob::ExecutionError = Struct.new(:error_class, :message, :backtrace, keyword_init: true) do
+  def to_s
+    "ERROR #{error_class}: #{message}\n#{backtrace&.collect { |line| "\t#{line}" }&.join("\n")}"
+  end
+end

data/lib/active_job/failed.rb

@@ -0,0 +1,11 @@
+module ActiveJob::Failed
+  extend ActiveSupport::Concern
+
+  included do
+    attr_accessor :last_execution_error, :failed_at
+  end
+
+  def failed?
+    last_execution_error.present?
+  end
+end

data/lib/active_job/job_proxy.rb

@@ -0,0 +1,26 @@
+# A proxy for managing jobs without having to load the corresponding
+# job class.
+#
+# This is useful for managing jobs without having the job classes
+# present in the code base.
+class ActiveJob::JobProxy < ActiveJob::Base
+  class UnsupportedError < StandardError; end
+
+  attr_reader :job_class_name
+
+  def initialize(job_data)
+    super
+    @job_class_name = job_data["job_class"]
+    deserialize(job_data)
+  end
+
+  def serialize
+    super.tap do |json|
+      json["job_class"] = @job_class_name
+    end
+  end
+
+  def perform_now
+    raise UnsupportedError, "A JobProxy doesn't support immediate execution, only enqueuing."
+  end
+end