rocketjob_mission_control 0.9.2

data/app/views/layouts/rocket_job_mission_control/partials/_header.html.haml

@@ -0,0 +1,16 @@
+#header
+  %a#menu-toggle.btn.btn-default.btn-blank.first{href: ""}
+    %i.fa.fa-bars
+    Menu
+
+  = link_to main_app.root_path, class: 'btn btn-default btn-blank last' do
+    %i.fa.fa-reply
+    Back Home
+
+  .clearfix
+
+  .brand
+    = link_to root_path, class: 'text-center' do
+      %i.fa.fa-rocket
+      rocket
+      .color job

data/app/views/layouts/rocket_job_mission_control/partials/_sidebar.html.haml

@@ -0,0 +1,20 @@
+#sidebar-wrapper
+  %ul.sidebar-nav
+    %li.sidebar-brand
+      %a#menu-close.menu-close
+        %i.fa.fa-times
+
+    .clearfix
+
+    %li
+      = link_to jobs_path, class: active_page(jobs_path) do
+        %i.fa.fa-home
+        Jobs
+    %li
+      = link_to workers_path, class: active_page(workers_path) do
+        %i.fa.fa-database
+        Workers
+    %li
+      = link_to running_jobs_path, class: active_page(running_jobs_path) do
+        %i.fa.fa-circle-o-notch
+        Running

data/app/views/rocket_job_mission_control/jobs/_list.html.haml

@@ -0,0 +1,33 @@
+.col-md-4.job-list
+  .filter.btn-group.btn-group-justified{ style: 'padding: 1px 1px 1px 1px;', data: { toggle: 'buttons' } }
+    - %w( queued running failed completed ).each do |state|
+      %label.btn.btn-default.state-toggle{ class: ('active' if @states.include?(state.to_s) || @states.empty?), title: state.capitalize}
+        = check_box_tag(state, state, (@states.include?(state.to_s) || @states.empty?))
+        %i.fa{class: job_state_icon(state.to_sym)}
+  .clearfix
+  .list
+    - if jobs.empty?
+      .card.inner
+        .title
+          .lead.text-center No Jobs Found.
+    - else
+      - jobs.each do |job|
+        = link_to job_path(id: job.id, states: @states), class: job_card_class(job) do
+          .inner
+            .title
+              .lead{class: job_selected_class(job, @job)}
+                %i.fa{class: job_state_icon(job.state), style: 'font-size: 75%;', title: job.state}
+                = job_title(job)
+
+            .description= job.description.try(:truncate, 50)
+            .info
+              .duration.pull-left
+                - if job.failed?
+                  %i.fa.fa-bomb
+                  failed
+                - else
+                  %i.fa.fa-clock-o
+                  = job.duration
+              - if job.running?
+                .progress.pull-right
+                  .progress-bar{ style: "width: #{job.percent_complete}%;", title: "#{job.percent_complete}% percent complete."}

data/app/views/rocket_job_mission_control/jobs/_status.html.haml

@@ -0,0 +1,39 @@
+- status = job.status(Time.zone)
+.id
+  %label ID:
+  = status.delete('id')
+.status-message
+  %label Description:
+  = status.delete('description')
+.status-message
+  %label Duration:
+  = status.delete('duration')
+.status-message
+  %label Record Count:
+  = status.delete('record_count')
+.created_at
+  %label Created At:
+  = status.delete('created_at')
+.status-message
+  %label Started At:
+  = status.delete('started_at')
+.status-message
+  %label % Complete:
+  = status.delete('percent_complete')
+
+- remaining = {}
+- status.each_pair do |key, value|
+  .status-message
+  - if ['state', '_type'].include?(key)
+  - elsif value.kind_of?(Hash) || value.kind_of?(Array)
+    - remaining[key] = value
+  - else
+    %label= "#{key.to_s.titleize}:"
+    = value
+.clearfix
+
+- remaining.each_pair do |key, value|
+  .status-message
+    %label= "#{key.to_s.titleize}:"
+    %pre
+      %code= pretty_print_array_or_hash(value)

data/app/views/rocket_job_mission_control/jobs/index.html.haml

@@ -0,0 +1,8 @@
+#queue
+  = render partial: 'list', locals: { jobs: @jobs }
+
+  .col-md-8.job-status
+    #job
+      .welcome_screen
+        %h1 Welcome to RocketJob!
+        %p High volume, priority based, Enterprise Batch Processing solution for Ruby

data/app/views/rocket_job_mission_control/jobs/running.html.haml

@@ -0,0 +1,37 @@
+.col-md-10.col-md-offset-1
+  .jumbotron
+    %h3 There are currently #{@jobs.count} jobs running.
+  #accordion.panel-group
+  - @jobs.each do |job|
+    .panel.panel-default
+      .panel-heading
+        %h4.panel-title
+          %a.collapsed{href: "##{job.id}", data: {toggle: 'collapse', parent: '#accordion'} }
+            %i.fa.fa-plus-square-o{ style: 'font-size: 80%;'}
+            = job_title(job)
+      .panel-collapse.collapse{ id: job.id }
+        .panel-body
+          .info
+            .progress
+              .progress-bar{ style: "width: #{job.percent_complete}%; min-width: 1em;", title: "#{job.percent_complete}% percent complete."}
+          - if job.kind_of?(RocketJob::SlicedJob)
+            .slice_count
+              %label Slices Running:
+              = job.input.find_all { |s| s.state == :running }.count
+          - else
+            .worker
+              %label Worker:
+              = job.worker_name
+
+          = render partial: 'status', locals: { job: job }
+        - if job.kind_of?(RocketJob::SlicedJob)
+          %table.table
+            %tr
+              %th worker
+              %th parameters
+            - job.input.each('state' => 'running') do |slice|
+              %tr
+                %td= slice.worker_name
+                %td
+                  %pre
+                    %code= pretty_print_array_or_hash(slice.to_a)

data/app/views/rocket_job_mission_control/jobs/show.html.haml

@@ -0,0 +1,50 @@
+#queue
+  = render partial: 'list', locals: { jobs: @jobs }
+
+.col-md-8.job-status
+  #job
+    .lead= job_title(@job)
+
+    .job-state.inline-block
+      .left state
+      .right{ class: job_class(@job) }
+        = @job.state
+
+    .priority.pull-right
+      = form_for(@job, as: :job, url: job_path(@job), html: {method: :patch}) do |f|
+
+        .input-group.spinner{ "data-id" => @job.id }
+          = f.text_field(:priority, class: 'form-control')
+
+          .input-group-btn-vertical
+            %button#increase_priority.btn.btn-default.up{ type: 'button' }
+              %i.fa.fa-caret-up
+
+            %button#decrease_priority.btn.btn-default.down{ type: 'button' }
+              %i.fa.fa-caret-down
+
+          = submit_tag "set", class: "btn btn-sm btn-primary priority-set"
+
+    .job-retry.btn-group.pull-right{ style: 'margin-right: 1em;' }
+      - valid_events = @job.aasm.events.collect{ |e| e.name }
+      - if valid_events.include?(:abort)
+        = link_to "abort", abort_job_path(@job), method: :patch, class: 'btn btn-default'
+
+      - if @job.completed? || @job.aborted?
+        = link_to "destroy", job_path(@job), method: :delete, class: 'btn btn-default'
+
+      - if valid_events.include?(:fail)
+        = link_to "fail", fail_job_path(@job), method: :patch, class: 'btn btn-default'
+
+      - if valid_events.include?(:pause)
+        = link_to "pause", pause_job_path(@job), method: :patch, class: 'btn btn-default'
+
+      - if valid_events.include?(:resume)
+        = link_to "resume", resume_job_path(@job), method: :patch, class: 'btn btn-default'
+
+      - if valid_events.include?(:retry)
+        = link_to "retry", retry_job_path(@job), method: :patch, class: 'btn btn-default'
+
+    .clearfix
+
+    = render partial: 'status', locals: { job: @job }

data/app/views/rocket_job_mission_control/workers/_actions.html.haml

@@ -0,0 +1,9 @@
+- if worker.stopping?
+  %p Worker is stopping...
+  = link_to "destroy", worker_path(worker), method: :delete, class: 'btn btn-danger'
+-else
+  = link_to "stop", stop_worker_path(worker), method: :patch, class: 'btn btn-danger'
+  - if worker.paused?
+    = link_to "resume", resume_worker_path(worker), method: :patch, class: 'btn btn-default'
+  - else
+    = link_to "pause", pause_worker_path(worker), method: :patch, class: 'btn btn-default'

data/app/views/rocket_job_mission_control/workers/index.html.haml

@@ -0,0 +1,51 @@
+#workers
+  - if @workers.present?
+    .col-lg-1
+      .dropdown
+        %button.btn.btn-primary.dropdown-toggle{ data: {toggle: 'dropdown'} }
+          Actions
+          %span.caret
+        %ul.dropdown-menu
+          %li= link_to("Stop All",   update_all_workers_path(worker_action: :stop),   method: :patch)
+          %li= link_to("Pause All",  update_all_workers_path(worker_action: :pause),  method: :patch)
+          %li= link_to("Resume All", update_all_workers_path(worker_action: :resume), method: :patch)
+
+    .grid
+      - @workers.each do |worker|
+        .card.col-xs-12.col-sm-6.col-md-3.col-lg-3
+          .inner.callout-top{ class: worker_card_class(worker) }
+            .icon
+              %i.fa.fa-database
+
+            .title
+              %h3
+                = worker.name
+
+            .state
+              %b State:
+              = worker.state
+
+            .threads.max_threads
+              %b Max Threads:
+              = worker.max_threads
+
+            .threads.current_threads
+              %b Current Threads:
+              = worker.heartbeat.current_threads.present? ? worker.heartbeat.current_threads : 0
+
+            .time
+              %b Started:
+              = worker.started_at.strftime("%b, %d %Y at %l:%M %p")
+
+            .actions
+              = render partial: 'actions', locals: { worker: worker }
+
+  - else
+    .no-workers
+      There are currently no workers.
+      %br
+      You can start a worker with the following command:
+
+      .code-block.col-md-6.col-md-offset-3
+        %pre
+          %code.language-bash bin/rocketjob

data/config/locales/en.yml

@@ -0,0 +1,57 @@
+en:
+  # Used in distance_of_time_in_words(), distance_of_time_in_words_to_now(), time_ago_in_words()
+  datetime:
+    distance_in_words:
+      half_a_minute: "half a minute"
+      less_than_x_seconds:
+        one:   "1 second" # default was: "less than 1 second"
+        other: "%{count} seconds" # default was: "less than %{count} seconds"
+      x_seconds:
+        one:   "1 second"
+        other: "%{count} seconds"
+      less_than_x_minutes:
+        one:   "a minute" # default was: "less than a minute"
+        other: "%{count} minutes" # default was: "less than %{count} minutes"
+      x_minutes:
+        one:   "1 minute"
+        other: "%{count} minutes"
+      about_x_hours:
+        one:   "1 hour" # default was: "about 1 hour"
+        other: "%{count} hours" # default was: "about %{count} hours"
+      x_days:
+        one:   "1 day"
+        other: "%{count} days"
+      about_x_months:
+        one:   "1 month" # default was: "about 1 month"
+        other: "%{count} months" # default was: "about %{count} months"
+      x_months:
+        one:   "1 month"
+        other: "%{count} months"
+      about_x_years:
+        one:   "1 year" # default was: "about 1 year"
+        other: "%{count} years" # default was: "about %{count} years"
+      over_x_years:
+        one:   "1 year" # default was: "over 1 year"
+        other: "%{count} years" # default was: "over %{count} years"
+      almost_x_years:
+        one:   "1 year" # default was: "almost 1 year"
+        other: "%{count} years" # default was: "almost %{count} years"
+  worker:
+    stop:
+      success: "Worker successfully stopped."
+      failure: "Error attempting to stop worker."
+    destroy:
+      success: "Worker successfully destroyed."
+      failure: "Error attempting to destroy worker."
+    pause:
+      success: "Worker successfully paused."
+      failure: "Error attempting to pause worker."
+    resume:
+      success: "Worker successfully resumed."
+      failure: "Error attempting to resume worker."
+    update_all:
+      success: "Workers have been %{worker_action}."
+      invalid: "Action not allowed."
+  job:
+    find:
+      :failure: "Could not find job with id: %{id}!"

data/config/routes.rb

@@ -0,0 +1,28 @@
+RocketJobMissionControl::Engine.routes.draw do
+
+  resources :jobs, only: [:index, :show, :update, :destroy] do
+    member do
+      patch :abort
+      patch :fail
+      patch :pause
+      patch :resume
+      patch :retry
+    end
+    collection do
+      get :running
+    end
+  end
+
+  resources :workers, only: [:index, :destroy] do
+    member do
+      patch :stop
+      patch :pause
+      patch :resume
+    end
+    collection do
+      patch :update_all
+    end
+  end
+
+  root to: "jobs#index"
+end

data/lib/rocket_job_mission_control/engine.rb

@@ -0,0 +1,15 @@
+module RocketJobMissionControl
+  class Engine < ::Rails::Engine
+    isolate_namespace RocketJobMissionControl
+
+    require 'rocketjob'
+    require 'jquery-rails'
+    require 'haml'
+    require 'mongo'
+    require 'mongo_mapper'
+    require 'mongo_ha'
+    require 'bootstrap-sass'
+    require 'sass-rails'
+    require 'coffee-rails'
+  end
+end

data/lib/rocket_job_mission_control/version.rb

@@ -0,0 +1,3 @@
+module RocketJobMissionControl
+  VERSION = "0.9.2"
+end

data/lib/rocketjob_mission_control.rb

@@ -0,0 +1,4 @@
+require "rocket_job_mission_control/engine"
+
+module RocketJobMissionControl
+end

data/lib/tasks/rocket_job_mission_control_tasks.rake

@@ -0,0 +1,4 @@
+# desc "Explaining what the task does"
+# task :rocket_job_mission_control do
+#   # Task goes here
+# end

data/spec/controllers/application_controller_spec.rb

@@ -0,0 +1,47 @@
+require 'rails_helper'
+
+module RocketJobMissionControl
+  RSpec.describe ApplicationController, type: :controller do
+    controller do
+      def index
+        @time_zone = Time.zone
+
+        render text: 'Time Zoned'
+      end
+    end
+
+    describe "#with_time_zone" do
+      let(:session_params) { {} }
+      let(:expected_time_zone) { 'UTC' }
+
+      before do
+        get :index, {}, session_params
+      end
+
+      context "with a session present" do
+        context "that contains a time zone" do
+          let(:expected_time_zone) { 'America/Los_Angeles' }
+          let(:session_params) { {'time_zone' => expected_time_zone} }
+
+          it "sets the time zone correctly" do
+            expect(assigns(:time_zone).name).to eq(expected_time_zone)
+          end
+        end
+
+        context 'that does not contain a time zone' do
+          let(:session_params) { { 'user_id' => '42' } }
+
+          it 'sets the time zone correctly' do
+            expect(assigns(:time_zone).name).to eq(expected_time_zone)
+          end
+        end
+      end
+
+      context "with no session present" do
+        it "sets the time zone correctly" do
+          expect(assigns(:time_zone).name).to eq(expected_time_zone)
+        end
+      end
+    end
+  end
+end

data/spec/controllers/jobs_controller_spec.rb

@@ -0,0 +1,217 @@
+require 'rails_helper'
+
+module RocketJobMissionControl
+  RSpec.shared_examples "a jobs update controller" do
+    describe "with an invalid job id" do
+      before do
+        allow(RocketJob::Job).to receive(:find).and_return(nil)
+        do_action
+      end
+
+      it "redirects" do
+        expect(response).to redirect_to(jobs_path)
+      end
+
+      it "adds a flash alert message" do
+        expect(flash[:alert]).to eq(I18n.t(:failure, scope: [:job, :find], id: 42))
+      end
+    end
+  end
+
+  RSpec.describe JobsController do
+    routes { Engine.routes }
+
+    [:pause, :resume, :abort, :retry, :fail].each do |state|
+      describe "PATCH ##{state}" do
+        it_behaves_like "a jobs update controller" do
+          let(:do_action) { patch state, id: 42, job: {id: 42, priority: 12} }
+        end
+
+        describe "with a valid job id" do
+          let(:job) { spy(id: 42, to_param: 42) }
+
+          before do
+            allow(RocketJob::Job).to receive(:find).and_return(job)
+            patch state, id: 42, job: {id: 42, priority: 12}
+          end
+
+          it "redirects to the job" do
+            expect(response).to redirect_to(job_path(42))
+          end
+
+          it "transitions the job" do
+            expect(job).to have_received("#{state}!".to_sym)
+          end
+        end
+      end
+    end
+
+    describe "PATCH #update" do
+      it_behaves_like "a jobs update controller" do
+        let(:do_action) { patch :update, id: 42, job: {id: 42, priority: 12} }
+      end
+
+      describe "with a valid job id" do
+        let(:job) { spy(id: 42, to_param: 42) }
+
+        before do
+          allow(RocketJob::Job).to receive(:find).and_return(job)
+          patch :update, id: 42, job: {id: 42, priority: 12}
+        end
+
+        it "redirects to the job" do
+          expect(response).to redirect_to(job_path(42))
+        end
+
+        it "updates the job correctly" do
+          expect(job).to have_received(:update_attributes!).with('priority' => '12')
+        end
+      end
+    end
+
+    describe "GET #show" do
+      let(:result) { spy(sort: []) }
+
+      before do
+        allow(RocketJob::Job).to receive(:limit).and_return(result)
+      end
+
+      describe "with an invalid job id" do
+        before do
+          allow(RocketJob::Job).to receive(:find).and_return(nil)
+          get :show, id: 42
+        end
+
+        it "redirects" do
+          expect(response).to redirect_to(jobs_path)
+        end
+
+        it "adds a flash alert message" do
+          expect(flash[:alert]).to eq(I18n.t(:failure, scope: [:job, :find], id: 42))
+        end
+      end
+
+      describe "with a valid job id" do
+        before do
+          allow(RocketJob::Job).to receive(:find).and_return('job')
+          get :show, id: 42
+        end
+
+        it "succeeds" do
+          expect(response.status).to be(200)
+        end
+
+        it "assigns the job" do
+          expect(assigns(:job)).to be_present
+        end
+
+        it "assigns the jobs" do
+          expect(assigns(:jobs)).to eq([])
+        end
+
+        it "grabs a sorted list of rocket jobs" do
+          expect(result).to have_received(:sort).with(created_at: :desc)
+        end
+      end
+    end
+
+    describe "GET #running" do
+      before do
+        allow(RocketJob::Job).to receive(:where).and_return([])
+        get :running
+      end
+
+      it { expect(response.status).to be(200) }
+
+      it "queries for running jobs" do
+        expect(RocketJob::Job).to have_received(:where).with(state: 'running')
+      end
+
+      it "returns expected jobs" do
+        expect(assigns[:jobs]).to eq([])
+      end
+    end
+
+    describe "GET #index" do
+      describe "with no jobs" do
+        let(:result) { spy(sort: []) }
+
+        before do
+          allow(RocketJob::Job).to receive(:limit).and_return(result)
+          get :index
+        end
+
+        it "succeeds" do
+          expect(response.status).to be(200)
+        end
+
+        it "grabs a sorted list of rocket jobs" do
+          expect(result).to have_received(:sort).with(created_at: :desc)
+        end
+
+        it "returns no jobs" do
+          expect(assigns(:jobs)).to eq([])
+        end
+      end
+
+      describe "with jobs" do
+        let(:result) { spy(sort: jobs) }
+        let(:jobs) { ['fake_job1', 'fake_job2'] }
+
+        before do
+          allow(RocketJob::Job).to receive(:limit).and_return(result)
+        end
+
+        describe "with no parameters" do
+          before { get :index }
+
+          it "succeeds" do
+            expect(response.status).to be(200)
+          end
+
+          it "grabs a sorted list of rocket jobs" do
+            expect(result).to have_received(:sort).with(created_at: :desc)
+          end
+
+          it "returns the jobs" do
+            expect(assigns(:jobs)).to match_array(jobs)
+          end
+        end
+
+        describe "with a state filter" do
+          before { get :index, states: states}
+
+          context "that is empty" do
+            let(:states) { [] }
+
+            it { expect(response.status).to be(200) }
+
+            it "grabs a sorted list of rocket jobs" do
+              expect(result).to have_received(:sort).with(created_at: :desc)
+            end
+
+            it "returns the jobs" do
+              expect(assigns(:jobs)).to match_array(jobs)
+            end
+          end
+
+          context "with a state" do
+            let(:query_spy) { spy(where: jobs) }
+            let(:result) { spy(sort: query_spy) }
+            let(:states) { ['completed', 'running'] }
+
+            it { expect(response.status).to be(200) }
+
+            it "grabs a filtered list of rocket jobs" do
+              expect(query_spy).to have_received(:where).with(state: states)
+            end
+
+            it "returns the jobs" do
+              expect(assigns(:jobs)).to match_array(jobs)
+            end
+          end
+        end
+      end
+    end
+  end
+end