rocketjob_mission_control 1.1.0 → 1.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 7e41c195c2f19cc796166af9416626e889f659ae
-  data.tar.gz: de8a20f45aec4ca0fd5d6de4a6e2a6ac8fd923c2
+  metadata.gz: c8d7c96f03155c733cf07a5e81796020552dd378
+  data.tar.gz: cf0647850f7b019530b1f1c6d4a511dbcb5fcc5b
 SHA512:
-  metadata.gz: 286dfb374edb8f8ff0da5cc215aedb9197369e9ad825289e6588cac983be1faaccf5b049f435909f5c35c5bc1a27251955af99a6897e41eb06f1ad588fe2f5eb
-  data.tar.gz: daf53bdc5365b5ba592eba9fdbf8f32bc03aa50d92a1c26b49131f6a44fdc2ac02fdb3a468545be334e718ca96791a86ae1f44be6f3caf0f525506c6e09c33f6
+  metadata.gz: 4639ef836e562dc597c5e0651571111ac84b3a217b3599da8f06807513375c73b44eb9a091517da37c57f6fa9d478fa2f23f75825ef6c8afad0e899f4892d67b
+  data.tar.gz: fe70a9fd5c6cbd029443dda89be419f9c08b6de28fe3a90f2908bccd753f3d4c5837fb239e9d970170e3849c7086e33d9ee5b38518298676b0844308298b9303

data/app/assets/javascripts/rocket_job_mission_control/dirmon_entries.js.coffee

@@ -0,0 +1,18 @@
+$(document).on 'ready', ->
+  $('.filter .state-toggle').on 'change', ->
+    active_states = $('.filter :checked')
+    param_string = "?"
+    active_states.each (_, state) ->
+      param_string += "states[]=" + $(state).attr('id') + "&"
+    window.location.href = window.location.href.replace( /[\?#].*|$/, param_string );
+
+  if $('#properties').length
+    $('#expand').on 'click', ->
+      $(this).hide()
+      $('#collapse').show()
+      $('#properties').show()
+    $('#collapse').on 'click', ->
+      $(this).hide()
+      $('#expand').show()
+      $('#properties').hide()
+

data/app/assets/stylesheets/rocket_job_mission_control/base.scss

@@ -3,6 +3,13 @@
   overflow: hidden;
 }
 
+.footer {
+  position: relative;
+  height: 100px;
+  clear:both;
+  padding-top:20px;
+}
+
 body.rocket_job {
   padding: 0;
 
@@ -10,8 +17,8 @@ body.rocket_job {
 
   .job-list {
     height: 100%;
+    min-height: 768px;
     border-right: 1px solid #ddd;
-    padding: 0;
   }
 
   .job-status {
@@ -41,7 +48,7 @@ body.rocket_job {
       p { font-size: 16px; }
     }
 
-    .job-retry {
+    .job-actions {
       float: left;
       margin-top: 23px;
       margin-left: 20px;
@@ -49,6 +56,12 @@ body.rocket_job {
       .btn { padding: 2px 6px; }
     }
 
+    .pagination-buttons {
+      float: left;
+      margin-top: 23px;
+      margin-left: 20px;
+    }
+
     .job-state {
       margin-left: 20px;
       padding: 0;
@@ -75,10 +88,10 @@ body.rocket_job {
         border-bottom-right-radius: 3px;
       }
 
-      .queued { background-color: darkgrey; }
+      .queued, .pending { background-color: darkgrey; }
       .running { background-color: #337ab7; }
-      .completed { background-color: green; }
-      .paused { background-color: orange; }
+      .completed, .enabled { background-color: green; }
+      .paused, .disabled { background-color: orange; }
       .failed { background-color: red; }
       .aborted { background-color: darkorange; }
     }
@@ -125,11 +138,18 @@ body.rocket_job {
       text-align: center;
 
       a {
+        display: inline-block;
         color: orange;
         font-weight: bold;
+
       }
 
-      .color {
+      a:hover, a:active {
+        text-decoration: none;
+      }
+
+
+      span {
         display: inline-block;
         position: relative;
         left: -3px;
@@ -278,7 +298,7 @@ body.rocket_job {
     a { display: block; }
 
     .card:nth-child(1) { border-top: 1px solid #ddd; }
-    .card:nth-child(odd) { background-color: #fff; }
+    .card:nth-child(odd):not(.selected) { background-color: #fff; }
 
     .card {
       border-bottom: 1px solid #ddd;
@@ -305,6 +325,8 @@ body.rocket_job {
           i.paused { color: orange; }
           i.failed { color: red; }
           i.aborted { color: darkorange; }
+          i.enabled { color: green; }
+          i.disabled { color: orange; }
 
           h3 {
             font-weight: bold;
@@ -336,9 +358,9 @@ body.rocket_job {
     }
 
     .selected {
-      border-bottom: 2px solid blue;
-      border-right: 2px solid blue;
-      border-top: 2px solid blue;
+      border-bottom: 1px solid blue;
+      border-right: 1px solid blue;
+      border-top: 1px solid blue;
       background-color: lightcyan;
     }
 
@@ -367,12 +389,6 @@ body.rocket_job {
         position: relative;
         text-align: center;
 
-        .icon {
-          color: #83ADFA;
-          text-align: center;
-          font-size: 50px;
-        }
-
         .title, .state, .threads, .time { margin-bottom: 10px; }
 
         .actions {
@@ -395,7 +411,7 @@ body.rocket_job {
     }
   }
 
-  .spinner {
+  .priority-group {
     width: 67px;
     margin: 0 auto;
 
@@ -436,51 +452,9 @@ body.rocket_job {
     }
   }
 
-  .green.signal {
-    -webkit-animation: greenPulse 2s infinite;
-    -moz-animation: greenPulse 2s infinite;
-    -o-animation: greenPulse 2s infinite;
-    animation: greenPulse 2s infinite;
-    margin: 0 5px 0 10px;
-  }
-
   .code-block { margin-top: 25px; }
 
   .status {
     padding: 1em;
   }
-
-  // Warnings & Notifications
-
-  .no-servers {
-    text-align: center;
-    font-size: 23px;
-    padding-top: 50px;
-    color: #777;
-  }
-}
-
-// Rocket Job Animations
-@-webkit-keyframes greenPulse {
-  0% { color: #91bd09; -webkit-box-shadow: 0 0 9px #91bd09; border-radius: 30px; }
-  50% { color: rgb(107, 240, 123); -webkit-box-shadow: 0 0 18px rgb(107, 240, 123); border-radius: 30px; }
-  100% { color: #91bd09; -webkit-box-shadow: 0 0 9px #91bd09; border-radius: 30px; }
-}
-
-@-moz-keyframes greenPulse {
-  0% { background-color: #749a02; -moz-box-shadow: 0 0 9px #333; }
-  50% { background-color: lime; -moz-box-shadow: 0 0 18px #91bd09; }
-  100% { background-color: #749a02; -moz-box-shadow: 0 0 9px #333; }
-}
-
-@-o-keyframes greenPulse {
-  0% { background-color: #749a02; box-shadow: 0 0 9px #749a02; }
-  50% { background-color: #91bd09; box-shadow: 0 0 18px #91bd09; }
-  100% { background-color: #749a02; box-shadow: 0 0 9px #749a02; }
-}
-
-@keyframes greenPulse {
-  0% { background-color: #749a02; box-shadow: 0 0 9px #333; }
-  50% { background-color: #91bd09; box-shadow: 0 0 18px #91bd09; }
-  100% { background-color: #749a02; box-shadow: 0 0 9px #333; }
 }

data/app/assets/stylesheets/rocket_job_mission_control/bootstrap_and_overrides.scss

@@ -1,6 +1,18 @@
+$border-radius-small: 2px;
+$border-radius-base:  3px;
+$border-radius-large: 4px;
+
 @import "bootstrap-sprockets";
 @import "bootstrap";
 
+.alert {
+  margin-bottom: 0px;
+}
+
 .alert-notice {
   @extend .alert-info
 }
+
+.alert-alert {
+  @extend .alert-danger
+}

data/app/assets/stylesheets/rocket_job_mission_control/callout.scss

@@ -22,6 +22,14 @@
   border-left-color: darkorange;
 }
 
+/* Used by Dirmon Entries */
+.callout-enabled {
+  border-left-color: green;
+}
+.callout-disabled {
+  border-left-color: orange;
+}
+
 /* Used by Workers */
 .callout-top {
   border: 1px solid #eee;

data/app/assets/stylesheets/rocket_job_mission_control/jobs.scss

@@ -1,4 +1,18 @@
 .job-list {
+  .breadcrumb {
+    margin-bottom: 0px;
+  }
+
+  /*padding: 1px 1px 1px 1px;*/
+
+  .breadcrumb {
+    padding: 2px;
+
+    > li {
+      margin: 5px 0 0 5px;
+    }
+  }
+
   .list {
     .progress {
       width: 16em;
@@ -14,3 +28,24 @@
     }
   }
 }
+
+.error {
+  pre {
+    margin: 0px 0px 0px 0px;
+    border-bottom: 0;
+    border-radius: 0;
+    word-wrap: normal;
+  }
+
+  pre:last-child {
+    border: 1px solid #cccccc;
+  }
+}
+
+.pagination {
+  margin-top: 1em;
+
+  .btn {
+    border-radius: 0;
+  }
+}

data/app/controllers/rocket_job_mission_control/application_controller.rb

@@ -1,7 +1,5 @@
 module RocketJobMissionControl
   class ApplicationController < ActionController::Base
-    include ActionController::Live
-
     around_action :with_time_zone
 
     private

data/app/controllers/rocket_job_mission_control/dirmon_entries_controller.rb

@@ -0,0 +1,125 @@
+module RocketJobMissionControl
+  class DirmonEntriesController < RocketJobMissionControl::ApplicationController
+    before_filter :find_entry_or_redirect, except: [:index, :new, :create]
+    before_filter :clean_values, only: [:create, :update]
+    before_action :load_entries, only: [:index, :show, :new, :edit]
+
+    def index
+    end
+
+    def show
+    end
+
+    def new
+      @dirmon_entry = RocketJob::DirmonEntry.new(arguments: nil)
+    end
+
+    def create
+      @dirmon_entry = RocketJob::DirmonEntry.new(dirmon_params)
+
+      parse_and_assign_arguments
+
+      if @dirmon_entry.errors.empty? && @dirmon_entry.save
+        flash[:success] = t(:success, scope: [:dirmon_entry, :create])
+        redirect_to(dirmon_entry_path(@dirmon_entry))
+      else
+        load_entries
+        render :new
+      end
+    end
+
+    def destroy
+      @dirmon_entry.destroy
+      flash[:success] = t(:success, scope: [:dirmon_entry, :destroy])
+
+      redirect_to(dirmon_entries_path)
+    end
+
+    def edit
+    end
+
+    def update
+      parse_and_assign_arguments
+      if @dirmon_entry.errors.empty? && @dirmon_entry.update_attributes(dirmon_params)
+        flash[:success] = t(:success, scope: [:dirmon_entry, :update])
+        redirect_to(rocket_job_mission_control.dirmon_entry_path(@dirmon_entry))
+      else
+        load_entries
+        render :edit
+      end
+    end
+
+    def enable
+      if @dirmon_entry.may_enable?
+        @dirmon_entry.enable!
+        flash[:success] = t(:success, scope: [:dirmon_entry, :enable])
+        redirect_to(rocket_job_mission_control.dirmon_entry_path(@dirmon_entry))
+      else
+        flash[:alert]  = t(:failure, scope: [:dirmon_entry, :enable])
+        load_entries
+        render(:show)
+      end
+    end
+
+    def disable
+      if @dirmon_entry.may_disable?
+        @dirmon_entry.disable!
+        flash[:success] = t(:success, scope: [:dirmon_entry, :disable])
+        redirect_to(rocket_job_mission_control.dirmon_entry_path(@dirmon_entry))
+      else
+        flash[:alert]  = t(:failure, scope: [:dirmon_entry, :disable])
+        load_entries
+        render(:show)
+      end
+    end
+
+    private
+
+    def parse_and_assign_arguments
+      if arguments = params[:rocket_job_dirmon_entry][:arguments]
+        begin
+          arguments               = JSON.parse(arguments)
+          @dirmon_entry.arguments = arguments.kind_of?(Array) ? arguments : [arguments]
+        rescue JSON::ParserError => e
+          @dirmon_entry.errors.add(:arguments, e.message)
+        end
+      end
+
+    end
+
+    def clean_values
+      params[:rocket_job_dirmon_entry].fetch(:properties, {}).each_pair do |param, value|
+        params[:rocket_job_dirmon_entry][:properties].delete(param) if value.blank?
+      end
+    end
+
+    def load_entries
+      @states  = dirmons_params
+      @dirmons = RocketJob::DirmonEntry.limit(1000).sort(created_at: :desc)
+      @dirmons = @dirmons.where(state: @states) unless @states.empty?
+    end
+
+    def find_entry_or_redirect
+      @dirmon_entry = RocketJob::DirmonEntry.find(params[:id])
+
+      if @dirmon_entry.nil?
+        flash[:alert] = t(:failure, scope: [:dirmon_entry, :find], id: params[:id])
+
+        redirect_to(dirmon_entries_path)
+      end
+    end
+
+    def dirmons_params
+      params.fetch(:states, [])
+    end
+
+    def dirmon_params
+      params
+        .require(:rocket_job_dirmon_entry)
+        .permit(:name, :archive_directory, :pattern, :job_class_name).tap do |whitelist|
+        whitelist[:properties] = params[:rocket_job_dirmon_entry][:properties] if params[:rocket_job_dirmon_entry][:properties]
+      end
+    end
+
+  end
+end

data/app/controllers/rocket_job_mission_control/jobs/failures_controller.rb

@@ -0,0 +1,31 @@
+module RocketJobMissionControl
+  module Jobs
+    class FailuresController < RocketJobMissionControl::ApplicationController
+      def index
+        job_failures = JobFailures.new(params[:job_id])
+        @job  = job_failures.job
+
+        if @job && @job.failed?
+          @slice_errors = job_failures.list
+          @error_type   = params[:error_type] || @slice_errors.first['_id']['error_class']
+
+          offset             = params.fetch(:offset, 1).to_i
+          selected_exception = job_failures.for_error(@error_type, offset)
+          current_failure    = selected_exception.first
+
+          @pagination = {
+            offset: offset,
+            total:  (selected_exception.count - 1),
+          }
+
+          if current_failure.present?
+            @failure_exception = current_failure['exception']
+          end
+
+        else
+          redirect_to(job_path(params[:job_id]))
+        end
+      end
+    end
+  end
+end

data/app/helpers/rocket_job_mission_control/application_helper.rb

@@ -12,5 +12,12 @@ module RocketJobMissionControl
     def active_page(path)
       'active' if current_page?(path)
     end
+
+    def pretty_print_array_or_hash(arguments)
+      return arguments unless arguments.kind_of?(Array) || arguments.kind_of?(Hash)
+      json_string_options = { space: ' ', indent: '  ', array_nl: '<br />', object_nl: '<br />' }
+      JSON.generate(arguments, json_string_options).html_safe
+    end
+
   end
 end

data/app/helpers/rocket_job_mission_control/jobs_helper.rb

@@ -1,13 +1,16 @@
 module RocketJobMissionControl
   module JobsHelper
     STATE_ICON_MAP = {
-      queued:    'fa-inbox',
+      aborted:   'fa-stop',
+      completed: 'fa-check',
+      disabled:  'fa-stop',
+      enabled:   'fa-check',
+      failed:    'fa-exclamation-triangle',
       paused:    'fa-pause',
+      pending:   'fa-inbox',
+      queued:    'fa-inbox',
       running:   'fa-play',
-      completed: 'fa-check',
-      aborted:   'fa-stop',
-      failed:    'fa-times',
-      scheduled: 'fa-clock-o'
+      scheduled: 'fa-clock-o',
     }
 
     def job_state_icon(state)
@@ -25,14 +28,18 @@ module RocketJobMissionControl
       job_state_icon(state)
     end
 
-    def job_states
-      @job_states ||= RocketJob::Job.aasm.states.collect { |state| state.name.to_s }
+    def job_action_link(action, path, http_method=:get)
+      link_to(
+        action,
+        path,
+        method: http_method,
+        class: 'btn btn-default',
+        data: { confirm: t(:confirm, scope: [:job, :action], action: action)}
+      )
     end
 
-    def pretty_print_array_or_hash(arguments)
-      return arguments unless arguments.kind_of?(Array) || arguments.kind_of?(Hash)
-      json_string_options = { space: ' ', indent: '  ', array_nl: '<br />', object_nl: '<br />' }
-      JSON.generate(arguments, json_string_options).html_safe
+    def job_states
+      @job_states ||= RocketJob::Job.aasm.states.map { |state| state.name.to_s }
     end
 
     def job_selected_class(job, selected_job)

data/app/helpers/rocket_job_mission_control/pagination_helper.rb

@@ -0,0 +1,7 @@
+module RocketJobMissionControl
+  module PaginationHelper
+    def page_nav_disabled_class(current_position, boundary)
+      current_position.to_i == boundary.to_i ? 'disabled' : ''
+    end
+  end
+end

data/app/helpers/rocket_job_mission_control/slices_helper.rb

@@ -0,0 +1,9 @@
+module RocketJobMissionControl
+  module SlicesHelper
+
+    def display_slice_info(slice, encrypted=false)
+      encrypted ? 'encrypted' : pretty_print_array_or_hash(slice.to_a)
+    end
+
+  end
+end

data/app/models/job_failures.rb

@@ -0,0 +1,30 @@
+class JobFailures
+  attr_reader :job_id
+
+  def initialize(job_id)
+    @job_id = job_id
+  end
+
+  def job
+    @job ||= RocketJob::Job.find(job_id)
+  end
+
+  def list
+    @slice_errors ||= job.input.collection.aggregate(
+      [
+        {
+          '$group' => {
+            _id:      { error_class: '$exception.class_name' },
+            messages: { '$addToSet' => '$exception.message' },
+            count:    { '$sum' => 1 }
+          },
+        }
+      ]
+    )
+  end
+
+  def for_error(error_type, page_offset=0)
+    query  = { 'state' => 'failed', 'exception.class_name' => error_type }
+    @job.input.collection.find(query).limit(1).skip(page_offset)
+  end
+end

data/app/views/layouts/rocket_job_mission_control/application.html.haml

@@ -18,7 +18,7 @@
 
     = csrf_meta_tag
 
-    %link{href: "//maxcdn.bootstrapcdn.com/font-awesome/4.3.0/css/font-awesome.min.css", rel: "stylesheet"}/
+    %link{href: "//maxcdn.bootstrapcdn.com/font-awesome/4.4.0/css/font-awesome.min.css", rel: "stylesheet"}/
 
   %body.rocket_job
     #wrapper.toggled
@@ -41,3 +41,5 @@
                   = msg.html_safe
 
         = yield
+
+    %footer.footer

data/app/views/layouts/rocket_job_mission_control/partials/_header.html.haml

@@ -13,6 +13,6 @@
 
   .brand
     = link_to root_path, class: 'text-center' do
-      = image_tag('rocket_job_mission_control/rocket-icon-64x64.png', size: '56x32')
+      = image_tag('rocket_job_mission_control/rocket-icon-64x64.png', size: '32x32')
       rocket
-      .color job
+      %span job

data/app/views/layouts/rocket_job_mission_control/partials/_sidebar.html.haml

@@ -18,3 +18,7 @@
       = link_to running_jobs_path, class: active_page(running_jobs_path) do
         %i.fa.fa-circle-o-notch
         Running
+    %li
+      = link_to dirmon_entries_path, class: active_page(dirmon_entries_path) do
+        %i.fa.fa-folder-o
+        Dirmon

data/app/views/rocket_job_mission_control/dirmon_entries/_form.html.haml

@@ -0,0 +1,36 @@
+- action ||= :create
+- if @dirmon_entry.errors.present?
+  .alert.alert-alert
+    Error saving entry!
+    - @dirmon_entry.errors.messages.each_pair do |field, message|
+      .message
+        = "#{field}: #{message}"
+= form_for @dirmon_entry, url: {action: action} do |f|
+  .name.form-group
+    = f.label :name
+    = f.text_field :name, class: 'form-control'
+  .path.form-group
+    = f.label :pattern
+    = f.text_field :pattern, class: 'form-control'
+  .path.form-group
+    = f.label :archive_directory
+    = f.text_field :archive_directory, class: 'form-control'
+  .job.form-group
+    = f.label :job_class_name
+    = f.text_field :job_class_name, class: 'form-control'
+  .job_arguments.form-group
+    = f.label :arguments
+    = f.text_area :arguments,
+      value: @dirmon_entry.arguments.empty? ? nil : @dirmon_entry.arguments.to_json,
+      rows: 10,
+      placeholder: '{"argument1"":"value1", "argument2":"value2", "argument3":"value3"}',
+      class: 'form-control'
+  .row
+    .col-md-12#properties{ style: 'display:none;' }
+      = render partial: 'properties', locals: { f: f }
+
+  .buttons
+    = f.submit action, class: 'btn btn-primary'
+    = link_to 'cancel', :back, class: 'btn btn-default'
+    = button_tag 'properties',type: 'button', class: 'btn btn-default', id: 'expand'
+    = button_tag 'collapse',type: 'button', class: 'btn btn-default', id: 'collapse', style: 'display:none;'

data/app/views/rocket_job_mission_control/dirmon_entries/_list.html.haml

@@ -0,0 +1,31 @@
+.col-md-4
+  .job-list
+    .filter
+      %ol.breadcrumb
+        %li.active Dirmon Entries
+        .pull-right
+          = link_to "Create", new_dirmon_entry_path, class: "btn btn-default"
+          .btn-group{ data: { toggle: 'buttons' } }
+            - RocketJob::DirmonEntry.aasm.states.map { |s| s.name.to_s }.each do |state|
+              - enabled = @states.include?(state.to_s) || @states.empty?
+              - title   = enabled ? 'Hide' : 'Show'
+              %label.btn.btn-default.state-toggle{ class: ('active' if enabled), title: "#{title} #{state.to_s.capitalize}" }
+                = check_box_tag(state.to_s, state.to_s, enabled)
+                %i.fa{class: job_state_icon(state)}
+        .clearfix
+    .list
+      - if @dirmons.empty?
+        .card.inner
+          .title
+            .lead.text-center No Dirmon Entries Found.
+      - else
+        - @dirmons.each do |dirmon|
+          - state = dirmon.enabled? ? :enabled : :disabled
+          = link_to dirmon_entry_path(id: dirmon.id, states: @states), class: "card callout callout-#{dirmon.state} #{job_selected_class(dirmon, @dirmon_entry)}" do
+            .inner
+              .title
+                .lead
+                  %i.fa{class: job_state_icon(dirmon.state), style: 'font-size: 75%;', title: dirmon.state}
+                  = dirmon.name
+
+              .description= dirmon.pattern.try(:truncate, 80)

data/app/views/rocket_job_mission_control/dirmon_entries/_properties.html.haml

@@ -0,0 +1,8 @@
+.arguments
+  = f.fields_for :properties do |properties|
+    .form-group
+      = properties.label :description
+      = properties.text_field :description, value: @dirmon_entry.properties[:description], placeholder: "max length: 128", class: 'form-control'
+    .form-group
+      = properties.label :priority
+      = properties.text_field :priority, value: @dirmon_entry.properties[:priority], placeholder: "e.g 1..100", class: 'form-control'