rocketjob_mission_control 1.2.4 → 2.0.0.rc1

data/app/datatables/rocket_job_mission_control/running_jobs_datatable.rb

@@ -0,0 +1,35 @@
+module RocketJobMissionControl
+  class RunningJobsDatatable < JobsDatatable
+    private
+
+    def data
+      jobs.map do |job|
+        {
+          '0' => class_with_link(job),
+          '1' => h(job.description.try(:truncate, 50)),
+          '2' => progress(job),
+          '3' => h(job.priority),
+          '4' => h(started(job)),
+          'DT_RowClass' => "card callout callout-#{job.state}"
+        }
+      end
+    end
+
+    def sort_column(index)
+      columns = %w[_type description percent_complete priority started_at]
+      columns[index.to_i]
+    end
+
+    def progress(job)
+      <<-EOS
+        <div class='progress'>
+          <div class='progress-bar' style="width: #{job.percent_complete}%;", title="#{job.percent_complete}% complete."></div>
+        </div>
+      EOS
+    end
+
+    def started(job)
+      "#{RocketJob.seconds_as_duration(Time.now - job.started_at)} ago" if job.started_at
+    end
+  end
+end

data/app/datatables/rocket_job_mission_control/scheduled_jobs_datatable.rb

@@ -0,0 +1,30 @@
+module RocketJobMissionControl
+  class ScheduledJobsDatatable < JobsDatatable
+    private
+
+    def data
+      jobs.map do |job|
+        {
+          '0' => class_with_link(job),
+          '1' => h(job.description.try(:truncate, 50)),
+          '2' => h(time_till_run(job)),
+          '3' => h(cron_schedule(job)),
+          'DT_RowClass' => "card callout callout-#{job.state}"
+        }
+      end
+    end
+
+    def sort_column(index)
+      columns = %w[_type description run_at cron_schedule]
+      columns[index.to_i]
+    end
+
+    def time_till_run(job)
+      RocketJob.seconds_as_duration(job.run_at - Time.now)
+    end
+
+    def cron_schedule(job)
+      job.cron_schedule if job.respond_to?(:cron_schedule)
+    end
+  end
+end

data/app/datatables/rocket_job_mission_control/workers_datatable.rb

@@ -0,0 +1,127 @@
+module RocketJobMissionControl
+  class WorkersDatatable
+    delegate :params,
+             :link_to,
+             :worker_icon,
+             :worker_path,
+             :stop_worker_path,
+             :resume_worker_path,
+             :pause_worker_path,
+             :worker_card_class,
+             :render, to: :@view
+
+    delegate :h, to: 'ERB::Util'
+
+    def initialize(view, workers)
+      @view = view
+      @unfiltered_workers = workers
+    end
+
+    def as_json(options = {})
+      {
+        :draw => params[:draw].to_i,
+        :recordsTotal =>  get_raw_records.count,
+        :recordsFiltered => filter_records(get_raw_records).count,
+        :data => data
+      }
+    end
+
+    private
+
+    def data
+      workers.map do |worker|
+        {
+          '0' => name_with_icon(worker),
+          '1' => h(threads(worker)),
+          '2' => h(started_ago(worker)),
+          '3' => h(time_since_heartbeat(worker)),
+          '4' => action_links_html(worker),
+          'DT_RowClass' => "card callout #{worker_card_class(worker)}"
+        }
+      end
+    end
+
+    def get_raw_records
+      @unfiltered_workers
+    end
+
+    def workers
+      @workers ||= fetch_workers
+    end
+
+    def fetch_workers
+      records = get_raw_records
+      records = sort_records(records) if params[:order].present?
+      records = filter_records(records) if params[:search].present?
+      records = paginate_records(records) unless params[:length].present? && params[:length] == '-1'
+      records
+    end
+
+    def page
+      (params[:start].to_i / per_page) + 1
+    end
+
+    def per_page
+      params.fetch(:length, 10).to_i
+    end
+
+    def sort_records(records)
+      sort_by = {}
+      params[:order].keys.each do |key|
+        sort_by[sort_column(params[:order][key][:column])] = params[:order][key][:dir]
+      end
+      records.sort(sort_by)
+    end
+
+    def sort_column(index)
+      columns = %w[name max_threads started_at heartbeat.updated_at]
+      columns[index.to_i]
+    end
+
+    def filter_records(records)
+      return records unless (params[:search].present? && params[:search][:value].present?)
+      conditions = params[:search][:value]#build_conditions_for(params[:search][:value])
+      records = RocketJobMissionControl::Workers::Search.new(conditions, records).execute if conditions
+      records
+    end
+
+    def paginate_records(records)
+      Kaminari.paginate_array(records.all).page(page).per(per_page)
+    end
+
+    def name_with_icon(worker)
+      <<-EOS
+        <i class="fa #{worker_icon(worker)}" style="font-size: 75%" title="#{worker.state}"></i>
+        #{worker.name}
+      EOS
+    end
+
+    def threads(worker)
+      "#{worker.heartbeat.current_threads.to_i}/#{worker.max_threads}"
+    end
+
+    def started_ago(worker)
+      "#{RocketJob.seconds_as_duration(Time.now - worker.started_at)} ago"
+    end
+
+    def time_since_heartbeat(worker)
+      "#{RocketJob.seconds_as_duration(Time.now - worker.heartbeat.updated_at)} ago"
+    end
+
+    def action_links_html(worker)
+      actions = '<div class="actions">'
+      if worker.stopping?
+        actions += "Worker is stopping..."
+        actions += "#{ link_to "destroy", worker_path(worker), method: :delete, class: 'btn btn-danger', data: { confirm: "Destroy this worker?"}  }"
+      else
+        if worker.paused?
+          actions += "#{ link_to "resume", resume_worker_path(worker), method: :patch, class: 'btn btn-default', data: { confirm: "Resume this worker?"}  }"
+        else
+          actions += "#{ link_to "pause", pause_worker_path(worker), method: :patch, class: 'btn btn-default', data: { confirm: "Pause this worker?"} }"
+        end
+        actions += "#{ link_to "stop", stop_worker_path(worker), method: :patch, class: 'btn btn-danger', data: { confirm: "Stop this worker?"} }"
+      end
+      actions += '</div>'
+    end
+  end
+end

data/app/helpers/rocket_job_mission_control/application_helper.rb

@@ -1,5 +1,25 @@
 module RocketJobMissionControl
   module ApplicationHelper
+    STATE_ICON_MAP = {
+      aborted:   'fa-stop',
+      completed: 'fa-check',
+      disabled:  'fa-stop',
+      enabled:   'fa-check',
+      failed:    'fa-exclamation-triangle',
+      paused:    'fa-pause',
+      pending:   'fa-inbox',
+      queued:    'fa-inbox',
+      running:   'fa-play',
+      scheduled: 'fa-clock-o',
+      starting:  'fa-cogs',
+      stopping:  'fa-stop',
+      zombie:    'fa-hourglass-o'
+    }
+
+    def state_icon(state)
+      STATE_ICON_MAP[state.to_sym] + ' ' + state.to_s
+    end
+
     def site_title
       'Rocket Job Mission Control'
     end
@@ -15,9 +35,8 @@ module RocketJobMissionControl
 
     def pretty_print_array_or_hash(arguments)
       return arguments unless arguments.kind_of?(Array) || arguments.kind_of?(Hash)
-      json_string_options = { space: ' ', indent: '  ', array_nl: '<br />', object_nl: '<br />' }
+      json_string_options = {space: ' ', indent: '  ', array_nl: '<br />', object_nl: '<br />'}
       JSON.generate(arguments, json_string_options).html_safe
     end
-
   end
 end

data/app/helpers/rocket_job_mission_control/dirmon_entries_helper.rb

@@ -0,0 +1,7 @@
+module RocketJobMissionControl
+  module DirmonEntriesHelper
+    def dirmon_counts_by_state(state)
+      RocketJob::DirmonEntry.counts_by_state.fetch(state.downcase.to_sym, 0)
+    end
+  end
+end

data/app/helpers/rocket_job_mission_control/jobs_helper.rb

@@ -1,31 +1,18 @@
 module RocketJobMissionControl
   module JobsHelper
-    STATE_ICON_MAP = {
-      aborted:   'fa-stop',
-      completed: 'fa-check',
-      disabled:  'fa-stop',
-      enabled:   'fa-check',
-      failed:    'fa-exclamation-triangle',
-      paused:    'fa-pause',
-      pending:   'fa-inbox',
-      queued:    'fa-inbox',
-      running:   'fa-play',
-      scheduled: 'fa-clock-o',
-    }
-
-    def job_state_icon(state)
-      STATE_ICON_MAP[state.to_sym] + ' ' + state.to_s
-    end
-
     def job_icon(job)
-      # TODO move this logic to RocketJob::Job
       state =
-        if job.queued? && job.run_at && (job.run_at > Time.now)
+        if job.scheduled?
           :scheduled
         else
           job.state
         end
-      job_state_icon(state)
+      state_icon(state)
+    end
+
+    def job_counts_by_state(state)
+      state = 'queued_now' if state == 'queued'
+      RocketJob::Job.counts_by_state.fetch(state.downcase.to_sym, 0)
     end
 
     def job_action_link(action, path, http_method=:get)
@@ -33,8 +20,8 @@ module RocketJobMissionControl
         action,
         path,
         method: http_method,
-        class: 'btn btn-default',
-        data: { confirm: t(:confirm, scope: [:job, :action], action: action)}
+        class:  'btn btn-default',
+        data:   {confirm: t(:confirm, scope: [:job, :action], action: action)}
       )
     end
 
@@ -50,9 +37,5 @@ module RocketJobMissionControl
       end
     end
 
-    def job_title(job)
-      perform_method = job.perform_method == :perform ? '' : "##{job.perform_method}"
-      "#{job.class.name}#{perform_method}"
-    end
   end
 end

data/app/helpers/rocket_job_mission_control/workers_helper.rb

@@ -1,18 +1,30 @@
 module RocketJobMissionControl
   module WorkersHelper
+    def worker_counts_by_state(state)
+      RocketJob::Worker.counts_by_state.fetch(state.downcase.to_sym, 0)
+    end
+
+    def worker_icon(worker)
+      state =
+        if worker.zombie?
+          'zombie'
+        else
+          worker.state
+        end
+      state_icon(state)
+    end
 
     def worker_card_class(worker)
       if worker.zombie?
-        'callout-zombie-top'
+        'callout-zombie'
       else
         map = {
-          running:  'callout-success-top',
-          paused:   'callout-warning-top',
-          stopping: 'callout-alert-top',
+          running:  'callout-success',
+          paused:   'callout-warning',
+          stopping: 'callout-alert',
         }
-        map[worker.state] || 'callout-info-top'
+        map[worker.state] || 'callout-info'
       end
     end
-
   end
 end

data/app/interactors/rocket_job_mission_control/dirmon_entries/search.rb

@@ -0,0 +1,19 @@
+module RocketJobMissionControl
+  module DirmonEntries
+    class Search
+      attr_reader :results, :search_term
+
+      def initialize(search_term, search_subset)
+        @search_term = search_term
+        @results     = search_subset
+      end
+
+      def execute
+        if !search_term.blank?
+          @results = @results.where('$or' => [{job_class_name: /#{search_term}/i}, {name: /#{search_term}/i}, {pattern: /#{search_term}/i}])
+        end
+        @results
+      end
+    end
+  end
+end

data/app/interactors/rocket_job_mission_control/jobs/search.rb

@@ -0,0 +1,19 @@
+module RocketJobMissionControl
+  module Jobs
+    class Search
+      attr_reader :results, :search_term
+
+      def initialize(search_term, search_subset)
+        @search_term = search_term
+        @results     = search_subset
+      end
+
+      def execute
+        if !search_term.blank?
+          @results = @results.where('$or' => [{_type: /#{search_term}/i}, {description: /#{search_term}/i}])
+        end
+        @results
+      end
+    end
+  end
+end

data/app/interactors/rocket_job_mission_control/workers/search.rb

@@ -0,0 +1,19 @@
+module RocketJobMissionControl
+  module Workers
+    class Search
+      attr_reader :results, :search_term
+
+      def initialize(search_term, search_subset)
+        @search_term = search_term
+        @results     = search_subset
+      end
+
+      def execute
+        if !search_term.blank?
+          @results = @results.where('$or' => [{name: /#{search_term}/i}])
+        end
+        @results
+      end
+    end
+  end
+end

data/app/models/job_failures.rb

@@ -13,13 +13,13 @@ class JobFailures
     @slice_errors ||= job.input.collection.aggregate(
       [
         {
-          '$match' => { state: 'failed' }
+          '$match' => {state: 'failed'}
         },
         {
           '$group' => {
-            _id:      { error_class: '$exception.class_name' },
-            messages: { '$addToSet' => '$exception.message' },
-            count:    { '$sum' => 1 }
+            _id:      {error_class: '$exception.class_name'},
+            messages: {'$addToSet' => '$exception.message'},
+            count:    {'$sum' => 1}
           },
         }
       ]
@@ -27,7 +27,7 @@ class JobFailures
   end
 
   def for_error(error_type, page_offset=0)
-    query  = { 'state' => 'failed', 'exception.class_name' => error_type }
+    query = {'state' => 'failed', 'exception.class_name' => error_type}
     @job.input.collection.find(query).limit(1).skip(page_offset)
   end
 end

data/app/views/layouts/rocket_job_mission_control/application.html.haml

@@ -21,25 +21,25 @@
     %link{href: "//maxcdn.bootstrapcdn.com/font-awesome/4.4.0/css/font-awesome.min.css", rel: "stylesheet"}/
 
   %body.rocket_job
-    #wrapper.toggled
-      = render partial: 'layouts/rocket_job_mission_control/partials/sidebar'
-
-      #page-content-wrapper
-        = render partial: 'layouts/rocket_job_mission_control/partials/header'
-
-        .flash.text-center
-          - flash.each do |key, msg|
-            - if msg
-              .alert{class: "alert-#{key} alert-dismissable", role: 'alert'}
-                %button.close{ data: { dismiss: 'alert' } }
-                  %span ×
-                -if msg.kind_of? Array
-                  %ul.list-unstyled.margin-bottom-0
-                    - msg.each do |m|
-                      %li= m.html_safe
-                - else
-                  = msg.html_safe
-
-        = yield
-
-    %footer.footer
+    #wrapper
+      .container-fluid
+        .row.row-offcanvas.row-offcanvas-left
+          = render partial: 'layouts/rocket_job_mission_control/partials/sidebar'
+
+          .col-sm-10.col-xs-11.white-background#main
+            = render partial: 'layouts/rocket_job_mission_control/partials/header'
+
+            .flash.text-center
+              - flash.each do |key, msg|
+                - if msg
+                  .alert{class: "alert-#{key} alert-dismissable", role: 'alert'}
+                    %button.close{ data: { dismiss: 'alert' } }
+                      %span ×
+                    -if msg.kind_of? Array
+                      %ul.list-unstyled.margin-bottom-0
+                        - msg.each do |m|
+                          %li= m.html_safe
+                    - else
+                      = msg.html_safe
+            #content
+              = yield

data/app/views/layouts/rocket_job_mission_control/partials/_header.html.haml

@@ -1,18 +1,33 @@
-#header
-  %a#menu-toggle.btn.btn-default.btn-blank.first{href: ""}
-    %i.fa.fa-bars
-    Menu
-
-
-  = link_to '..', class: 'btn btn-default btn-blank last' do
-    %i.fa.fa-reply
-    Back Home
-
-
-  .clearfix
-
-  .brand
-    = link_to root_path, class: 'text-center' do
-      = image_tag('rocket_job_mission_control/rocket-icon-64x64.png', size: '32x32')
-      rocket
-      %span job
+%nav.navbar.navbar-default#header
+  .container-fluid
+    .navbar-header
+      %button.navbar-toggle.collapsed{ "aria-expanded" => "false", "data-target" => ".navbar-collapse", "data-toggle" => "collapse", :type => "button" }
+        %span.sr-only Toggle navigation
+        %span.icon-bar
+        %span.icon-bar
+        %span.icon-bar
+      %a.navbar-brand.brand{ href: 'http://rocketjob.io', target: '_blank'}
+        = image_tag('rocket_job_mission_control/rocket-icon-64x64.png', size: '32x32')
+        Rocket
+        %span Job
+    .navbar-collapse.collapse
+      %ul.nav.navbar-nav
+        %li
+          = link_to running_jobs_path, class: active_page(running_jobs_path) do
+            %i.fa.fa-home
+            Jobs
+        %li
+          = link_to workers_path, class: active_page(workers_path) do
+            %i.fa.fa-database
+            Workers
+        %li
+          = link_to active_processes_path, class: active_page(active_processes_path) do
+            %i.fa.fa-circle-o-notch
+            Activity
+        %li
+          = link_to enabled_dirmon_entries_path, class: active_page(enabled_dirmon_entries_path) do
+            %i.fa.fa-folder-o
+            Directory Monitors
+      %ul.nav.navbar-nav.navbar-right
+        %li
+          %a{:href => main_app.root_path } Home

data/app/views/layouts/rocket_job_mission_control/partials/_sidebar.html.haml

@@ -1,24 +1,11 @@
-#sidebar-wrapper
-  %ul.sidebar-nav
-    %li.sidebar-brand
-      %a#menu-close.menu-close
-        %i.fa.fa-times
-
-    .clearfix
-
-    %li
-      = link_to jobs_path, class: active_page(jobs_path) do
-        %i.fa.fa-home
-        Jobs
-    %li
-      = link_to workers_path, class: active_page(workers_path) do
-        %i.fa.fa-database
-        Workers
-    %li
-      = link_to running_jobs_path, class: active_page(running_jobs_path) do
-        %i.fa.fa-circle-o-notch
-        Running
-    %li
-      = link_to dirmon_entries_path, class: active_page(dirmon_entries_path) do
-        %i.fa.fa-folder-o
-        Dirmon
+#sidebar.col-sm-2.col-xs-1.sidebar-offcanvas
+  %ul.nav
+    %li
+      %a.visible-xs{"data-toggle" => "offcanvas", :href => "#"}
+        %i.fa.fa-chevron-right
+  - if @jobs_sidebar
+    = render partial: 'rocket_job_mission_control/jobs/sidebar'
+  - if @dirmon_sidebar
+    = render partial: 'rocket_job_mission_control/dirmon_entries/sidebar'
+  - if @workers_sidebar
+    = render partial: 'rocket_job_mission_control/workers/sidebar'

data/app/views/rocket_job_mission_control/active_processes/index.html.haml

@@ -0,0 +1,24 @@
+.job-list
+  .list
+    .row
+      .col-sm-10
+        %h2 Active Processes
+      .col-sm-2
+        .btn.btn-default.pull-right.dt-reload{ data: { behavior: 'reload' } }
+          %i.fa.fa-refresh
+    %table.table.datatable.active-processes-datatable{ style: "width: 100%", data: { source: "#{active_processes_url(format: 'json')}", column_num: 4 } }
+      %thead
+        %tr
+          %th Hostname : PID
+          %th Class
+          %th Description
+          %th Started
+      %tbody
+
+:javascript
+  jQuery(function() {
+    new RjmcDatatable(
+      $('.active-processes-datatable'),
+      [{data: '0'}, {data: '1'}, {data: '2'}, {data: '3'}],
+      {ordering: false, searching: false});
+  });

data/app/views/rocket_job_mission_control/dirmon_entries/_form.html.haml

@@ -5,19 +5,20 @@
     - @dirmon_entry.errors.messages.each_pair do |field, message|
       .message
         = "#{field}: #{message}"
+
 = form_for @dirmon_entry, url: {action: action} do |f|
-  .name.form-group
-    = f.label :name
-    = f.text_field :name, class: 'form-control'
+  .row
+    .col-md-6
+      .name.form-group
+        = f.label :name
+        = f.text_field :name, class: 'form-control'
+    .col-md-6
+      .job.form-group
+        = f.label :job_class_name
+        = f.text_field :job_class_name, class: 'form-control', disabled: action != :create
   .path.form-group
     = f.label :pattern
     = f.text_field :pattern, class: 'form-control'
-  .job.form-group
-    = f.label :job_class_name
-    = f.text_field :job_class_name, class: 'form-control', disabled: action != :create
-  .job.form-group
-    = f.label :perform_method
-    = f.text_field :perform_method, class: 'form-control', disabled: action != :create
   .path.form-group
     = f.label :archive_directory
     = f.text_field :archive_directory, class: 'form-control'
@@ -25,7 +26,7 @@
     .col-md-12
       = render partial: 'properties', locals: { f: f }
 
-  .buttons
+  .buttons.pull-right
     = f.submit action, class: 'btn btn-primary'
     = link_to 'cancel', :back, class: 'btn btn-default'
     - if action == :create

data/app/views/rocket_job_mission_control/dirmon_entries/_properties.html.haml

@@ -1,7 +1,7 @@
 - if @dirmon_entry.job_class
   .arguments
     .job_arguments.form-group
-      - count = @dirmon_entry.job_class.argument_count(@dirmon_entry.perform_method)
+      - count = @dirmon_entry.job_class.rocket_job_argument_count
       - count.times do |counter|
         - argument = @dirmon_entry.arguments[counter]
         = f.label "Argument #{counter + 1}:"
@@ -13,15 +13,18 @@
           class: 'form-control'
     = f.fields_for :properties do |properties|
       - @dirmon_entry.job_class.rocket_job_properties.each do |property_name|
-        - next if [:arguments, :perform_method].include?(property_name)
+        - next if property_name == :arguments
         - key = @dirmon_entry.job_class.keys[property_name.to_s]
-        - next unless key
+        - next unless key && key.type
         - placeholder = key.default? ? key.default : nil
         .form-group
           = properties.label property_name.to_s
           - case key.type.name
           - when 'Integer'
             = properties.number_field property_name, value: @dirmon_entry.properties[property_name], class: 'form-control', placeholder: placeholder
+          - when 'Hash'
+            - value = @dirmon_entry.properties[property_name]
+            = properties.text_field property_name, value: value ? value.to_json : '', class: 'form-control', placeholder: '{"argument1":"value1", "argument2":"value2", "argument3":"value3"}'
           - when 'Array'
             - options = Array(@dirmon_entry.properties[property_name])
             = properties.select property_name, options_for_select(options, options), {include_hidden: false}, {class: 'selectize', multiple: true}