toro 0.2.1 → 0.2.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 07ee787aba69a5ad1b58e57f9a6c261cb177d879
-  data.tar.gz: e14fbe84cd89cacf59a332f943a84d9f00f87016
+  metadata.gz: d512053c857d51305148c1d6e40ef0bad33c67b7
+  data.tar.gz: d5f16d52befe81638484fa1b8dea32d8a7e6ecab
 SHA512:
-  metadata.gz: 8b1df2c1919267187c1b497ae6ecc6abe742f2e703fe2376703377bd3c4df27f12770f35305dbbfeacb1da5343f8b669a812b74508e6d444d1b8b80d294080fb
-  data.tar.gz: 06123458e653d8ac6d51ca486d0739ff27463eb5a9f91b8ed0afb373553a10dc1621a454edc85af0600dbc8ea73df2b3ee2a3346ca13a2bef29843567067f359
+  metadata.gz: 7f8e7812ff28d22e87f77e98eb11a15e3ce503671d9b6988f67f5e42896e1e0301c6dff2e0d16b535aabe51f58ce6c10485c8edbd96c1cafd161a5bc692a9a15
+  data.tar.gz: 59a44752ec748288e189d87f6f31f781173d07845e2a9a4ee00c0d3d5d58c090cf62d1431c04b8876f0614d1e17433f56b80835625b5a08fa5cfc70d62e59e91

data/.gitignore

@@ -0,0 +1,7 @@
+.DS_Store
+Gemfile.lock
+spec/config/database.yml
+*.gem
+log/*.log
+.bundle/
+pkg/

data/Appraisals

@@ -0,0 +1,7 @@
+appraise "rails-3" do
+  gem "rails", "3.2.17"
+end
+
+appraise "rails-4" do
+  gem "rails", "4.1.0"
+end

data/Gemfile

@@ -0,0 +1,3 @@
+source 'https://rubygems.org'
+
+gemspec

data/app/assets/javascripts/toro/monitor/abstract_jobs_table.js.coffee

@@ -0,0 +1,188 @@
+class ToroMonitor.AbstractJobsTable
+
+  constructor: ->
+    @api_params = {}
+    @initialize()
+
+  initialize_with_options: (options) =>
+    @options = options
+    @table = $(@options.table_selector)
+
+    @columns = @options.columns
+    @status_filter = null
+
+    @table.dataTable
+      bProcessing: true
+      bServerSide: true
+      sAjaxSource: @table.data('source')
+      iDisplayLength: 10
+      aaSorting: [[@columns.created_at, 'desc']]
+      sPaginationType: 'bootstrap'
+      aoColumns: @options.column_options
+      oLanguage:
+        sInfo: '_TOTAL_ jobs'
+        sInfoFiltered: ' (filtered from _MAX_)'
+        sLengthMenu: 'Per page: _MENU_'
+        sSearch: ''
+      fnRowCallback: (nRow, aData, iDisplayIndex) =>
+        $('.timeago', nRow).timeago() if nRow
+      fnInitComplete: () =>
+        filter_container = @table.siblings('.dataTables_filter')
+        filter_container.find('input').attr('placeholder', 'Search...')
+        $.getJSON ToroMonitor.settings.api_url('jobs/statuses'), (statuses) =>
+          status_filter_html = ''
+          $.each statuses, (key, status) =>
+            status_filter_html += """<button type="button" class="btn btn-small" data-value="#{status}">#{status}</button>"""
+          status_filter_html = """<div class="btn-group status-filter" data-toggle="buttons-radio">#{status_filter_html}</div>"""
+          filter_container.prepend status_filter_html
+          @status_filter = filter_container.find('.status-filter')
+      fnServerData: (sSource, aoData, fnCallback) =>
+        $.each @api_params, (key, value) =>
+          aoData.push
+            name: key
+            value: @api_params[key]
+        $.getJSON sSource, aoData, (json) -> fnCallback(json)
+
+    @table.parents('.dataTables_wrapper').addClass('jobs-table-wrapper')
+
+    @initialize_ui()
+
+  initialize_ui: =>
+    
+    @table.on 'click', '.status-value', (e) =>
+      tr = $(e.target).parents('tr:first')[0]
+      job = @table.fnGetData(tr)
+      @show_job(job)
+      false
+    @table.on 'click', '.retry-job', (e) =>
+      id = $(e.target).attr('data-job-id')
+      $.getJSON ToroMonitor.settings.api_url('jobs/retry/'+id), =>
+        @reload_table()
+      false
+
+    $('body').on 'click', '.status-filter .btn', (e) =>
+      e.stopPropagation()
+      btn = $(e.target)
+      btn.siblings('.btn').removeClass('active')
+      btn.toggleClass('active')
+      value = @status_filter.find('.active:first').attr('data-value')
+      value = '' if !value?
+      @table.fnFilter(value, @columns.status - 1)
+
+    @start_polling()
+
+  show_job: (job) =>
+    return false if !job?
+    
+    id = job[@columns.id]
+    started_by = job[@columns.started_by]
+    class_name = job[@columns.class_name]
+    name = job[@columns.name]
+    started_at = job[@columns.started_at]
+    duration = job[@columns.duration]
+    status = job[@columns.status]
+    properties = job[@columns.properties]
+    args = job[@columns.args]
+
+    # TODO: Make this cleaner; is there a way to grab the original value returned by the server?
+    status = $("<div>#{status}</div>").find('.status-value').text()
+
+    properties_html = ''
+    if properties?
+      rows_html = ''
+      if status == 'failed'
+        properties_html += """
+          <h4>Error</h4>
+          #{properties['error:message']}
+          <h5>Backtrace</h5>
+          <pre>
+          #{properties['error:backtrace'].join("\n")}
+          </pre>
+        """
+      for key, value of properties
+        rows_html += "<tr><td>#{key}</td><td>#{JSON.stringify(value, null, 2)}</td></tr>"
+      if rows_html
+        properties_html += """
+          <h4>Properties</h4>
+          <table class="table table-striped">
+            #{rows_html}
+          </table>
+        """
+
+    modal_html = """
+      <div class="modal hide fade job-modal" role="dialog">
+        <div class="modal-header">
+          <button type="button" class="close" data-dismiss="modal">×</button>
+          <h3>Job</h3>
+        </div>
+        <div class="modal-body">
+          <table class="table table-striped">
+            <tr>
+              <th>ID</th>
+              <td>#{id}</td>
+            </tr>
+            <tr>
+              <th>Class</th>
+              <td>#{class_name}</td>
+            </tr>
+            <tr>
+              <th>Name</th>
+              <td>#{name}</td>
+            </tr>
+            <tr>
+              <th>Args</th>
+              <td>#{JSON.stringify(args, null, 2)}</td>
+            </tr>
+            <tr>
+              <th>Started</th>
+              <td>#{started_at}</td>
+            </tr>
+            <tr>
+              <th>Duration</th>
+              <td>#{duration}</td>
+            </tr>
+            <tr>
+              <th>Process</th>
+              <td>#{started_by}</td>
+            </tr>
+            <tr>
+              <th>Status</th>
+              <td>#{status}</td>
+            </tr>
+          </table>
+          #{properties_html}
+          <div class="job-custom-views"></div>
+        </div>
+      </div>
+    """
+    $('.job-modal').modal('hide')
+    $('body').append(modal_html)
+    modal = $('.job-modal:last')
+    modal.modal
+      width: 480
+    $.getJSON ToroMonitor.settings.api_url("jobs/custom_views/#{id}"), (views) ->
+      html = ''
+      for view in views
+        html += """
+          <h4>#{view['name']}</h4>
+          #{view['html']}
+        """
+      $('.job-custom-views', modal).html(html)
+
+  on_poll: =>
+    if document.hasFocus()
+      @reload_table()
+
+  reload_table: =>
+    @table.dataTable().fnStandingRedraw()
+
+  start_polling: =>
+    setInterval =>
+      @on_poll()
+    , ToroMonitor.settings.poll_interval
+
+  format_time_ago: (time) =>
+    if time?
+      """<span class="timeago" title="#{time}">#{time}</span>"""
+    else
+      ""

data/app/assets/javascripts/toro/monitor/application.js.coffee

@@ -0,0 +1,14 @@
+#= require jquery
+#= require toro/monitor/bootstrap.min
+#= require toro/monitor/bootstrap-select.min
+#= require toro/monitor/jquery.timeago
+#= require toro/monitor/d3
+#= require toro/monitor/datatables
+#= require toro/monitor/datatables.bootstrap
+#= require toro/monitor/datatables.standing_redraw
+#= require toro/monitor/initialize
+#= require toro/monitor/abstract_jobs_table
+#= require toro/monitor/jobs_table
+#= require toro/monitor/processes_table
+#= require toro/monitor/queue_jobs_table
+#= require toro/monitor/chart

data/app/assets/javascripts/toro/monitor/chart.js.coffee

@@ -0,0 +1,203 @@
+class ToroMonitor.Chart
+
+  constructor: ->
+    options =
+      selector: '.chart'
+      poll_interval: ToroMonitor.settings.poll_interval
+    @initialize(options)
+
+  initialize: (options) =>
+    @options = options
+    @width = 960
+    @height = 580
+    @padding = [120, 50, 30, 20]
+
+    return null unless $(options.selector).length
+
+    # These correspond to Job.statuses: queued, running, complete, failed, [custom statuses]
+    colors = ['lightblue', 'blue', 'green', 'red', 'gray', 'purple', 'yellow']
+
+    @color_scale = d3.scale.ordinal().range(colors)
+
+    @x_scale = d3.scale.ordinal().rangeRoundBands([0, @width - @padding[1] - @padding[3]])
+    @y_scale = d3.scale.linear().range([0, @height - @padding[0] - @padding[2]])
+    @z_scale = d3.scale.ordinal().range(colors)
+
+    @render()
+    @start_polling()
+
+  start_polling: =>
+    setInterval =>
+      if document.hasFocus()
+        @render()
+    , @options.poll_interval
+    
+  render: =>
+    d3.json ToroMonitor.settings.api_url('jobs/chart'), (data) =>
+
+      # Clear out the previously rendered chart 
+      $(@options.selector).text('')
+
+      queues = data.queues_status_counts.map (queues_status_count) -> queues_status_count.queue
+      charts_config = ToroMonitor.settings.charts || { 'ALL': null }
+      charts_config = @standardize_charts_config(charts_config, queues)
+      
+      for index, chart_config of charts_config
+        chart_config['show_legend'] = true if index == '0'
+        @render_chart(data, chart_config)
+
+  render_chart: (data, chart_config) =>
+    @svg = d3.select(@options.selector).append('svg:svg')
+        .attr('width', @width)
+        .attr('height', @height)
+      .append('svg:g')
+        .attr('transform', 'translate(' + @padding[3] + ',' + (@height - @padding[2]) + ')')
+
+    statuses = data.statuses
+    queues_status_counts = []
+    for queue_status_counts in data.queues_status_counts
+      if chart_config['queues'].indexOf(queue_status_counts.queue) > -1
+        queues_status_counts.push queue_status_counts
+    data = queues_status_counts
+    
+    @color_scale.domain(statuses)
+
+    # Transpose the data into layers by queue
+    queues = d3.layout.stack()(statuses.map( (queue) =>
+      layers = []
+      for d in data
+        if d[queue]?
+          layers.push {x: d.queue, y: d[queue]+0}
+        else
+          layers.push {x: d.queue, y: 0}
+      layers
+    ))
+
+    # Compute the x-domain (by queue) and y-domain (by top).
+    @x_scale.domain(queues[0].map( (d) => d.x))
+    @y_scale.domain([0, d3.max(queues[queues.length - 1], (d) => d.y0 + d.y )])
+
+    # Groups for queues
+    queue = @svg.selectAll('g.queue')
+        .data(queues)
+      .enter().append('svg:g')
+        .attr('class', 'queue')
+        .style('fill', (d, i) => @z_scale(i) )
+        .style('stroke', (d, i) => d3.rgb(@z_scale(i)).darker() )
+
+    # Rects for queues
+    rect = queue.selectAll('rect')
+        .data(Object)
+      .enter().append('svg:rect')
+        .attr('x', (d) => @x_scale(d.x) )
+        .attr('y', (d) => -@y_scale(d.y0) - @y_scale(d.y) )
+        .attr('height', (d) => @y_scale(d.y) )
+        .attr('width', @x_scale.rangeBand())
+        .append('title')
+          .text((d) => if d.y == 1 then "#{d.y} job" else "#{d.y} jobs")
+
+    # Labels for queues
+    label = @svg.selectAll('text')
+        .data(@x_scale.domain())
+      .enter().append('foreignObject')
+        .attr('x', (d) => @x_scale(d) )
+        .attr('y', 6)
+        .attr('dy', '.71em')
+        .attr('height', 20)
+        .attr('width', @x_scale.rangeBand())
+        .append('xhtml:div')
+          .text((d) => d)
+          .attr('style', 'font-size: 11px; text-align: center; word-wrap:break-word; padding: 0 3px')
+
+    # Y-axis rules
+    rule = @svg.selectAll('g.rule')
+        .data(@y_scale.ticks(5))
+      .enter().append('svg:g')
+        .attr('class', 'rule')
+        .attr('transform', (d) => 'translate(0,' + -@y_scale(d) + ')' )
+
+    rule.append('svg:text')
+        .attr('x', @width - @padding[1] - @padding[3] + 6)
+        .attr('dy', '.35em')
+        .text(d3.format(',d'))
+
+    # Title
+    if chart_config['title']
+      label = @svg.selectAll('g.text').data(['Test 1']).enter()
+        .append('text')
+          .attr('x', 0)
+          .attr('y', 90 - @height)
+          .attr('height', 20)
+          .attr('font-size', '24px')
+          .attr('fill', '#777')
+          .text(chart_config['title'])
+
+    # Legend
+    if chart_config['show_legend']
+      legend_x = @width - 130
+      legend_y = 30 - @height
+      legend_box_width = 18
+      legend_box_height = 18
+
+      legend = @svg.selectAll('.legend')
+          .data(@color_scale.domain().reverse().slice())
+        .enter().append('g')
+          .attr('class', 'legend')
+          .attr('transform', (d, i) => 'translate(0,' + i * 20 + ')')
+
+      # White background for the legend
+      legend.append('rect')
+          .attr('x', legend_x - 10)
+          .attr('y', legend_y)
+          .attr('width', legend_box_width + 100)
+          .attr('height', legend_box_height + 10)
+          .style('fill', '#fff')
+
+      # Legend boxes
+      legend.append('rect')
+          .attr('x', legend_x)
+          .attr('y', legend_y)
+          .attr('width', legend_box_width)
+          .attr('height', legend_box_height)
+          .style('fill', @color_scale)
+
+      # Legend labels
+      legend.append('text')
+          .attr('x', legend_x + 25)
+          .attr('y', legend_y + 9)
+          .attr('dy', '.35em')
+          .text((d) => d)
+
+  standardize_charts_config: (chart_config, queues) =>
+    charts = []
+    matched_queues = []
+    for pattern, title of chart_config
+      chart = {
+        title: title
+        pattern: pattern
+      }
+      if pattern == 'OTHER' || pattern == 'ALL'
+        charts[pattern] = chart
+        continue
+      else
+        pattern_queues = []
+        for queue in queues
+          re = new RegExp(pattern, 'i')
+          if re.test(queue)
+            pattern_queues.push queue
+            matched_queues.push queue
+        chart['queues'] = pattern_queues
+      charts[pattern] = chart
+    remaining_queues = @array_difference(queues, matched_queues)
+    charts['OTHER']['queues'] = remaining_queues if charts['OTHER']
+    charts['ALL']['queues'] = queues if charts['ALL']
+    @object_values(charts)
+
+  array_difference: (array1, array2) =>
+    array1.filter (value) -> !(array2.indexOf(value) > -1)
+
+  object_values: (object) =>
+    value for key, value of object
+
+$ ->
+  new ToroMonitor.Chart

data/app/assets/javascripts/toro/monitor/initialize.js.coffee.erb

@@ -0,0 +1,25 @@
+window.ToroMonitor =
+  settings:
+    api_url: (path) ->
+      "<%= Toro::Monitor.root_path %>api/#{path}"
+    charts: <%= Toro::Monitor.options[:charts].to_json %>
+    poll_interval: <%= Toro::Monitor.options[:poll_interval] %>
+
+$.timeago.settings.strings =
+  prefixAgo: null
+  prefixFromNow: null
+  suffixAgo: " ago"
+  suffixFromNow: " from now"
+  seconds: "1m"
+  minute: "1m"
+  minutes: "%dm"
+  hour: "1h"
+  hours: "%dh"
+  day: "1d"
+  days: "%dd"
+  month: "1mo"
+  months: "%dmo"
+  year: "1yr"
+  years: "%dyr"
+  wordSeparator: " "
+  numbers: []