level_up 0.1.0

data/app/models/level_up/job.rb

@@ -0,0 +1,212 @@
+module LevelUp
+  class StateNotFound < StandardError; end
+
+  class Job < ActiveRecord::Base
+
+    attr_accessible :key, :state, :timer, :task, :error, :created_at, :updated_at, :started_at, :ended_at, :canceled_at
+    belongs_to :delayed_job, class_name: "::Delayed::Job"
+
+    attr_accessor :next_state
+
+    scope :queued, lambda { where("delayed_job_id is not null") }
+    scope :error, lambda { where(error: true) }
+    scope :timer, lambda { where(timer: true) }
+    scope :task, lambda { where(task: true) }
+
+    serialize :backtrace
+
+    class << self
+      def schema
+        @schema ||= {}
+      end
+
+      def states
+        self.schema.keys
+      end
+
+      def job(&block)
+        if block_given?
+          class_eval(&block)
+          schema[:end] = []
+        end
+      end
+
+      def state(name, options = {})
+        options.reverse_merge!({moves_to: []})
+        transitions = options[:moves_to].kind_of?(Symbol) ? Array(options[:moves_to]) : options[:moves_to]
+        schema[name] = transitions
+      end
+
+      def transitions(state)
+        if self.schema.has_key?(state)
+          self.schema[state]
+        else
+          raise StateNotFound, state
+        end
+      end
+    end
+
+    def boot!
+      event!(nil)
+    end
+
+    def event!(event_name, allow_transition=true, allow_retry=true)
+      event_name = event_name.to_s if event_name
+      clear!(event_name)
+      step!(event_name, allow_transition, allow_retry)
+
+      if next_state
+        event!(next_state, allow_transition, allow_retry)
+      elsif retry_at
+        retry!
+      end
+    end
+
+    def clear!(event_name)
+      clear_timer_attributes
+      clear_error_attributes
+      clear_task_attributes
+
+      self.next_state = nil
+      self.retry_at = nil
+      self.state = event_name if event_name
+      save
+    end
+
+    def step!(event_name, allow_transition, allow_retry)
+      begin
+        run_state(event_name, allow_transition, allow_retry)
+      rescue => ex
+        set_error(ex)
+      ensure
+        save
+      end
+    end
+
+    def retry!
+      set_timer
+      save
+      boot_async!(nil, run_at: retry_at)
+    end
+
+    def boot_async!(event_name = nil, options = {})
+      begin
+        Delayed::Job.transaction do
+          self.delayed_job = delay(options).event!(event_name)
+          save
+        end
+        true
+      rescue
+        false
+      end
+    end
+
+    def unqueue!
+      if self.delayed_job
+        self.delayed_job.destroy
+        self.delayed_job = nil
+      end
+      clear_timer_attributes
+      save
+    end
+
+    def state?(name)
+      self.state == name.to_s
+    end
+
+    def cancellable?
+      self.timer? or self.error? or self.delayed_job.nil?
+    end
+
+    def queued?
+      !self.delayed_job.nil?
+    end
+
+    def states
+      self.class.states
+    end
+
+    def transitions(state)
+      self.class.transitions(state)
+    end
+
+    def state_transitions
+      self.transitions(self.state.to_sym)
+    end
+
+    def schema
+      self.class.schema
+    end
+
+    def move_to(state_name)
+      throw :move_to, state_name
+    end
+
+    def retry_in(delay, error=nil)
+      throw :retry_in, delay: delay, error: error
+    end
+
+    def manual_task(description)
+      throw :task, description
+    end
+
+    protected
+      def run_state(state_name, allow_transition, allow_retry)
+        if state_name and respond_to?(state_name)
+          State.new(self, allow_transition, allow_retry).execute(self, state_name)
+        else
+          state_class = if state?(:start)
+            State::Start
+          elsif state?(:end)
+            State::End
+          elsif state?(:cancel)
+            State::Cancel
+          else
+            state_name ? next_state_class(state_name) : current_state_class
+          end
+          state = state_class.new(self, allow_transition, allow_retry)
+          state.execute(state, :run)
+        end
+      end
+
+      def current_state_class
+        "#{self.class.name}::#{state.camelize}".constantize
+      end
+
+      def next_state_class(state_name)
+        "#{self.class.name}::#{state_name.camelize}".constantize
+      end
+
+      def set_error(error=nil)
+        self.error = true
+        self.delayed_job = nil
+        set_error_details(error) if error
+      end
+
+      def set_timer
+        self.timer = true
+      end
+
+      def set_error_details(error)
+        self.failed_at = DateTime.now.utc
+        self.failed_in = state
+        self.backtrace = [error.message] | error.backtrace.take(5)
+      end
+
+      def clear_error_attributes
+        self.error = false
+        self.failed_at = nil
+        self.failed_in = nil
+        self.backtrace = nil
+      end
+
+      def clear_timer_attributes
+        self.timer = false
+      end
+
+      def clear_task_attributes
+        self.task = false
+        self.task_description = nil
+      end
+  end
+end

data/app/models/level_up/state/cancel.rb

@@ -0,0 +1,7 @@
+module LevelUp
+  class State::Cancel < LevelUp::State
+    def run
+      job.canceled_at = DateTime.now.utc
+    end
+  end
+end

data/app/models/level_up/state/end.rb

@@ -0,0 +1,7 @@
+module LevelUp
+  class State::End < LevelUp::State
+    def run
+      job.ended_at = DateTime.now.utc
+    end
+  end
+end

data/app/models/level_up/state/start.rb

@@ -0,0 +1,9 @@
+module LevelUp
+  class State::Start < LevelUp::State
+    def run
+      job.started_at = DateTime.now.utc
+      next_state = job.transitions(:start).first
+      move_to next_state
+    end
+  end
+end

data/app/models/level_up/state.rb

@@ -0,0 +1,53 @@
+module LevelUp
+  class State
+
+    attr_accessor :job, :allow_transition, :allow_retry
+
+    def initialize(job, allow_transition, allow_retry)
+      self.job = job
+      self.allow_transition = allow_transition
+      self.allow_retry = allow_retry
+    end
+
+    def execute(receiver, method_name)
+      next_state = retry_params = task_description = nil
+      ActiveRecord::Base.transaction do
+        next_state = catch(:move_to) do
+          retry_params = catch(:retry_in) do
+            task_description = catch(:task) do
+              receiver.send(method_name)
+              nil
+            end
+            nil
+          end
+          nil
+        end
+      end
+
+      if self.allow_transition
+        self.job.next_state = next_state
+      end
+
+      if retry_params and self.allow_retry
+        self.job.retry_at = retry_params[:delay].from_now
+      end
+
+      if task_description
+        self.job.task = true
+        self.job.task_description = task_description
+      end
+    end
+
+    def move_to(state_name)
+      self.job.move_to(state_name)
+    end
+
+    def retry_in(delay, error=nil)
+      self.job.retry_in(delay, error)
+    end
+
+    def manual_task(description)
+      self.job.manual_task(description)
+    end
+  end
+end

data/app/views/layouts/level_up/_footer.html.erb

@@ -0,0 +1,9 @@
+<footer>
+  <div class="container-12">
+    <div class="grid-12">
+      <p class="powered-by">
+        Powered by <%= link_to "LevelUp", "#" %> <%= LevelUp::VERSION %>
+      </p>
+    </div>
+  </div>
+</footer>

data/app/views/layouts/level_up/_header.html.erb

@@ -0,0 +1,23 @@
+<header>
+  <div class="top-bar">
+    <div class="container-12">
+      <div class="grid-2">
+        <h1>Level<span class="colored-part">Up</span></h1>
+      </div>
+      <div class="grid-3">
+        <ul>
+          <li><%= link_to "Dashboard", root_path, class: "app-link" %></li>
+          <li><%= link_to "Jobs", jobs_path, class: "app-link" %></li>
+        </ul>
+      </div>
+      <div class="grid-7">
+        <div class="search-bar">
+          <%= form_tag jobs_path, method: :get do %>
+            <%= text_field_tag 'search[key_contains]', nil, placeholder: "Search for jobs by key" %>
+            <%= submit_tag "Search" %>
+          <% end %>
+        </div>
+      </div>
+    </div>
+  </div>
+</header>

data/app/views/layouts/level_up/application.html.erb

@@ -0,0 +1,36 @@
+<!DOCTYPE html>
+<!--[if lt IE 7]>      <html class="no-js lt-ie9 lt-ie8 lt-ie7"> <![endif]-->
+<!--[if IE 7]>         <html class="no-js lt-ie9 lt-ie8"> <![endif]-->
+<!--[if IE 8]>         <html class="no-js lt-ie9"> <![endif]-->
+<!--[if gt IE 8]><!--> <html class="no-js"> <!--<![endif]-->
+<head>
+<meta charset="utf-8">
+<meta http-equiv="X-UA-Compatible" content="IE=edge,chrome=1">
+<title>LevelUp</title>
+<%= stylesheet_link_tag    "level_up/application", :media => "all" %>
+<%= javascript_include_tag "level_up/application" %>
+
+<%= csrf_meta_tags %>
+<meta name="viewport" content="width=device-width">
+
+<!-- html5.js for IE less than 9 -->
+<!--[if lt IE 9]>
+	<script src="http://html5shim.googlecode.com/svn/trunk/html5.js"></script>
+<![endif]-->
+
+<!-- css3-mediaqueries.js for IE less than 9 -->
+<!--[if lt IE 9]>
+	<script src="http://css3-mediaqueries-js.googlecode.com/svn/trunk/css3-mediaqueries.js"></script>
+<![endif]-->
+
+</head>
+<body>
+
+<%= render "layouts/level_up/header" %>
+
+<%= yield %>
+
+<%= render "layouts/level_up/footer" %>
+
+</body>
+</html>

data/app/views/level_up/home/index.html.erb

@@ -0,0 +1,85 @@
+<div class="container-12">
+  <div class="grid-6">
+    <div class="job-status-stats queued">
+      <div class="title"><h2><span class="bullet"></span>Queued</h2></div>
+      <div class="number"><%= link_to LevelUp::Job.queued.size, jobs_path(search: {delayed_job_id_eq: true}) %></div>
+      <div class="stats">
+        <ul>
+          <li><label>Most recent:</label><%= job_entry(LevelUp::Job.queued.first) %></li>
+          <li><label>Oldest:</label><%= job_entry(LevelUp::Job.queued.last) %></li>
+        </ul>
+      </div>
+    </div>
+  </div>
+
+  <div class="grid-6">
+    <div class="job-status-stats timer">
+      <div class="title"><h2><span class="bullet"></span>Timer</h2></div>
+      <div class="number"><%= link_to LevelUp::Job.timer.size, jobs_path(search: {timer_eq: true}) %></div>
+      <div class="stats">
+        <ul>
+          <li><label>Most recent:</label><%= job_entry(LevelUp::Job.timer.first) %></li>
+          <li><label>Oldest:</label><%= job_entry(LevelUp::Job.timer.last) %></li>
+        </ul>
+      </div>
+    </div>
+  </div>
+
+  <div class="grid-6">
+    <div class="job-status-stats task">
+      <div class="title"><h2><span class="bullet"></span>Task</h2></div>
+      <div class="number"><%= link_to LevelUp::Job.task.size, jobs_path(search: {task_eq: true}) %></div>
+      <div class="stats">
+        <ul>
+          <li><label>Most recent:</label><%= job_entry(LevelUp::Job.task.first) %></li>
+          <li><label>Oldest:</label><%= job_entry(LevelUp::Job.task.last) %></li>
+        </ul>
+      </div>
+    </div>
+  </div>
+
+  <div class="grid-6">
+    <div class="job-status-stats error">
+      <div class="title"><h2><span class="bullet"></span>Error</h2></div>
+      <div class="number"><%= link_to LevelUp::Job.error.size, jobs_path(search: {error_eq: true}) %></div>
+      <div class="stats">
+        <ul>
+          <li><label>Most recent:</label><%= job_entry(LevelUp::Job.error.first) %></li>
+          <li><label>Oldest:</label><%= job_entry(LevelUp::Job.error.last) %></li>
+        </ul>
+      </div>
+    </div>
+  </div>
+
+  <div class="grid-12">
+    <div class="simple-panel">
+      <h2>Job Metrics</h2>
+      <div id="job-metrics"></div>
+    </div>
+  </div>
+</div>
+
+<script type="text/javascript" src="https://www.google.com/jsapi"></script>
+
+<script type="text/javascript">
+  google.load("visualization", "1", {packages:["corechart"]});
+  google.setOnLoadCallback(drawChart);
+
+  function drawChart() {
+    var data = google.visualization.arrayToDataTable([
+      ['Date', 'Created', 'Started', 'Ended', 'Canceled'],
+      <% @metrics[:created].each do |date, count| %>
+      ['<%= date.split("-")[1..-1].reverse.join("/") %>', <%= count %>, <%= @metrics[:started][date] %>, <%= @metrics[:ended][date] %>, <%= @metrics[:canceled][date] %>],
+      <% end %>
+    ]);
+
+    var options = {
+      backgroundColor: '#fafbfb',
+      colors: ['#0048ac', '#482869', '#57a957', '#b40d28'],
+      fontName: 'Ubuntu'
+    };
+
+    var chart = new google.visualization.LineChart(document.getElementById('job-metrics'));
+    chart.draw(data, options);
+  }
+</script>

data/app/views/level_up/home/workflow.html.erb

@@ -0,0 +1,5 @@
+<div class="container-12">
+  <div class="grid-12">
+    <%= image_tag graph_path %>
+  </div>
+</div>

data/app/views/level_up/jobs/edit.html.erb

@@ -0,0 +1,65 @@
+<div class="container-12">
+  <div class="grid-12">
+    <div class="breadcrumbs">
+      <ul>
+        <li><%= link_to "Dashboard", root_path %></li> /
+        <li><%= link_to "Jobs", jobs_path %></li> /
+        <li><%= link_to @job.key, job_path(@job) %></li> /
+        <li>Edit</li>
+      </ul>
+    </div>
+  </div>
+
+  <div class="grid-8">
+    <div class="simple-panel job-details">
+      <h2><%= @job.class.name %> #<%= @job.id %></h2>
+      <%= form_for(:job, url: job_path(@job), method: :put) do |f| %>
+        <ul class="attributes-table form">
+          <li>
+            <%= f.label :key %>
+            <%= f.text_field :key %>
+          </li>
+          <li>
+            <%= f.label :state %>
+            <%= f.select :state, options_for_select(@job.states, @job.state) %>
+          </li>
+          <li>
+            <%= f.label :timer %>
+            <%= f.check_box :timer %>
+          </li>
+          <li>
+            <%= f.label :task %>
+            <%= f.check_box :task %>
+          </li>
+          <li>
+            <%= f.label :error %>
+            <%= f.check_box :error %>
+          </li>
+          <li>
+            <%= f.label :created_at %>
+            <%= f.datetime_select :created_at, include_seconds: true, include_blank: true%>
+          </li>
+          <li>
+            <%= f.label :updated_at %>
+            <%= f.datetime_select :updated_at, include_seconds: true, include_blank: true %>
+          </li>
+          <li>
+            <%= f.label :started_at %>
+            <%= f.datetime_select :started_at, include_seconds: true, include_blank: true %>
+          </li>
+          <li>
+            <%= f.label :ended_at %>
+            <%= f.datetime_select :ended_at, include_seconds: true, include_blank: true %>
+          </li>
+          <li>
+            <%= f.label :canceled_at %>
+            <%= f.datetime_select :canceled_at, include_seconds: true, include_blank: true %>
+          </li>
+          <li>
+            <%= f.submit "Update" %>
+          </li>
+        </ul>
+      <% end %>
+    </div>
+  </div>
+</div>

data/app/views/level_up/jobs/index.html.erb

@@ -0,0 +1,73 @@
+<div class="container-12">
+  <div class="grid-12">
+    <div class="breadcrumbs">
+      <ul>
+        <li><%= link_to "Dashboard", root_path %></li> /
+        <li>Jobs</li>
+      </ul>
+    </div>
+  </div>
+
+  <div class="grid-12">
+    <div class="search-form">
+      <%= form_for @search, url: jobs_path, id: "search-form" do |f| %>
+        <%= f.text_field :key_contains, placeholder: "Search by key", class: "search-field" %>
+        <%= f.submit "Search", class: "search-button" %>
+        <div class="filters">
+          <%= f.label :delayed_job_id_eq, "Queued" %>:
+          <%= f.select :delayed_job_id_eq,
+                       options_for_select([["Any", nil], ["Yes", true], ["No", false]], @search_params[:delayed_job_id_eq]) %>
+          <%= f.label :timer_eq, "Timer" %>:
+          <%= f.select :timer_eq,
+                       options_for_select([["Any", nil], ["Yes", true], ["No", false]], @search_params[:timer_eq]) %>
+
+          <%= f.label :task_eq, "Task" %>:
+          <%= f.select :task_eq,
+                       options_for_select([["Any", nil], ["Yes", true], ["No", false]], @search_params[:task_eq]) %>
+
+          <%= f.label :error_eq, "Error" %>:
+          <%= f.select :error_eq,
+                        options_for_select([["Any", nil], ["Yes", true], ["No", false]], @search_params[:error_eq]) %>
+          <%= link_to "Reset filters", jobs_path, class: "reset-link" %>
+        </div>
+      <% end %>
+    </div>
+  </div>
+  <div class="grid-12">
+    <%= paginate @jobs %>
+    <table class="table-bordered jobs">
+      <thead>
+        <tr>
+          <th>Key</th>
+          <th>Type</th>
+          <th>State</th>
+          <th>Queued</th>
+          <th>Timer</th>
+          <th>Task</th>
+          <th>Error</th>
+          <th>Created at</th>
+        </tr>
+      </thead>
+      <tbody>
+        <% @jobs.each do |job| %>
+          <tr>
+            <td><%= link_to job.key, job_path(job) %></td>
+            <td><%= job.type %></td>
+            <td><%= job.state.humanize.downcase %></td>
+            <td><%= status_tag job.delayed_job, :purple %></td>
+            <td><%= status_tag job.timer, :blue %></td>
+            <td><%= status_tag job.task, :orange %></td>
+            <td><%= status_tag job.error, :red %></td>
+            <td><%= l(job.created_at, format: :long) %></td>
+          </tr>
+        <% end %>
+        <% if @jobs.empty? %>
+          <tr>
+            <td colspan="8">No jobs found</td>
+          </tr>
+        <% end %>
+      </tbody>
+    </table>
+    <%= paginate @jobs %>
+  </div>
+</div>

data/app/views/level_up/jobs/show.html.erb

@@ -0,0 +1,93 @@
+<div class="container-12">
+  <div class="grid-12">
+    <div class="breadcrumbs">
+      <ul>
+        <li><%= link_to "Dashboard", root_path %></li> /
+        <li><%= link_to "Jobs", jobs_path %></li> /
+        <li><%= @job.key %></li>
+      </ul>
+    </div>
+  </div>
+
+  <div class="grid-8">
+    <div class="simple-panel job-details">
+      <h2>Job details</h2>
+      <ul class="attributes-table">
+        <li><label>ID:</label><%= @job.id %></li>
+        <li><label>Key:</label><%= @job.key %></li>
+        <li><label>Type:</label><%= @job.type %></li>
+        <li><label>State:</label><%= @job.state.humanize.downcase %></li>
+        <li><label>Queued:</label><%= status_tag @job.delayed_job, :purple %></li>
+        <li><label>Timer:</label><%= status_tag @job.timer, :blue %></li>
+        <li><label>Task:</label><%= status_tag @job.task, :orange %></li>
+        <li><label>Error:</label><%= status_tag @job.error, :red %></li>
+        <li><label>Created at:</label><%= l(@job.created_at) %></li>
+        <li><label>Updated at:</label><%= l(@job.updated_at) %></li>
+        <li><label>Started at:</label><%= @job.started_at ? l(@job.started_at) : "-" %></li>
+        <li><label>Ended at:</label><%= @job.ended_at ? l(@job.ended_at) : "-" %></li>
+        <li><label>Canceled at:</label><%= @job.canceled_at ? l(@job.canceled_at) : "-" %></li>
+      </ul>
+    </div>
+
+    <% if @job.error? %>
+    <div class="simple-panel job-error-log">
+      <h2>Error Log</h2>
+      <ul class="attributes-table">
+        <li class="error"><label>Failed in</label><%= @job.failed_in %></li>
+        <li class="error"><label>Failed at</label><%= l(@job.failed_at) %></li>
+        <li class="error no-border"><label>Backtrace</label><%= @job.backtrace.first %></li>
+        <% @job.backtrace[1..-1].each do |trace| %>
+        <li class="no-border"><label></label><%= trace %></li>
+        <% end %>
+      </ul>
+    </div>
+    <% end %>
+  </div>
+
+  <div class="grid-4">
+    <div class="simple-panel job-commands">
+      <h2>Job commands</h2>
+      <% if @job.state?(:end) %>
+        Ended
+      <% elsif @job.queued? %>
+        <div class="command">
+          <%= form_tag unqueue_job_path(@job) do %>
+            <%= submit_tag "Unqueue" %>
+          <% end %>
+        </div>
+      <% else %>
+        <div class="command">
+          <%= form_tag run_job_path(@job) do %>
+            <%= submit_tag "Rerun the current state" %>
+          <% end %>
+        </div>
+        <div class="command">
+          <%= form_tag reboot_job_path(@job) do %>
+            <%= submit_tag "Reboot" %>
+          <% end %>
+        </div>
+        <% @job.state_transitions.each do |t| %>
+        <div class="command">
+          <%= form_tag move_job_path(@job, state: t) do %>
+            <% submit_tag "Move to: #{t.to_s.titleize}" %>
+          <% end %>
+        </div>
+        <% end %>
+      <% end %>
+    </div>
+
+    <div class="job-actions">
+      <%= link_to "Edit", edit_job_path(@job), class: "action" %>
+      <%= link_to "Destroy", job_path(@job), method: :delete, class: "action delete", data: {confirm: "Are you sure?"} %>
+    </div>
+  </div>
+
+  <div class="grid-12">
+    <div class="simple-panel">
+      <h2>Job Flow</h2>
+      <div class="svg-graph">
+        <object id="svg-object" data="<%= graphviz_job_path(@job, format: :svg) %>" type="image/svg+xml"></object>
+      </div>
+    </div>
+  </div>
+</div>