gush-control 0.1.1

data/lib/gush/control/cli_extension.rb

@@ -0,0 +1,23 @@
+module Gush
+  class CLI < Thor
+    desc "server [options]", "Start server"
+    option :port, aliases: "-p", default: "3000"
+    option :address, aliases: "-a", default: "0.0.0.0"
+    option :daemonize, aliases: "-d"
+
+    def server
+      Thin::Runner.new(params_to_args(thin_params(options))).run!
+    end
+
+    private
+    def thin_params(options)
+      { rackup: Gush::Control.rackup_path.to_s, port: options[:port], address: options[:address] }.tap do |params|
+        params.merge!(daemonize: true) if options[:daemonize]
+      end
+    end
+
+    def params_to_args(params)
+      params.flat_map{|k, v| ["--#{k}", v] }.unshift("start")
+    end
+  end
+end

data/lib/gush/control/log_sender.rb

@@ -0,0 +1,67 @@
+class LogSender
+  ROWS = 25
+
+  def initialize(socket, redis, commands, channel)
+    @redis = redis
+    @commands = commands
+    @channel = channel
+    @socket = socket
+  end
+
+  def run
+    Thread.new do
+      tail = [0, message_count - ROWS].max
+      head = (tail - 1).downto(0).each_slice(ROWS)
+
+      loop do
+        if commands.empty?
+          method = :append
+          logs = fetch_logs_after(tail)
+          tail += logs.size
+        else
+          case commands.pop
+          when 'prepend'
+            method = :prepend
+            begin
+              logs = fetch_range(head.next)
+            rescue StopIteration
+              logs = []
+            end
+          end
+        end
+
+        send_lines(sanitize_logs(logs), method)
+        sleep 1
+      end
+    end
+  end
+
+  private
+
+  def send_lines(logs, method)
+    data = {lines: logs, method: method}.to_json
+    EM.next_tick{ socket.send(data) } if logs.any?
+  end
+
+  def message_count
+    redis.llen(redis_key)
+  end
+
+  def fetch_logs_after(idx)
+    redis.lrange(redis_key, idx, idx + ROWS)
+  end
+
+  def fetch_range(r)
+    redis.lrange(redis_key, r.last, r.first).reverse
+  end
+
+  def redis_key
+    "gush.logs.#{channel}"
+  end
+
+  def sanitize_logs(lines)
+    lines.map {|l| Rack::Utils.escape_html(l) }
+  end
+
+  attr_reader :channel, :redis, :commands, :socket
+end

data/lib/gush/control/logger.rb

@@ -0,0 +1,84 @@
+require 'logger'
+require 'time'
+
+module Gush
+  module Control
+    class Logger
+      include ::Logger::Severity
+
+      attr_accessor :level, :progname
+
+      def initialize(redis, channel, level = DEBUG)
+        @progname = nil
+        @redis = redis
+        @level = level
+        @channel = channel
+      end
+
+      def add(severity = UNKNOWN, message = nil, prog = nil, &block)
+        return true if severity < level
+
+        if message.nil?
+          if block_given?
+            message = yield
+          else
+            message = prog
+            prog = progname
+          end
+        end
+
+        write(format_message(severity, prog || progname, message))
+        true
+      end
+      alias log add
+
+      def <<(message)
+        write(message)
+      end
+
+      def debug(message = nil, &block)
+        add(DEBUG, message, nil, &block)
+      end
+
+      def info(progname = nil, &block)
+        add(INFO, nil, progname, &block)
+      end
+
+      def warn(progname = nil, &block)
+        add(WARN, nil, progname, &block)
+      end
+
+      def error(progname = nil, &block)
+        add(ERROR, nil, progname, &block)
+      end
+
+      def fatal(progname = nil, &block)
+        add(FATAL, nil, progname, &block)
+      end
+
+      def unknown(progname = nil, &block)
+        add(UNKNOWN, nil, progname, &block)
+      end
+
+      def close
+        # noop
+      end
+
+      private
+
+      LABELS = %w(DEBUG INFO WARN ERROR FATAL ANY)
+
+      attr_reader :redis, :channel
+
+      def write(message)
+        redis.rpush(channel, message)
+      end
+
+      def format_message(severity, prog, message)
+        current_time = Time.now.utc
+        severity = LABELS[severity]
+        "%s, [%s.%s #%s] %5s -- %s: %s\n" % [severity[0], current_time.iso8601, current_time.usec, $$, severity, prog, message]
+      end
+    end
+  end
+end

data/lib/gush/control/logger_extension.rb

@@ -0,0 +1,19 @@
+require 'gush/control/logger'
+
+require 'gush/control'
+
+module Gush
+  module Control
+    class LoggerBuilder < Gush::LoggerBuilder
+      def build
+        Logger.new(Redis.new(url: Gush.configuration.redis_url), "gush.logs.#{workflow.id}.#{job.name}")
+      end
+    end
+  end
+end
+
+class Gush::Workflow
+  def default_logger_builder
+    Gush::Control::LoggerBuilder
+  end
+end

data/lib/gush/control/version.rb

@@ -0,0 +1,5 @@
+module Gush
+  module Control
+    VERSION = "0.1.1"
+  end
+end

data/lib/gush/control/views/index.slim

@@ -0,0 +1,29 @@
+.row
+  .large-12.columns
+    h1
+      'Registered workflows
+      a.remove-completed.radius.button.alert.right href="#" Purge completed
+
+    table.workflows data-workflows=@workflows.to_json
+      thead
+        th ID
+        th Name
+        th Progress
+        th Status
+        th Started at
+        th Finished at
+        th Action
+
+      tbody
+        tr
+          td.text-center colspan=4 Loading…
+    h1 Registered machines
+
+    table.machines
+      thead
+        th PID
+        th Host
+        th Enqueued jobs
+        th Status
+      tbody
+

data/lib/gush/control/views/job.slim

@@ -0,0 +1,32 @@
+.row
+  .large-8.columns
+    h1
+      - case
+      - when @job.failed?
+        span.label.alert Failed
+      - when @job.enqueued?
+        span.label.secondary Enqueued
+      - when @job.running?
+        span.label Running
+      - when @job.finished?
+        span.label.success Finished
+      - else
+        span.label.secondary Pending
+      = @job.name
+      '
+      small = @workflow.id
+      '
+      small
+        a href="/show/#{@workflow.id}" Back to workflow
+  .large-4.columns
+    br
+    a.button.alert.small.radius.remove-logs data-workflow-id=@workflow.id data-job-name=@job.name
+      | Remove logs
+    - if @job.finished? && @job.failed?
+      a.button.alert.small.radius.start-job data-workflow-id=@workflow.id data-job-name=@job.name
+        | Restart job
+h2 Logs
+ul.logs
+
+javascript:
+  Gush.registerLogsSocket("#{@workflow.id}", "#{@job.class.name}")

data/lib/gush/control/views/layout.slim

@@ -0,0 +1,96 @@
+doctype html
+html
+  head
+    title Gush control
+    script type="text/javascript" src="/js/vendor/modernizr.js"
+    script type="text/javascript" src="/js/vendor/mustache.min.js"
+    script type="text/javascript" src="/js/vendor/moment.js"
+    script type="text/javascript" src="/js/vendor/jquery.js"
+    script type="text/javascript" src="/js/vendor/sugar.min.js"
+    script type="text/javascript" src="/js/vendor/foundation.min.js"
+    script type="text/javascript" src="/js/vendor/d3.min.js"
+    script type="text/javascript" src="/js/vendor/svg-pan-zoom.min.js"
+    script type="text/javascript" src="/js/vendor/dagre-d3.min.js"
+    script type="text/javascript" src="/js/gush.js"
+    script type="text/javascript" src="/js/job.js"
+    script type="text/javascript" src="/js/machine.js"
+    script type="text/javascript" src="/js/workflow.js"
+    script type="text/javascript" src="/js/graph.js"
+    script type="text/javascript" src="/js/templates.js"
+    script type="text/javascript" src="/js/view.js"
+    script type="text/javascript" src="/js/application.js"
+    link type="text/css" rel="stylesheet" href="/css/normalize.css"
+    link type="text/css" rel="stylesheet" href="/css/foundation.min.css"
+    link type="text/css" rel="stylesheet" href="/css/app.css"
+  body
+    nav class="top-bar fixed" data-topbar=true
+      ul class="title-area"
+        li class="name"
+          h1
+            a href="/" Gush
+        li class="toggle-topbar menu-icon"
+          a href="#"
+            span Menu
+
+      section class="top-bar-section"
+        ul class="left"
+          li class="has-dropdown"
+            a href="#" Create workflow
+            ul class="dropdown"
+              - Gush::Workflow.descendants.each do |workflow|
+                li
+                  a.create-workflow data-workflow-class=workflow href="#" = workflow
+    == yield
+    #modalBox.reveal-modal.text-center data-reveal="data-reval" data-reveal-id="modalBox"
+      .data
+      a.close-reveal-modal ×
+
+    script id="progress-template" type="x-tmpl-mustache"
+      .nice.progress.round
+        span.meter.label style="width: {{progress}}%"
+    script id="status-template" type="x-tmpl-mustache"
+      span class="round label {{class}}"
+        | {{status}}
+    script id="workflow-template" type="x-tmpl-mustache"
+      tr id="{{id}}" data-name="{{name}}" data-finished="{{finished}}" data-total="{{total}}"
+        td
+          a href="/show/{{id}}"
+            | {{id}}
+        td
+          | {{name}}
+        td.progress-container
+          | {{> progress}}
+        td.status
+          | {{> status}}
+        td.started_at
+          | {{started_at}}
+        td.finished_at
+          | {{finished_at}}
+        td
+          | {{> action}}
+
+
+    script id="workflow-action-template" type="x-tmpl-mustache"
+      a class="button tiny radius start-workflow {{classes}}" data-action="{{action}}" data-workflow-id="{{workflow_id}}"
+        | {{description}}
+
+    script id="node-template" type="x-tmpl-mustache"
+      tr class="{{class}}"
+        td
+          | {{name}}
+        td
+          | {{status}}
+        td
+          | {{started_at}}
+        td
+          | {{finished_at}}
+    script id="machine-template" type="x-tmpl-mustache"
+      tr data-pid="{{pid}}"
+        td
+          | {{pid}}
+        td
+          | {{host}}
+        td
+          | {{jobs}}
+        td
+          | {{status}}

data/lib/gush/control/views/show.slim

@@ -0,0 +1,62 @@
+.row
+  .large-8.columns
+    h1.workflow-title
+      = @workflow.class
+      '
+      small = @workflow.id
+      '
+      small
+        a href="/" Back to list
+  .large-4.columns
+    br
+    - if !@workflow.started?
+      a.button.split.success.small.radius.start-workflow data-action="start" data-workflow-id=@workflow.id
+        | Start workflow
+        span data-dropdown="drop"
+    - else
+      a.button.split.alert.small.radius.start-workflow data-action="stop" data-workflow-id=@workflow.id
+        | Stop workflow
+        span data-dropdown="drop"
+    ul#drop.f-dropdown data-dropdown-content=true
+      li
+        a.retry-workflow data-workflow-id=@workflow.id href="#" Restart failed jobs
+      li
+        a.destroy-workflow data-workflow-id=@workflow.id href="#" Delete workflow
+.row
+  .large-12.columns
+    svg data-workflow-id=@workflow.id width="100%" height="400" id="canvas-#{@workflow.id}"
+      g class="viewport"
+.row
+  .large-12.columns
+    h2 Jobs
+    dl.sub-nav.jobs-filter
+      dt Filter:
+      dd.active
+        a All
+      dd
+        a Waiting
+      dd
+        a Enqueued
+      dd
+        a Running
+      dd
+        a Failed
+      dd
+        a Finished
+    table.jobs
+      thead
+        th Name
+        th Status
+        th Started at
+        th Finished at
+      tbody
+
+script
+  == "var jobs = #{JSON.dump(@jobs)};"
+  == "var links = #{JSON.dump(@links)};"
+
+javascript:
+
+  graph = new Graph("canvas-#{@workflow.id}")
+  graph.populate(jobs, links)
+  graph.render()

data/spec/acceptance_spec.rb

@@ -0,0 +1,68 @@
+require 'spec_helper'
+
+feature "creating workflows" do
+  let(:user) { TestUser.new }
+  scenario "user can create new workflow from list" do
+    user.create_workflow("TestWorkflow")
+
+    header = page.find('h1.workflow-title')
+    expect(header).to have_content 'TestWorkflow'
+  end
+end
+
+feature "deleting workflows" do
+  before :each do
+    user.create_workflow("TestWorkflow")
+  end
+
+  scenario "user can delete workflow from workflow view" do
+    user.delete_workflow("TestWorkflow")
+
+    table = page.find("table.workflows")
+    expect(table).to_not have_content("TestWorkflow")
+  end
+end
+
+feature "starting workflows" do
+  before :each do
+    user.create_workflow("TestWorkflow")
+  end
+
+  scenario "user can start workflow from homepage" do
+    user.start_workflow_from_homepage("TestWorkflow")
+
+    row = user.find_workflow_row("TestWorkflow")
+    expect(row).to have_content('Stop workflow')
+  end
+
+  scenario "user can start workflow from workflow view" do
+    user.go_to_workflow("TestWorkflow")
+
+    user.click_link_matching "a.start-workflow.success"
+
+    button = page.find('a.start-workflow.alert')
+    expect(button).to have_content("Stop workflow")
+  end
+end
+
+feature "stopping workflows" do
+  before :each do
+    user.create_workflow("TestWorkflow")
+    user.start_workflow_from_homepage("TestWorkflow")
+  end
+
+  scenario "user stops workflow from homepage" do
+    user.stop_workflow_from_homepage("TestWorkflow")
+
+    row = user.find_workflow_row("TestWorkflow")
+    expect(row).to have_content('Start workflow')
+  end
+
+  scenario "user stops workflow from workflow view" do
+    user.go_to_workflow("TestWorkflow")
+    user.click_link_matching "a.start-workflow.alert"
+
+    button = page.find('a.start-workflow.success')
+    expect(button).to have_content("Start workflow")
+  end
+end