gush-control 0.1.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 3171bdb3e43daa544ed8588ee72d2d37481ac667
+  data.tar.gz: ae5e2f8dc1416749174539fdaf5a6159168cf987
+SHA512:
+  metadata.gz: 790d8184780fcf8f17ffde0a96375bdaaf948f8c6af70123af7bac17553120855391c1ef92b1cd5149b50457efbe9374809706409121ba8f8dd2960af39bf279
+  data.tar.gz: 1fb9815f197e66a45621d47630476382efc2557a4ba0b62f28e87687ac5d8ca8eec95439e668d1c18263e958c1af1e06d1f50c9ad4b5882a7e8c2d4e31c4ac2a

data/.gitignore

@@ -0,0 +1,24 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+*.bundle
+*.so
+*.o
+*.a
+mkmf.log
+Gushfile.rb
+dump.rdb

data/Gemfile

@@ -0,0 +1,8 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in gush-control.gemspec
+gemspec
+
+gem "gush", git: "git@github.com:lonelyplanet/gush.git"
+gem "tilt", "~> 1.4.1"
+gem "bbq-spawn", git: "git@github.com:drugpl/bbq-spawn.git"

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2015 Chaps sp. z o.o.
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,29 @@
+# Gush::Control
+
+TODO: Write a gem description
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'gush-control'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install gush-control
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Contributing
+
+1. Fork it ( https://github.com/[my-github-username]/gush-control/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create a new Pull Request

data/Rakefile

@@ -0,0 +1,2 @@
+require "bundler/gem_tasks"
+

data/config.ru

@@ -0,0 +1,7 @@
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require "gush/control"
+
+map "/" do
+  run Gush::Control::App
+end

data/gush-control.gemspec

@@ -0,0 +1,34 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'gush/control/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "gush-control"
+  spec.version       = Gush::Control::VERSION
+  spec.authors       = ["Michal Krzyzanowski"]
+  spec.email         = ["michal.krzyzanowski+github@gmail.com"]
+  spec.summary       = "Web GUI for controlling Gush workflows"
+  spec.description   = spec.summary
+  spec.homepage      = ""
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0")
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_runtime_dependency "sinatra"
+  spec.add_runtime_dependency "sinatra-assetpack"
+  spec.add_runtime_dependency "thin"
+  spec.add_runtime_dependency "tilt"
+  spec.add_runtime_dependency "gush"
+  spec.add_runtime_dependency "slim"
+  spec.add_runtime_dependency "coffee-script"
+  spec.add_runtime_dependency "sinatra-websocket"
+
+  spec.add_development_dependency "bundler", "~> 1.6"
+  spec.add_development_dependency "rake"
+  spec.add_development_dependency "rspec"
+  spec.add_development_dependency "capybara-webkit"
+end

data/lib/gush/control.rb

@@ -0,0 +1,20 @@
+require "pathname"
+require "thin"
+require "sinatra"
+require "coffee-script"
+require "slim"
+require "gush"
+require "sinatra-websocket"
+require "sinatra/assetpack"
+require "gush/control/version"
+require "gush/control/app"
+require "gush/control/cli_extension"
+require "gush/control/log_sender"
+
+module Gush
+  module Control
+    def self.rackup_path
+      Pathname(__FILE__).dirname.parent.parent.join("config.ru")
+    end
+  end
+end

data/lib/gush/control/app.rb

@@ -0,0 +1,189 @@
+require "sidekiq/api"
+
+module Gush
+  module Control
+    class App < Sinatra::Base
+      enable :logging
+      set :server, :thin
+      set :client, proc { Gush::Client.new }
+
+      register Sinatra::AssetPack
+
+      assets {
+        serve '/js',     from: 'assets/javascripts'
+        serve '/css',    from: 'assets/stylesheets'
+        serve '/images', from: 'assets/images'
+      }
+
+      get "/" do
+        @workflows = settings.client.all_workflows
+        slim :index
+      end
+
+      get "/jobs/:workflow_id.:job" do |workflow_id, job|
+        @workflow = settings.client.find_workflow(workflow_id)
+        @job = @workflow.find_job(job)
+        slim :job
+      end
+
+      get '/logs/?:channel' do |channel|
+        request.websocket do |ws|
+          commands = Queue.new
+          tid = LogSender.new(ws,
+                              redis,
+                              commands,
+                              channel).run
+
+          ws.onmessage do |msg|
+            commands.push(msg)
+          end
+
+          ws.onclose do
+            Thread.kill(tid)
+          end
+        end
+      end
+
+      get '/subscribe/?:channel' do |channel|
+        channel = channel.to_sym
+        request.websocket do |ws|
+          ws.onmessage do |msg|
+            EM.next_tick { ws.send(msg.to_json) }
+          end
+
+          tid = Thread.new do
+            redis.subscribe("gush.#{channel}") do |on|
+              on.message do |redis_channel, message|
+                EM.next_tick{ ws.send(message) }
+              end
+            end
+          end
+
+          ws.onclose do
+            Thread.kill(tid)
+          end
+        end
+      end
+
+      get "/workers" do
+        ps = Sidekiq::ProcessSet.new
+
+        request.websocket do |ws|
+          tid = Thread.new do
+            loop do
+              data = ps.map{|process| {host: process["hostname"], pid: process["pid"], jobs: process["busy"] } }.to_json
+              EM.next_tick{ ws.send(data) }
+              sleep 5
+            end
+          end
+
+          ws.onclose do
+            Thread.kill(tid)
+          end
+        end
+      end
+
+      get "/show/:workflow.?:format?" do |id, format|
+        @workflow = settings.client.find_workflow(id)
+
+
+        @links = []
+        @jobs = []
+        @jobs << {name: "Start"}
+        @jobs << {name: "End"}
+
+
+        @workflow.jobs.each do |job|
+          name = job.class.to_s
+          @jobs << {
+            name:     name,
+            finished: job.finished?,
+            running:  job.running?,
+            enqueued: job.enqueued?,
+            failed:   job.failed?
+          }
+
+          if job.incoming.empty?
+            @links << {source: "Start", target: name, type: "flow"}
+          end
+
+          job.outgoing.each do |out|
+            @links << {source: name, target: out, type: "flow"}
+          end
+
+          if job.outgoing.empty?
+            @links << {source: name, target: "End", type: "flow"}
+          end
+        end
+
+        if format == "json"
+          content_type :json
+          return { jobs: @jobs, links: @links }.to_json
+        end
+
+        slim :show
+      end
+
+      post "/start/:workflow/?:job?" do |id, job|
+        workflow = settings.client.find_workflow(id)
+        settings.client.start_workflow(workflow, Array(job))
+        content_type :json
+        workflow.to_json
+      end
+
+      post "/stop/:workflow" do |workflow|
+        settings.client.stop_workflow(workflow)
+        content_type :json
+        workflow.to_json
+      end
+
+      post "/create/:workflow" do |name|
+        workflow = settings.client.create_workflow(name)
+        content_type :json
+        workflow.to_json
+      end
+
+      post "/destroy/:workflow" do |id|
+        workflow = settings.client.find_workflow(id)
+        remove_workflow_and_logs(workflow)
+        {status: "ok"}.to_json
+      end
+
+      post "/purge_logs/:channel" do |channel|
+        remove_logs_in_channel(channel)
+
+        {status: "ok"}.to_json
+      end
+
+      post "/purge" do
+        completed = settings.client.all_workflows.select(&:finished?)
+        completed.each {|workflow| remove_workflow_and_logs(workflow) }
+
+        {status: "ok"}.to_json
+      end
+
+      private
+
+      def redis
+        Thread.current[:redis] ||= Redis.new(url: settings.client.configuration.redis_url)
+      end
+
+      def remove_workflow_and_logs(workflow)
+        remove_workflow(workflow)
+        remove_logs(workflow)
+      end
+
+      def remove_workflow(workflow)
+        settings.client.destroy_workflow(workflow)
+      end
+
+      def remove_logs(workflow)
+        redis.keys("gush.logs.#{workflow.id}.*").each {|key| redis.del(key) }
+      end
+
+      def remove_logs_in_channel(channel)
+        redis.del("gush.logs.#{channel}")
+      end
+    end
+  end
+end

data/lib/gush/control/assets/javascripts/application.coffee

@@ -0,0 +1,59 @@
+window.Gush = new Gush
+$(document).ready ->
+  window.Gush.initialize()
+  Foundation.global.namespace = ''
+  $(document).foundation()
+
+  $(this).on "click", ".button.start-workflow", (event) ->
+    event.preventDefault()
+    if !$(event.target).is(".button")
+      return
+    if($(this).data("action") == "start")
+      Gush.startWorkflow($(this).data("workflow-id"), $(this))
+    else
+      Gush.stopWorkflow($(this).data("workflow-id"), $(this))
+
+  $(this).on "click", ".start-job", (event) ->
+    event.preventDefault()
+    Gush.startJob($(this).data("workflow-id"), $(this).data("job-name"), $(this))
+
+  $(this).on "click", ".create-workflow", (event) ->
+    event.preventDefault()
+    Gush.createWorkflow($(this).data("workflow-class"))
+
+  $(this).on "click", ".destroy-workflow", (event) ->
+    event.preventDefault()
+    Gush.destroyWorkflow($(this).data("workflow-id"), $(this))
+
+  $(this).on "click", ".retry-workflow", (event) ->
+    event.preventDefault()
+    Gush.retryWorkflow($(this).data("workflow-id"), $(this))
+
+  $(this).on "dblclick", "svg .node", (event) ->
+    event.preventDefault()
+    workflow_id = $(this).closest('svg').data('workflow-id')
+    name = $(this).data('job-name')
+    if name isnt "Start" and name isnt "End"
+      window.location.href = "/jobs/#{workflow_id}.#{name}"
+
+  $(this).on "click", ".jobs-filter dd a", (event) ->
+    event.preventDefault()
+    filter = $(this).html().toLowerCase()
+    table = $("table.nodes tbody")
+
+    $(this).closest('dl').find('dd').removeClass('active')
+    $(this).parent().addClass('active')
+
+    table.find("tr").hide()
+    if filter == "all"
+      table.find("tr").show()
+    else
+      table.find("tr.#{filter}").show()
+
+  $(this).on "click", "a.remove-completed", (event) ->
+    event.preventDefault()
+    Gush.removeCompleted()
+
+  $(this).on "click", "a.remove-logs", (event) ->
+    event.preventDefault()
+    Gush.removeLogs($(this).data('workflow-id'), $(this).data('job-name'))

data/lib/gush/control/assets/javascripts/graph.coffee

@@ -0,0 +1,58 @@
+class @Graph
+  constructor: (canvas_id) ->
+    @canvas = "##{canvas_id}"
+    @digraph = new dagreD3.Digraph
+
+  populate: (nodes, links) ->
+    nodes.forEach (node) =>
+      @digraph.addNode node.name,
+        finished: node.finished,
+        failed: node.failed,
+        running: node.running,
+        enqueued: node.enqueued
+        label: node.name
+
+    links.forEach (edge) =>
+      @digraph.addEdge(null, edge.source, edge.target)
+
+  render: ->
+    renderer = new dagreD3.Renderer
+    layout = dagreD3.layout().nodeSep(50).rankDir("LR");
+    oldDrawNodes = renderer.drawNodes()
+
+    renderer.drawNodes (graph, root) =>
+      svgNodes = oldDrawNodes(graph, root);
+      svgNodes.attr "data-job-name", (name) =>
+        name;
+
+      svgNodes.attr "class", (name) =>
+        node = @digraph.node(name)
+        classes = "node " + name.replace(/::/g, '_').toLowerCase()
+        if node.failed
+          classes += " status-failed";
+        else if node.finished
+          classes += " status-finished";
+        else if node.running
+          classes += " status-running";
+        else if node.enqueued
+          classes += " status-enqueued"
+        classes;
+
+      svgNodes;
+    .layout(layout)
+    .run(@digraph, d3.select("#{@canvas} g"));
+    @panZoom()
+
+  panZoom: ->
+    svgPanZoom @canvas,
+      panEnabled: true,
+      minZoom: 0.8,
+      maxZoom: 10,
+      zoomEnabled: true,
+      center: false,
+      fit: true
+
+  markNode: (name, class_names) ->
+   name = name.replace(/::/g, '_').toLowerCase()
+   $("svg#{@canvas} .node.#{name}")
+     .attr('class', "node #{name} #{class_names}")