hell 0.0.1 → 0.1.0

data/Gemfile

@@ -6,9 +6,12 @@ end
 
 
 gem 'capistrano'
-gem 'json'
+gem 'multi_json'
 
+gem 'pusher'
 gem 'sinatra'
 gem 'sinatra-contrib'
+gem 'sinatra-assetpack', :require => 'sinatra/assetpack'
+gem 'sass'
 gem 'thin'
-gem 'websocket'
+gem 'unicorn'

data/README.markdown

@@ -64,7 +64,6 @@ Note that the current response is subject to change, and as such is not document
 The following environment variables are available for your use:
 
 - `HELL_APP_ROOT`: Path from which capistrano should execute. Defaults to `Dir.pwd`.
-- `HELL_ENVIRONMENTS`: Comma-separated list of environments, Default: `production,staging`.
 - `HELL_REQUIRE_ENV`: Whether or not to require specifying an environment. Default: `1`.
 - `HELL_LOG_PATH`: Path to which logs should be written to. Defaults to `Dir.pwd + '/log'`.
 - `HELL_BASE_DIR`: Base directory to use in web ui. Useful for subdirectories. Defaults to `/`.

data/VERSION

@@ -1 +1 @@
-0.0.1
+0.1.0

data/bin/hell

@@ -1,12 +1,30 @@
-#!/usr/bin/env ruby
-#
-begin
-  require 'hell/app.rb'
-rescue LoadError => e
-  require 'rubygems'
-  path = File.expand_path '../../lib', __FILE__
-  $:.unshift(path) if File.directory?(path) && !$:.include?(path)
-  require 'hell/app.rb'
+#!/this/will/be/overwritten/or/wrapped/anyways/do/not/worry/ruby
+# -*- encoding: binary -*-
+require 'unicorn/launcher'
+require 'hell/lib/cli'
+
+ENV["RACK_ENV"] ||= "development"
+
+unicorn_path = File.expand_path('../../unicorn', __FILE__)
+options, op = Hell::CLI.option_parser(ARGV, unicorn_path)
+
+unless File.directory? options[:log_path]
+  abort('Missing hell log path %s' % options[:log_path])
+end
+
+options.delete(:log_path)
+
+app = Unicorn.builder(File.expand_path('../../config.ru', __FILE__), op)
+op = nil
+
+if $DEBUG
+  require 'pp'
+  pp({
+    :unicorn_options => options,
+    :app => app,
+    :daemonize => options[:daemonize],
+  })
 end
 
-Hell::App.run!
+Unicorn::Launcher.daemonize!(options) if options[:daemonize]
+Unicorn::HttpServer.new(app, options).start.join

data/config.ru

@@ -0,0 +1,7 @@
+#!/usr/bin/ruby
+require 'rubygems'
+require 'bundler'
+Bundler.setup
+require 'hell'
+
+run Hell::App

data/hell.gemspec

@@ -0,0 +1,107 @@
+# Generated by jeweler
+# DO NOT EDIT THIS FILE DIRECTLY
+# Instead, edit Jeweler::Tasks in Rakefile, and run 'rake gemspec'
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = "hell"
+  s.version = "0.1.0"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Jose Diaz-Gonzalez"]
+  s.date = "2013-02-21"
+  s.description = "Hell is an open source web interface that exposes a set of capistrano recipes as a json api, for usage within large teams"
+  s.email = "jose@seatgeek.com"
+  s.executables = ["hell"]
+  s.extra_rdoc_files = [
+    "LICENSE.txt",
+    "README.markdown"
+  ]
+  s.files = [
+    ".document",
+    "Gemfile",
+    "LICENSE.txt",
+    "README.markdown",
+    "Rakefile",
+    "VERSION",
+    "bin/hell",
+    "config.ru",
+    "hell.gemspec",
+    "lib/hell.rb",
+    "lib/hell/app.rb",
+    "lib/hell/lib/capistrano/cli.rb",
+    "lib/hell/lib/capistrano/configuration.rb",
+    "lib/hell/lib/capistrano/task_definition.rb",
+    "lib/hell/lib/cli.rb",
+    "lib/hell/lib/helpers.rb",
+    "lib/hell/lib/monkey_patch.rb",
+    "lib/hell/public/assets/css/bootstrap-responsive.css",
+    "lib/hell/public/assets/css/bootstrap-responsive.min.css",
+    "lib/hell/public/assets/css/bootstrap.css",
+    "lib/hell/public/assets/css/bootstrap.min.css",
+    "lib/hell/public/assets/css/hell.css",
+    "lib/hell/public/assets/ico/favicon.ico",
+    "lib/hell/public/assets/ico/favicon.png",
+    "lib/hell/public/assets/img/glyphicons-halflings-white.png",
+    "lib/hell/public/assets/img/glyphicons-halflings.png",
+    "lib/hell/public/assets/js/backbone-localstorage.js",
+    "lib/hell/public/assets/js/backbone.js",
+    "lib/hell/public/assets/js/bankersbox.js",
+    "lib/hell/public/assets/js/bootstrap.growl.js",
+    "lib/hell/public/assets/js/bootstrap.js",
+    "lib/hell/public/assets/js/hashchange.js",
+    "lib/hell/public/assets/js/hell.js",
+    "lib/hell/public/assets/js/jquery.js",
+    "lib/hell/public/assets/js/timeago.js",
+    "lib/hell/public/assets/js/underscore.js",
+    "lib/hell/views/index.erb",
+    "test/helper.rb",
+    "test/test_hell.rb",
+    "unicorn"
+  ]
+  s.homepage = "http://github.com/seatgeek/hell"
+  s.licenses = ["MIT"]
+  s.require_paths = ["lib"]
+  s.rubygems_version = "1.8.23"
+  s.summary = "A web interface and api wrapper around Capistrano"
+
+  if s.respond_to? :specification_version then
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
+      s.add_runtime_dependency(%q<capistrano>, [">= 0"])
+      s.add_runtime_dependency(%q<multi_json>, [">= 0"])
+      s.add_runtime_dependency(%q<pusher>, [">= 0"])
+      s.add_runtime_dependency(%q<sinatra>, [">= 0"])
+      s.add_runtime_dependency(%q<sinatra-contrib>, [">= 0"])
+      s.add_runtime_dependency(%q<sinatra-assetpack>, [">= 0"])
+      s.add_runtime_dependency(%q<sass>, [">= 0"])
+      s.add_runtime_dependency(%q<thin>, [">= 0"])
+      s.add_runtime_dependency(%q<unicorn>, [">= 0"])
+      s.add_development_dependency(%q<jeweler>, [">= 0"])
+    else
+      s.add_dependency(%q<capistrano>, [">= 0"])
+      s.add_dependency(%q<multi_json>, [">= 0"])
+      s.add_dependency(%q<pusher>, [">= 0"])
+      s.add_dependency(%q<sinatra>, [">= 0"])
+      s.add_dependency(%q<sinatra-contrib>, [">= 0"])
+      s.add_dependency(%q<sinatra-assetpack>, [">= 0"])
+      s.add_dependency(%q<sass>, [">= 0"])
+      s.add_dependency(%q<thin>, [">= 0"])
+      s.add_dependency(%q<unicorn>, [">= 0"])
+      s.add_dependency(%q<jeweler>, [">= 0"])
+    end
+  else
+    s.add_dependency(%q<capistrano>, [">= 0"])
+    s.add_dependency(%q<multi_json>, [">= 0"])
+    s.add_dependency(%q<pusher>, [">= 0"])
+    s.add_dependency(%q<sinatra>, [">= 0"])
+    s.add_dependency(%q<sinatra-contrib>, [">= 0"])
+    s.add_dependency(%q<sinatra-assetpack>, [">= 0"])
+    s.add_dependency(%q<sass>, [">= 0"])
+    s.add_dependency(%q<thin>, [">= 0"])
+    s.add_dependency(%q<unicorn>, [">= 0"])
+    s.add_dependency(%q<jeweler>, [">= 0"])
+  end
+end
+

data/lib/hell.rb

@@ -0,0 +1,4 @@
+
+module Hell
+  autoload :App, 'hell/app'
+end

data/lib/hell/app.rb

@@ -4,23 +4,36 @@ require 'sinatra'
 require 'sinatra/base'
 require 'sinatra/json'
 require 'sinatra/streaming'
+require 'sinatra/assetpack'
 
-require 'json'
+require 'pusher'
+require 'multi_json'
 require 'securerandom'
-require 'websocket'
-
-HELL_DIR = Dir.pwd
-APP_ROOT = ENV.fetch('HELL_APP_ROOT', HELL_DIR)
-ENVIRONMENTS = ENV.fetch('HELL_ENVIRONMENTS', 'production,staging').split(',')
-BLACKLIST = ['invoke', 'shell', 'internal:ensure_env', 'internal:setup_env']
-REQUIRE_ENV = ENV.fetch('HELL_REQUIRE_ENV', '1') == '1'
-HELL_LOG_PATH = ENV.fetch('HELL_LOG_PATH', File.join(HELL_DIR, 'log'))
-HELL_BASE_DIR = ENV.fetch('HELL_BASE_DIR', '/')
-SENTINEL_STRINGS = ENV.fetch('HELL_SENTINEL_STRINGS', 'Hellish Task Completed').split(',')
 
+require 'hell/lib/cli'
 require 'hell/lib/monkey_patch'
 require 'hell/lib/helpers'
 
+options, op = Hell::CLI.option_parser(ARGV, nil, true)
+op = nil
+
+HELL_DIR              = Dir.pwd
+HELL_APP_ROOT         = options[:app_root]
+HELL_BLACKLIST        = ['invoke', 'shell', 'internal:ensure_env', 'internal:setup_env']
+HELL_REQUIRE_ENV      = !!options[:require_env]
+HELL_LOG_PATH         = options[:log_path]
+HELL_BASE_PATH        = options[:base_path]
+HELL_SENTINEL_STRINGS = options[:sentinel]
+
+USE_PUSHER = !!(options[:pusher_app_id] && options[:pusher_key] && options[:pusher_secret])
+
+PUSHER_APP_ID = options[:pusher_app_id]
+PUSHER_KEY = options[:pusher_key]
+PUSHER_SECRET = options[:pusher_secret]
+
+Pusher.app_id = PUSHER_APP_ID
+Pusher.key = PUSHER_KEY
+Pusher.secret = PUSHER_SECRET
 
 module Hell
   class App < Sinatra::Base
@@ -28,7 +41,7 @@ module Hell
     helpers Sinatra::Streaming
     helpers Hell::Helpers
 
-    cap = Capistrano::CLI.parse(["-T"])
+    register Sinatra::AssetPack
 
     set :public_folder, File.join(File.expand_path('..', __FILE__), 'public')
     set :root, HELL_DIR
@@ -36,38 +49,67 @@ module Hell
     set :static, true
     set :views, File.join(File.expand_path('..', __FILE__), 'views')
 
+    assets do
+      css_compression :sass
+
+      js :jquery, [
+        '/assets/js/jquery.js',
+      ]
+
+      js :main, [
+        '/assets/js/backbone-localstorage.js',
+        '/assets/js/bootstrap.growl.js',
+        '/assets/js/timeago.js',
+        '/assets/js/hashchange.js',
+        '/assets/js/hell.js',
+      ]
+
+      css :bootstrap, [
+        '/assets/css/bootstrap.min.css',
+        '/assets/css/bootstrap-responsive.css',
+        '/assets/css/hell.css',
+      ]
+
+      prebuild true
+    end
+
     configure :production, :development do
       enable :logging
     end
 
     get '/' do
-      @tasks = cap.task_index.keys
-      @require_env = REQUIRE_ENV
-      @www_base_dir = HELL_BASE_DIR
-      @environments = ENVIRONMENTS
+      @tasks = cap.tasks.keys
+      @require_env = HELL_REQUIRE_ENV
+      @www_base_dir = HELL_BASE_PATH
+      @environments = cap.environments
+
+      @use_pusher = USE_PUSHER
+      @pusher_app_id = PUSHER_APP_ID
+      @pusher_key = PUSHER_KEY
+      @pusher_secret = PUSHER_SECRET
       erb :index
     end
 
     get '/tasks' do
-      tasks = cap.task_index
+      tasks = cap.tasks
       json tasks
     end
 
     get '/tasks/search/:pattern' do
-      tasks = cap.task_index(params[:pattern])
+      tasks = cap.tasks(params[:pattern])
       json tasks
     end
 
     get '/tasks/:name/exists' do
-      tasks = cap.task_index(params[:name], {:exact => true})
+      tasks = cap.tasks(params[:name], {:exact => true})
       response = { :exists => !tasks.empty?, :task => params[:name]}
       json response
     end
 
-    get '/tasks/:name/background' do
+    put '/tasks/:name/background' do
       tasks, original_cmd = verify_task(cap, params[:name])
       verbose = ""
-      verbose = "LOGGING=debug" if params[:verbose] == true
+      verbose = "LOGGING=debug" if params[:verbose] == "on"
 
       task_id = run_in_background!("bundle exec cap -l STDOUT %s %s" % [original_cmd, verbose]) unless tasks.empty?
       response = {}
@@ -80,9 +122,9 @@ module Hell
     get '/logs/:id/tail' do
       content_type "text/event-stream"
       if valid_log params[:id]
-        _stream_success("tail -f %s" % File.join(HELL_LOG_PATH, params[:id] + ".log"))
+        send_success(params[:id], "tail -f %s" % File.join(HELL_LOG_PATH, params[:id] + ".log"))
       else
-        _stream_error("log file '#{params[:id]}' not found")
+        send_error(params[:id], "log file '#{params[:id]}' not found")
       end
     end
 
@@ -94,35 +136,69 @@ module Hell
 
     get '/tasks/:name/execute' do
       tasks, original_cmd = verify_task(cap, params[:name])
+      task_id = random_id
       content_type "text/event-stream"
       if tasks.empty?
-        _stream_error("cap task '#{original_cmd}' not found")
+        send_error(task_id, "cap task '#{original_cmd}' not found")
       else
-        _stream_success("bundle exec cap -l STDOUT #{original_cmd} LOGGING=debug 2>&1", {:prepend => true})
+        send_success(task_id, "bundle exec cap -l STDOUT #{original_cmd} LOGGING=debug 2>&1", {:prepend => true})
       end
     end
 
-    def _stream_error(message)
+    def self.init_send
+      if USE_PUSHER
+        alias_method :send_error, :_pusher_error
+        alias_method :send_success, :_pusher_success
+      else
+        alias_method :send_error, :_stream_error
+        alias_method :send_success, :_stream_success
+      end
+    end
+
+    def cap
+      FileUtils.chdir HELL_APP_ROOT do
+        @cap ||= Capistrano::CLI.parse(["-T"])
+      end
+      return @cap
+    end
+
+    def _pusher_error(task_id, message)
+      Pusher[task_id].trigger('start', {:data => ''})
+      Pusher[task_id].trigger('message', ws_message("<p>#{message}</p>"))
+      Pusher[task_id].trigger('end', {:data => ''})
+    end
+
+    def _pusher_success(task_id, command, opts = {})
+      opts = {:prepend => false}.merge(opts)
+      Pusher[task_id].trigger('start', {:data => ''})
+      Pusher[task_id].trigger('message', ws_message("<p>#{command}</p>")) unless opts[:prepend] == false
+      IO.popen(command, 'rb') do |io|
+        io.each {|line| push_line(task_id, line, out, io)}
+      end
+      Pusher[task_id].trigger('end', {:data => ''})
+    end
+
+    def _stream_error(task_id, message)
       stream do |out|
         out << "event: start\ndata:\n\n" unless out.closed?
-        out << "data: " + ws_message("<p>#{message}</p>") unless out.closed?
+        out << "data: " + ws_message("<p>#{message}</p>")  + "\n\n" unless out.closed?
         out << "event: end\ndata:\n\n" unless out.closed?
         out.close
       end
     end
 
-    def _stream_success(command, opts = {})
+    def _stream_success(task_id, command, opts = {})
       opts = {:prepend => false}.merge(opts)
       stream do |out|
         out << "event: start\ndata:\n\n" unless out.closed?
-        out << "data: " + ws_message("<p>#{command}</p>") unless out.closed? or opts[:prepend] == false
+        out << "data: " + ws_message("<p>#{command}</p>") + "\n\n" unless out.closed? or opts[:prepend] == false
         IO.popen(command, 'rb') do |io|
-          io.each do |line|
-            process_line(line, out, io)
-          end
+          io.each {|line| stream_line(task_id, line, out, io)}
         end
         close_stream(out)
       end
     end
+
+    init_send
   end
 end

data/lib/hell/lib/capistrano/cli.rb

@@ -0,0 +1,57 @@
+require 'capistrano/cli'
+require 'json'
+
+module Capistrano
+  class CLI
+    module JsonTaskList
+
+      def task_list
+        config = instantiate_configuration(options)
+        config.debug = options[:debug]
+        config.dry_run = options[:dry_run]
+        config.preserve_roles = options[:preserve_roles]
+        config.logger.level = options[:verbose]
+
+        set_pre_vars(config)
+        load_recipes(config)
+
+        config.trigger(:load)
+        [config, options]
+
+        tasks = config.task_list(:all)
+        tasks.reject! {|t| HELL_BLACKLIST.include?(t.fully_qualified_name)}
+        tasks = Hash[tasks.map {|task| [task.fully_qualified_name, task.to_hash]}]
+
+        config.trigger(:exit)
+
+        tasks
+      end
+
+      def tasks(pattern = nil, opts = {})
+        @available_tasks ||= task_list
+        tasks = @available_tasks.reject {|name, task| is_environment?(task)}
+
+        if pattern.is_a?(String)
+          if opts.fetch(:exact, false)
+            tasks.select! {|name| name == pattern}
+          else
+            tasks.select! {|name| name =~ /#{pattern}/}
+          end
+        end
+
+        tasks
+      end
+
+      def environments
+        @available_tasks ||= task_list
+        environments = @available_tasks.select {|name, task| is_environment?(task)}
+        environments.keys
+      end
+
+      def is_environment?(task)
+        return false unless task[:options].include?(:hell_tags)
+        Array(task[:options][:hell_tags]).include?(:environment)
+      end
+    end
+  end
+end