shipit-engine 0.0.1.pre

data/db/migrate/20150515190352_add_output_column_to_tasks.rb

@@ -0,0 +1,5 @@
+class AddOutputColumnToTasks < ActiveRecord::Migration
+  def change
+    add_column :tasks, :gzip_output, :binary, limit: 16777215
+  end
+end

data/db/migrate/20150518214944_add_ignore_ci_to_stack.rb

@@ -0,0 +1,5 @@
+class AddIgnoreCiToStack < ActiveRecord::Migration
+  def change
+    add_column :stacks, :ignore_ci, :boolean
+  end
+end

data/db/schema.rb

@@ -0,0 +1,188 @@
+# encoding: UTF-8
+# This file is auto-generated from the current state of the database. Instead
+# of editing this file, please use the migrations feature of Active Record to
+# incrementally modify your database, and then regenerate this schema definition.
+#
+# Note that this schema.rb definition is the authoritative source for your
+# database schema. If you need to create the application database on another
+# system, you should be using db:schema:load, not running all the migrations
+# from scratch. The latter is a flawed and unsustainable approach (the more migrations
+# you'll amass, the slower it'll run and the greater likelihood for issues).
+#
+# It's strongly recommended that you check this file into your version control system.
+
+ActiveRecord::Schema.define(version: 20150424175630) do
+
+  create_table "api_clients", force: :cascade do |t|
+    t.text     "permissions", limit: 65535
+    t.integer  "creator_id",  limit: 4
+    t.datetime "created_at",                             null: false
+    t.datetime "updated_at",                             null: false
+    t.string   "name",        limit: 255,   default: ""
+    t.integer  "stack_id",    limit: 4
+  end
+
+  add_index "api_clients", ["creator_id"], name: "index_api_clients_on_creator_id", using: :btree
+
+  create_table "commits", force: :cascade do |t|
+    t.integer  "stack_id",     limit: 4,                     null: false
+    t.integer  "author_id",    limit: 4,                     null: false
+    t.integer  "committer_id", limit: 4,                     null: false
+    t.string   "sha",          limit: 40,                    null: false
+    t.text     "message",      limit: 65535,                 null: false
+    t.datetime "created_at"
+    t.datetime "updated_at"
+    t.boolean  "detached",     limit: 1,     default: false, null: false
+    t.datetime "authored_at",                                null: false
+    t.datetime "committed_at",                               null: false
+    t.integer  "additions",    limit: 4,     default: 0
+    t.integer  "deletions",    limit: 4,     default: 0
+  end
+
+  add_index "commits", ["author_id"], name: "index_commits_on_author_id", using: :btree
+  add_index "commits", ["committer_id"], name: "index_commits_on_committer_id", using: :btree
+  add_index "commits", ["created_at"], name: "index_commits_on_created_at", using: :btree
+  add_index "commits", ["stack_id"], name: "index_commits_on_stack_id", using: :btree
+
+  create_table "deliveries", force: :cascade do |t|
+    t.integer  "hook_id",          limit: 4,                            null: false
+    t.string   "status",           limit: 255,      default: "pending", null: false
+    t.string   "url",              limit: 4096,                         null: false
+    t.string   "content_type",     limit: 255,                          null: false
+    t.string   "event",            limit: 255,                          null: false
+    t.text     "payload",          limit: 16777215,                     null: false
+    t.integer  "response_code",    limit: 4
+    t.text     "response_headers", limit: 65535
+    t.text     "response_body",    limit: 65535
+    t.datetime "delivered_at"
+    t.datetime "created_at",                                            null: false
+    t.datetime "updated_at",                                            null: false
+  end
+
+  create_table "github_hooks", force: :cascade do |t|
+    t.integer  "stack_id",     limit: 4
+    t.integer  "github_id",    limit: 4
+    t.string   "event",        limit: 255
+    t.datetime "created_at"
+    t.datetime "updated_at"
+    t.string   "secret",       limit: 255
+    t.string   "api_url",      limit: 255
+    t.string   "type",         limit: 255
+    t.string   "organization", limit: 255
+  end
+
+  add_index "github_hooks", ["organization", "event"], name: "index_github_hooks_on_organization_and_event", unique: true, using: :btree
+  add_index "github_hooks", ["stack_id", "event"], name: "index_github_hooks_on_stack_id_and_event", unique: true, using: :btree
+
+  create_table "hooks", force: :cascade do |t|
+    t.integer  "stack_id",     limit: 4
+    t.string   "url",          limit: 4096,                  null: false
+    t.string   "content_type", limit: 4,    default: "json", null: false
+    t.string   "secret",       limit: 255
+    t.string   "events",       limit: 255,  default: "",     null: false
+    t.boolean  "insecure_ssl", limit: 1,    default: false,  null: false
+    t.datetime "created_at",                                 null: false
+    t.datetime "updated_at",                                 null: false
+  end
+
+  add_index "hooks", ["stack_id"], name: "index_hooks_on_stack_id", using: :btree
+
+  create_table "memberships", force: :cascade do |t|
+    t.integer  "team_id",    limit: 4
+    t.integer  "user_id",    limit: 4
+    t.datetime "created_at",           null: false
+    t.datetime "updated_at",           null: false
+  end
+
+  add_index "memberships", ["team_id", "user_id"], name: "index_memberships_on_team_id_and_user_id", unique: true, using: :btree
+  add_index "memberships", ["user_id"], name: "index_memberships_on_user_id", using: :btree
+
+  create_table "output_chunks", force: :cascade do |t|
+    t.integer  "task_id",    limit: 4
+    t.text     "text",       limit: 16777215
+    t.datetime "created_at"
+    t.datetime "updated_at"
+  end
+
+  add_index "output_chunks", ["task_id"], name: "index_output_chunks_on_task_id", using: :btree
+
+  create_table "stacks", force: :cascade do |t|
+    t.string   "repo_name",                limit: 255,                          null: false
+    t.string   "repo_owner",               limit: 255,                          null: false
+    t.string   "environment",              limit: 255,   default: "production", null: false
+    t.datetime "created_at"
+    t.datetime "updated_at"
+    t.string   "branch",                   limit: 255,   default: "master",     null: false
+    t.string   "deploy_url",               limit: 255
+    t.string   "lock_reason",              limit: 255
+    t.integer  "tasks_count",              limit: 4,     default: 0,            null: false
+    t.boolean  "continuous_deployment",    limit: 1,     default: false,        null: false
+    t.integer  "undeployed_commits_count", limit: 4,     default: 0,            null: false
+    t.text     "cached_deploy_spec",       limit: 65535
+    t.integer  "lock_author_id",           limit: 4
+  end
+
+  add_index "stacks", ["repo_owner", "repo_name", "environment"], name: "stack_unicity", unique: true, using: :btree
+
+  create_table "statuses", force: :cascade do |t|
+    t.string   "state",       limit: 255
+    t.string   "target_url",  limit: 255
+    t.text     "description", limit: 65535
+    t.string   "context",     limit: 255,   default: "default", null: false
+    t.integer  "commit_id",   limit: 4
+    t.datetime "created_at"
+    t.datetime "updated_at"
+  end
+
+  add_index "statuses", ["commit_id"], name: "index_statuses_on_commit_id", using: :btree
+
+  create_table "tasks", force: :cascade do |t|
+    t.integer  "stack_id",        limit: 4,                         null: false
+    t.integer  "since_commit_id", limit: 4,                         null: false
+    t.integer  "until_commit_id", limit: 4,                         null: false
+    t.string   "status",          limit: 255,   default: "pending", null: false
+    t.datetime "created_at"
+    t.datetime "updated_at"
+    t.integer  "user_id",         limit: 4
+    t.boolean  "rolled_up",       limit: 1,     default: false,     null: false
+    t.string   "type",            limit: 255
+    t.integer  "parent_id",       limit: 4
+    t.integer  "additions",       limit: 4,     default: 0
+    t.integer  "deletions",       limit: 4,     default: 0
+    t.text     "definition",      limit: 65535
+  end
+
+  add_index "tasks", ["rolled_up", "created_at", "status"], name: "index_tasks_on_rolled_up_and_created_at_and_status", using: :btree
+  add_index "tasks", ["since_commit_id"], name: "index_tasks_on_since_commit_id", using: :btree
+  add_index "tasks", ["stack_id"], name: "index_tasks_on_stack_id", using: :btree
+  add_index "tasks", ["until_commit_id"], name: "index_tasks_on_until_commit_id", using: :btree
+  add_index "tasks", ["user_id"], name: "index_tasks_on_user_id", using: :btree
+
+  create_table "teams", force: :cascade do |t|
+    t.integer  "github_id",    limit: 4
+    t.string   "api_url",      limit: 255
+    t.string   "slug",         limit: 255
+    t.string   "name",         limit: 255
+    t.string   "organization", limit: 255
+    t.datetime "created_at",               null: false
+    t.datetime "updated_at",               null: false
+  end
+
+  add_index "teams", ["organization", "slug"], name: "index_teams_on_organization_and_slug", unique: true, using: :btree
+
+  create_table "users", force: :cascade do |t|
+    t.integer  "github_id",  limit: 4
+    t.string   "name",       limit: 255, null: false
+    t.string   "email",      limit: 255
+    t.string   "login",      limit: 255
+    t.string   "api_url",    limit: 255
+    t.datetime "created_at"
+    t.datetime "updated_at"
+    t.string   "avatar_url", limit: 255
+  end
+
+  add_index "users", ["login"], name: "index_users_on_login", using: :btree
+
+  add_foreign_key "memberships", "teams"
+  add_foreign_key "memberships", "users"
+end

data/lib/command.rb

@@ -0,0 +1,173 @@
+require 'pty'
+require 'shellwords'
+require 'fileutils'
+require 'timeout'
+
+class Command
+  MAX_READ = 64.kilobytes
+
+  Error = Class.new(StandardError)
+
+  attr_reader :out, :code, :chdir, :env, :args, :pid, :timeout
+
+  def initialize(*args, default_timeout: 5.minutes.to_i, env: {}, chdir:)
+    @args, options = parse_arguments(args)
+    @timeout = options['timeout'.freeze] || options[:timeout] || default_timeout
+    @env = env
+    @chdir = chdir.to_s
+  end
+
+  def to_s
+    "#{format_env} #{@args.join(' ')}"
+  end
+
+  def interpolate_environment_variables(argument)
+    return argument.map { |a| interpolate_environment_variables(a) } if argument.is_a?(Array)
+
+    argument.gsub(/(\$\w+)/) do |variable|
+      variable.sub!('$', '')
+      Shellwords.escape(@env.fetch(variable) { ENV[variable] })
+    end
+  end
+
+  def format_env
+    @env.map { |pair| pair.map(&:to_s).join('=') }.join(' ')
+  end
+
+  def success?
+    code == 0
+  end
+
+  def exit_message
+    "#{self} exited with status #{@code}"
+  end
+
+  def run
+    output = []
+    stream do |out|
+      output << out
+    end
+    output.join
+  end
+
+  def run!
+    output = []
+    stream! do |out|
+      output << out
+    end
+    output.join
+  end
+
+  def with_full_path
+    old_path = ENV['PATH']
+    ENV['PATH'] = "#{ENV['PATH']}:#{Shipit::Engine.root.join('lib', 'snippets')}"
+    yield
+  ensure
+    ENV['PATH'] = old_path
+  end
+
+  def interpolated_arguments
+    interpolate_environment_variables(@args)
+  end
+
+  def start
+    return if @started
+    child_in = @out = @pid = nil
+    FileUtils.mkdir_p(@chdir)
+    with_full_path do
+      @out, child_in, @pid = PTY.spawn(@env, *interpolated_arguments, chdir: @chdir)
+      child_in.close
+    end
+    @started = true
+    self
+  end
+
+  def stream(&block)
+    start
+    begin
+      read_stream(@out, &block)
+    rescue Timeout::Error => error
+      @code = 'timeout'
+      yield red("No output received in the last #{timeout} seconds.") + "\n"
+      terminate!(&block)
+      raise error
+    rescue Errno::EIO # Somewhat expected on Linux: http://stackoverflow.com/a/10306782
+    end
+
+    _, status = Process.waitpid2(@pid)
+    @code = status.exitstatus
+    yield exit_message + "\n" unless success?
+
+    self
+  end
+
+  def check_status
+  end
+
+  def red(text)
+    "\033[1;31m#{text}\033[0m"
+  end
+
+  def stream!(&block)
+    stream(&block)
+    raise Command::Error.new(exit_message) unless success?
+    self
+  end
+
+  def read_stream(io)
+    loop do
+      with_timeout do
+        yield io.readpartial(MAX_READ)
+      end
+    end
+  rescue EOFError
+  end
+
+  def with_timeout(&block)
+    return yield unless timeout
+
+    Timeout.timeout(timeout, &block)
+  end
+
+  def terminate!(&block)
+    kill_and_wait('INT', 5, &block)
+    kill_and_wait('INT', 2, &block)
+    kill_and_wait('TERM', 5, &block)
+    kill_and_wait('TERM', 2, &block)
+    kill('KILL', &block)
+  rescue Errno::ECHILD
+    true # much success
+  ensure
+    begin
+      read_stream(@out, &block)
+    rescue
+    end
+  end
+
+  def kill_and_wait(sig, wait, &block)
+    kill(sig, &block)
+    Timeout.timeout(wait) do
+      read_stream(@out, &block)
+    end
+  rescue Timeout::Error
+  end
+
+  def kill(sig)
+    yield red("Sending SIG#{sig} to PID #{@pid}\n")
+    Process.kill(sig, @pid)
+  end
+
+  def parse_arguments(arguments)
+    options = {}
+    args = arguments.flatten.map do |argument|
+      case argument
+      when Hash
+        options.merge!(argument.values.first)
+        argument.keys.first
+      else
+        argument
+      end
+    end
+    return args, options
+  end
+end

data/lib/commands.rb

@@ -0,0 +1,25 @@
+class Commands
+  DEFAULT_ENVIRONMENT = {'SHIPIT' => '1'}.freeze
+
+  def self.for(model)
+    "#{model.class.name}Commands".constantize.new(model)
+  end
+
+  def self.git_version
+    @git_version ||= begin
+      `git --version` =~ /([\d\.]+)/
+      raise 'git command not found' unless $1
+      Gem::Version.new($1)
+    end
+  end
+
+  delegate :git_version, to: :class
+
+  def env
+    @env ||= DEFAULT_ENVIRONMENT.merge(Shipit.extra_env)
+  end
+
+  def git(*args)
+    Command.new("git", *args)
+  end
+end

data/lib/deploy_commands.rb

@@ -0,0 +1,19 @@
+class DeployCommands < TaskCommands
+  def steps
+    deploy_spec.deploy_steps!
+  end
+
+  def env
+    commit = @task.until_commit
+    super.merge(
+      'SHA' => commit.sha,
+      'REVISION' => commit.sha,
+    )
+  end
+
+  protected
+
+  def permalink
+    Shipit::Engine.routes.url_helpers.stack_deploy_url(@stack, @task)
+  end
+end

data/lib/rollback_commands.rb

@@ -0,0 +1,5 @@
+class RollbackCommands < DeployCommands
+  def steps
+    deploy_spec.rollback_steps!
+  end
+end

data/lib/shipit/csv_serializer.rb

@@ -0,0 +1,15 @@
+module Shipit
+  module CSVSerializer
+    extend self
+
+    def load(payload)
+      return [] if payload.blank?
+      payload.split(',')
+    end
+
+    def dump(array)
+      return nil if array.blank?
+      array.join(',')
+    end
+  end
+end