etsy-deployinator 1.0.1

data/deployinator.gemspec

@@ -0,0 +1,31 @@
+# -*- encoding: utf-8 -*-
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'deployinator/version'
+
+Gem::Specification.new do |gem|
+  gem.name          = "etsy-deployinator"
+  gem.version       = Deployinator::VERSION
+  gem.authors       = ["JPaul"]
+  gem.email         = ["jpaul@etsy.com"]
+  gem.description   = %q{Deployinator as a Gem}
+  gem.summary       = %q{Rewrite of deployinator to be a gem}
+  gem.homepage      = ""
+
+  gem.files         = `git ls-files`.split($/)
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.require_paths = ["lib"]
+
+  gem.add_development_dependency "mocha"
+
+  gem.add_runtime_dependency "rake"
+  gem.add_runtime_dependency "json"
+  gem.add_runtime_dependency "mustache", "~> 0.99"
+  gem.add_runtime_dependency "pony"
+  gem.add_runtime_dependency "tlsmail"
+  gem.add_runtime_dependency "eventmachine"
+  gem.add_runtime_dependency "eventmachine-tail"
+  gem.add_runtime_dependency "em-websocket"
+  gem.add_runtime_dependency "sinatra", ">=1.4.3"
+end

data/lib/deployinator.rb

@@ -0,0 +1,114 @@
+require 'deployinator/version'
+# = Deployinator
+#
+# This is the main entry point for all things in the Deployination.
+module Deployinator
+
+  # = Config settings
+  class << self
+    # File to log to
+    attr_accessor :log_file
+
+    # Your company domain name
+    attr_accessor :domain
+
+    # Hostname where deployinator runs
+    attr_accessor :hostname
+
+    # Default username for passwordless ssh
+    attr_accessor :default_user
+
+    # Default github_host
+    attr_accessor :github_host
+
+    # Bug or issue tracker - proc that takes the issue id as an argument
+    # ex: Deployinator.issue_tracker = proc {|issue| "http://foo/browse/#{issue}"}
+    attr_accessor :issue_tracker
+
+    # a hash for context specifics settings (test,dev,production) of deployinator itself
+    attr_accessor :app_context
+
+    # Your install root
+    attr_accessor :root_dir
+
+    # Git info per stack
+    attr_accessor :git_info_for_stack
+
+    # Deploy Host
+    attr_accessor :deploy_host
+
+    # Timing Log path
+    attr_accessor :timing_log_path
+
+    # Log path
+    attr_accessor :log_path
+
+    attr_accessor :git_sha_length
+
+    attr_accessor :global_plugins
+
+    attr_accessor :stack_plugins
+
+    attr_accessor :stack_tailer_port
+
+    attr_accessor :admin_groups
+    @admin_groups = []
+
+    # the controller class. defaults to Deployinator::Controller
+    # if you override this it should be a subclass of Deployinator::Controller
+    attr_accessor :deploy_controller
+
+    def initialize
+      @stack_plugins = {}
+      @global_plugins = []
+      @admin_groups = []
+    end
+
+    # Base root path
+    # Takes an optional argument of a string or array and returns the path(s)
+    # From the root of deployinator
+    def root(path = nil)
+      base = Deployinator.root_dir
+      path ? File.join(base, path) : base
+    end
+
+    # is a log file defined?
+    def log_file?
+      log_file
+    end
+
+    # Running environment for deployinator
+    # This is taken from RACK_ENV or RAILS_ENV
+    # *note* this is different from deployinator's concept of stacks/environments
+    def env
+      ENV["RACK_ENV"] || ENV["RAILS_ENV"] || "development"
+    end
+
+    # Gets all the stack files in the stack directory
+    def get_stack_files
+      Dir[Deployinator.root(["stacks", "*.rb"])]
+    end
+
+    # Gets all the stack names without the .rb extension
+    def get_stacks
+      self.get_stack_files.sort.map do |file|
+        File.basename(file, ".rb")
+      end
+    end
+  end
+end
+
+Deployinator.root_dir = Dir.pwd
+Deployinator.app_context = {}
+Deployinator.admin_groups = []
+Deployinator.global_plugins = []
+Deployinator.log_file = Deployinator.root(["log", "development.log"])
+Deployinator.log_path = Deployinator.root(["log", "deployinator.log"])
+Deployinator.timing_log_path = Deployinator.root(["log", "deployinator-timing.log"])
+Deployinator.git_sha_length = "10"
+Deployinator.default_user = `whoami`
+Deployinator.stack_tailer_port = 7778
+Deployinator.github_host = 'github.com'
+Deployinator.app_context['context'] = 'dev'
+
+

data/lib/deployinator/app.rb

@@ -0,0 +1,204 @@
+require 'sinatra/base'
+require 'mustache/sinatra'
+require 'deployinator'
+require 'deployinator/controller'
+require 'deployinator/helpers'
+require 'deployinator/helpers/deploy'
+require 'deployinator/helpers/version'
+require 'deployinator/helpers/git'
+require 'deployinator/helpers/plugin'
+require 'deployinator/views/index'
+require 'deployinator/views/log'
+require 'deployinator/views/run_logs'
+require 'deployinator/views/log_table'
+require 'deployinator/views/deploys_status'
+
+module Deployinator
+  class DeployinatorApp < Sinatra::Base
+    register Mustache::Sinatra
+    helpers Deployinator::Helpers,
+      Deployinator::Helpers::DeployHelpers,
+      Deployinator::Helpers::GitHelpers,
+      Deployinator::Helpers::VersionHelpers,
+      Deployinator::Helpers::PluginHelpers
+
+    def github_diff_url(params)
+      stack = params[:stack].intern
+      gh_info = git_info_for_stack[stack]
+      "https://#{which_github_host(stack)}/#{gh_info[:user]}/#{gh_info[:repository]}/compare/#{params[:r1]}...#{params[:r2]}"
+    end
+
+    set :mustache, {
+      :views     => Deployinator.root('views'),
+      :templates => Deployinator.root('templates'),
+      :namespace => Deployinator::Views
+    }
+
+    set :public_folder, Deployinator.root('public')
+    set :static, true
+
+    before do
+      register_plugins(nil)
+      init(env)
+      @disabled_override = params[:override].nil? ? false : true
+    end
+
+    get '/' do
+        mustache Deployinator::Views::Index
+    end
+
+    get '/run_logs/view/:log' do
+      template = open("#{File.dirname(__FILE__)}/templates/stream.mustache").read
+      template.gsub!("{{ yield }}", "{{{yield}}}")
+      Mustache.render(template, :yield => open("run_logs/" + params[:log]).read)
+    end
+
+    get '/run_logs/?' do
+      @stack = "log"
+      @params = params
+      mustache Deployinator::Views::RunLogs
+    end
+
+    get '/run_logs/latest/:log_type' do
+      run_logs = get_run_logs(:limit => 1, :type => params[:log_type])
+      if run_logs.count == 1
+        run_log = run_logs.first[:name]
+        redirect "/run_logs/view/#{run_log}"
+      else
+        redirect "/"
+      end
+    end
+
+    get '/log/?' do
+      @stack = "log"
+      @params = params
+      mustache Deployinator::Views::LogTable
+    end
+
+    get '/:stack/can-deploy' do
+      lock_info = push_lock_info(params["stack"]) || {}
+      lock_info[:can_deploy] = lock_info.empty?
+      content_type "application/json"
+      lock_info.to_json
+    end
+
+    get '/diff/:stack/:r1/:r2/?' do
+      @stack = params[:stack]
+      diff(params["r1"], params["r2"], params["stack"], params[:time])
+    end
+
+    get '/diff/:stack/:r1/:r2/github/?' do
+      redirect github_diff_url(params)
+    end
+
+    get '/head_rev/:stack' do
+      git_head_rev(params[:stack]).chomp
+    end
+
+    get '/:thing' do
+      @stack = params[:thing]
+      @params = params
+      register_plugins(@stack)
+      begin
+        mustache @stack
+      rescue Errno::ENOENT
+        pass
+      end
+    end
+
+    get '/:stack/remove-lock' do
+      stack = params[:stack]
+      unlock_pushes(stack) if can_remove_stack_lock?
+      redirect "/#{stack}"
+    end
+
+    # return a list of all deploys as JSON
+    get '/deploys/?' do
+      get_list_of_deploys.to_json
+    end
+
+    get '/static/css/style.css?:version' do
+      send_file "#{File.dirname(__FILE__)}/static/css/style.css"
+    end
+
+    get '/static/css/diff_style.css' do
+      send_file "#{File.dirname(__FILE__)}/static/css/diff_style.css"
+    end
+
+    get '/static/css/highlight.css' do
+      send_file "#{File.dirname(__FILE__)}/static/css/highlight.css"
+    end
+
+    get '/js/flot/jquery.flot.min.js' do
+      send_file "#{File.dirname(__FILE__)}/static/js/flot/jquery.flot.min.js"
+    end
+
+    get '/js/flot/jquery.flot.selection.js' do
+      send_file "#{File.dirname(__FILE__)}/static/js/flot/jquery.flot.selection.js"
+    end
+
+    get '/js/jquery-1.8.3.min.js' do
+      send_file "#{File.dirname(__FILE__)}/static/js/jquery-1.8.3.min.js"
+    end
+
+    get '/js/jquery-ui-1.8.24.min.js' do
+      send_file "#{File.dirname(__FILE__)}/static/js/jquery-ui-1.8.24.min.js"
+    end
+
+    get '/js/jquery.timed_bar.js' do
+      send_file "#{File.dirname(__FILE__)}/static/js/jquery.timed_bar.js"
+    end
+
+    get '/deploys_status' do
+        mustache Deployinator::Views::DeploysStatus
+    end
+
+    get '/log.txt' do
+      content_type :text
+      `tac #{Deployinator.log_path}#{ " | head -n #{params[:limit]}" if params[:limit]}`
+    end
+
+    get '/timing_log.txt' do
+      content_type :text
+      `tac #{Deployinator.timing_log_path}`
+    end
+
+    get '/ti/:stack/:env' do
+      @stack = params[:stack]
+      average_duration(params["env"], params["stack"]).to_s
+    end
+
+    # this is the API endpoint to asynchronously start a deploy that runs in
+    # the background.
+    post '/deploys/?' do
+      params[:username] = @username
+      params[:block] = Proc.new { |line| foo = line }
+      deploy_running = is_deploy_active?(params[:stack], params[:stage])
+
+      # if this deploy is already running, return 403
+      if deploy_running
+        return 403
+      end
+
+      fork {
+        Signal.trap("HUP") { exit }
+        Deployinator.setup_logging
+        $0 = get_deploy_process_title(params[:stack], params[:stage])
+        controller = Deployinator.deploy_controller || Deployinator::Controller
+        d = controller.new
+        d.run(params)
+      }
+      200
+    end
+
+    delete '/deploys/?' do
+      return 400 if (params[:stack].nil? || params[:stage].nil?)
+      res = stop_deploy(params[:stack], params[:stage])
+      unless res
+        return 404
+      end
+
+      200
+    end
+  end
+end

data/lib/deployinator/base.rb

@@ -0,0 +1,58 @@
+require "rubygems"
+require "bundler"
+Bundler.setup
+
+require 'deployinator'
+
+$LOAD_PATH.unshift Deployinator.root unless $LOAD_PATH.include? Deployinator.root
+$LOAD_PATH.unshift Deployinator.root("lib") unless $LOAD_PATH.include? Deployinator.root("lib")
+
+require 'deployinator/config'
+
+require "socket"
+require 'pony'
+
+require 'sinatra/base'
+require "mustache/sinatra"
+
+# Silence mustache warnings
+module Mustache::Sinatra::Helpers
+  def warn(msg); nil; end
+end
+
+# ruby Std lib
+require 'open3'
+require 'benchmark'
+require 'net/http'
+require 'open-uri'
+require 'uri'
+require 'time'
+require 'json'
+require 'resolv'
+
+require "deployinator/helpers"
+require "deployinator/views/layout"
+require "deployinator/helpers/view"
+require "deployinator/app"
+
+class Mustache
+  include Deployinator::Helpers,
+    Deployinator::Helpers::ViewHelpers
+end
+
+# Ruby 1.8.6 is teh LAMEZ0Rz
+unless Symbol.respond_to?(:to_proc)
+  class Symbol
+    def to_proc
+      Proc.new { |obj, *args| obj.send(self, *args) }
+    end
+  end
+end
+
+unless String.respond_to?(:start_with?)
+  class String
+    def start_with?(str)
+      self.index(str) == 0
+    end
+  end
+end

data/lib/deployinator/config.rb

@@ -0,0 +1,7 @@
+require 'deployinator'
+# Load in the current environment and override settings
+begin
+  require Deployinator.root(["config", "base"])
+  require Deployinator.root(["config", Deployinator.env])
+rescue LoadError
+end

data/lib/deployinator/controller.rb

@@ -0,0 +1,147 @@
+require 'deployinator'
+require 'deployinator/helpers'
+require 'deployinator/helpers/version'
+require "deployinator/helpers/plugin"
+
+module Deployinator
+
+  # Public: this class represents the Deploy object with all the properties
+  # the different helper and stack methods need to do the deploy. It is
+  # basically an almost empty class and gets all of its functionality by the
+  # modules it includes/extends based on the stack we are deploying.
+  class Deploy
+    include Deployinator::Helpers,
+      Deployinator::Helpers::VersionHelpers,
+      Deployinator::Helpers::PluginHelpers
+
+    # Public: initialize the deploy class with instance variables that are
+    # needed by the deploy methods, runlog helpers and all that
+    #
+    # Params:
+    #   args - hash which at least has the following fields:
+    #          { :username => "name of the person that is deploying",
+    #            :stack => "the name of the stack to deploy",
+    #            :stage => "stage of the stack to deploy"
+    #          }
+    #
+    # Returns the runlog filename
+    def initialize(args)
+      @deploy_start_time = Time.now.to_i
+      @start_time = Time.now.to_i
+      @username = args[:username]
+      @host     = `hostname -s`
+      @stack = args[:stack]
+      @method = args[:method]
+      @filename = "#{@deploy_start_time}-#{@username}-#{args[:method]}.html"
+      @deploy_time = Time.now.to_i
+
+      # This gets the runlog output on the console; is used by log_and_stream
+      @block = args[:block] || Proc.new do |output|
+        $stdout.write output.gsub!(/(<[^>]*>)|\n|\t/s) {" "}
+        $stdout.write "\n"
+      end
+    end
+
+    def get_filename
+      @filename
+    end
+
+    def get_deploy_time
+      @deploy_time
+    end
+  end
+
+  # Public: the main Controller class knows how to extract options from the
+  # options argument it gets passed from its run method and then prepares the
+  # Deploy class to be ready to deploy.
+  class Controller
+
+    # Public: get the correct method name for the stage to deploy. This allows us to
+    # call things princess and prod even though the methods in the stacks have crazy
+    # names.
+    #
+    # Params:
+    #   stack - the name of the stack to deploy
+    #   stage - the stage of the stack to deploy
+    #
+    # Returns the name of the deploy method as a String which then can be sent
+    # to the Deploy class
+    def stage_to_method(stack, stage)
+      "#{stack}_#{stage}"
+    end
+
+    # Public: run the actual deploy from the given parameters
+    #
+    # Params:
+    #   options - hash that includes at least the following fields:
+    #             { :username => "name of the user that is deploying",
+    #               :stack => "name of the stack to deploy",
+    #               :stage => "name of the stage of the stack to deploy"
+    #             }
+    #
+    # Returns nothing
+    def run(options)
+      options[:method] = stage_to_method(options[:stack], options[:stage])
+      if options[:method].nil?
+        raise "No method defined for me to call: #{options[:stack]}, #{options[:stage]}"
+      end
+
+      # config pus needs :env populated here
+      options[:env] = {
+        :username => options[:username]
+      }
+
+      if Deployinator.get_stacks.include?(options[:stack])
+        require "stacks/#{options[:stack]}"
+        klass = "#{Mustache.classify(options[:stack])}Deploy"
+        deploy_class = Deployinator::Stacks.const_get("#{klass}")
+      else
+        raise "No such stack #{options[:stack]}"
+      end
+
+      deploy_instance = deploy_class.new(options)
+      deploy_instance.register_plugins(options[:stack])
+
+      deploy_instance.lock_pushes(options[:stack], options[:username], options[:method])
+
+      @start_time = Time.now
+      deploy_instance.log_and_stream "Push started at #{@start_time.to_i}\n"
+      deploy_instance.log_and_stream "Calling #{options[:method]}\n";
+      deploy_instance.link_stack_logfile(deploy_instance.get_filename, options[:stack])
+
+      deploy_instance.raise_event(:deploy_start)
+
+      begin
+        state = deploy_instance.send(options[:method], options)
+      rescue Exception => e
+        deploy_instance.log_error("There was an exception during this deploy. Aborted!", e)
+        deploy_instance.raise_event(:deploy_error)
+      end
+
+      if state.nil? || !state.is_a?(Hash)
+        state = {}
+      end
+      deploy_instance.raise_event(:deploy_end, state)
+
+      if options[:method].match(/config_push/)
+        env = options[:method].match(/prod/) ? "production" : "princess"
+      elsif options[:method].match(/force_builda/)
+        env = "force asset rebuild"
+      else
+        env = options[:method][/(dev|qa|production|princess|prod|webs|stage|config)/i, 1] || "other"
+        env = "production" if env.match(/prod|webs/)
+      end
+
+      # display a message that the deploy is done and call the JavaScript
+      # deploy done function
+      msg = "<h4>#{env.to_s.upcase} deploy in #{options[:stack]} stack complete</h4>"
+      deploy_instance.log_and_stream(msg+"<p class='output'>")
+      deploy_instance.log_and_stream("<script id='deploy-done'>window.deploy_done('#{msg}', '#{options[:stage]}');</script>")
+
+      deploy_instance.unlock_pushes(options[:stack])
+      deploy_instance.move_stack_logfile(options[:stack])
+
+      return deploy_instance
+    end
+  end
+end