alpha_omega 1.2.1 → 1.3.1

data/VERSION

@@ -1 +1 @@
-1.2.1
+1.3.1

data/bin/{alpha_omega → ao}

@@ -1,4 +1,4 @@
 #!/usr/bin/env ruby
 
 shome=File.expand_path('../..', __FILE__)
-system("#{shome}/libexec/ao", *ARGV)
+system("#{shome}/sbin/aoh", *ARGV)

data/lib/alpha_omega/config/deploy.rb

@@ -0,0 +1,4 @@
+require 'alpha_omega/config/deploy_ssh'
+require 'alpha_omega/config/deploy_challenge'
+require 'alpha_omega/config/deploy_notify'
+require 'alpha_omega/config/deploy_localhost'

data/lib/alpha_omega/config/deploy_challenge.rb

@@ -0,0 +1,19 @@
+Capistrano::Configuration.instance(:must_exist).load do |config|
+  set :reviewed, nil
+
+  namespace :deploy do
+    task :challenge do
+      if dna["app_env"] == "production"
+        who = Capistrano::CLI.ui.ask(" -- Who has reviewed this deploy to #{dna["app_env"]}? ")
+        if who.empty?
+          abort
+        else
+          set :reviewed, who
+          sleep 3
+        end
+      end if reviewed.nil?
+    end
+  end
+
+  before "deploy:began", "deploy:challenge"
+end

data/lib/alpha_omega/config/deploy_localhost.rb

@@ -0,0 +1,29 @@
+Capistrano::Configuration.instance(:must_exist).load do |config|
+  namespace :deploy do
+    task :localdomain do
+      if dna["env_pod"] == "localdomain"
+        set :releases, []
+        set :deploy_to, %x(pwd).chomp
+        set :use_sudo, false
+        set :user, %x(id -u -n).chomp
+        set :group, %x(id -g -n).chomp
+        set :root_user, %x(id -u -n).chomp
+        set :root_group, %x(id -g -n).chomp
+        set :dir_perms, "0755"
+        set :bundler_options, "--path vendor/bundle"
+        set :skip_scm, true
+
+        def run cmd
+          logger.debug "executing locally #{cmd}"
+          run_locally cmd
+          if $?.to_i != 0
+            logger.debug "failed with error code #{$?.to_i >> 8}"
+            exit 1
+          end
+        end
+      end
+    end
+  end
+
+  before "deploy:began", "deploy:localdomain"
+end

data/lib/alpha_omega/config/deploy_notify.rb

@@ -0,0 +1,85 @@
+Capistrano::Configuration.instance(:must_exist).load do |config|
+  namespace :deploy do
+    namespace :notify do
+      task :default do
+        if $deploy["notify"]
+          unless dna["app_env"] == "development" || dna["env_pod"] == "dev"
+            airbrake if $deploy["notify"].member? "airbrake"
+            newrelic if $deploy["notify"].member? "newrelic"
+            email if $deploy["notify"].member? "email"
+            campfire if $deploy["notify"].member? "campfire"
+            flowdock if $deploy["notify"].member? "flowdock"
+          end
+        end
+      end
+
+      task :email do
+        run_locally "echo '#{notify_message}' | mail -s '#{notify_message}' #{$deploy["notify"]["email"]["recipients"].join(" ")}"
+      end
+
+      task :campfire do
+        require 'capistrano/campfire'
+
+        set :campfire_options, 
+              :ssl => true,
+              :account => $deploy["notify"]["campfire"]["account"],
+              :room => $deploy["notify"]["campfire"]["room"],
+              :email => $deploy["notify"]["campfire"]["email"],
+              :token => $deploy["notify"]["campfire"]["token"]
+
+        begin 
+          campfire_room.speak notify_message
+        rescue
+          $stderr.puts "Campfire announcement failed"
+        end
+      end
+
+      task :airbrake do
+        require 'airbrake'
+        require 'airbrake_tasks'
+
+        Airbrake.configure do |config|
+          config.api_key = $deploy["notify"]["airbrake"]["api_key"]
+        end
+        
+        begin
+          AirbrakeTasks.deploy({
+            :rails_env      => dna['app_env'],
+            :scm_revision   => current_revision,
+            :scm_repository => repository,
+            :local_username => ENV['_AO_USER']
+          })
+        rescue EOFError
+          $stderr.puts "An error occurred during the Airtoad deploy notification."
+        end
+      end
+
+      task :flowdock do
+        require 'flowdock'
+
+        flow = Flowdock::Flow.new(:api_token => $deploy["notify"]["flowdock"]["api_token"])
+                    
+        flow.push_to_team_inbox(
+          :subject => "Application #{$deploy["application"]} deployed #deploy",
+          :content => "Application deployed successfully!", 
+          :tags => $deploy["notify"]["flowdock"]["tags"],
+          :source => "alpha_omega deployment",
+          :from => {
+            :address => $deploy["notify"]["flowdock"]["from"]["address"],
+            :name => $deploy["notify"]["flowdock"]["from"]["name"]
+          },
+          :project => $deploy["notify"]["flowdock"]["project"])
+      end 
+
+      task :newrelic do
+        require 'new_relic/recipes'
+      end
+
+      def notify_message
+        "#{ENV['_AO_USER']} deployed #{application} (#{current_revision}@#{repository}) to #{dna['app_env']}"
+      end 
+    end
+  end
+
+  after "deploy:restart", "deploy:notify"
+end

data/lib/alpha_omega/config/deploy_ssh.rb

@@ -0,0 +1,11 @@
+unless ENV['_AO_THIS_POD'].nil? || ENV['_AO_THIS_POD'].empty?
+  module ::Net
+    module SSH
+      class Config
+        def self.default_files
+          [ ENV['_AO_SSH'] ]
+        end
+      end
+    end
+  end
+end

data/lib/alpha_omega/deploy.rb

@@ -9,7 +9,7 @@ require 'alpha_omega/utils'
 require 'capistrano_colors'
 require 'capistrano/log_with_awesome'
 
-ENV["AO_USER"] || ENV["AO_USER"] = ENV["USER"]
+ENV['_AO_DEPLOYER'] ||= ENV['_AO_USER']
 
 Capistrano::Configuration.instance(:must_exist).load do |config|
 
@@ -281,6 +281,10 @@ Capistrano::Configuration.instance(:must_exist).load do |config|
       end
     end
 
+    task :began do
+      bootstrap_code
+    end
+
     task :bootstrap_code do
       if releases.length < 2 # without services and run as root
         run "[[ -d #{deploy_to} ]] || #{try_sudo} install -d -m #{dir_perms} #{try_sudo.empty? ? '' : "-o #{root_user} -g #{root_group}"} #{deploy_to}"
@@ -303,7 +307,6 @@ Capistrano::Configuration.instance(:must_exist).load do |config|
     task :update_code do
       strategy.deploy! unless skip_scm
       bundle
-      cook
       unless deploy_path_name == migrate_path_name 
         build
         dist
@@ -408,12 +411,6 @@ Capistrano::Configuration.instance(:must_exist).load do |config|
     task :bundle do
     end
 
-    desc <<-DESC
-      Apply microwave tvdinners to a release directory.
-    DESC
-    task :cook do
-    end
-
     desc <<-DESC
       Compares your application.
     DESC
@@ -558,8 +555,6 @@ Capistrano::Configuration.instance(:must_exist).load do |config|
     end
 
     task :lock do
-      bootstrap_code
-
       epoch = Time.now.to_i
       locker = ''
 
@@ -579,7 +574,7 @@ Capistrano::Configuration.instance(:must_exist).load do |config|
 
         system "#{figlet} failed to lock"
         puts "deploy locked by #{lock_user} #{epoch-lock_epoch} seconds ago"
-        puts "use bin/unlock to remove this lock"
+        puts "use 'ao unlock' to remove this lock"
         abort
       end
 
@@ -587,7 +582,7 @@ Capistrano::Configuration.instance(:must_exist).load do |config|
         at_exit { self.unlock; }
       end
 
-      run "echo #{epoch} #{ENV['AO_USER']} > #{lock_path}"
+      run "echo #{epoch} #{ENV['_AO_DEPLOYER']} > #{lock_path}"
     end
 
     task :lock_compare do
@@ -620,39 +615,18 @@ Capistrano::Configuration.instance(:must_exist).load do |config|
       end
     end
 
-  end # :deploy
-
-  namespace :ruby do
-    task :bundle do
-      run "cd #{deploy_release} && bin/build ruby #{ruby_loader} -- #{bundler_options}"
-    end
-  end
-
-  after "deploy:bundle", "ruby:bundle"
-
-  namespace :node do
-    task :bundle do
-      run "cd #{deploy_release} && bin/build node"
+    task :finished do
     end
-  end
-
-  after "deploy:bundle", "node:bundle"
 
-  namespace :assets do
-    task :build do
-      unless deploy_path_name == migrate_path_name
-        run "cd #{deploy_release} && RAILS_ENV=#{dna["app_env"]} bin/build assets"
-      end
-    end
-  end
-
-  after "deploy:build", "assets:build"
+  end # :deploy
 
   on :exit do
     unless ENV['LOCAL_ONLY'] && !ENV['LOCAL_ONLY'].empty?
-      logger.important "uploading deploy logs: #{log_path}/#{application}-#{ENV["AO_USER"]}.log-#{Time.now.strftime('%Y%m%d-%H%M')}"
-      put full_log, "#{log_path}/#{application}-#{ENV["AO_USER"]}.log-#{Time.now.strftime('%Y%m%d-%H%M')}"
+      logger.important "uploading deploy logs: #{log_path}/#{application}-#{ENV["_AO_DEPLOYER"]}.log-#{Time.now.strftime('%Y%m%d-%H%M')}"
+      put full_log, "#{log_path}/#{application}-#{ENV["_AO_DEPLOYER"]}.log-#{Time.now.strftime('%Y%m%d-%H%M')}"
     end
   end
 
-end # Capistrano::Configuratioy
+end # Capistrano::Configuration
+
+require 'alpha_omega/config/deploy'

data/lib/alpha_omega/utils.rb

@@ -1,12 +1,14 @@
 require 'capistrano'
 require 'yaml'
 require 'deep_merge'
+require 'etc'
 
 $this_pod = nil
 $this_host = nil
 $opsdb = nil
 $pods_config = nil
 $magic_prefix = "eea914aaa8dde6fdae29242b1084a2b0415eefaf"
+$node_filter = nil
 
 module AlphaOmega
   def self.node_defaults(node, env_pod, node_name)
@@ -60,7 +62,7 @@ module AlphaOmega
   end
 
   def self.default_pods_tasks
-    Proc.new do |config, pod_name, pod, this_node, &node_filter|
+    Proc.new do |config, pod_name, pod, this_node|
       %w(app echo yaml).each do |tsuffix|
         # each pod task sets the pod context for host/group tasks
         config.task "#{pod_name}.#{tsuffix}" do # task pod1
@@ -75,7 +77,7 @@ module AlphaOmega
           node_dna[remote_name] = {}
           node_dna[remote_name].deep_merge!(n)
 
-          cap_roles = node_filter.call(this_node, n)
+          cap_roles = $node_filter.call(this_node, n)
           next nil unless cap_roles
 
           config.task "#{task_name}.#{pod_name}.app" do # task host.pod1.app
@@ -98,7 +100,8 @@ module AlphaOmega
           end
         
           %w(app echo yaml).each do |tsuffix|
-            config.task "#{task_name}.#{tsuffix}" do # task host -> host.current_pod
+            config.task "#{task_name}.#{tsuffix}" do # task host.app
+              # host.app -> host.current_pod.app
               config.after "#{task_name}.#{tsuffix}", "#{task_name}.#{current_pod}.#{tsuffix}"
             end
           end
@@ -108,14 +111,16 @@ module AlphaOmega
 
       self.what_groups hosts do |task_name, nodes|
         %w(app echo yaml).each do |tsuffix|
-          config.task "#{task_name}.#{pod_name}.#{tsuffix}" do
+          config.task "#{task_name}.#{pod_name}.#{tsuffix}" do # task group.pod1.app
           end
 
           nodes.keys.sort.each do |remote_name|
+            # group.pod1.app => hosts
             config.after "#{task_name}.#{pod_name}.#{tsuffix}", "#{remote_name}.#{tsuffix}"
           end
 
-          config.task "#{task_name}.#{tsuffix}" do
+          config.task "#{task_name}.#{tsuffix}" do # task group.app
+            # group.app -> group.current_pod.app
             config.after "#{task_name}.#{tsuffix}", "#{task_name}.#{current_pod}.#{tsuffix}"
           end
         end
@@ -123,9 +128,9 @@ module AlphaOmega
     end
   end
 
-  def self.setup_pods (config, node_home, &node_filter)
+  def self.setup_pods (config, node_home)
     self.what_pods(config, node_home) do |config, pod_name, pod, this_node| 
-      self.default_pods_tasks.call(config, pod_name, pod, this_node, &node_filter) 
+      self.default_pods_tasks.call(config, pod_name, pod, this_node)
     end
   end
 
@@ -210,27 +215,26 @@ module AlphaOmega
     cap_groups
   end
 
-  def self.interesting (config, deploy, node_filter)
-    config.set :repository, deploy["repository"]
-    config.set :application, deploy["application"]
+  def self.interesting (config)
+    config.set :repository, $deploy["repository"]
+    config.set :application, $deploy["application"]
 
-    config.set :user, deploy["user"]
-    config.set :group, deploy["group"]
+    config.set :user, (ENV['_AO_USER'] || $deploy["user"] || Etc.getpwuid.name)
+    config.set :group, (ENV['_AO_GROUP'] || $deploy["group"] || Etc.getgrgid(Etc.getpwuid.gid).name)
 
-    config.set :ruby_loader, "#{deploy["ruby_loader"]} #{deploy["app_ruby"]}"
+    config.set :ruby_loader, "#{ENV['_AO_RUBY_LOADER'] || $deploy["ruby_loader"]} #{$deploy["app_ruby"]}"
 
     # branches
-    config.set :branch, self.what_branch(deploy["branches"] + [%r(#{deploy["branch_regex"]})])
+    config.set :branch, self.what_branch($deploy["branches"] + [%r(#{$deploy["branch_regex"]})])
 
     # pods, hosts, groups
-    self.setup_pods config, (ENV['CHEF_PATH'] || deploy["chef_path"]) do |admin, node|
-      node_filter.call(admin, node)
-    end
+    self.setup_pods config, (ENV['_AO_CHEF'] || $deploy["chef_path"])
   end
 end
 
 def Deploy(config, __file__, &node_filter)
+  $node_filter = node_filter
   deploy_yaml = File.join(File.expand_path('..', __file__), "config", "deploy.yml") 
   $deploy = YAML.load_file(deploy_yaml)
-  AlphaOmega.interesting(config, $deploy, node_filter)
+  AlphaOmega.interesting(config)
 end

data/libexec/_ao

@@ -0,0 +1,194 @@
+#!/bin/bash
+
+# first time, this will be empty, to trigger enforce_rvm
+: ${_AO_RVM:=}
+
+export _AO_OPT="$@"
+
+function deploy_basename {
+  local cmd="$(basename "$1")"; shift
+  echo "${cmd#aoh-}"
+} 
+
+# ensure script runs under rvm
+function enforce_rvm {
+  if [[ -n "$_AO_RVM" ]]; then
+    return 
+  fi
+
+  export _AO_RVM=1
+
+  local pth_ruby_loader="${_AO_RUBY_LOADER:-}"
+  : ${pth_ruby_loader:=$(ryaml $shome/config/deploy.yml ruby_loader)}
+  local ruby_deploy="$(ryaml $shome/config/deploy.yml app_ruby)"
+
+  if [[ -z $pth_ruby_loader || -z $ruby_deploy ]]; then
+    return
+  fi
+
+  if [[ ! -x $pth_ruby_loader ]]; then
+    return
+  fi
+
+  exec $pth_ruby_loader $ruby_deploy "$0" "$@"
+}
+
+enforce_rvm "$@"
+
+# define command line options:
+#   var name, default, description, short option
+DEFINE_string "gateway" "" "deploy gateway host" "G"
+DEFINE_boolean "autoconf" "$FLAGS_TRUE" "use config/ssh to configure remote access" "z"
+DEFINE_boolean "proxy" "$FLAGS_FALSE" "use a gateway to proxy deploys" "p"
+DEFINE_boolean "direct" "$FLAGS_FALSE" "override proxy" "d"
+DEFINE_string "chef" "" "location to chef repo with opsdb" "c"
+DEFINE_string "tag" "HEAD" "tag to deploy in production" "t"
+DEFINE_string "user" "" "app user override" "u"
+DEFINE_string "group" "" "app group override" "g"
+DEFINE_string "ssh_login" "" "ssh login override" "l"
+
+# entry point
+function main {
+  export _AO_ARGS="$@"
+
+  if [[ "$#" = 0 ]]; then
+    logger_fatal "must specify a pod name or integration environment when deploying"
+    exit 1
+  fi
+
+  local nm_component="$1" # will shift later since this could be an integration environment
+  if [[ "$#" = 1 ]]; then
+    local deploy_base="$(ryaml $shome/config/deploy.yml deploy_base)"
+    if [[ -n "$deploy_base" ]]; then
+      local pod_shortcut="$(ryaml $HOME/.getting-started/config/pods.yml pods ${deploy_base}${nm_component} pod)"
+      if [[ -n "$pod_shortcut" ]]; then
+        nm_component="${deploy_base}${nm_component}"
+        set -- "$nm_component"
+      fi
+      unset pod_shortcut
+    fi
+  fi
+
+  if [[ -r "$HOME/.getting-started/config/pods.yml" ]]; then
+    local pod_shortcut="$(ryaml $HOME/.getting-started/config/pods.yml pods $nm_component pod)"
+    if [[ -n "$pod_shortcut" ]]; then
+      nm_component="$pod_shortcut"
+    else
+      shift # treat as a pod name
+    fi
+
+    local pod_alias="$(ryaml $HOME/.getting-started/config/pods.yml pods $nm_component alias)"
+    if [[ -n "$pod_alias" ]]; then
+      nm_component="$pod_alias"
+    fi
+
+    local is_local="$(ryaml $HOME/.getting-started/config/pods.yml pods $nm_component local)"
+    local hst_gateway="$(ryaml $HOME/.getting-started/config/pods.yml pods $nm_component gateway)"
+    if [[ -z "$is_local" ]]; then
+      if [[ -z "$hst_gateway" ]]; then
+        logger_fatal "$nm_component is not a pod name"
+        exit 1
+      fi
+      FLAGS_proxy="$FLAGS_TRUE"
+    else
+      if [[ -z "$FLAGS_chef" ]]; then
+        FLAGS_chef="$HOME/.getting-started"
+      fi
+      export _AO_ENV="$(ryaml $HOME/.getting-started/config/pods.yml pods $nm_component ao_env)"
+      export RAILS_ENV="$_AO_ENV"
+      if [[ -z "$_AO_ENV" ]]; then
+        _AO_ENV="$(ryaml $HOME/.getting-started/config/pods.yml pods $nm_component env)"
+      fi
+      export _AO_SSH="$HOME/.getting-started/ssh/config"
+    fi
+
+    if [[ -z "$FLAGS_gateway" ]]; then
+      FLAGS_gateway="$hst_gateway"
+    fi
+  fi
+
+  if [[ "$FLAGS_autoconf" = "$FLAGS_TRUE" ]]; then
+    PATH="$shome/.deploy/ssh/bin:$PATH"
+  fi
+
+  if [[ -n "$FLAGS_user" ]]; then
+    export _AO_USER="$FLAGS_user"
+  else
+    export _AO_USER="$LOGNAME"
+  fi
+
+  : ${_AO_DEPLOYER:=$_AO_USER}
+  export _AO_DEPLOYER
+
+  if [[ -n "$FLAGS_group" ]]; then
+    export _AO_GROUP="$FLAGS_group"
+  fi
+
+  if [[ -n "$FLAGS_ssh_login" ]]; then
+    export _AO_SSH_LOGIN="$FLAGS_ssh_login"
+  fi
+
+  if [[ -n "$FLAGS_chef" ]]; then
+    export _AO_CHEF="$FLAGS_chef"
+  fi
+
+  if [[ -n "$FLAGS_gateway" ]]; then
+    export GATEWAY="$FLAGS_gateway"
+  fi
+
+  case "$nm_component" in 
+    *)
+
+      if [[ "$FLAGS_proxy" = "$FLAGS_FALSE" || "$FLAGS_direct" = "$FLAGS_TRUE" || -z "$FLAGS_gateway" ]]; then
+        export _AO_DEPLOY=1
+
+        local _AO_THIS_HOST="$(ryaml $HOME/.getting-started/config/pods.yml pods $nm_component this_host)"
+        if [[ -n "$_AO_THIS_HOST" ]]; then
+          export _AO_THIS_HOST
+        fi
+
+        local _AO_THIS_POD="$(ryaml $HOME/.getting-started/config/pods.yml pods $nm_component this_pod)"
+        if [[ -n "$_AO_THIS_POD" ]]; then
+          export _AO_THIS_POD
+        fi
+
+        bundle check 2>&1 >/dev/null || { bundle install --quiet --local --path vendor/bundle || bundle check > /dev/null; }
+        aomain "$nm_component" "$@"
+      else 
+        if [[ "$#" > 0 ]]; then
+          case "$1" in
+            all|world)
+              logger_fatal "cannot use all or world, these are dangerous"
+              exit 1
+              ;;
+            production)
+              if [[ -z "$FLAGS_tag" || "$FLAGS_tag" = "HEAD" ]]; then
+                case "$(deploy_basename $0)" in
+                  hosts|debug)
+                    true
+                    ;;
+                  *)
+                    logger_fatal "must specify a version using --tag"
+                    exit 1
+                    ;;
+                esac
+              fi
+              ;;
+          esac
+        fi
+
+        local gateway="$FLAGS_gateway"
+        if [[ -n "$FLAGS_ssh_login" ]]; then
+          gateway="${FLAGS_ssh_login}@${gateway}"
+        fi
+
+        local remote_chef=""
+        if [[ -n "$FLAGS_chef" ]]; then
+          remote_chef="-c $FLAGS_chef "
+        fi
+
+        $shome/sbin/proxy "$gateway" "$FLAGS_tag" $(deploy_basename $0) ${remote_chef}"$nm_component" "$@"
+      fi
+      ;;
+  esac
+}