badger-rails 1.0.2

data/lib/badger/core/files/cap/deploy/staging-app.rb

@@ -0,0 +1,139 @@
+load "deploy"
+load "deploy/assets"
+require 'rubygems'
+require 'yaml'
+require 'bundler/capistrano'
+require './lib/badger_plugin.rb' if File.exists?("lib/badger_plugin.rb")
+
+`git pull origin master`
+YAML::ENGINE.yamler = 'syck'
+yml = YAML.load_file "/opt/tmp/web/config/badger.yml"
+name = yml[app_domain]['project_name']
+
+yml.keys.each do |k|
+  if k.include?("app")
+    host_server = true
+  end
+end
+
+begin
+  database_yml = YAML.load_file "/opt/tmp/web/config/database_example.yml"
+rescue
+  host_server = false
+  raise LoadError, "could not read from database_example.yml"
+end
+
+set :bundle_dir, ""
+set :bundle_flags, ""
+set :bundle_without, [:development, :test]
+set :bundle_path, "/home/badger/.bundler"
+
+set :application, "web"
+
+set :repository,  "git@#{yml['domain']}:/opt/git/#{name}.git"
+set :rails_env, "staging"
+
+set :scm, :git
+set :branch, "master"
+set :git_enable_submodules, 1
+set :git_shallow_clone, 1
+
+default_run_options[:pty] = true #fix for teamcity
+ssh_options[:auth_methods] = %w(publickey)
+ssh_options[:keys] = %w(/root/.ssh/id_rsa)
+
+set :user, "badger"
+set :domain, yml[app_domain]['domain']
+
+set :deploy_to, "/opt/#{application}"
+
+set :use_sudo, true
+set :keep_releases, 30
+
+require 'san_juan'
+role :app, domain
+role :web, domain
+role :db,  domain, :primary => true
+
+san_juan.role :web, %w(nginx)
+set :app_port, 4001
+
+set :rake, "/opt/ruby/bin/rake"
+set :default_environment, {
+  'PATH' => '/opt/ruby/bin:/opt/rubygems/bin:$PATH',
+  'GEM_HOME' => '/opt/rubygems'
+}
+
+namespace :configuration do
+  task :db do
+    run "cp #{release_path}/config/database_example.yml #{release_path}/config/database.yml"
+  end
+end
+
+namespace :resque do
+  task :prepare_resque, :roles => :app do
+    if host_server
+      resque_rake = "begin\n  require 'resque'\n  require 'resque/tasks'\n  task \"resque:setup\" => :environment\nrescue LoadError\nend"
+      file = File.open("/opt/tmp/web/Rakefile")
+      rakefile = file.read
+      unless rakefile.include?(resque_rake)
+        file = File.open("#{release_path}/Rakefile", "a+") {|f| f.write("\n\n" + resque_rake) }
+      end
+      run "/bin/bash -c 'source /etc/badger/core/teeth/resque.th; dbResque=#{database_yml['staging']['host']}; source /etc/badger/core/files/resque/resque.yml; resque_yml #{release_path}; config_resque #{release_path}'"
+    end
+  end
+
+  task :load_config, :roles => :app do
+    run "mkdir -p #{release_path}/config/god"
+    run "rsync /etc/badger/core/files/god/angel/resque-dev.god #{release_path}/config/god/resque-dev.god"
+    run "rsync /etc/badger/core/files/god/angel/resque-stg.god #{release_path}/config/god/resque-stg.god"
+    run "rsync /etc/badger/core/files/god/angel/resque.god #{release_path}/config/god/resque.god"
+    if File.exists?('/home/badger/resque-stg.god')
+      run "sudo /opt/rubygems/bin/god load /home/badger/resque-stg.god"
+    else
+      run "sudo /opt/rubygems/bin/god load /etc/badger/core/files/god/angel/resque-stg.god"
+    end
+  end
+
+  task :restart, :roles => :app do
+    run "sudo /opt/rubygems/bin/god restart resque"
+  end
+end
+
+namespace :deploy do
+  desc "Restarting services using"
+  task :restart, :roles => :app, :except => { :no_release => true } do
+    resque.prepare_resque
+    resque.load_config
+    #resque.restart
+  end
+
+  [:start, :stop].each do |t|
+    desc "#{t} task is a no-op with passenger"
+    task t, :roles => :app do ; end
+  end
+
+  task :badger_plugin do
+    BadgerPlugin.new() if File.exists?("lib/badger_plugin.rb")
+  end
+
+  task :migrations do
+    run "cd #{release_path} && #{rake} db:migrate RAILS_ENV=staging"
+  end
+
+  task :seeds do
+    run "cd #{release_path} && #{rake} db:seed_fu RAILS_ENV=staging"
+  end
+
+  task :link_audio do
+    run "ln -sf /opt/recordings #{release_path}/public/recordings"
+  end
+end
+
+after 'deploy:finalize_update', :roles => :app do
+  configuration.db
+  deploy.migrations
+  #deploy.seeds
+  #deploy.link_audio
+  deploy.cleanup
+end

data/lib/badger/core/files/cap/deploy/staging.rb

@@ -0,0 +1,134 @@
+load "deploy"
+load "deploy/assets"
+require 'rubygems'
+require 'yaml'
+require 'bundler/capistrano'
+require './lib/badger_plugin.rb' if File.exists?("lib/badger_plugin.rb")
+
+`git pull origin master`
+YAML::ENGINE.yamler = 'syck'
+yml = YAML.load_file "/opt/tmp/web/config/badger.yml"
+name = `cat /etc/badger/core/files/badger/info`
+
+yml.keys.each do |k|
+  if k.include?("app")
+    host_server = true
+  end
+end
+begin
+  database_yml = YAML.load_file "/opt/tmp/web/config/database_example.yml"
+rescue
+  host_server = false
+end
+
+set :bundle_dir, ""
+set :bundle_flags, ""
+set :bundle_without, [:development, :test]
+set :bundle_path, "/home/badger/.bundler"
+
+set :application, "web"
+
+set :repository,  "git@#{yml['domain']}:/opt/git/#{name.chomp}.git"
+set :rails_env, "staging"
+
+set :scm, :git
+set :branch, "master"
+set :git_enable_submodules, 1
+set :git_shallow_clone, 1
+
+default_run_options[:pty] = true #fix for teamcity
+ssh_options[:auth_methods] = %w(publickey)
+ssh_options[:keys] = %w(/root/.ssh/id_rsa)
+
+set :user, "badger"
+set :domain, "#{yml['domain']}"
+
+set :deploy_to, "/opt/#{application}"
+
+set :use_sudo, true
+set :keep_releases, 30
+
+require 'san_juan'
+role :app, domain
+role :web, domain
+role :db,  domain, :primary => true
+
+san_juan.role :web, %w(nginx)
+set :app_port, 4001
+
+set :rake, "bundle exec /opt/rubygems/bin/rake"
+set :default_environment, {
+  'PATH' => '/usr/bin:/bin/bash:/opt/ruby/bin:/opt/rubygems/bin:$PATH',
+  'GEM_HOME' => '/opt/rubygems'
+}
+
+namespace :configuration do
+  task :resque, :roles => :app do
+    if host_server == true
+      run "/bin/bash -c 'source /etc/badger/core/teeth/resque.th; dbResque=#{database_yml['staging']['host']}; source /etc/badger/core/files/resque/resque.yml; resque_yml #{release_path}; config_resque #{release_path}'"
+    end
+  end
+
+  task :db do
+    if yml['local_db'] == false
+      run "cp -rf #{release_path}/config/database_example.yml #{release_path}/config/database.yml"
+    else
+      run "cp -rf /etc/badger/core/files/mysql/database.yml #{release_path}/config/database.yml"
+    end
+    run "cp -rf /etc/badger/core/files/god/unicorn-stg.rb #{release_path}/config/unicorn-stg.rb"
+    run "cp -rf /etc/badger/core/files/god/unicorn.rb #{release_path}/config/unicorn.rb"
+  end
+end
+
+namespace :unicorn do
+  task :load_config, :roles => :app do
+    run "mkdir -p #{release_path}/config/god"
+    run "rsync /etc/badger/core/files/god/angel/resque-dev.god #{release_path}/config/god/resque-dev.god"
+    run "rsync /etc/badger/core/files/god/angel/resque-stg.god #{release_path}/config/god/resque-stg.god"
+    run "rsync /etc/badger/core/files/god/angel/resque.god #{release_path}/config/god/resque.god"
+    run "sudo /opt/rubygems/bin/god load /etc/badger/core/files/god/angel/unicorn-stg.god"
+  end
+
+  task :restart, :roles => :app do
+    run "sudo /opt/rubygems/bin/god restart unicorn"
+  end
+end
+
+namespace :deploy do
+  desc "Restarting unicorn using"
+  task :restart, :roles => :app, :except => { :no_release => true } do
+    unicorn.load_config
+    unicorn.restart
+  end
+
+  [:start, :stop].each do |t|
+    desc "#{t} task is a no-op with passenger"
+    task t, :roles => :app do ; end
+  end
+
+  task :badger_plugin do
+    BadgerPlugin.new() if File.exists?("lib/badger_plugin.rb")
+  end
+
+  task :migrations do
+    run "cd #{release_path} && #{rake} db:migrate RAILS_ENV=staging --trace"
+  end
+
+  task :seeds do
+    run "cd #{release_path} && #{rake} db:seed_fu RAILS_ENV=staging"
+  end
+
+  task :link_audio do
+    run "ln -sf /opt/recordings #{release_path}/public/recordings"
+  end
+end
+
+after 'deploy:finalize_update', :roles => :app do
+  configuration.resque
+  configuration.db
+  deploy.badger_plugin
+  deploy.migrations
+  #deploy.seeds
+  #deploy.link_audio
+  deploy.cleanup
+end

data/lib/badger/core/files/cap/deploy.rb

@@ -0,0 +1,6 @@
+set :default_stage, "production"
+set :stages, %w(staging production staging-app production-app)
+require 'capistrano/ext/multistage'
+
+set :rake, "env rake"
+

data/lib/badger/core/files/god/angel/resque-dev.god

@@ -0,0 +1,54 @@
+path = '/opt/ruby/bin:/opt/rubygems/bin:/usr/bin:/usr/sbin/:/bin:/sbin:/usr/local/bin:/usr/local/sbin'
+rails_env = ENV['RAILS_ENV'] || "development"
+rails_root = "/opt/web/current"
+shared_dir = "/opt/web/shared"
+num_of_workers = 3
+
+num_of_workers.times do |num|
+  God.watch do |w|
+    w.name = "resque-#{num}"
+    w.group = 'resque'
+    w.interval = 30.seconds # default
+    w.env = { 'PATH' => path, 'GEM_HOME' => '/opt/rubygems', 'RAILS_ENV' => rails_env, 'QUEUE' => 'default', 'VERBOSE' => 'true' }
+    w.start = "/opt/rubygems/bin/rake -f #{rails_root}/Rakefile -I #{rails_root} resque:work"
+    w.log = "#{shared_dir}/log/god_resque_#{num}.log"
+
+    w.start_grace   = 60.seconds
+    w.restart_grace = 60.seconds
+
+    w.uid = 'badger'
+    w.gid = 'badger'
+
+    w.start_if do |start|
+      start.condition(:process_running) do |c|
+        c.interval = 5.seconds
+        c.running = false
+      end
+    end
+
+    w.restart_if do |restart|
+      restart.condition(:memory_usage) do |c|
+        c.above = 200.megabytes
+        c.times = [3, 5] # 3 out of 5 intervals
+      end
+
+      restart.condition(:cpu_usage) do |c|
+        c.above = 75.percent
+        c.times = 5
+      end
+    end
+
+    # lifecycle
+    w.lifecycle do |on|
+      on.condition(:flapping) do |c|
+        c.to_state = [:start, :restart]
+        c.times = 5
+        c.within = 5.minute
+        c.transition = :unmonitored
+        c.retry_in = 10.minutes
+        c.retry_times = 5
+        c.retry_within = 2.hours
+      end
+    end
+  end
+end

data/lib/badger/core/files/god/angel/resque-stg.god

@@ -0,0 +1,54 @@
+path = '/opt/ruby/bin:/opt/rubygems/bin:/usr/bin:/usr/sbin/:/bin:/sbin:/usr/local/bin:/usr/local/sbin'
+rails_env = ENV['RAILS_ENV'] || "staging"
+rails_root = "/opt/web/current"
+shared_dir = "/opt/web/shared"
+num_of_workers = 3
+
+num_of_workers.times do |num|
+  God.watch do |w|
+    w.name = "resque-#{num}"
+    w.group = 'resque'
+    w.interval = 30.seconds # default
+    w.env = { 'PATH' => path, 'GEM_HOME' => '/opt/rubygems', 'RAILS_ENV' => rails_env, 'QUEUE' => 'default', 'VERBOSE' => 'true' }
+    w.start = "/opt/rubygems/bin/rake -f #{rails_root}/Rakefile -I #{rails_root} resque:work"
+    w.log = "#{shared_dir}/log/god_resque_#{num}.log"
+
+    w.start_grace   = 60.seconds
+    w.restart_grace = 60.seconds
+
+    w.uid = 'badger'
+    w.gid = 'badger'
+
+    w.start_if do |start|
+      start.condition(:process_running) do |c|
+        c.interval = 5.seconds
+        c.running = false
+      end
+    end
+
+    w.restart_if do |restart|
+      restart.condition(:memory_usage) do |c|
+        c.above = 200.megabytes
+        c.times = [3, 5] # 3 out of 5 intervals
+      end
+
+      restart.condition(:cpu_usage) do |c|
+        c.above = 75.percent
+        c.times = 5
+      end
+    end
+
+    # lifecycle
+    w.lifecycle do |on|
+      on.condition(:flapping) do |c|
+        c.to_state = [:start, :restart]
+        c.times = 5
+        c.within = 5.minute
+        c.transition = :unmonitored
+        c.retry_in = 10.minutes
+        c.retry_times = 5
+        c.retry_within = 2.hours
+      end
+    end
+  end
+end

data/lib/badger/core/files/god/angel/resque.god

@@ -0,0 +1,55 @@
+path = '/opt/ruby/bin:/opt/rubygems/bin:/usr/bin:/usr/sbin/:/bin:/sbin:/usr/local/bin:/usr/local/sbin'
+rails_env = ENV['RAILS_ENV'] || "production"
+rails_root = "/opt/web/current"
+shared_dir = "/opt/web/shared"
+num_of_workers = 3
+
+num_of_workers.times do |num|
+  God.watch do |w|
+    w.name = "resque-#{num}"
+    w.group = 'resque'
+    w.interval = 30.seconds # default
+    w.env = { 'PATH' => path, 'GEM_HOME' => '/opt/rubygems', 'RAILS_ENV' => rails_env, 'QUEUE' => 'default', 'VERBOSE' => 'true' }
+    w.pid_file "#{SHARED_DIR}/pids/unicorn.pid"
+    w.start = "/opt/rubygems/bin/rake -f #{rails_root}/Rakefile -I #{rails_root} resque:work"
+    w.log = "#{shared_dir}/log/god_resque_#{num}.log"
+
+    w.start_grace   = 60.seconds
+    w.restart_grace = 60.seconds
+
+    w.uid = 'badger'
+    w.gid = 'badger'
+
+    w.start_if do |start|
+      start.condition(:process_running) do |c|
+        c.interval = 5.seconds
+        c.running = false
+      end
+    end
+
+    w.restart_if do |restart|
+      restart.condition(:memory_usage) do |c|
+        c.above = 200.megabytes
+        c.times = [3, 5] # 3 out of 5 intervals
+      end
+
+      restart.condition(:cpu_usage) do |c|
+        c.above = 75.percent
+        c.times = 5
+      end
+    end
+
+    # lifecycle
+    w.lifecycle do |on|
+      on.condition(:flapping) do |c|
+        c.to_state = [:start, :restart]
+        c.times = 5
+        c.within = 5.minute
+        c.transition = :unmonitored
+        c.retry_in = 10.minutes
+        c.retry_times = 5
+        c.retry_within = 2.hours
+      end
+    end
+  end
+end

data/lib/badger/core/files/god/angel/unicorn-stg.god

@@ -0,0 +1,62 @@
+# http://unicorn.bogomips.org/SIGNALS.html
+
+RAILS_ENV = ENV['RAILS_ENV'] || 'staging'
+RAILS_ROOT = ENV['RAILS_ROOT'] || "/opt/web/current"
+SHARED_DIR = "/opt/web/shared"
+
+God.watch do |w|
+  w.name = "unicorn"
+  w.interval = 30.seconds # default
+  w.env = { 'PATH' => '/opt/ruby/bin:/opt/rubygems/bin:/usr/bin:/usr/sbin/:/bin:/sbin:/usr/local/bin:/usr/local/sbin', 'GEM_HOME' => '/opt/rubygems' }
+
+  # unicorn needs to be run from the rails root
+  w.start = "cd #{RAILS_ROOT} && /opt/rubygems/bin/unicorn_rails -c #{RAILS_ROOT}/config/unicorn-stg.rb -E #{RAILS_ENV} -D"
+
+  # QUIT gracefully shuts down workers
+  w.stop = "kill -QUIT `cat #{SHARED_DIR}/pids/unicorn.pid`"
+
+  # USR2 causes the master to re-create itself and spawn a new worker pool
+  w.restart = "kill -USR2 `cat #{SHARED_DIR}/pids/unicorn.pid`"
+
+  w.start_grace = 45.seconds
+  w.restart_grace = 45.seconds
+  w.pid_file = "#{SHARED_DIR}/pids/unicorn.pid"
+  w.log = "#{SHARED_DIR}/log/god_unicorn.log"
+
+  w.uid = 'badger'
+  w.gid = 'badger'
+
+  w.behavior(:clean_pid_file)
+
+  w.start_if do |start|
+    start.condition(:process_running) do |c|
+      c.interval = 5.seconds
+      c.running = false
+    end
+  end
+
+  w.restart_if do |restart|
+    restart.condition(:memory_usage) do |c|
+      c.above = 2000.megabytes
+      c.times = [3, 5] # 3 out of 5 intervals
+    end
+
+    restart.condition(:cpu_usage) do |c|
+      c.above = 99.percent
+      c.times = 5
+    end
+  end
+
+  # lifecycle
+  w.lifecycle do |on|
+    on.condition(:flapping) do |c|
+      c.to_state = [:start, :restart]
+      c.times = 5
+      c.within = 5.minute
+      c.transition = :unmonitored
+      c.retry_in = 10.minutes
+      c.retry_times = 5
+      c.retry_within = 2.hours
+    end
+  end
+end

data/lib/badger/core/files/god/angel/unicorn.god

@@ -0,0 +1,62 @@
+# http://unicorn.bogomips.org/SIGNALS.html
+
+RAILS_ENV = ENV['RAILS_ENV'] || 'production'
+RAILS_ROOT = ENV['RAILS_ROOT'] || "/opt/web/current"
+SHARED_DIR = "/opt/web/shared"
+
+God.watch do |w|
+  w.name = "unicorn"
+  w.interval = 15.seconds # default
+  w.env = { 'PATH' => '/opt/ruby/bin:/opt/rubygems/bin:/usr/bin:/usr/sbin/:/bin:/sbin:/usr/local/bin:/usr/local/sbin', 'GEM_HOME' => '/opt/rubygems' }
+
+  # unicorn needs to be run from the rails root
+  w.start = "cd #{RAILS_ROOT} && /opt/rubygems/bin/unicorn -c #{RAILS_ROOT}/config/unicorn.rb -E #{RAILS_ENV} -D"
+
+  # QUIT gracefully shuts down workers
+  w.stop = "kill -QUIT `cat #{SHARED_DIR}/pids/unicorn.pid`"
+
+  # USR2 causes the master to re-create itself and spawn a new worker pool
+  w.restart = "kill -USR2 `cat #{SHARED_DIR}/pids/unicorn.pid`"
+
+  w.start_grace = 45.seconds
+  w.restart_grace = 45.seconds
+  w.pid_file = "#{SHARED_DIR}/pids/unicorn.pid"
+  w.log = "#{SHARED_DIR}/log/god_unicorn.log"
+
+  w.uid = 'badger'
+  w.gid = 'badger'
+
+  w.behavior(:clean_pid_file)
+
+  w.start_if do |start|
+    start.condition(:process_running) do |c|
+      c.interval = 5.seconds
+      c.running = false
+    end
+  end
+
+  w.restart_if do |restart|
+    restart.condition(:memory_usage) do |c|
+      c.above = 500.megabytes
+      c.times = [3, 5] # 3 out of 5 intervals
+    end
+
+    restart.condition(:cpu_usage) do |c|
+      c.above = 50.percent
+      c.times = 5
+    end
+  end
+
+  # lifecycle
+  w.lifecycle do |on|
+    on.condition(:flapping) do |c|
+      c.to_state = [:start, :restart]
+      c.times = 5
+      c.within = 5.minute
+      c.transition = :unmonitored
+      c.retry_in = 10.minutes
+      c.retry_times = 5
+      c.retry_within = 2.hours
+    end
+  end
+end

data/lib/badger/core/files/god/god

@@ -0,0 +1,108 @@
+#!/opt/ruby/bin/ruby
+
+DESC="god daemon"
+NAME="god"
+DAEMON="#{NAME}"
+PIDFILE="/var/run/#{NAME}.pid"
+LOGFILE="/var/log/#{NAME}.log"
+SCRIPTNAME="/etc/init.d/#{NAME}"
+START_FLAGS="-l #{LOGFILE} -P #{PIDFILE}"
+
+ENV["PATH"] = "/opt/ruby/bin:/opt/rubygems/bin:/usr/local/sbin:/usr/local/bin:/sbin:/bin:/usr/sbin:/usr/bin"
+ENV["GEM_HOME"] = "/opt/rubygems"
+
+def read_pid
+  begin
+    @pid = File.read(PIDFILE).to_i
+    @pid = nil if @pid == 0
+  rescue
+    @pid = nil
+  end
+end
+
+def kill(code)
+  Process.kill(code, @pid)
+  true
+rescue
+  false
+end
+
+def running?
+  @pid && kill(0)
+end
+
+def dead?
+  @pid && !kill(0)
+end
+
+def start
+  if running?
+    puts "already running (#{@pid})"
+    exit
+  end
+
+  if dead?
+    clean_pid
+  end
+
+  puts "starting #{NAME}"
+  system("#{DAEMON} #{START_FLAGS}")
+end
+
+def stop
+  if not running?
+    puts "not running"
+    exit
+  end
+
+  puts "stopping #{NAME}"
+  system("#{DAEMON} quit")
+end
+
+def restart
+	if running?
+		stop
+		read_pid
+	end
+	start
+end
+
+def force_reload
+	if running?
+	  restart
+	end
+end
+
+def clean_pid
+  File.delete(PIDFILE)
+end
+
+read_pid
+case ARGV[0]
+when 'start'
+  start
+when 'stop'
+  stop
+when 'restart'
+  if not running?
+    start
+  else
+    restart
+  end
+when 'force-reload'
+  force_reload
+when 'status'
+  if running?
+    puts "running (#{@pid})"
+  elsif dead?
+    puts "dead (#{@pid})"
+    exit!(1)
+  else
+    puts "not running"
+    exit!(3)
+  end
+else
+  puts "Usage: #{SCRIPTNAME} start|stop|restart|force-reload|status"
+end
+
+exit