eycloud-recipe-resque 1.0

data/Gemfile

@@ -0,0 +1,3 @@
+source "https://rubygems.org"
+
+gemspec

data/Gemfile.lock

@@ -0,0 +1,16 @@
+PATH
+  remote: .
+  specs:
+    eycloud-recipe-resque (1.0)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    rake (0.9.2.2)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  eycloud-recipe-resque!
+  rake

data/README.md

@@ -0,0 +1,43 @@
+# Resque recipe for EY Cloud
+
+Resque is a Redis-backed Ruby library for creating background jobs, placing those jobs on multiple queues, and processing them later.
+
+This recipe will setup `resque` on a Solo instance environment or on named Utility instances in a cluster environment. 
+
+Name your Utility instances with prefixes: `resque`. For example, `resque`, or `resque123`. Naming them all `resque` works just fine.
+
+This recipe assumes that redis is running within the environment. Fortunately, it is. By default EY Cloud runs redis on your `solo` or `db_master` instance. Optionally, this recipe will use a custom `redis` utility instance that you might have in your environment. It's clever like that.
+
+## Installation
+
+## Simple Installation
+
+To add this recipe to your collection of recipes, or as your first recipe, you can use the helpful `ey-recipes` command line tool:
+
+    cd myapp
+    gem install engineyard engineyard-recipes
+    ey-recipes init
+    ey-recipes clone git://github.com/engineyard/eycloud-recipe-resque.git -n resque
+    ey recipes upload --apply
+
+If you want to have your recipes run during deploy (rather than the separate `ey recipes upload --apply` step):
+
+    ey-recipes init -d
+    ey-recipes clone git://github.com/engineyard/eycloud-recipe-resque.git -n resque
+    git add .; git commit -m "added delayed job recipe"; git push origin master
+    ey deploy
+
+## Manual Installation
+
+Clone/copy this repository into a `cookbooks/resque` folder (such that you have a `cookbooks/resque/recipes/default.rb` file). This recipe must be installed as `resque` and not `eycloud-recipe-resque` or anything fancy.
+
+Then add the following to `cookbooks/main/recipes/default.rb`:
+
+    require_recipe "resque"
+    
+Make sure this and any customizations to the recipe are committed to your own fork of this 
+repository.
+
+Then to upload and apply to EY Cloud for a given environment:
+
+    ey recipes upload --apply -e target-environment

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/attributes/default.rb

@@ -0,0 +1 @@
+worker_memory(300) # Mb

data/eycloud-recipe-resque.gemspec

@@ -0,0 +1,21 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+
+version = "1.0" # get from metadata.json or .rb
+
+Gem::Specification.new do |s|
+  s.name        = "eycloud-recipe-resque"
+  s.version     = version
+  s.authors     = ["Dr Nic Williams"]
+  s.email       = ["drnicwilliams@gmail.com"]
+  s.homepage    = ""
+  s.summary     = %q{Resque for EY Cloud} # from metadata
+  s.description = %q{Resque for EY Cloud} # from metadata long_description
+
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_paths = ["lib"]
+
+  s.add_development_dependency("rake")
+end

data/files/default/resque_kill_stale

@@ -0,0 +1,42 @@
+#!/usr/bin/env ruby
+
+require "syslog"
+require "fileutils"
+
+GRACE = 300
+
+unless ARGV.size == 1
+  $stderr.puts "Usage: #{$0} ttl_files_directory"
+  exit 1
+end
+
+ttl_files_directory = ARGV.shift
+
+unless File.directory?(ttl_files_directory)
+  $stderr.puts "ttl_files_directory `#{ttl_files_directory}` is not a directory"
+  exit 1
+end
+
+Syslog.open
+
+Dir[File.join(ttl_files_directory, "*.ttl")].each do |file|
+  begin
+    pid = File.basename(file, ".ttl").to_i
+    if pid == 0
+      FileUtils.rm_f(file)
+      next
+    end
+
+    started = File.stat(file).mtime
+    elapsed = (Time.now - started).to_i
+    queue, ttl = File.readlines(file).map {|l| l.chomp }
+    ttl = ttl.to_i + GRACE
+
+    if elapsed > ttl
+      Syslog.notice("killing child #{pid} with HUP. processing #{queue.inspect}, elapsed #{elapsed} > ttl #{ttl}")
+      Process.kill("HUP", pid)
+    end
+  rescue Errno::ENOENT, Errno::ESRCH
+    FileUtils.rm_f(file)
+  end
+end

data/libraries/get_resque_worker_count.rb

@@ -0,0 +1,18 @@
+class Chef
+  class Recipe
+    def get_resque_worker_count      
+      # $ sudo cat /proc/meminfo
+      # MemTotal:        1759228 kB
+      # ...
+      mem_total_kb = `awk '/MemTotal/{print $2}' /proc/meminfo`.strip.to_i
+      mem_total_mb = mem_total_kb / 1024
+
+      # Want no more than ((total memory - 300) / est process size) workers + jobs to run
+      # in other words, if all workers on the instance are running jobs, there should
+      #   be memory left over
+      result = (mem_total_mb - node[:worker_memory].to_i) / node[:worker_memory].to_i
+      result /= 2 if node[:instance_role] == 'solo' || node[:instance_role] == 'eylocal'
+      result
+    end
+  end
+end

data/metadata.json

@@ -0,0 +1,17 @@
+{
+  "license": "MIT",
+  "maintainer": "Engine Yard LLC",
+  "maintainer_email": "drnic@engineyard.com",
+  "version": "1.0",
+  "description": "Resque for EY Cloud",
+  "name": "resque",
+  "attributes": {
+
+  },
+  "long_description": "",
+  "dependencies": {
+    "cron": [
+
+    ]
+  }
+}

data/metadata.rb

@@ -0,0 +1,7 @@
+name              "resque"
+description       "Resque for EY Cloud"
+long_description  IO.read(File.join(File.dirname(__FILE__), 'README.md'))
+maintainer        "Engine Yard LLC"
+maintainer_email  "drnic@engineyard.com"
+version           "1.0"
+depends           "crond"

data/recipes/configure.rb

@@ -0,0 +1,60 @@
+#
+# Cookbook Name:: resque
+# Recipe:: configure
+#
+
+if node[:instance_role] == "solo" || node[:instance_role] == "eylocal" || 
+                (node[:instance_role] == "util" && node[:name] =~ /^(resque)/)
+  resque_workers_count = get_resque_worker_count()
+
+  remote_file "/usr/local/bin/resque_kill_stale" do
+    owner 'root'
+    group 'root'
+    mode 0755
+    source "resque_kill_stale"
+  end
+
+  directory "/tmp/resque_ttls" do
+    owner "root"
+    group "root"
+    mode 0755
+  end
+  
+  # crond "Kill stale resque workers" do
+  #   filename "resque_kill_stale"
+  #   interval "* * * * *"
+  #   command %Q{/usr/local/bin/resque_kill_stale /tmp/resque_ttls}
+  # end
+
+  directory "/var/log/resque" do
+    owner node[:owner_name]
+    group node[:owner_name]
+    mode 0755
+  end
+
+  node[:applications].each do |app_name, data|
+    # app-server specific recipes usually take care of this
+    link "/data/#{app_name}/shared/log" do
+      to "/var/log/resque"
+    end
+  end
+end
+
+if %w[solo app app_master util].include? node[:instance_role]
+  redis_instance = node.engineyard.environment.utility_instances.find {|x| x.name == "redis"} ||
+                       node.engineyard.environment.db_master ||
+                       node.engineyard.environment.instances.find { |x| x.role == "solo" }
+
+  node[:applications].each do |app, data|
+    template "/data/#{app}/shared/config/resque.yml" do
+      owner node[:owner_name]
+      group node[:owner_name]
+      mode 0655
+      source "resque.yml.erb"
+      variables(:framework_env => node[:environment][:framework_env],
+                :redis_host => redis_instance.public_hostname,
+                :redis_port => 6379)
+    end
+  end
+end
+

data/recipes/default.rb

@@ -0,0 +1,8 @@
+#
+# Cookbook Name:: resque
+# Recipe:: default
+#
+
+require_recipe "resque::configure"
+require_recipe "resque::restart"
+

data/recipes/restart.rb

@@ -0,0 +1,14 @@
+#
+# Cookbook Name:: resque
+# Recipe:: default
+#
+
+node[:applications].each do |app_name, data|
+  execute "ensure-resque-is-setup-with-monit" do 
+    command %Q{monit reload}
+  end
+
+  execute "restart-resque" do 
+    command %Q{echo "sleep 20 && monit -g #{app_name}_resque restart all" | at now }
+  end
+end

data/templates/default/resque.rb.erb

@@ -0,0 +1,73 @@
+rack_env   = "<%= @node[:environment][:framework_env] %>"
+app_root   = "/data/awsm/current"
+owner      = "<%= @node[:owner_name] %>"
+home      = "/home/#{owner}"
+instance_id = "<%= @node.engineyard.id %>"
+
+<%= @resque_workers_count %>.times do |num|
+  inline = "#{home}/.ruby_inline/resque-#{num}"
+
+  God.watch do |w|
+    w.name     = "resque-#{num}"
+    w.group    = 'resque'
+    w.uid      = owner
+    w.gid      = owner
+    w.interval = 30.seconds
+    w.log      = "#{app_root}/log/worker.#{num}.log"
+    w.dir      = app_root
+    w.env      = {
+      "VERBOSE"     => "true",
+      "INSTANCE_ID" => instance_id,
+      "GOD_WATCH"   => w.name,
+      "RACK_ENV"    => rack_env,
+      "LANG"        => "en_US.utf-8",
+      "MERB_ENV"    => rack_env,
+      "HOME"        => home,
+      "INLINEDIR"   => inline
+    }
+
+    w.start    = "bundle exec rake --trace resque:work"
+
+    w.behavior(:clean_pid_file)
+
+    w.start_grace = 2.minutes
+    w.restart_grace = 2.minutes
+
+    # retart if memory gets too high
+    w.transition(:up, :restart) do |on|
+      on.condition(:memory_usage) do |c|
+        c.above = 350.megabytes
+        c.times = 2
+      end
+    end
+
+    # determine the state on startup
+    w.transition(:init, { true => :up, false => :start }) do |on|
+      on.condition(:process_running) do |c|
+        c.running = true
+      end
+    end
+
+    # determine when process has finished starting
+    w.transition([:start, :restart], :up) do |on|
+      on.condition(:process_running) do |c|
+        c.running = true
+        c.interval = 5.seconds
+      end
+
+      # failsafe
+      on.condition(:tries) do |c|
+        c.times = 5
+        c.transition = :start
+        c.interval = 5.seconds
+      end
+    end
+
+    # start if process is not running
+    w.transition(:up, :start) do |on|
+      on.condition(:process_running) do |c|
+        c.running = false
+      end
+    end
+  end
+end

data/templates/default/resque.yml.erb

@@ -0,0 +1 @@
+<%= @framework_env %>: <%= @redis_host %>:<%= @redis_port %>

data/templates/default/resque_scheduler.rb.erb

@@ -0,0 +1,71 @@
+rack_env   = "<%= @node[:environment][:framework_env] %>"
+app_root   = "/data/awsm/current"
+owner      = "<%= @node[:owner_name] %>"
+home      = "/home/#{owner}"
+instance_id = "<%= @node.engineyard.id %>"
+
+inline = "#{home}/.ruby_inline/resque-scheduler"
+
+God.watch do |w|
+  w.name     = "resque-scheduler"
+  w.group    = 'resque'
+  w.uid      = owner
+  w.gid      = owner
+  w.interval = 30.seconds
+  w.log      = "#{app_root}/log/resque_scheduler.log"
+  w.dir      = app_root
+  w.env      = {
+    "VERBOSE"     => "true",
+    "INSTANCE_ID" => instance_id,
+    "GOD_WATCH"   => w.name,
+    "RACK_ENV"    => rack_env,
+    "MERB_ENV"    => rack_env,
+    "LANG"        => "en_US.utf-8",
+    "HOME"        => home,
+    "INLINEDIR"   => inline
+  }
+
+  w.start    = "bundle exec rake --trace resque:scheduler"
+
+  w.behavior(:clean_pid_file)
+
+  w.start_grace = 2.minutes
+  w.restart_grace = 2.minutes
+
+  # retart if memory gets too high
+  w.transition(:up, :restart) do |on|
+    on.condition(:memory_usage) do |c|
+      c.above = 350.megabytes
+      c.times = 2
+    end
+  end
+
+  # determine the state on startup
+  w.transition(:init, { true => :up, false => :start }) do |on|
+    on.condition(:process_running) do |c|
+      c.running = true
+    end
+  end
+
+  # determine when process has finished starting
+  w.transition([:start, :restart], :up) do |on|
+    on.condition(:process_running) do |c|
+      c.running = true
+      c.interval = 5.seconds
+    end
+
+    # failsafe
+    on.condition(:tries) do |c|
+      c.times = 5
+      c.transition = :start
+      c.interval = 5.seconds
+    end
+  end
+
+  # start if process is not running
+  w.transition(:up, :start) do |on|
+    on.condition(:process_running) do |c|
+      c.running = false
+    end
+  end
+end

metadata

@@ -0,0 +1,78 @@
+--- !ruby/object:Gem::Specification
+name: eycloud-recipe-resque
+version: !ruby/object:Gem::Version
+  version: '1.0'
+  prerelease: 
+platform: ruby
+authors:
+- Dr Nic Williams
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-03-14 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: &70298707999080 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: *70298707999080
+description: Resque for EY Cloud
+email:
+- drnicwilliams@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- Gemfile
+- Gemfile.lock
+- README.md
+- Rakefile
+- attributes/default.rb
+- eycloud-recipe-resque.gemspec
+- files/default/resque_kill_stale
+- libraries/get_resque_worker_count.rb
+- metadata.json
+- metadata.rb
+- recipes/configure.rb
+- recipes/default.rb
+- recipes/restart.rb
+- templates/default/resque.rb.erb
+- templates/default/resque.yml.erb
+- templates/default/resque_scheduler.rb.erb
+homepage: ''
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+      segments:
+      - 0
+      hash: 2470771934776039979
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+      segments:
+      - 0
+      hash: 2470771934776039979
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.17
+signing_key: 
+specification_version: 3
+summary: Resque for EY Cloud
+test_files: []