resque_manager 3.3.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (120) hide show
  1. checksums.yaml +7 -0
  2. data/MIT-LICENSE +21 -0
  3. data/README.markdown +417 -0
  4. data/Rakefile +41 -0
  5. data/app/assets/images/resque_manager/idle.png +0 -0
  6. data/app/assets/images/resque_manager/poll.png +0 -0
  7. data/app/assets/images/resque_manager/working.png +0 -0
  8. data/app/assets/javascripts/resque_manager/application.js +15 -0
  9. data/app/assets/javascripts/resque_manager/jquery-1.3.2.min.js +19 -0
  10. data/app/assets/javascripts/resque_manager/jquery.relatize_date.js +95 -0
  11. data/app/assets/javascripts/resque_manager/ranger.js +24 -0
  12. data/app/assets/stylesheets/resque_manager/application.css +14 -0
  13. data/app/assets/stylesheets/resque_manager/resque/resque.css +93 -0
  14. data/app/assets/stylesheets/resque_manager/resque/resque_reset.css +48 -0
  15. data/app/assets/stylesheets/resque_manager/resque_cleaner/cleaner.css +62 -0
  16. data/app/controllers/resque_manager/resque_controller.rb +313 -0
  17. data/app/helpers/resque_manager/application_helper.rb +4 -0
  18. data/app/helpers/resque_manager/resque_helper.rb +142 -0
  19. data/app/models/resque_manager/paginate.rb +54 -0
  20. data/app/views/layouts/resque_manager/application.html.erb +37 -0
  21. data/app/views/resque_manager/resque/_key.html.erb +17 -0
  22. data/app/views/resque_manager/resque/_limiter.html.erb +12 -0
  23. data/app/views/resque_manager/resque/_next_more.html.erb +10 -0
  24. data/app/views/resque_manager/resque/_paginate.html.erb +53 -0
  25. data/app/views/resque_manager/resque/_queues.html.erb +59 -0
  26. data/app/views/resque_manager/resque/_status_styles.erb +98 -0
  27. data/app/views/resque_manager/resque/_workers.html.erb +138 -0
  28. data/app/views/resque_manager/resque/_working.html.erb +69 -0
  29. data/app/views/resque_manager/resque/cleaner.html.erb +41 -0
  30. data/app/views/resque_manager/resque/cleaner_exec.html.erb +6 -0
  31. data/app/views/resque_manager/resque/cleaner_list.html.erb +172 -0
  32. data/app/views/resque_manager/resque/delayed.html.erb +35 -0
  33. data/app/views/resque_manager/resque/delayed_timestamp.html.erb +26 -0
  34. data/app/views/resque_manager/resque/error.erb +1 -0
  35. data/app/views/resque_manager/resque/overview.html.erb +4 -0
  36. data/app/views/resque_manager/resque/schedule.html.erb +96 -0
  37. data/app/views/resque_manager/resque/stats.html.erb +62 -0
  38. data/app/views/resque_manager/resque/status.html.erb +57 -0
  39. data/app/views/resque_manager/resque/statuses.html.erb +72 -0
  40. data/app/views/resque_manager/resque/workers.html.erb +1 -0
  41. data/config/routes.rb +38 -0
  42. data/config/sample_redis.yml +43 -0
  43. data/config/sample_resque_manager.yml +23 -0
  44. data/lib/resque_manager/engine.rb +9 -0
  45. data/lib/resque_manager/overrides/resque/failure/redis.rb +11 -0
  46. data/lib/resque_manager/overrides/resque/job.rb +69 -0
  47. data/lib/resque_manager/overrides/resque/resque.rb +8 -0
  48. data/lib/resque_manager/overrides/resque/worker.rb +291 -0
  49. data/lib/resque_manager/overrides/resque_scheduler/resque_scheduler.rb +58 -0
  50. data/lib/resque_manager/overrides/resque_status/chained_status.rb +46 -0
  51. data/lib/resque_manager/overrides/resque_status/hash.rb +12 -0
  52. data/lib/resque_manager/overrides/resque_status/status.rb +161 -0
  53. data/lib/resque_manager/recipes.rb +185 -0
  54. data/lib/resque_manager/version.rb +3 -0
  55. data/lib/resque_manager.rb +47 -0
  56. data/lib/tasks/failure.rake +8 -0
  57. data/lib/tasks/scheduler.rake +11 -0
  58. data/lib/tasks/worker.rake +129 -0
  59. data/test/dummy/README.rdoc +261 -0
  60. data/test/dummy/Rakefile +7 -0
  61. data/test/dummy/app/assets/javascripts/application.js +15 -0
  62. data/test/dummy/app/assets/stylesheets/application.css +13 -0
  63. data/test/dummy/app/controllers/application_controller.rb +3 -0
  64. data/test/dummy/app/helpers/application_helper.rb +2 -0
  65. data/test/dummy/app/views/layouts/application.html.erb +14 -0
  66. data/test/dummy/config/application.rb +65 -0
  67. data/test/dummy/config/boot.rb +10 -0
  68. data/test/dummy/config/environment.rb +5 -0
  69. data/test/dummy/config/environments/development.rb +37 -0
  70. data/test/dummy/config/environments/production.rb +67 -0
  71. data/test/dummy/config/environments/test.rb +37 -0
  72. data/test/dummy/config/initializers/backtrace_silencers.rb +7 -0
  73. data/test/dummy/config/initializers/inflections.rb +15 -0
  74. data/test/dummy/config/initializers/mime_types.rb +5 -0
  75. data/test/dummy/config/initializers/secret_token.rb +7 -0
  76. data/test/dummy/config/initializers/session_store.rb +8 -0
  77. data/test/dummy/config/initializers/wrap_parameters.rb +14 -0
  78. data/test/dummy/config/locales/en.yml +5 -0
  79. data/test/dummy/config/routes.rb +4 -0
  80. data/test/dummy/config.ru +4 -0
  81. data/test/dummy/log/development.log +5045 -0
  82. data/test/dummy/public/404.html +26 -0
  83. data/test/dummy/public/422.html +26 -0
  84. data/test/dummy/public/500.html +25 -0
  85. data/test/dummy/public/favicon.ico +0 -0
  86. data/test/dummy/script/rails +6 -0
  87. data/test/dummy/tmp/cache/assets/C2A/A10/sprockets%2Fb2e622954654f415590723e9b882063e +0 -0
  88. data/test/dummy/tmp/cache/assets/C60/1D0/sprockets%2F8ed12e4193473760f95b973567a8c206 +0 -0
  89. data/test/dummy/tmp/cache/assets/CA1/970/sprockets%2Fc387148880e015d1eab0dc838b326022 +0 -0
  90. data/test/dummy/tmp/cache/assets/CAE/930/sprockets%2Fe227278d3c65d8aa1159da720263f771 +0 -0
  91. data/test/dummy/tmp/cache/assets/CD8/370/sprockets%2F357970feca3ac29060c1e3861e2c0953 +0 -0
  92. data/test/dummy/tmp/cache/assets/CDC/E30/sprockets%2Fe1207380d69eeee3284e02636c26f24a +0 -0
  93. data/test/dummy/tmp/cache/assets/CF1/720/sprockets%2Fd91a5918f5aa43a43c8135a67c78e989 +0 -0
  94. data/test/dummy/tmp/cache/assets/D0E/820/sprockets%2F00c6cc9dc46bf64347b3775d7d15541b +0 -0
  95. data/test/dummy/tmp/cache/assets/D16/180/sprockets%2F73d6fa09352cb76ac81e1683e832b93f +0 -0
  96. data/test/dummy/tmp/cache/assets/D27/170/sprockets%2Fec164819553e2e5b28f1efc9bd970978 +0 -0
  97. data/test/dummy/tmp/cache/assets/D2B/DA0/sprockets%2F989465d3ea8575dd0b54981a9e8add38 +0 -0
  98. data/test/dummy/tmp/cache/assets/D32/A10/sprockets%2F13fe41fee1fe35b49d145bcc06610705 +0 -0
  99. data/test/dummy/tmp/cache/assets/D37/1F0/sprockets%2F97119b908ebed2633edfd00ac90d9011 +0 -0
  100. data/test/dummy/tmp/cache/assets/D38/FB0/sprockets%2F74e5ba1cca7a1470d53c54fb60368b78 +0 -0
  101. data/test/dummy/tmp/cache/assets/D42/4E0/sprockets%2F0fa6e3c14356aa527d68a8d56fa37f28 +0 -0
  102. data/test/dummy/tmp/cache/assets/D43/C20/sprockets%2F1efd074fd1074b3dc88145b480ff961f +0 -0
  103. data/test/dummy/tmp/cache/assets/D46/CD0/sprockets%2F67f1ef70e7ede542318b8d55e25b16c3 +0 -0
  104. data/test/dummy/tmp/cache/assets/D4E/1B0/sprockets%2Ff7cbd26ba1d28d48de824f0e94586655 +0 -0
  105. data/test/dummy/tmp/cache/assets/D5A/EA0/sprockets%2Fd771ace226fc8215a3572e0aa35bb0d6 +0 -0
  106. data/test/dummy/tmp/cache/assets/D68/080/sprockets%2Fa26f2ae225aa4b87c462d540c7cf43f9 +0 -0
  107. data/test/dummy/tmp/cache/assets/D9A/B20/sprockets%2F0eddc19d46318e2e286cc171ae4cc73e +0 -0
  108. data/test/dummy/tmp/cache/assets/DA4/900/sprockets%2F515bf984438c6ec4b8a515fcc13baf8e +0 -0
  109. data/test/dummy/tmp/cache/assets/DBD/070/sprockets%2F60ffef45ddefd5c7746d17977fff0717 +0 -0
  110. data/test/dummy/tmp/cache/assets/DD7/AC0/sprockets%2Fc7c983c5c607dbfdb726eecc36146ca9 +0 -0
  111. data/test/dummy/tmp/cache/assets/DDC/400/sprockets%2Fcffd775d018f68ce5dba1ee0d951a994 +0 -0
  112. data/test/dummy/tmp/cache/assets/DF5/480/sprockets%2Fea4f3c726fc1046cad1ad243faf84e7d +0 -0
  113. data/test/dummy/tmp/cache/assets/E04/890/sprockets%2F2f5173deea6c795b8fdde723bb4b63af +0 -0
  114. data/test/dummy/tmp/cache/assets/E2B/7A0/sprockets%2Fd44ef07be0aa6d5b5dea4d37d7f72b4f +0 -0
  115. data/test/functional/resque_manager/resque_controller_test.rb +9 -0
  116. data/test/integration/navigation_test.rb +10 -0
  117. data/test/resque_manager_test.rb +7 -0
  118. data/test/test_helper.rb +15 -0
  119. data/test/unit/helpers/resque_manager/resque_helper_test.rb +6 -0
  120. metadata +307 -0
@@ -0,0 +1,185 @@
1
+ # ====================================
2
+ # Resque TASKS
3
+ # ====================================
4
+
5
+ #You must set the path to your rake executable in your deploy.rb file.
6
+ #ex.
7
+ # set :rake, "/opt/ruby-enterprise-1.8.6-20090421/bin/rake"
8
+ #Optionally, set resque_worker_rake. This will be used for the resque:work task if set.
9
+ #This allows you to set alternate options, particularly useful for jruby.
10
+ #ex.
11
+ #go through jexec so we get the right path and java settings
12
+ #in deploy.rb
13
+ # set :rake, "script/jexec rake" #
14
+ # in initializer
15
+ # config.resque_worker_rake = "script/jexec -p rake" #extra memory settings for resque workers
16
+
17
+ #the jexec file in script/ may look like:
18
+
19
+ #scriptdir=`dirname $0`
20
+ #
21
+ ## Hack to get things working under capistrano (used for torquebox to get rake working, still needed?)
22
+ #if [ "$1" = "-j" ]; then
23
+ # shift
24
+ # export JRUBY_HOME=$1
25
+ # shift
26
+ #fi
27
+ #
28
+ #if [ "$1" = "-m" ]; then
29
+ # shift
30
+ # export JAVA_MEM="-Xmx2048m -Xms256m -XX:PermSize=1024m -XX:MaxPermSize=1024m"
31
+ # export JAVA_STACK=-Xss4096k
32
+ #fi
33
+ #
34
+ #export PATH=$scriptdir:/opt/jruby/bin:$PATH
35
+ #
36
+ ## Configuration settings for all Rake Tasks and Resque Workers
37
+ #if [ "$1" = "-p" ]; then
38
+ # shift
39
+ # # Set Heap Space for Young/Eden GC: 512MB
40
+ # # Initial Heap size: 2GB
41
+ # # Max Heap size: 4GB
42
+ # # Use server JVM
43
+ # # PermGenSize: 64MB
44
+ # # Max PermGenSize: 128MB
45
+ # # Thread Stack Size: 1024k
46
+ # export JRUBY_OPTS="-J-Xmn512m -J-Xms2048m -J-Xmx4096m -J-server -J-XX:PermSize=64m -J-XX:MaxPermSize=128m -J-Xss1024k"
47
+ # echo "JRUBY_OPTS=${JRUBY_OPTS}"
48
+ # nohup $* & #cap task runs in background
49
+ #else
50
+ # exec $*
51
+ #fi
52
+
53
+ Capistrano::Configuration.instance(:must_exist).load do
54
+
55
+ set :resque_worker_rake, nil # initialize variables, set in your deploy.rb
56
+ set :resque_applications, nil # initialize variables, set in your deploy.rb
57
+
58
+ def get_rake
59
+ fetch(:resque_worker_rake, fetch(:rake, "rake"))
60
+ end
61
+
62
+ def get_worker_path
63
+ (ENV['application_path'].to_s.size > 0) ? ENV['application_path'] : current_path
64
+ end
65
+
66
+ namespace :resque do
67
+ desc "start a resque worker. optional arg: host=ip queue=name"
68
+ task :work, :roles => :resque do
69
+ default_run_options[:pty] = true
70
+ hosts = ENV['host'] || find_servers_for_task(current_task).collect { |s| s.host }
71
+ queue = ENV['queue'] || '*'
72
+ rake = get_rake
73
+ run("cd #{get_worker_path}; nohup #{rake} RAILS_ENV=#{stage} QUEUE=#{queue} resque:work >> log/resque_worker.log 2>&1", :hosts => hosts)
74
+ end
75
+
76
+ desc "Gracefully kill a worker. If the worker is working, it will finish before shutting down. arg: host=ip pid=pid"
77
+ task :quit_worker, :roles => :resque do
78
+ if ENV['host'].nil? || ENV['host'].empty? || ENV['pid'].nil? || ENV['pid'].empty?
79
+ puts 'You must enter the host and pid to kill..cap resque:quit_worker host=ip pid=pid'
80
+ else
81
+ #The kill command used to be done directly in the cap task, but since workers can now live in multiple apps, we need to send
82
+ #the correct signal based on the worker's platform which has to be done in the rake task."
83
+ hosts = ENV['host'] || find_servers_for_task(current_task).collect { |s| s.host }
84
+ run("cd #{get_worker_path}; nohup #{get_rake} RAILS_ENV=#{stage} resque:quit_worker pid=#{ENV['pid']}", :hosts => hosts)
85
+ end
86
+ end
87
+
88
+ desc "Pause all workers in a single process. arg: host=ip pid=pid"
89
+ task :pause_worker, :roles => :resque do
90
+ if ENV['host'].nil? || ENV['host'].empty? || ENV['pid'].nil? || ENV['pid'].empty?
91
+ puts'You must enter the host and pid to kill..cap resque : pause_worker host=ip pid=pid'
92
+ else
93
+ hosts = ENV['host'] || find_servers_for_task(current_task).collect { |s| s.host }
94
+ run("kill -USR2 #{ENV['pid']}", :hosts => hosts)
95
+ end
96
+ end
97
+
98
+ desc "Continue all workers in a single process that have been paused. arg: host=ip pid=pid"
99
+ task :continue_worker, :roles => :resque do
100
+ if ENV['host'].nil? || ENV['host'].empty? || ENV['pid'].nil? || ENV['pid'].empty?
101
+ puts'You must enter the host and pid to kill..cap resque : continue_worker host=ip pid=pid'
102
+ else
103
+ hosts = ENV['host'] || find_servers_for_task(current_task).collect { |s| s.host }
104
+ run("kill -CONT #{ENV['pid']}", :hosts => hosts)
105
+ end
106
+ end
107
+
108
+ desc "Gracefully kill all workers on all servers. If the worker is working, it will finish before shutting down."
109
+ task :quit_workers, :roles => :resque do
110
+ default_run_options[:pty] = true
111
+ rake = fetch(:rake, "rake")
112
+ run("cd #{get_worker_path}; #{rake} RAILS_ENV=#{stage} resque:quit_workers")
113
+ end
114
+
115
+ desc "Kill a rogue worker. If the worker is working, it will not finish and the job will go to the Failed queue as a DirtyExit. arg: host=ip pid=pid"
116
+ task :kill_worker_with_impunity, :roles => :resque do
117
+ if ENV['host'].nil? || ENV['host'].empty? || ENV['pid'].nil? || ENV['pid'].empty?
118
+ puts'You must enter the host and pid to kill..cap resque : quit host=ip pid=pid'
119
+ else
120
+ hosts = ENV['host'] || find_servers_for_task(current_task).collect { |s| s.host }
121
+ run("kill -9 #{ENV['pid']}", :hosts => hosts)
122
+ end
123
+ end
124
+
125
+ desc "Kill all rogue workers on all servers. If the worker is working, it will not finish and the job will go to the Failed queue as a DirtyExit."
126
+ task :kill_workers_with_impunity, :roles => :resque do
127
+ default_run_options[:pty] = true
128
+ rake = fetch(:rake, "rake")
129
+ run("cd #{get_worker_path}; #{rake} RAILS_ENV=#{stage} resque:kill_workers_with_impunity")
130
+ end
131
+
132
+ desc "start multiple resque workers. arg:count=x optional arg: host=ip queue=name"
133
+ task :workers, :roles => :resque do
134
+ default_run_options[:pty] = true
135
+ hosts = ENV['host'] || find_servers_for_task(current_task).collect { |s| s.host }
136
+ queue = ENV['queue'] ||'*'
137
+ count = ENV['count'] ||'1'
138
+ rake = get_rake
139
+ run("cd #{get_worker_path}; nohup #{rake} RAILS_ENV=#{stage} COUNT=#{count} QUEUE=#{queue} resque:work >> log/resque_worker.log 2>&1", :hosts => hosts)
140
+ end
141
+
142
+ desc "Restart all workers on all servers"
143
+ task :restart_workers, :roles => :resque do
144
+ default_run_options[:pty] = true
145
+ rake = fetch(:rake, "rake")
146
+ #pass the rake options to the rake task so the workers can be started with the options.
147
+ run("cd #{get_worker_path}; RAILS_ENV=#{stage} RAKE_WITH_OPTS='#{get_rake}'nohup #{rake} resque:restart_workers")
148
+ end
149
+
150
+ # ====================================
151
+ # ResqueScheduler TASKS
152
+ # ====================================
153
+
154
+ desc "start a resque worker. optional arg: host=ip queue=name"
155
+ task :scheduler, :roles => :resque do
156
+ default_run_options[:pty] = true
157
+ hosts = ENV['host'] || find_servers_for_task(current_task).collect { |s| s.host }
158
+ rake = fetch(:rake, "rake")
159
+ run("cd #{get_worker_path}; nohup #{rake} RAILS_ENV=#{stage} resque:scheduler", :hosts => hosts)
160
+ end
161
+
162
+ desc "Gracefully kill the scheduler on a server. arg: host=ip"
163
+ task :quit_scheduler, :roles => :resque do
164
+ if ENV['host'].nil? || ENV['host'].empty?
165
+ puts'You must enter the host to kill..cap resque:quit_scheduler host=ip pid=pid'
166
+ else
167
+ hosts = ENV['host'] || find_servers_for_task(current_task).collect { |s| s.host }
168
+ rake = fetch(:rake, "rake")
169
+ run("cd #{get_worker_path}; nohup #{rake} RAILS_ENV=#{stage} resque:quit_scheduler", :hosts => hosts)
170
+ end
171
+ end
172
+
173
+ desc "Determine if the scheduler is running or not on a server"
174
+ task :scheduler_status, :roles => :resque do
175
+ hosts = ENV['hosts'].to_s.split(',') || find_servers_for_task(current_task).collect { |s| s.host }
176
+
177
+ status = nil
178
+
179
+ run("ps -eaf | grep resque | grep -v cap", :hosts => hosts) do |channel, stream, data|
180
+ status = (data =~ /resque:scheduler/) ? 'up' : 'down'
181
+ puts " ** [#{stream} :: #{channel[:host]}] resque:scheduler is #{status}"
182
+ end
183
+ end
184
+ end
185
+ end
@@ -0,0 +1,3 @@
1
+ module ResqueManager
2
+ VERSION = "3.3.0"
3
+ end
@@ -0,0 +1,47 @@
1
+ require "resque_manager/engine"
2
+ require 'resque/server'
3
+ require 'resque_manager/overrides/resque/worker'
4
+ require 'resque_manager/overrides/resque/resque'
5
+ require 'resque_manager/overrides/resque/job'
6
+ require 'resque_manager/overrides/resque/failure/redis'
7
+ if Resque.respond_to? :schedule
8
+ require 'resque_scheduler/tasks'
9
+ require 'resque_manager/overrides/resque_scheduler/resque_scheduler'
10
+ end
11
+ require 'resque-status'
12
+ require 'resque_manager/overrides/resque_status/status'
13
+ require 'resque_manager/overrides/resque_status/chained_status'
14
+ require 'resque-cleaner'
15
+
16
+ Resque::Server.tabs << 'Statuses'
17
+ Resque::Server.tabs.delete 'Failed'
18
+
19
+ module ResqueManager
20
+ # Set this to a hash of all the different applications and deployment paths
21
+ # for those applications that have workers you want to manage.
22
+ # The different app do not have to be deployed to the same server.
23
+ # ex. {app1: 'www/var/rails/app1/current',
24
+ # app2: 'www/var/rails/app2/current'}
25
+ # There is no need to set this if all the workers live in the same app as the Resque Manager
26
+ # It will default to the current app's deploy path
27
+ mattr_accessor :applications
28
+ @@applicataions = nil
29
+
30
+ mattr_accessor :redis_config
31
+ @@redis_config = "SET TO RESQUE'S REDIS CONFIGURATION HASH"
32
+
33
+ # Optionally set this to when you want to expire the resque keys.
34
+ mattr_accessor :key_expiration
35
+ @@key_expiration = nil
36
+
37
+ # Optionally set this to determine whether to run inline or not.
38
+ mattr_accessor :inline
39
+ @@inline
40
+
41
+ def self.configure
42
+ yield self
43
+ Resque.redis = Redis.new(redis_config)
44
+ Resque::Plugins::Status::Hash.expire_in = key_expiration
45
+ Resque.inline = inline
46
+ end
47
+ end
@@ -0,0 +1,8 @@
1
+ namespace :resque do
2
+
3
+ desc "Requeue all failed jobs in a class. If no class is given, all failed jobs will be requeued. ex: rake resque:requeue class=class_name"
4
+ task :requeue => :setup do
5
+ Resque::Failure.requeue ENV['class']
6
+ end
7
+
8
+ end
@@ -0,0 +1,11 @@
1
+ namespace :resque do
2
+
3
+ desc "Kill the scheduler pid"
4
+ task :quit_scheduler => :setup do
5
+ require 'resque_scheduler'
6
+ ResqueScheduler.pids.each do |pid|
7
+ `kill -TERM #{pid}`
8
+ end
9
+ end
10
+
11
+ end
@@ -0,0 +1,129 @@
1
+ namespace :resque do
2
+
3
+ desc "Start a Resque worker, each queue will create it's own worker in a separate thread"
4
+ task :work => :setup do
5
+ require 'resque'
6
+
7
+ worker = nil
8
+ queues = (ENV['QUEUES'] || ENV['QUEUE']).to_s.split('#').delete_if { |a| a.blank? }
9
+ threads = []
10
+ mqueue = queues.shift
11
+ # we are assuming the application has been deployed with a standard cap recipe.
12
+ base, version = Rails.root.to_s.split('/releases')
13
+ worker_path = base
14
+ # add current to the path to use the symlink used by a standard cap deploy
15
+ # unless the app is deployed to the "current" directory when using cap-git-deploy
16
+ worker_path += '/current' unless Rails.env.development? || worker_path =~ /current/
17
+ Thread.current[:queues] = mqueue
18
+ Thread.current[:path] = worker_path
19
+ mworker = Resque::Worker.new(mqueue)
20
+ mworker.verbose = true #ENV['LOGGING'] || ENV['VERBOSE']
21
+ mworker.very_verbose = true #ENV['VVERBOSE']
22
+
23
+ if ENV['PIDFILE']
24
+ File.open(ENV['PIDFILE'], 'w') { |f| f << mworker.pid }
25
+ end
26
+
27
+ queues.each do |queue|
28
+ threads << Thread.new do
29
+ begin
30
+ Thread.current[:queues] = queue
31
+ Thread.current[:path] = worker_path
32
+ worker = Resque::Worker.new(queue)
33
+ worker.verbose = ENV['LOGGING'] || ENV['VERBOSE']
34
+ worker.very_verbose = ENV['VVERBOSE']
35
+ rescue Resque::NoQueueError
36
+ abort "set QUEUE env var, e.g. $ QUEUE=critical,high rake resque:work"
37
+ end
38
+
39
+ worker.log "Starting worker #{worker}"
40
+ begin
41
+ worker.work(ENV['INTERVAL'] || 5) # interval, will block
42
+ rescue Exception => e
43
+ puts "********** e.message = " + e.message.inspect
44
+ Rails.logger.info "********** e.message = " + e.message.inspect
45
+ end
46
+ end
47
+ end
48
+ threads.each { |thread| thread.join(0.5) }
49
+ mworker.work(ENV['INTERVAL'] || 5) # interval, will block
50
+ end
51
+
52
+ desc "Restart all the workers"
53
+ task :restart_workers => :setup do
54
+ require 'resque'
55
+ pid = ''
56
+ queues = ''
57
+ local_ip = Resque.workers.first.local_ip rescue '';
58
+ rake = ENV['RAKE_WITH_OPTS'] || 'rake'
59
+ Resque.workers.sort_by { |w| w.to_s }.each do |worker|
60
+ if local_ip == worker.ip # only restart the workers that are on this server
61
+ if pid != worker.pid
62
+ if RUBY_PLATFORM =~ /java/
63
+ #jruby doesn't trap the -QUIT signal
64
+ #-TERM gracefully kills the main pid and does a -9 on the child if there is one.
65
+ #Since jruby doesn't fork a child, the main worker is gracefully killed.
66
+ system("kill -TERM #{worker.pid}")
67
+ else
68
+ system("kill -QUIT #{worker.pid}")
69
+ end
70
+ queues = worker.queues_in_pid.join('#')
71
+ Thread.new(queues) { |queue| system("nohup #{rake} RAILS_ENV=#{Rails.env} QUEUE=#{queue} resque:work") }
72
+ pid = worker.pid
73
+ end
74
+ end
75
+ end
76
+ end
77
+
78
+ desc "Gracefully kill a single worker. If the worker is working, it will finish before shutting down. arg: pid=pid
79
+ This used to be done directly in the cap task, but since workers can now live in multiple apps, we need to send
80
+ the correct signal based on the worker's platform."
81
+ task :quit_worker => :setup do
82
+ if RUBY_PLATFORM =~ /java/
83
+ #jruby doesn't trap the -QUIT signal
84
+ #-TERM gracefully kills the main pid and does a -9 on the child if there is one.
85
+ #Since jruby doesn't fork a child, the main worker is gracefully killed.
86
+ system("kill -TERM #{ENV['pid']}")
87
+ else
88
+ system("kill -QUIT #{ENV['pid']}")
89
+ end
90
+ end
91
+
92
+ desc "Gracefully kill all the workers. If the worker is working, it will finish before shutting down."
93
+ task :quit_workers => :setup do
94
+ require 'resque'
95
+ pid = ''
96
+ local_ip = Resque.workers.first.local_ip
97
+ Resque.workers.sort_by { |w| w.to_s }.each do |worker|
98
+ if local_ip == worker.ip # only quit the workers that are on this server
99
+ if pid != worker.pid
100
+ if RUBY_PLATFORM =~ /java/
101
+ #jruby doesn't trap the -QUIT signal
102
+ #-TERM gracefully kills the main pid and does a -9 on the child if there is one.
103
+ #Since jruby doesn't fork a child, the main worker is gracefully killed.
104
+ system("kill -TERM #{worker.pid}")
105
+ else
106
+ system("kill -QUIT #{worker.pid}")
107
+ end
108
+ pid = worker.pid
109
+ end
110
+ end
111
+ end
112
+ end
113
+
114
+ desc "Kill all rogue workers on all servers. If the worker is working, it will not finish and the job will go to the Failed queue as a DirtExit. arg: host=ip pid=pid"
115
+ task :kill_workers_with_impunity => :setup do
116
+ require 'resque'
117
+ pid = ''
118
+ local_ip = Resque.workers.first.local_ip
119
+ Resque.workers.sort_by { |w| w.to_s }.each do |worker|
120
+ if local_ip == worker.ip # only kill the pids that are on this server
121
+ if pid != worker.pid # only kill it once
122
+ `kill -9 #{worker.pid}`
123
+ pid = worker.pid
124
+ end
125
+ end
126
+ end
127
+ end
128
+
129
+ end
@@ -0,0 +1,261 @@
1
+ == Welcome to Rails
2
+
3
+ Rails is a web-application framework that includes everything needed to create
4
+ database-backed web applications according to the Model-View-Control pattern.
5
+
6
+ This pattern splits the view (also called the presentation) into "dumb"
7
+ templates that are primarily responsible for inserting pre-built data in between
8
+ HTML tags. The model contains the "smart" domain objects (such as Account,
9
+ Product, Person, Post) that holds all the business logic and knows how to
10
+ persist themselves to a database. The controller handles the incoming requests
11
+ (such as Save New Account, Update Product, Show Post) by manipulating the model
12
+ and directing data to the view.
13
+
14
+ In Rails, the model is handled by what's called an object-relational mapping
15
+ layer entitled Active Record. This layer allows you to present the data from
16
+ database rows as objects and embellish these data objects with business logic
17
+ methods. You can read more about Active Record in
18
+ link:files/vendor/rails/activerecord/README.html.
19
+
20
+ The controller and view are handled by the Action Pack, which handles both
21
+ layers by its two parts: Action View and Action Controller. These two layers
22
+ are bundled in a single package due to their heavy interdependence. This is
23
+ unlike the relationship between the Active Record and Action Pack that is much
24
+ more separate. Each of these packages can be used independently outside of
25
+ Rails. You can read more about Action Pack in
26
+ link:files/vendor/rails/actionpack/README.html.
27
+
28
+
29
+ == Getting Started
30
+
31
+ 1. At the command prompt, create a new Rails application:
32
+ <tt>rails new myapp</tt> (where <tt>myapp</tt> is the application name)
33
+
34
+ 2. Change directory to <tt>myapp</tt> and start the web server:
35
+ <tt>cd myapp; rails server</tt> (run with --help for options)
36
+
37
+ 3. Go to http://localhost:3000/ and you'll see:
38
+ "Welcome aboard: You're riding Ruby on Rails!"
39
+
40
+ 4. Follow the guidelines to start developing your application. You can find
41
+ the following resources handy:
42
+
43
+ * The Getting Started Guide: http://guides.rubyonrails.org/getting_started.html
44
+ * Ruby on Rails Tutorial Book: http://www.railstutorial.org/
45
+
46
+
47
+ == Debugging Rails
48
+
49
+ Sometimes your application goes wrong. Fortunately there are a lot of tools that
50
+ will help you debug it and get it back on the rails.
51
+
52
+ First area to check is the application log files. Have "tail -f" commands
53
+ running on the server.log and development.log. Rails will automatically display
54
+ debugging and runtime information to these files. Debugging info will also be
55
+ shown in the browser on requests from 127.0.0.1.
56
+
57
+ You can also log your own messages directly into the log file from your code
58
+ using the Ruby logger class from inside your controllers. Example:
59
+
60
+ class WeblogController < ActionController::Base
61
+ def destroy
62
+ @weblog = Weblog.find(params[:id])
63
+ @weblog.destroy
64
+ logger.info("#{Time.now} Destroyed Weblog ID ##{@weblog.id}!")
65
+ end
66
+ end
67
+
68
+ The result will be a message in your log file along the lines of:
69
+
70
+ Mon Oct 08 14:22:29 +1000 2007 Destroyed Weblog ID #1!
71
+
72
+ More information on how to use the logger is at http://www.ruby-doc.org/core/
73
+
74
+ Also, Ruby documentation can be found at http://www.ruby-lang.org/. There are
75
+ several books available online as well:
76
+
77
+ * Programming Ruby: http://www.ruby-doc.org/docs/ProgrammingRuby/ (Pickaxe)
78
+ * Learn to Program: http://pine.fm/LearnToProgram/ (a beginners guide)
79
+
80
+ These two books will bring you up to speed on the Ruby language and also on
81
+ programming in general.
82
+
83
+
84
+ == Debugger
85
+
86
+ Debugger support is available through the debugger command when you start your
87
+ Mongrel or WEBrick server with --debugger. This means that you can break out of
88
+ execution at any point in the code, investigate and change the model, and then,
89
+ resume execution! You need to install ruby-debug to run the server in debugging
90
+ mode. With gems, use <tt>sudo gem install ruby-debug</tt>. Example:
91
+
92
+ class WeblogController < ActionController::Base
93
+ def index
94
+ @posts = Post.all
95
+ debugger
96
+ end
97
+ end
98
+
99
+ So the controller will accept the action, run the first line, then present you
100
+ with a IRB prompt in the server window. Here you can do things like:
101
+
102
+ >> @posts.inspect
103
+ => "[#<Post:0x14a6be8
104
+ @attributes={"title"=>nil, "body"=>nil, "id"=>"1"}>,
105
+ #<Post:0x14a6620
106
+ @attributes={"title"=>"Rails", "body"=>"Only ten..", "id"=>"2"}>]"
107
+ >> @posts.first.title = "hello from a debugger"
108
+ => "hello from a debugger"
109
+
110
+ ...and even better, you can examine how your runtime objects actually work:
111
+
112
+ >> f = @posts.first
113
+ => #<Post:0x13630c4 @attributes={"title"=>nil, "body"=>nil, "id"=>"1"}>
114
+ >> f.
115
+ Display all 152 possibilities? (y or n)
116
+
117
+ Finally, when you're ready to resume execution, you can enter "cont".
118
+
119
+
120
+ == Console
121
+
122
+ The console is a Ruby shell, which allows you to interact with your
123
+ application's domain model. Here you'll have all parts of the application
124
+ configured, just like it is when the application is running. You can inspect
125
+ domain models, change values, and save to the database. Starting the script
126
+ without arguments will launch it in the development environment.
127
+
128
+ To start the console, run <tt>rails console</tt> from the application
129
+ directory.
130
+
131
+ Options:
132
+
133
+ * Passing the <tt>-s, --sandbox</tt> argument will rollback any modifications
134
+ made to the database.
135
+ * Passing an environment name as an argument will load the corresponding
136
+ environment. Example: <tt>rails console production</tt>.
137
+
138
+ To reload your controllers and models after launching the console run
139
+ <tt>reload!</tt>
140
+
141
+ More information about irb can be found at:
142
+ link:http://www.rubycentral.org/pickaxe/irb.html
143
+
144
+
145
+ == dbconsole
146
+
147
+ You can go to the command line of your database directly through <tt>rails
148
+ dbconsole</tt>. You would be connected to the database with the credentials
149
+ defined in database.yml. Starting the script without arguments will connect you
150
+ to the development database. Passing an argument will connect you to a different
151
+ database, like <tt>rails dbconsole production</tt>. Currently works for MySQL,
152
+ PostgreSQL and SQLite 3.
153
+
154
+ == Description of Contents
155
+
156
+ The default directory structure of a generated Ruby on Rails application:
157
+
158
+ |-- app
159
+ | |-- assets
160
+ | | |-- images
161
+ | | |-- javascripts
162
+ | | `-- stylesheets
163
+ | |-- controllers
164
+ | |-- helpers
165
+ | |-- mailers
166
+ | |-- models
167
+ | `-- views
168
+ | `-- layouts
169
+ |-- config
170
+ | |-- environments
171
+ | |-- initializers
172
+ | `-- locales
173
+ |-- db
174
+ |-- doc
175
+ |-- lib
176
+ | |-- assets
177
+ | `-- tasks
178
+ |-- log
179
+ |-- public
180
+ |-- script
181
+ |-- test
182
+ | |-- fixtures
183
+ | |-- functional
184
+ | |-- integration
185
+ | |-- performance
186
+ | `-- unit
187
+ |-- tmp
188
+ | `-- cache
189
+ | `-- assets
190
+ `-- vendor
191
+ |-- assets
192
+ | |-- javascripts
193
+ | `-- stylesheets
194
+ `-- plugins
195
+
196
+ app
197
+ Holds all the code that's specific to this particular application.
198
+
199
+ app/assets
200
+ Contains subdirectories for images, stylesheets, and JavaScript files.
201
+
202
+ app/controllers
203
+ Holds controllers that should be named like weblogs_controller.rb for
204
+ automated URL mapping. All controllers should descend from
205
+ ApplicationController which itself descends from ActionController::Base.
206
+
207
+ app/models
208
+ Holds models that should be named like post.rb. Models descend from
209
+ ActiveRecord::Base by default.
210
+
211
+ app/views
212
+ Holds the template files for the view that should be named like
213
+ weblogs/index.html.erb for the WeblogsController#index action. All views use
214
+ eRuby syntax by default.
215
+
216
+ app/views/layouts
217
+ Holds the template files for layouts to be used with views. This models the
218
+ common header/footer method of wrapping views. In your views, define a layout
219
+ using the <tt>layout :default</tt> and create a file named default.html.erb.
220
+ Inside default.html.erb, call <% yield %> to render the view using this
221
+ layout.
222
+
223
+ app/helpers
224
+ Holds view helpers that should be named like weblogs_helper.rb. These are
225
+ generated for you automatically when using generators for controllers.
226
+ Helpers can be used to wrap functionality for your views into methods.
227
+
228
+ config
229
+ Configuration files for the Rails environment, the routing map, the database,
230
+ and other dependencies.
231
+
232
+ db
233
+ Contains the database schema in schema.rb. db/migrate contains all the
234
+ sequence of Migrations for your schema.
235
+
236
+ doc
237
+ This directory is where your application documentation will be stored when
238
+ generated using <tt>rake doc:app</tt>
239
+
240
+ lib
241
+ Application specific libraries. Basically, any kind of custom code that
242
+ doesn't belong under controllers, models, or helpers. This directory is in
243
+ the load path.
244
+
245
+ public
246
+ The directory available for the web server. Also contains the dispatchers and the
247
+ default HTML files. This should be set as the DOCUMENT_ROOT of your web
248
+ server.
249
+
250
+ script
251
+ Helper scripts for automation and generation.
252
+
253
+ test
254
+ Unit and functional tests along with fixtures. When using the rails generate
255
+ command, template test files will be generated for you and placed in this
256
+ directory.
257
+
258
+ vendor
259
+ External libraries that the application depends on. Also includes the plugins
260
+ subdirectory. If the app has frozen rails, those gems also go here, under
261
+ vendor/rails/. This directory is in the load path.
@@ -0,0 +1,7 @@
1
+ #!/usr/bin/env rake
2
+ # Add your own tasks in files placed in lib/tasks ending in .rake,
3
+ # for example lib/tasks/capistrano.rake, and they will automatically be available to Rake.
4
+
5
+ require File.expand_path('../config/application', __FILE__)
6
+
7
+ Dummy::Application.load_tasks
@@ -0,0 +1,15 @@
1
+ // This is a manifest file that'll be compiled into application.js, which will include all the files
2
+ // listed below.
3
+ //
4
+ // Any JavaScript/Coffee file within this directory, lib/assets/javascripts, vendor/assets/javascripts,
5
+ // or vendor/assets/javascripts of plugins, if any, can be referenced here using a relative path.
6
+ //
7
+ // It's not advisable to add code directly here, but if you do, it'll appear at the bottom of the
8
+ // the compiled file.
9
+ //
10
+ // WARNING: THE FIRST BLANK LINE MARKS THE END OF WHAT'S TO BE PROCESSED, ANY BLANK LINE SHOULD
11
+ // GO AFTER THE REQUIRES BELOW.
12
+ //
13
+ //= require jquery
14
+ //= require jquery_ujs
15
+ //= require_tree .