job_boss 0.5.5 → 0.5.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- data/README.markdown +7 -7
- data/doc/ActiveSupport/TestCase.html +2 -2
- data/doc/JobBoss/Boss.html +222 -221
- data/doc/JobBoss/Config.html +43 -43
- data/doc/JobBoss/Job.html +4 -4
- data/doc/JobBoss/Queuer.html +40 -39
- data/doc/created.rid +9 -9
- data/doc/index.html +4 -4
- data/doc/lib/job_boss/boss_rb.html +1 -1
- data/doc/lib/job_boss/config_rb.html +3 -1
- data/doc/lib/job_boss/job_rb.html +1 -1
- data/doc/lib/job_boss/queuer_rb.html +3 -1
- data/doc/lib/migrate_rb.html +1 -1
- data/doc/test/test_helper_rb.html +1 -1
- data/doc/test/unit/daemon_test_rb.html +1 -1
- data/doc/test/unit/job_test_rb.html +1 -1
- data/job_boss.gemspec +1 -1
- data/lib/job_boss/boss.rb +46 -41
- data/lib/job_boss/config.rb +16 -14
- data/lib/job_boss/job.rb +3 -3
- data/lib/job_boss/queuer.rb +1 -0
- data/test/test_helper.rb +1 -1
- data/test/unit/daemon_test.rb +32 -5
- metadata +3 -3
data/doc/JobBoss/Config.html
CHANGED
|
@@ -309,50 +309,50 @@
|
|
|
309
309
|
<div class="method-source-code"
|
|
310
310
|
id="parse-args-source">
|
|
311
311
|
<pre>
|
|
312
|
-
<span class="ruby-comment cmt"># File lib/job_boss/config.rb, line
|
|
313
|
-
|
|
314
|
-
|
|
315
|
-
|
|
316
|
-
|
|
317
|
-
|
|
318
|
-
|
|
319
|
-
|
|
320
|
-
|
|
321
|
-
13:
|
|
322
|
-
14: <span class="ruby-identifier">require</span> <span class="ruby-value str">'optparse'</span>
|
|
312
|
+
<span class="ruby-comment cmt"># File lib/job_boss/config.rb, line 7</span>
|
|
313
|
+
7: <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">parse_args</span>(<span class="ruby-identifier">argv</span>, <span class="ruby-identifier">options</span> = {})
|
|
314
|
+
8: <span class="ruby-ivar">@application_root</span> = <span class="ruby-constant">File</span>.<span class="ruby-identifier">expand_path</span>(<span class="ruby-constant">ENV</span>[<span class="ruby-value str">'JB_APPLICATION_ROOT'</span>] <span class="ruby-operator">||</span> <span class="ruby-identifier">options</span>[<span class="ruby-value">:working_dir</span>] <span class="ruby-operator">||</span> <span class="ruby-constant">Dir</span>.<span class="ruby-identifier">pwd</span>)
|
|
315
|
+
9: <span class="ruby-ivar">@database_yaml_path</span> = <span class="ruby-constant">ENV</span>[<span class="ruby-value str">'JB_DATABASE_YAML_PATH'</span>] <span class="ruby-operator">||</span> <span class="ruby-value str">'config/database.yml'</span>
|
|
316
|
+
10: <span class="ruby-ivar">@log_path</span> = <span class="ruby-constant">ENV</span>[<span class="ruby-value str">'JB_LOG_PATH'</span>] <span class="ruby-operator">||</span> <span class="ruby-value str">'log/job_boss.log'</span>
|
|
317
|
+
11: <span class="ruby-ivar">@jobs_path</span> = <span class="ruby-constant">ENV</span>[<span class="ruby-value str">'JB_JOBS_PATH'</span>] <span class="ruby-operator">||</span> <span class="ruby-value str">'app/jobs'</span>
|
|
318
|
+
12: <span class="ruby-ivar">@sleep_interval</span> = <span class="ruby-constant">ENV</span>[<span class="ruby-value str">'JB_SLEEP_INTERVAL'</span>].<span class="ruby-identifier">blank?</span> <span class="ruby-operator">?</span> <span class="ruby-value">0.5</span> <span class="ruby-operator">:</span> <span class="ruby-constant">ENV</span>[<span class="ruby-value str">'JB_SLEEP_INTERVAL'</span>].<span class="ruby-identifier">to_f</span>
|
|
319
|
+
13: <span class="ruby-ivar">@employee_limit</span> = <span class="ruby-constant">ENV</span>[<span class="ruby-value str">'JB_EMPLOYEE_LIMIT'</span>].<span class="ruby-identifier">blank?</span> <span class="ruby-operator">?</span> <span class="ruby-value">4</span> <span class="ruby-operator">:</span> <span class="ruby-constant">ENV</span>[<span class="ruby-value str">'JB_EMPLOYEE_LIMIT'</span>].<span class="ruby-identifier">to_i</span>
|
|
320
|
+
14: <span class="ruby-ivar">@environment</span> = <span class="ruby-constant">ENV</span>[<span class="ruby-value str">'JB_ENVIRONMENT'</span>] <span class="ruby-operator">||</span> <span class="ruby-value str">'development'</span>
|
|
323
321
|
15:
|
|
324
|
-
16: <span class="ruby-
|
|
325
|
-
17:
|
|
326
|
-
18:
|
|
327
|
-
19: <span class="ruby-identifier">opts</span>.<span class="ruby-identifier">
|
|
328
|
-
20:
|
|
329
|
-
21: <span class="ruby-keyword kw">
|
|
330
|
-
22:
|
|
331
|
-
23: <span class="ruby-
|
|
332
|
-
24:
|
|
333
|
-
25: <span class="ruby-keyword kw">
|
|
334
|
-
26:
|
|
335
|
-
27: <span class="ruby-
|
|
336
|
-
28:
|
|
337
|
-
29: <span class="ruby-keyword kw">
|
|
338
|
-
30:
|
|
339
|
-
31: <span class="ruby-
|
|
340
|
-
32:
|
|
341
|
-
33: <span class="ruby-keyword kw">
|
|
342
|
-
34:
|
|
343
|
-
35: <span class="ruby-
|
|
344
|
-
36:
|
|
345
|
-
37: <span class="ruby-keyword kw">
|
|
346
|
-
38:
|
|
347
|
-
39: <span class="ruby-
|
|
348
|
-
40:
|
|
349
|
-
41: <span class="ruby-keyword kw">
|
|
350
|
-
42:
|
|
351
|
-
43: <span class="ruby-
|
|
352
|
-
44:
|
|
353
|
-
45: <span class="ruby-keyword kw">
|
|
354
|
-
46:
|
|
355
|
-
47:
|
|
322
|
+
16: <span class="ruby-identifier">require</span> <span class="ruby-value str">'optparse'</span>
|
|
323
|
+
17:
|
|
324
|
+
18: <span class="ruby-constant">OptionParser</span>.<span class="ruby-identifier">new</span> <span class="ruby-keyword kw">do</span> <span class="ruby-operator">|</span><span class="ruby-identifier">opts</span><span class="ruby-operator">|</span>
|
|
325
|
+
19: <span class="ruby-identifier">opts</span>.<span class="ruby-identifier">banner</span> = <span class="ruby-value str">"Usage: job_boss [start|stop|restart|run|zap] [-- <options>]"</span>
|
|
326
|
+
20:
|
|
327
|
+
21: <span class="ruby-identifier">opts</span>.<span class="ruby-identifier">on</span>(<span class="ruby-value str">"-r"</span>, <span class="ruby-value str">"--application-root PATH"</span>, <span class="ruby-value str">"Path for the application root upon which other paths depend (defaults to .) Environment variable: JB_APPLICATION_ROOT"</span>) <span class="ruby-keyword kw">do</span> <span class="ruby-operator">|</span><span class="ruby-identifier">path</span><span class="ruby-operator">|</span>
|
|
328
|
+
22: <span class="ruby-ivar">@application_root</span> = <span class="ruby-constant">File</span>.<span class="ruby-identifier">expand_path</span>(<span class="ruby-identifier">path</span>)
|
|
329
|
+
23: <span class="ruby-keyword kw">end</span>
|
|
330
|
+
24:
|
|
331
|
+
25: <span class="ruby-identifier">opts</span>.<span class="ruby-identifier">on</span>(<span class="ruby-value str">"-d"</span>, <span class="ruby-value str">"--database-yaml PATH"</span>, <span class="ruby-node">"Path for database YAML (defaults to <application-root>/#{@database_yaml_path}) Environment variable: JB_DATABASE_YAML_PATH"</span>) <span class="ruby-keyword kw">do</span> <span class="ruby-operator">|</span><span class="ruby-identifier">path</span><span class="ruby-operator">|</span>
|
|
332
|
+
26: <span class="ruby-ivar">@database_yaml_path</span> = <span class="ruby-identifier">path</span>
|
|
333
|
+
27: <span class="ruby-keyword kw">end</span>
|
|
334
|
+
28:
|
|
335
|
+
29: <span class="ruby-identifier">opts</span>.<span class="ruby-identifier">on</span>(<span class="ruby-value str">"-l"</span>, <span class="ruby-value str">"--log-path PATH"</span>, <span class="ruby-node">"Path for log file (defaults to <application-root>/#{@log_path}) Environment variable: JB_LOG_PATH"</span>) <span class="ruby-keyword kw">do</span> <span class="ruby-operator">|</span><span class="ruby-identifier">path</span><span class="ruby-operator">|</span>
|
|
336
|
+
30: <span class="ruby-ivar">@log_path</span> = <span class="ruby-identifier">path</span>
|
|
337
|
+
31: <span class="ruby-keyword kw">end</span>
|
|
338
|
+
32:
|
|
339
|
+
33: <span class="ruby-identifier">opts</span>.<span class="ruby-identifier">on</span>(<span class="ruby-value str">"-j"</span>, <span class="ruby-value str">"--jobs-path PATH"</span>, <span class="ruby-node">"Path to folder with job classes (defaults to <application-root>/#{@jobs_path}) Environment variable: JB_JOBS_PATH"</span>) <span class="ruby-keyword kw">do</span> <span class="ruby-operator">|</span><span class="ruby-identifier">path</span><span class="ruby-operator">|</span>
|
|
340
|
+
34: <span class="ruby-ivar">@jobs_path</span> = <span class="ruby-identifier">path</span>
|
|
341
|
+
35: <span class="ruby-keyword kw">end</span>
|
|
342
|
+
36:
|
|
343
|
+
37: <span class="ruby-identifier">opts</span>.<span class="ruby-identifier">on</span>(<span class="ruby-value str">"-e"</span>, <span class="ruby-value str">"--environment ENV"</span>, <span class="ruby-node">"Environment to use in database YAML file (defaults to '#{@environment}') Environment variable: JB_ENVIRONMENT"</span>) <span class="ruby-keyword kw">do</span> <span class="ruby-operator">|</span><span class="ruby-identifier">env</span><span class="ruby-operator">|</span>
|
|
344
|
+
38: <span class="ruby-ivar">@environment</span> = <span class="ruby-identifier">env</span>
|
|
345
|
+
39: <span class="ruby-keyword kw">end</span>
|
|
346
|
+
40:
|
|
347
|
+
41: <span class="ruby-identifier">opts</span>.<span class="ruby-identifier">on</span>(<span class="ruby-value str">"-s"</span>, <span class="ruby-value str">"--sleep-interval INTERVAL"</span>, <span class="ruby-constant">Integer</span>, <span class="ruby-node">"Number of seconds for the boss to sleep between checks of the queue (default #{@sleep_interval}) Environment variable: JB_SLEEP_INTERVAL"</span>) <span class="ruby-keyword kw">do</span> <span class="ruby-operator">|</span><span class="ruby-identifier">interval</span><span class="ruby-operator">|</span>
|
|
348
|
+
42: <span class="ruby-ivar">@sleep_interval</span> = <span class="ruby-identifier">interval</span>
|
|
349
|
+
43: <span class="ruby-keyword kw">end</span>
|
|
350
|
+
44:
|
|
351
|
+
45: <span class="ruby-identifier">opts</span>.<span class="ruby-identifier">on</span>(<span class="ruby-value str">"-c"</span>, <span class="ruby-value str">"--employee-limit LIMIT"</span>, <span class="ruby-constant">Integer</span>, <span class="ruby-value str">"Maximum number of employees (default 4) Environment variable: JB_EMPLOYEE_LIMIT"</span>) <span class="ruby-keyword kw">do</span> <span class="ruby-operator">|</span><span class="ruby-identifier">limit</span><span class="ruby-operator">|</span>
|
|
352
|
+
46: <span class="ruby-ivar">@employee_limit</span> = <span class="ruby-identifier">limit</span>
|
|
353
|
+
47: <span class="ruby-keyword kw">end</span>
|
|
354
|
+
48: <span class="ruby-keyword kw">end</span>.<span class="ruby-identifier">parse!</span>(<span class="ruby-identifier">argv</span>)
|
|
355
|
+
49: <span class="ruby-keyword kw">end</span></pre>
|
|
356
356
|
</div>
|
|
357
357
|
|
|
358
358
|
</div>
|
data/doc/JobBoss/Job.html
CHANGED
|
@@ -586,7 +586,7 @@ Is the job complete?
|
|
|
586
586
|
<div class="method-heading">
|
|
587
587
|
|
|
588
588
|
<span class="method-name">dispatch</span><span
|
|
589
|
-
class="method-args">()</span>
|
|
589
|
+
class="method-args">(boss)</span>
|
|
590
590
|
<span class="method-click-advice">click to toggle source</span>
|
|
591
591
|
|
|
592
592
|
</div>
|
|
@@ -603,9 +603,9 @@ Method used by the boss to dispatch an employee
|
|
|
603
603
|
id="dispatch-source">
|
|
604
604
|
<pre>
|
|
605
605
|
<span class="ruby-comment cmt"># File lib/job_boss/job.rb, line 15</span>
|
|
606
|
-
15: <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">dispatch</span>
|
|
606
|
+
15: <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">dispatch</span>(<span class="ruby-identifier">boss</span>)
|
|
607
607
|
16: <span class="ruby-identifier">mark_as_started</span>
|
|
608
|
-
17: <span class="ruby-
|
|
608
|
+
17: <span class="ruby-identifier">boss</span>.<span class="ruby-identifier">logger</span>.<span class="ruby-identifier">info</span> <span class="ruby-node">"Dispatching Job ##{self.id}"</span>
|
|
609
609
|
18:
|
|
610
610
|
19: <span class="ruby-identifier">pid</span> = <span class="ruby-identifier">fork</span> <span class="ruby-keyword kw">do</span>
|
|
611
611
|
20: <span class="ruby-constant">ActiveRecord</span><span class="ruby-operator">::</span><span class="ruby-constant">Base</span>.<span class="ruby-identifier">connection</span>.<span class="ruby-identifier">reconnect!</span>
|
|
@@ -620,7 +620,7 @@ Method used by the boss to dispatch an employee
|
|
|
620
620
|
29: <span class="ruby-keyword kw">self</span>.<span class="ruby-identifier">update_attribute</span>(<span class="ruby-value">:result</span>, <span class="ruby-identifier">value</span>)
|
|
621
621
|
30: <span class="ruby-keyword kw">rescue</span> <span class="ruby-constant">Exception</span> =<span class="ruby-operator">></span> <span class="ruby-identifier">exception</span>
|
|
622
622
|
31: <span class="ruby-identifier">mark_exception</span>(<span class="ruby-identifier">exception</span>)
|
|
623
|
-
32: <span class="ruby-
|
|
623
|
+
32: <span class="ruby-identifier">boss</span>.<span class="ruby-identifier">logger</span>.<span class="ruby-identifier">error</span> <span class="ruby-node">"Error running job ##{self.id}!"</span>
|
|
624
624
|
33: <span class="ruby-keyword kw">ensure</span>
|
|
625
625
|
34: <span class="ruby-keyword kw">until</span> <span class="ruby-identifier">mark_as_completed</span>
|
|
626
626
|
35: <span class="ruby-identifier">sleep</span>(<span class="ruby-value">1</span>)
|
data/doc/JobBoss/Queuer.html
CHANGED
|
@@ -187,45 +187,46 @@
|
|
|
187
187
|
<span class="ruby-comment cmt"># File lib/job_boss/queuer.rb, line 3</span>
|
|
188
188
|
3: <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">method_missing</span>(<span class="ruby-identifier">method_id</span>, *<span class="ruby-identifier">args</span>)
|
|
189
189
|
4: <span class="ruby-identifier">require</span> <span class="ruby-value str">'active_support'</span>
|
|
190
|
-
5:
|
|
191
|
-
6:
|
|
192
|
-
7:
|
|
193
|
-
8:
|
|
194
|
-
9:
|
|
195
|
-
10:
|
|
196
|
-
11:
|
|
197
|
-
12:
|
|
198
|
-
13: <span class="ruby-identifier">
|
|
199
|
-
14:
|
|
200
|
-
15:
|
|
201
|
-
16: <span class="ruby-ivar">@
|
|
202
|
-
17:
|
|
203
|
-
18:
|
|
204
|
-
19:
|
|
205
|
-
20:
|
|
206
|
-
21:
|
|
207
|
-
22:
|
|
208
|
-
23:
|
|
209
|
-
24:
|
|
210
|
-
25: <span class="ruby-
|
|
211
|
-
26:
|
|
212
|
-
27: <span class="ruby-
|
|
213
|
-
28:
|
|
214
|
-
29:
|
|
215
|
-
30:
|
|
216
|
-
31:
|
|
217
|
-
32:
|
|
218
|
-
33: <span class="ruby-
|
|
219
|
-
34:
|
|
220
|
-
35:
|
|
221
|
-
36:
|
|
222
|
-
37:
|
|
223
|
-
38:
|
|
224
|
-
39:
|
|
225
|
-
40:
|
|
226
|
-
41:
|
|
227
|
-
42:
|
|
228
|
-
43:
|
|
190
|
+
5: <span class="ruby-identifier">require</span> <span class="ruby-value str">'job_boss/job'</span>
|
|
191
|
+
6:
|
|
192
|
+
7: <span class="ruby-identifier">method_name</span> = <span class="ruby-identifier">method_id</span>.<span class="ruby-identifier">id2name</span>
|
|
193
|
+
8:
|
|
194
|
+
9: <span class="ruby-keyword kw">if</span> <span class="ruby-ivar">@class</span> <span class="ruby-operator">&&</span> <span class="ruby-ivar">@controller</span>
|
|
195
|
+
10: <span class="ruby-comment cmt"># In here, we've already figured out the class, so assume the method_missing call is to the method</span>
|
|
196
|
+
11:
|
|
197
|
+
12: <span class="ruby-keyword kw">if</span> <span class="ruby-ivar">@class</span>.<span class="ruby-identifier">respond_to?</span>(<span class="ruby-identifier">method_name</span>)
|
|
198
|
+
13: <span class="ruby-identifier">require</span> <span class="ruby-value str">'job_boss/job'</span>
|
|
199
|
+
14: <span class="ruby-identifier">path</span> = <span class="ruby-node">"#{@controller}##{method_name}"</span>
|
|
200
|
+
15:
|
|
201
|
+
16: <span class="ruby-ivar">@class</span> = <span class="ruby-keyword kw">nil</span>
|
|
202
|
+
17: <span class="ruby-ivar">@controller</span> = <span class="ruby-keyword kw">nil</span>
|
|
203
|
+
18:
|
|
204
|
+
19: <span class="ruby-constant">Job</span>.<span class="ruby-identifier">create</span>(<span class="ruby-value">:path</span> =<span class="ruby-operator">></span> <span class="ruby-identifier">path</span>,
|
|
205
|
+
20: <span class="ruby-value">:args</span> =<span class="ruby-operator">></span> <span class="ruby-identifier">args</span>)
|
|
206
|
+
21: <span class="ruby-keyword kw">else</span>
|
|
207
|
+
22: <span class="ruby-identifier">raise</span> <span class="ruby-constant">ArgumentError</span>, <span class="ruby-value str">"Invalid action"</span>
|
|
208
|
+
23: <span class="ruby-keyword kw">end</span>
|
|
209
|
+
24: <span class="ruby-keyword kw">else</span>
|
|
210
|
+
25: <span class="ruby-comment cmt"># Check to see if there's a class</span>
|
|
211
|
+
26: <span class="ruby-keyword kw">begin</span>
|
|
212
|
+
27: <span class="ruby-comment cmt"># If we find a class that ends in "Jobs", we instanciate it and call an instance method</span>
|
|
213
|
+
28: <span class="ruby-ivar">@class</span> = <span class="ruby-constant">Kernel</span>.<span class="ruby-identifier">const_get</span>(<span class="ruby-node">"#{method_name.classify}Jobs"</span>).<span class="ruby-identifier">new</span>
|
|
214
|
+
29:
|
|
215
|
+
30: <span class="ruby-ivar">@controller</span> = <span class="ruby-identifier">method_name</span>
|
|
216
|
+
31: <span class="ruby-keyword kw">rescue</span> <span class="ruby-constant">NameError</span>
|
|
217
|
+
32: <span class="ruby-keyword kw">begin</span>
|
|
218
|
+
33: <span class="ruby-comment cmt"># If we don't find a class that ends in "Jobs", we're going to call a class method</span>
|
|
219
|
+
34: <span class="ruby-ivar">@class</span> = <span class="ruby-constant">Kernel</span>.<span class="ruby-identifier">const_get</span>(<span class="ruby-node">"#{method_name.classify}"</span>)
|
|
220
|
+
35:
|
|
221
|
+
36: <span class="ruby-ivar">@controller</span> = <span class="ruby-identifier">method_name</span>
|
|
222
|
+
37: <span class="ruby-keyword kw">rescue</span>
|
|
223
|
+
38: <span class="ruby-identifier">raise</span> <span class="ruby-constant">ArgumentError</span>, <span class="ruby-value str">"Invalid controller"</span>
|
|
224
|
+
39: <span class="ruby-keyword kw">end</span>
|
|
225
|
+
40: <span class="ruby-keyword kw">end</span>
|
|
226
|
+
41:
|
|
227
|
+
42: <span class="ruby-keyword kw">self</span>
|
|
228
|
+
43: <span class="ruby-keyword kw">end</span>
|
|
229
|
+
44: <span class="ruby-keyword kw">end</span></pre>
|
|
229
230
|
</div>
|
|
230
231
|
|
|
231
232
|
</div>
|
data/doc/created.rid
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
|
-
|
|
1
|
+
Sun, 12 Dec 2010 13:52:00 -0500
|
|
2
2
|
./bin/job_boss Sat, 11 Dec 2010 15:09:03 -0500
|
|
3
3
|
./Gemfile Mon, 29 Nov 2010 09:41:29 -0500
|
|
4
4
|
./init.rb Fri, 03 Dec 2010 08:33:46 -0500
|
|
5
|
-
./lib/job_boss/boss.rb
|
|
5
|
+
./lib/job_boss/boss.rb Sun, 12 Dec 2010 13:46:34 -0500
|
|
6
6
|
./lib/job_boss/capistrano.rb Wed, 24 Nov 2010 14:13:12 -0500
|
|
7
|
-
./lib/job_boss/config.rb
|
|
8
|
-
./lib/job_boss/job.rb
|
|
9
|
-
./lib/job_boss/queuer.rb
|
|
7
|
+
./lib/job_boss/config.rb Sun, 12 Dec 2010 13:50:39 -0500
|
|
8
|
+
./lib/job_boss/job.rb Sun, 12 Dec 2010 13:45:13 -0500
|
|
9
|
+
./lib/job_boss/queuer.rb Sun, 12 Dec 2010 13:42:58 -0500
|
|
10
10
|
./lib/job_boss.rb Fri, 03 Dec 2010 08:55:47 -0500
|
|
11
|
-
./lib/migrate.rb
|
|
11
|
+
./lib/migrate.rb Sun, 12 Dec 2010 13:46:41 -0500
|
|
12
12
|
./MIT-LICENSE Fri, 03 Dec 2010 08:38:44 -0500
|
|
13
13
|
./Rakefile Sat, 11 Dec 2010 17:05:22 -0500
|
|
14
14
|
./test/app_root/app/jobs/math_jobs.rb Sun, 28 Nov 2010 10:56:16 -0500
|
|
@@ -16,6 +16,6 @@ Sat, 11 Dec 2010 17:06:33 -0500
|
|
|
16
16
|
./test/app_root/app/jobs/string_jobs.rb Sun, 28 Nov 2010 20:04:58 -0500
|
|
17
17
|
./test/app_root/app/models/penguin.rb Sat, 11 Dec 2010 14:25:33 -0500
|
|
18
18
|
./test/app_root/config/environment.rb Sat, 11 Dec 2010 16:42:13 -0500
|
|
19
|
-
./test/test_helper.rb
|
|
20
|
-
./test/unit/daemon_test.rb Sun,
|
|
21
|
-
./test/unit/job_test.rb
|
|
19
|
+
./test/test_helper.rb Sun, 12 Dec 2010 11:27:03 -0500
|
|
20
|
+
./test/unit/daemon_test.rb Sun, 12 Dec 2010 13:36:55 -0500
|
|
21
|
+
./test/unit/job_test.rb Sun, 12 Dec 2010 13:47:30 -0500
|
data/doc/index.html
CHANGED
|
@@ -81,8 +81,6 @@
|
|
|
81
81
|
|
|
82
82
|
<li><a href="CreateJobs.html#method-c-down">::down — CreateJobs</a></li>
|
|
83
83
|
|
|
84
|
-
<li><a href="JobBoss/Boss.html#method-c-logger">::logger — JobBoss::Boss</a></li>
|
|
85
|
-
|
|
86
84
|
<li><a href="JobBoss/Boss.html#method-c-new">::new — JobBoss::Boss</a></li>
|
|
87
85
|
|
|
88
86
|
<li><a href="JobBoss/Job.html#method-c-pending_paths">::pending_paths — JobBoss::Job</a></li>
|
|
@@ -121,6 +119,8 @@
|
|
|
121
119
|
|
|
122
120
|
<li><a href="StringJobs.html#method-i-concatenate">#concatenate — StringJobs</a></li>
|
|
123
121
|
|
|
122
|
+
<li><a href="JobBoss/Boss.html#method-i-config">#config — JobBoss::Boss</a></li>
|
|
123
|
+
|
|
124
124
|
<li><a href="JobBoss/Job.html#method-i-dispatch">#dispatch — JobBoss::Job</a></li>
|
|
125
125
|
|
|
126
126
|
<li><a href="SleepJobs.html#method-i-do_not_never_sleep">#do_not_never_sleep — SleepJobs</a></li>
|
|
@@ -135,6 +135,8 @@
|
|
|
135
135
|
|
|
136
136
|
<li><a href="JobBoss/Boss.html#method-i-kill_job">#kill_job — JobBoss::Boss</a></li>
|
|
137
137
|
|
|
138
|
+
<li><a href="JobBoss/Boss.html#method-i-logger">#logger — JobBoss::Boss</a></li>
|
|
139
|
+
|
|
138
140
|
<li><a href="JobBoss/Job.html#method-i-mark_as_cancelled">#mark_as_cancelled — JobBoss::Job</a></li>
|
|
139
141
|
|
|
140
142
|
<li><a href="JobBoss/Job.html#method-i-mark_as_completed">#mark_as_completed — JobBoss::Job</a></li>
|
|
@@ -149,8 +151,6 @@
|
|
|
149
151
|
|
|
150
152
|
<li><a href="JobBoss/Queuer.html#method-i-method_missing">#method_missing — JobBoss::Queuer</a></li>
|
|
151
153
|
|
|
152
|
-
<li><a href="JobBoss/Boss.html#method-i-migrate">#migrate — JobBoss::Boss</a></li>
|
|
153
|
-
|
|
154
154
|
<li><a href="JobBoss/Config.html#method-i-parse_args">#parse_args — JobBoss::Config</a></li>
|
|
155
155
|
|
|
156
156
|
<li><a href="JobBoss/Boss.html#method-i-require_job_classes">#require_job_classes — JobBoss::Boss</a></li>
|
|
@@ -24,13 +24,15 @@
|
|
|
24
24
|
<div id="metadata">
|
|
25
25
|
<dl>
|
|
26
26
|
<dt class="modified-date">Last Modified</dt>
|
|
27
|
-
<dd class="modified-date">2010-12-
|
|
27
|
+
<dd class="modified-date">2010-12-12 13:50:39 -0500</dd>
|
|
28
28
|
|
|
29
29
|
|
|
30
30
|
<dt class="requires">Requires</dt>
|
|
31
31
|
<dd class="requires">
|
|
32
32
|
<ul>
|
|
33
33
|
|
|
34
|
+
<li>active_support/core_ext/string</li>
|
|
35
|
+
|
|
34
36
|
<li>optparse</li>
|
|
35
37
|
|
|
36
38
|
</ul>
|
|
@@ -24,7 +24,7 @@
|
|
|
24
24
|
<div id="metadata">
|
|
25
25
|
<dl>
|
|
26
26
|
<dt class="modified-date">Last Modified</dt>
|
|
27
|
-
<dd class="modified-date">2010-12-
|
|
27
|
+
<dd class="modified-date">2010-12-12 13:42:58 -0500</dd>
|
|
28
28
|
|
|
29
29
|
|
|
30
30
|
<dt class="requires">Requires</dt>
|
|
@@ -35,6 +35,8 @@
|
|
|
35
35
|
|
|
36
36
|
<li>job_boss/job</li>
|
|
37
37
|
|
|
38
|
+
<li>job_boss/job</li>
|
|
39
|
+
|
|
38
40
|
</ul>
|
|
39
41
|
</dd>
|
|
40
42
|
|
data/doc/lib/migrate_rb.html
CHANGED
data/job_boss.gemspec
CHANGED
data/lib/job_boss/boss.rb
CHANGED
|
@@ -2,6 +2,8 @@ require 'active_support'
|
|
|
2
2
|
|
|
3
3
|
module JobBoss
|
|
4
4
|
class Boss
|
|
5
|
+
extend ActiveSupport::Memoizable
|
|
6
|
+
|
|
5
7
|
class << self
|
|
6
8
|
extend ActiveSupport::Memoizable
|
|
7
9
|
# Used to set Boss configuration
|
|
@@ -9,16 +11,18 @@ module JobBoss
|
|
|
9
11
|
# Boss.config.sleep_interval = 2
|
|
10
12
|
def config
|
|
11
13
|
require 'job_boss/config'
|
|
12
|
-
|
|
14
|
+
Config.new
|
|
13
15
|
end
|
|
16
|
+
memoize :config
|
|
14
17
|
|
|
15
18
|
# Used to queue jobs
|
|
16
19
|
# Usage:
|
|
17
20
|
# Boss.queue.math.is_prime?(42)
|
|
18
21
|
def queue
|
|
19
22
|
require 'job_boss/queuer'
|
|
20
|
-
|
|
23
|
+
Queuer.new
|
|
21
24
|
end
|
|
25
|
+
memoize :queue
|
|
22
26
|
|
|
23
27
|
# Used to queue jobs
|
|
24
28
|
# Usage:
|
|
@@ -29,30 +33,34 @@ module JobBoss
|
|
|
29
33
|
queue.send(controller).send(action, *args)
|
|
30
34
|
end
|
|
31
35
|
|
|
32
|
-
def logger
|
|
33
|
-
@@config.log_path = resolve_path(@@config.log_path)
|
|
34
|
-
|
|
35
|
-
require 'logger'
|
|
36
|
-
Logger.new(@@config.log_path)
|
|
37
|
-
end
|
|
38
|
-
memoize :logger
|
|
39
|
-
|
|
40
36
|
# If path starts with '/', leave alone. Otherwise, prepend application_root
|
|
41
37
|
def resolve_path(path)
|
|
42
|
-
if path == ?/ || path.match(/^#{
|
|
38
|
+
if path == ?/ || path.match(/^#{config.application_root}/)
|
|
43
39
|
path
|
|
44
40
|
else
|
|
45
|
-
File.join(
|
|
41
|
+
File.join(config.application_root, path)
|
|
46
42
|
end
|
|
47
43
|
end
|
|
48
44
|
end
|
|
49
45
|
|
|
46
|
+
def config
|
|
47
|
+
Boss.config
|
|
48
|
+
end
|
|
49
|
+
|
|
50
|
+
def logger
|
|
51
|
+
config.log_path = Boss.resolve_path(config.log_path)
|
|
52
|
+
|
|
53
|
+
require 'logger'
|
|
54
|
+
Logger.new(config.log_path)
|
|
55
|
+
end
|
|
56
|
+
memoize :logger
|
|
57
|
+
|
|
50
58
|
def initialize(options = {})
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
59
|
+
config.application_root ||= options[:working_dir]
|
|
60
|
+
config.sleep_interval ||= options[:sleep_interval]
|
|
61
|
+
config.employee_limit ||= options[:employee_limit]
|
|
62
|
+
config.database_yaml_path ||= options[:database_yaml_path]
|
|
63
|
+
config.jobs_path ||= options[:jobs_path]
|
|
56
64
|
|
|
57
65
|
@running_jobs = []
|
|
58
66
|
end
|
|
@@ -63,13 +71,10 @@ module JobBoss
|
|
|
63
71
|
require 'yaml'
|
|
64
72
|
|
|
65
73
|
establish_active_record_connection
|
|
74
|
+
logger.info "Started ActiveRecord connection in '#{config.environment}' environment from database YAML: #{config.database_yaml_path}"
|
|
66
75
|
|
|
67
76
|
require_job_classes
|
|
68
77
|
|
|
69
|
-
require 'job_boss/job'
|
|
70
|
-
|
|
71
|
-
migrate
|
|
72
|
-
|
|
73
78
|
Signal.trap("HUP") do
|
|
74
79
|
stop
|
|
75
80
|
end
|
|
@@ -78,11 +83,12 @@ module JobBoss
|
|
|
78
83
|
stop if Process.pid == BOSS_PID
|
|
79
84
|
end
|
|
80
85
|
|
|
81
|
-
|
|
86
|
+
logger.info "Job Boss started"
|
|
87
|
+
logger.info "Employee limit: #{Boss.config.employee_limit}"
|
|
82
88
|
|
|
83
89
|
while true
|
|
84
90
|
unless (children_count = available_employees) > 0 && Job.pending.count > 0
|
|
85
|
-
sleep(
|
|
91
|
+
sleep(config.sleep_interval)
|
|
86
92
|
next
|
|
87
93
|
end
|
|
88
94
|
|
|
@@ -92,7 +98,7 @@ module JobBoss
|
|
|
92
98
|
job = Job.pending.find_by_path(path)
|
|
93
99
|
next if job.nil?
|
|
94
100
|
|
|
95
|
-
job.dispatch
|
|
101
|
+
job.dispatch(self)
|
|
96
102
|
@running_jobs << job
|
|
97
103
|
|
|
98
104
|
children_count -= 1
|
|
@@ -103,11 +109,11 @@ module JobBoss
|
|
|
103
109
|
end
|
|
104
110
|
|
|
105
111
|
def stop
|
|
106
|
-
|
|
112
|
+
logger.info "Stopping #{@running_jobs.size} running employees..."
|
|
107
113
|
|
|
108
114
|
shutdown_running_jobs
|
|
109
115
|
|
|
110
|
-
|
|
116
|
+
logger.info "Job Boss stopped"
|
|
111
117
|
end
|
|
112
118
|
|
|
113
119
|
private
|
|
@@ -136,35 +142,34 @@ private
|
|
|
136
142
|
def available_employees
|
|
137
143
|
cleanup_running_jobs
|
|
138
144
|
|
|
139
|
-
|
|
145
|
+
config.employee_limit - @running_jobs.size
|
|
140
146
|
end
|
|
141
147
|
|
|
142
148
|
def establish_active_record_connection
|
|
143
|
-
|
|
149
|
+
config.database_yaml_path = Boss.resolve_path(config.database_yaml_path)
|
|
144
150
|
|
|
145
|
-
raise "Database YAML file missing (#{
|
|
151
|
+
raise "Database YAML file missing (#{config.database_yaml_path})" unless File.exist?(config.database_yaml_path)
|
|
146
152
|
|
|
147
|
-
|
|
153
|
+
config_data = YAML.load(File.read(config.database_yaml_path))
|
|
148
154
|
|
|
149
155
|
ActiveRecord::Base.remove_connection
|
|
150
|
-
ActiveRecord::Base.establish_connection(
|
|
151
|
-
end
|
|
152
|
-
|
|
153
|
-
def require_job_classes
|
|
154
|
-
@@config.jobs_path = Boss.resolve_path(@@config.jobs_path)
|
|
155
|
-
|
|
156
|
-
raise "Jobs path missing (#{@@config.jobs_path})" unless File.exist?(@@config.jobs_path)
|
|
157
|
-
|
|
158
|
-
Dir.glob(File.join(@@config.jobs_path, '*.rb')).each {|job_class| require job_class }
|
|
159
|
-
end
|
|
156
|
+
ActiveRecord::Base.establish_connection(config_data[config.environment])
|
|
160
157
|
|
|
161
|
-
|
|
158
|
+
require 'job_boss/job'
|
|
162
159
|
unless Job.table_exists?
|
|
163
160
|
require 'migrate'
|
|
164
161
|
CreateJobs.up
|
|
165
162
|
end
|
|
166
163
|
end
|
|
167
164
|
|
|
165
|
+
def require_job_classes
|
|
166
|
+
config.jobs_path = Boss.resolve_path(config.jobs_path)
|
|
167
|
+
|
|
168
|
+
raise "Jobs path missing (#{config.jobs_path})" unless File.exist?(config.jobs_path)
|
|
169
|
+
|
|
170
|
+
Dir.glob(File.join(config.jobs_path, '*.rb')).each {|job_class| require job_class }
|
|
171
|
+
end
|
|
172
|
+
|
|
168
173
|
def kill_job(job)
|
|
169
174
|
begin
|
|
170
175
|
Process.kill("TERM", job.employee_pid.to_i)
|