rq-ruby1.8 3.4.5 → 3.4.6
Sign up to get free protection for your applications and to get access to all the features.
- data/INSTALL +29 -11
- data/README +15 -4
- data/TUTORIAL +2 -52
- data/VERSION +1 -1
- data/bin/rq +2 -2
- data/bin/rqmailer +1 -1
- data/{test → bin}/test_rq.rb +3 -3
- data/lib/rq/usage.rb +13 -2
- data/rq-ruby1.8.gemspec +4 -4
- metadata +24 -30
data/INSTALL
CHANGED
@@ -4,9 +4,9 @@ The current version of rq runs on ruby1.8. A gem is available on rubygems:
|
|
4
4
|
|
5
5
|
https://rubygems.org/gems/rq-ruby1.8
|
6
6
|
|
7
|
-
simply
|
7
|
+
simply install
|
8
8
|
|
9
|
-
|
9
|
+
sqlite2 (Debian apt-get install libsqlite0-dev)
|
10
10
|
|
11
11
|
and
|
12
12
|
|
@@ -18,21 +18,30 @@ The gem includes sqlite-1.3.1 for Ruby. And should include:
|
|
18
18
|
- gem1.8 install arrayfields
|
19
19
|
- gem1.8 install lockfile
|
20
20
|
|
21
|
-
gems also available from http://bio4.dnsalias.net/download/gem/ruby1.8/
|
21
|
+
these gems are also available from http://bio4.dnsalias.net/download/gem/ruby1.8/
|
22
22
|
|
23
23
|
Find rq
|
24
24
|
|
25
25
|
gem1.8 contents rq-ruby1.8|grep bin/rq$
|
26
|
+
|
27
|
+
and add to the path, for example
|
28
|
+
|
29
|
+
/var/lib/gems/1.8/bin
|
26
30
|
|
27
31
|
Maybe link it
|
28
32
|
|
29
33
|
ln -sf `gem1.8 contents rq-ruby1.8|grep bin/rq$` /usr/local/bin/rq
|
34
|
+
|
30
35
|
rq --help
|
31
36
|
|
37
|
+
Run the integration tests, e.g.
|
38
|
+
|
39
|
+
test_rq.rb or /var/lib/gems/1.8/bin/test_rq.rb
|
40
|
+
|
32
41
|
=== Debian
|
33
42
|
|
34
43
|
On Debian systems, the recommended procedure is to use Debian apt on all
|
35
|
-
machines. For now, use the gem install, as documented in the README!
|
44
|
+
machines. For now, use the gem install, as documented above, and in the README!
|
36
45
|
|
37
46
|
This has been tested on Debian Squeeze (BioLinux Minimal):
|
38
47
|
|
@@ -45,23 +54,29 @@ This has been tested on Debian Squeeze (BioLinux Minimal):
|
|
45
54
|
Successfully installed posixlock-0.0.1
|
46
55
|
Successfully installed arrayfields-4.7.4
|
47
56
|
Successfully installed lockfile-1.4.3
|
48
|
-
Successfully installed rq-ruby1.8-3.
|
57
|
+
Successfully installed rq-ruby1.8-3.x.x
|
49
58
|
4 gems installed
|
50
59
|
Installing ri documentation for posixlock-0.0.1...
|
51
60
|
Installing ri documentation for arrayfields-4.7.4...
|
52
61
|
Installing ri documentation for lockfile-1.4.3...
|
53
|
-
Installing ri documentation for rq-ruby1.8-3.
|
62
|
+
Installing ri documentation for rq-ruby1.8-3.x.x...
|
54
63
|
Installing RDoc documentation for posixlock-0.0.1...
|
55
64
|
Installing RDoc documentation for arrayfields-4.7.4...
|
56
65
|
Installing RDoc documentation for lockfile-1.4.3...
|
57
|
-
Installing RDoc documentation for rq-ruby1.8-3.
|
66
|
+
Installing RDoc documentation for rq-ruby1.8-3.x.x...
|
58
67
|
|
59
68
|
ln -sf `gem1.8 contents rq-ruby1.8|grep bin/rq$` /usr/local/bin/rq
|
60
69
|
|
70
|
+
run
|
71
|
+
|
72
|
+
test_rq.rb or /var/lib/gems/1.8/bin/test_rq.rb
|
73
|
+
|
74
|
+
rq --help
|
75
|
+
|
61
76
|
root@vagrant-debian-squeeze:/home/vagrant# rq --help
|
62
77
|
NAME
|
63
78
|
|
64
|
-
rq v3.
|
79
|
+
rq v3.x.x
|
65
80
|
|
66
81
|
(...)
|
67
82
|
|
@@ -144,7 +159,7 @@ The current version of rq runs on ruby1.8, using bundler and jeweler:
|
|
144
159
|
=== rubyio.h error
|
145
160
|
|
146
161
|
Building native extensions. This could take a while...
|
147
|
-
ERROR: Error installing rq-ruby1.8-3.
|
162
|
+
ERROR: Error installing rq-ruby1.8-3.x.x.gem:
|
148
163
|
ERROR: Failed to build gem native extension.
|
149
164
|
|
150
165
|
/usr/local/include/ruby-1.9.1/ruby/backward/rubyio.h:2:2: warning: #warning use "ruby/io.h" instead of "rubyio.h"
|
@@ -154,8 +169,11 @@ have problems mixing gems, take a look at 'rvm'.
|
|
154
169
|
|
155
170
|
=== can not find rq, after successful install
|
156
171
|
|
157
|
-
gem1.8 stores gems in dirs named /var/lib/gems/1.8/gems/rq-ruby1.8-3.
|
158
|
-
|
172
|
+
gem1.8 stores gems in dirs named /var/lib/gems/1.8/gems/rq-ruby1.8-3.x.x/. With
|
173
|
+
'binaries' in /var/lib/gems/1.8/bin. Either add that to the path, or
|
174
|
+
create a symbolic link, e.g.
|
159
175
|
|
160
176
|
ln -sf `gem1.8 contents rq-ruby1.8|grep bin/rq$` /usr/local/bin/rq
|
161
177
|
|
178
|
+
|
179
|
+
|
data/README
CHANGED
@@ -1,6 +1,6 @@
|
|
1
1
|
NAME
|
2
2
|
|
3
|
-
rq v3.4.
|
3
|
+
rq v3.4.6
|
4
4
|
|
5
5
|
SYNOPSIS
|
6
6
|
|
@@ -44,13 +44,24 @@ DESCRIPTION
|
|
44
44
|
|
45
45
|
QUICK START
|
46
46
|
|
47
|
-
install rq using rubygems
|
47
|
+
install rq using rubygems, after installing sqlite 2.x
|
48
48
|
|
49
49
|
gem1.8 install rq-ruby1.8
|
50
|
+
|
51
|
+
the binary is in /var/lib/gems/1.8/bin/, so add that to the path,
|
52
|
+
or create a symbolic link
|
53
|
+
|
50
54
|
ln -sf `gem1.8 contents rq-ruby1.8|grep bin/rq$` /usr/local/bin/rq
|
55
|
+
|
56
|
+
now rq should work
|
57
|
+
|
51
58
|
rq --help
|
52
59
|
|
53
|
-
|
60
|
+
run the integration test
|
61
|
+
|
62
|
+
/var/lib/gems/1.8/bin/test_rq.rb
|
63
|
+
|
64
|
+
set up a directory for your queue - this can be a local, or an NFS/sshfs
|
54
65
|
mounted drive:
|
55
66
|
|
56
67
|
rq dir create
|
@@ -99,7 +110,7 @@ INSTALL
|
|
99
110
|
|
100
111
|
See the ./INSTALL file, but quickly
|
101
112
|
|
102
|
-
gem >=3.4.
|
113
|
+
gem >=3.4.6:
|
103
114
|
|
104
115
|
- install sqlite2 (Debian apt-get install libsqlite0-dev)
|
105
116
|
- gem1.8 install rq-ruby1.8
|
data/TUTORIAL
CHANGED
@@ -31,56 +31,7 @@ and one node are up - the cluster can continute processing jobs.
|
|
31
31
|
=== EXAMPLE INSTALL
|
32
32
|
---
|
33
33
|
|
34
|
-
|
35
|
-
|
36
|
-
unpack rq-X.X.X.tgz
|
37
|
-
|
38
|
-
cd ./depends/
|
39
|
-
|
40
|
-
the ./depends/packages/ directory will contain ALL packages required to install
|
41
|
-
rq including ruby[www.ruby-lang.org]
|
42
|
-
|
43
|
-
the file ./depends/install.sh installs ALL required packages for ruby queue into
|
44
|
-
an nfs mounted directory. it is a simple script - feel free to read/edit.
|
45
|
-
|
46
|
-
installed packages will include:
|
47
|
-
|
48
|
-
* ruby
|
49
|
-
* sqlite
|
50
|
-
* sqlite-ruby
|
51
|
-
* arrayfields
|
52
|
-
* posixlock
|
53
|
-
* lockfile
|
54
|
-
* rq
|
55
|
-
|
56
|
-
the install.sh procedure is reccomended since
|
57
|
-
|
58
|
-
* a common nfs filesystem is required on which to store the queue anyhow
|
59
|
-
|
60
|
-
* installing all packages into this common nfs filesystem means no
|
61
|
-
software will be installed locally on any node which simplifies maintainance
|
62
|
-
and the addition of new nodes to the cluster.
|
63
|
-
|
64
|
-
* root privledges are not required for this technique
|
65
|
-
|
66
|
-
* this technique implies only two requirements for any node to join the cluster
|
67
|
-
* the nfs filesystem is visible to it
|
68
|
-
* a single crontab entry has been added
|
69
|
-
|
70
|
-
the user running ./depends/install.sh should have write permission (or sudo
|
71
|
-
write permission) to the /nfs mounted directory.
|
72
|
-
|
73
|
-
following are the steps for an install into the nfs mounted directory named
|
74
|
-
'/nfs'. absolutely NO packages or files will be installed outside this hierachy
|
75
|
-
so simply use 'rm -rf' to un-install.
|
76
|
-
|
77
|
-
tar xvfz rq-X.X.X.tgz
|
78
|
-
|
79
|
-
cd rq-X.X.X/
|
80
|
-
|
81
|
-
cd depends/
|
82
|
-
|
83
|
-
./install.sh /nfs
|
34
|
+
See README and INSTALL
|
84
35
|
|
85
36
|
---
|
86
37
|
=== EXAMPLE SETUP
|
@@ -226,5 +177,4 @@ for more info try
|
|
226
177
|
=== AUTHOR/ASSISTANCE/BUG REPORTS
|
227
178
|
---
|
228
179
|
|
229
|
-
|
230
|
-
|
180
|
+
See README
|
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
3.4.
|
1
|
+
3.4.6
|
data/bin/rq
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
#!/usr/bin/env ruby1.8
|
2
2
|
|
3
|
-
|
4
|
-
$: << '/
|
3
|
+
$LOAD_PATH.unshift File.join(File.dirname(__FILE__), '..', 'lib')
|
4
|
+
# $: << '/var/lib/gems/1.8/gems/rq-ruby1.8-3.4.5/lib' # locate gem1.8 install
|
5
5
|
|
6
6
|
#
|
7
7
|
# === the rq program
|
data/bin/rqmailer
CHANGED
data/{test → bin}/test_rq.rb
RENAMED
@@ -9,9 +9,9 @@ require 'yaml'
|
|
9
9
|
|
10
10
|
print "rq integration test suite by Pjotr Prins 2011\n"
|
11
11
|
|
12
|
-
src = File.join(
|
13
|
-
$rq = File.join(src,'
|
14
|
-
raise "Run from test folder!" if !File.executable?($rq)
|
12
|
+
src = File.join(File.dirname(__FILE__))
|
13
|
+
$rq = File.join(src,'rq');
|
14
|
+
# raise "Run from test folder!" if !File.executable?($rq)
|
15
15
|
$queue = './test_queue'
|
16
16
|
|
17
17
|
def rq_exec(args)
|
data/lib/rq/usage.rb
CHANGED
@@ -136,13 +136,24 @@ DESCRIPTION
|
|
136
136
|
|
137
137
|
QUICK START
|
138
138
|
|
139
|
-
install rq using rubygems
|
139
|
+
install rq using rubygems, after installing sqlite 2.x
|
140
140
|
|
141
141
|
gem1.8 install rq-ruby1.8
|
142
|
+
|
143
|
+
the binary is in /var/lib/gems/1.8/bin/, so add that to the path,
|
144
|
+
or create a symbolic link
|
145
|
+
|
142
146
|
ln -sf `gem1.8 contents rq-ruby1.8|grep bin/rq$` /usr/local/bin/rq
|
147
|
+
|
148
|
+
now rq should work
|
149
|
+
|
143
150
|
rq --help
|
144
151
|
|
145
|
-
|
152
|
+
run the integration test
|
153
|
+
|
154
|
+
/var/lib/gems/1.8/bin/test_rq.rb
|
155
|
+
|
156
|
+
set up a directory for your queue - this can be a local, or an NFS/sshfs
|
146
157
|
mounted drive:
|
147
158
|
|
148
159
|
rq dir create
|
data/rq-ruby1.8.gemspec
CHANGED
@@ -5,14 +5,14 @@
|
|
5
5
|
|
6
6
|
Gem::Specification.new do |s|
|
7
7
|
s.name = %q{rq-ruby1.8}
|
8
|
-
s.version = "3.4.
|
8
|
+
s.version = "3.4.6"
|
9
9
|
|
10
10
|
s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
|
11
11
|
s.authors = ["Pjotr Prins"]
|
12
|
-
s.date = %q{2011-07-
|
12
|
+
s.date = %q{2011-07-24}
|
13
13
|
s.description = %q{Zero configuration job scheduler for computer clusters}
|
14
14
|
s.email = %q{pjotr.public01@thebird.nl}
|
15
|
-
s.executables = ["rqmailer", "
|
15
|
+
s.executables = ["rq", "rqmailer", "test_rq.rb"]
|
16
16
|
s.extensions = ["ext/extconf.rb"]
|
17
17
|
s.extra_rdoc_files = [
|
18
18
|
"LICENSE",
|
@@ -32,6 +32,7 @@ Gem::Specification.new do |s|
|
|
32
32
|
"VERSION",
|
33
33
|
"bin/rq",
|
34
34
|
"bin/rqmailer",
|
35
|
+
"bin/test_rq.rb",
|
35
36
|
"example/a.rb",
|
36
37
|
"ext/extconf.rb",
|
37
38
|
"ext/sqlite.c",
|
@@ -83,7 +84,6 @@ Gem::Specification.new do |s|
|
|
83
84
|
"rdoc.sh",
|
84
85
|
"rq-ruby1.8.gemspec",
|
85
86
|
"test/.gitignore",
|
86
|
-
"test/test_rq.rb",
|
87
87
|
"white_box/crontab",
|
88
88
|
"white_box/joblist",
|
89
89
|
"white_box/killrq",
|
metadata
CHANGED
@@ -1,13 +1,12 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: rq-ruby1.8
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
hash: 29
|
5
4
|
prerelease: false
|
6
5
|
segments:
|
7
6
|
- 3
|
8
7
|
- 4
|
9
|
-
-
|
10
|
-
version: 3.4.
|
8
|
+
- 6
|
9
|
+
version: 3.4.6
|
11
10
|
platform: ruby
|
12
11
|
authors:
|
13
12
|
- Pjotr Prins
|
@@ -15,88 +14,84 @@ autorequire:
|
|
15
14
|
bindir: bin
|
16
15
|
cert_chain: []
|
17
16
|
|
18
|
-
date: 2011-07-
|
17
|
+
date: 2011-07-24 00:00:00 +02:00
|
19
18
|
default_executable:
|
20
19
|
dependencies:
|
21
20
|
- !ruby/object:Gem::Dependency
|
22
|
-
type: :runtime
|
23
|
-
prerelease: false
|
24
21
|
name: posixlock
|
25
|
-
|
22
|
+
requirement: &id001 !ruby/object:Gem::Requirement
|
26
23
|
none: false
|
27
24
|
requirements:
|
28
25
|
- - ">="
|
29
26
|
- !ruby/object:Gem::Version
|
30
|
-
hash: 3
|
31
27
|
segments:
|
32
28
|
- 0
|
33
29
|
version: "0"
|
34
|
-
requirement: *id001
|
35
|
-
- !ruby/object:Gem::Dependency
|
36
30
|
type: :runtime
|
37
31
|
prerelease: false
|
32
|
+
version_requirements: *id001
|
33
|
+
- !ruby/object:Gem::Dependency
|
38
34
|
name: arrayfields
|
39
|
-
|
35
|
+
requirement: &id002 !ruby/object:Gem::Requirement
|
40
36
|
none: false
|
41
37
|
requirements:
|
42
38
|
- - ">="
|
43
39
|
- !ruby/object:Gem::Version
|
44
|
-
hash: 3
|
45
40
|
segments:
|
46
41
|
- 0
|
47
42
|
version: "0"
|
48
|
-
requirement: *id002
|
49
|
-
- !ruby/object:Gem::Dependency
|
50
43
|
type: :runtime
|
51
44
|
prerelease: false
|
45
|
+
version_requirements: *id002
|
46
|
+
- !ruby/object:Gem::Dependency
|
52
47
|
name: lockfile
|
53
|
-
|
48
|
+
requirement: &id003 !ruby/object:Gem::Requirement
|
54
49
|
none: false
|
55
50
|
requirements:
|
56
51
|
- - ">="
|
57
52
|
- !ruby/object:Gem::Version
|
58
|
-
hash: 3
|
59
53
|
segments:
|
60
54
|
- 0
|
61
55
|
version: "0"
|
62
|
-
|
63
|
-
- !ruby/object:Gem::Dependency
|
64
|
-
type: :development
|
56
|
+
type: :runtime
|
65
57
|
prerelease: false
|
58
|
+
version_requirements: *id003
|
59
|
+
- !ruby/object:Gem::Dependency
|
66
60
|
name: bundler
|
67
|
-
|
61
|
+
requirement: &id004 !ruby/object:Gem::Requirement
|
68
62
|
none: false
|
69
63
|
requirements:
|
70
64
|
- - ~>
|
71
65
|
- !ruby/object:Gem::Version
|
72
|
-
hash: 9
|
73
66
|
segments:
|
74
67
|
- 1
|
75
68
|
- 0
|
76
69
|
- 15
|
77
70
|
version: 1.0.15
|
78
|
-
requirement: *id004
|
79
|
-
- !ruby/object:Gem::Dependency
|
80
71
|
type: :development
|
81
72
|
prerelease: false
|
73
|
+
version_requirements: *id004
|
74
|
+
- !ruby/object:Gem::Dependency
|
82
75
|
name: jeweler
|
83
|
-
|
76
|
+
requirement: &id005 !ruby/object:Gem::Requirement
|
84
77
|
none: false
|
85
78
|
requirements:
|
86
79
|
- - ~>
|
87
80
|
- !ruby/object:Gem::Version
|
88
|
-
hash: 7
|
89
81
|
segments:
|
90
82
|
- 1
|
91
83
|
- 6
|
92
84
|
- 4
|
93
85
|
version: 1.6.4
|
94
|
-
|
86
|
+
type: :development
|
87
|
+
prerelease: false
|
88
|
+
version_requirements: *id005
|
95
89
|
description: Zero configuration job scheduler for computer clusters
|
96
90
|
email: pjotr.public01@thebird.nl
|
97
91
|
executables:
|
98
|
-
- rqmailer
|
99
92
|
- rq
|
93
|
+
- rqmailer
|
94
|
+
- test_rq.rb
|
100
95
|
extensions:
|
101
96
|
- ext/extconf.rb
|
102
97
|
extra_rdoc_files:
|
@@ -116,6 +111,7 @@ files:
|
|
116
111
|
- VERSION
|
117
112
|
- bin/rq
|
118
113
|
- bin/rqmailer
|
114
|
+
- bin/test_rq.rb
|
119
115
|
- example/a.rb
|
120
116
|
- ext/extconf.rb
|
121
117
|
- ext/sqlite.c
|
@@ -167,7 +163,6 @@ files:
|
|
167
163
|
- rdoc.sh
|
168
164
|
- rq-ruby1.8.gemspec
|
169
165
|
- test/.gitignore
|
170
|
-
- test/test_rq.rb
|
171
166
|
- white_box/crontab
|
172
167
|
- white_box/joblist
|
173
168
|
- white_box/killrq
|
@@ -186,7 +181,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
|
|
186
181
|
requirements:
|
187
182
|
- - ">="
|
188
183
|
- !ruby/object:Gem::Version
|
189
|
-
hash:
|
184
|
+
hash: -600309677
|
190
185
|
segments:
|
191
186
|
- 0
|
192
187
|
version: "0"
|
@@ -195,7 +190,6 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
195
190
|
requirements:
|
196
191
|
- - ">="
|
197
192
|
- !ruby/object:Gem::Version
|
198
|
-
hash: 3
|
199
193
|
segments:
|
200
194
|
- 0
|
201
195
|
version: "0"
|