rq-ruby1.8 3.4.5 → 3.4.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- data/INSTALL +29 -11
- data/README +15 -4
- data/TUTORIAL +2 -52
- data/VERSION +1 -1
- data/bin/rq +2 -2
- data/bin/rqmailer +1 -1
- data/{test → bin}/test_rq.rb +3 -3
- data/lib/rq/usage.rb +13 -2
- data/rq-ruby1.8.gemspec +4 -4
- metadata +24 -30
data/INSTALL
CHANGED
@@ -4,9 +4,9 @@ The current version of rq runs on ruby1.8. A gem is available on rubygems:
|
|
4
4
|
|
5
5
|
https://rubygems.org/gems/rq-ruby1.8
|
6
6
|
|
7
|
-
simply
|
7
|
+
simply install
|
8
8
|
|
9
|
-
|
9
|
+
sqlite2 (Debian apt-get install libsqlite0-dev)
|
10
10
|
|
11
11
|
and
|
12
12
|
|
@@ -18,21 +18,30 @@ The gem includes sqlite-1.3.1 for Ruby. And should include:
|
|
18
18
|
- gem1.8 install arrayfields
|
19
19
|
- gem1.8 install lockfile
|
20
20
|
|
21
|
-
gems also available from http://bio4.dnsalias.net/download/gem/ruby1.8/
|
21
|
+
these gems are also available from http://bio4.dnsalias.net/download/gem/ruby1.8/
|
22
22
|
|
23
23
|
Find rq
|
24
24
|
|
25
25
|
gem1.8 contents rq-ruby1.8|grep bin/rq$
|
26
|
+
|
27
|
+
and add to the path, for example
|
28
|
+
|
29
|
+
/var/lib/gems/1.8/bin
|
26
30
|
|
27
31
|
Maybe link it
|
28
32
|
|
29
33
|
ln -sf `gem1.8 contents rq-ruby1.8|grep bin/rq$` /usr/local/bin/rq
|
34
|
+
|
30
35
|
rq --help
|
31
36
|
|
37
|
+
Run the integration tests, e.g.
|
38
|
+
|
39
|
+
test_rq.rb or /var/lib/gems/1.8/bin/test_rq.rb
|
40
|
+
|
32
41
|
=== Debian
|
33
42
|
|
34
43
|
On Debian systems, the recommended procedure is to use Debian apt on all
|
35
|
-
machines. For now, use the gem install, as documented in the README!
|
44
|
+
machines. For now, use the gem install, as documented above, and in the README!
|
36
45
|
|
37
46
|
This has been tested on Debian Squeeze (BioLinux Minimal):
|
38
47
|
|
@@ -45,23 +54,29 @@ This has been tested on Debian Squeeze (BioLinux Minimal):
|
|
45
54
|
Successfully installed posixlock-0.0.1
|
46
55
|
Successfully installed arrayfields-4.7.4
|
47
56
|
Successfully installed lockfile-1.4.3
|
48
|
-
Successfully installed rq-ruby1.8-3.
|
57
|
+
Successfully installed rq-ruby1.8-3.x.x
|
49
58
|
4 gems installed
|
50
59
|
Installing ri documentation for posixlock-0.0.1...
|
51
60
|
Installing ri documentation for arrayfields-4.7.4...
|
52
61
|
Installing ri documentation for lockfile-1.4.3...
|
53
|
-
Installing ri documentation for rq-ruby1.8-3.
|
62
|
+
Installing ri documentation for rq-ruby1.8-3.x.x...
|
54
63
|
Installing RDoc documentation for posixlock-0.0.1...
|
55
64
|
Installing RDoc documentation for arrayfields-4.7.4...
|
56
65
|
Installing RDoc documentation for lockfile-1.4.3...
|
57
|
-
Installing RDoc documentation for rq-ruby1.8-3.
|
66
|
+
Installing RDoc documentation for rq-ruby1.8-3.x.x...
|
58
67
|
|
59
68
|
ln -sf `gem1.8 contents rq-ruby1.8|grep bin/rq$` /usr/local/bin/rq
|
60
69
|
|
70
|
+
run
|
71
|
+
|
72
|
+
test_rq.rb or /var/lib/gems/1.8/bin/test_rq.rb
|
73
|
+
|
74
|
+
rq --help
|
75
|
+
|
61
76
|
root@vagrant-debian-squeeze:/home/vagrant# rq --help
|
62
77
|
NAME
|
63
78
|
|
64
|
-
rq v3.
|
79
|
+
rq v3.x.x
|
65
80
|
|
66
81
|
(...)
|
67
82
|
|
@@ -144,7 +159,7 @@ The current version of rq runs on ruby1.8, using bundler and jeweler:
|
|
144
159
|
=== rubyio.h error
|
145
160
|
|
146
161
|
Building native extensions. This could take a while...
|
147
|
-
ERROR: Error installing rq-ruby1.8-3.
|
162
|
+
ERROR: Error installing rq-ruby1.8-3.x.x.gem:
|
148
163
|
ERROR: Failed to build gem native extension.
|
149
164
|
|
150
165
|
/usr/local/include/ruby-1.9.1/ruby/backward/rubyio.h:2:2: warning: #warning use "ruby/io.h" instead of "rubyio.h"
|
@@ -154,8 +169,11 @@ have problems mixing gems, take a look at 'rvm'.
|
|
154
169
|
|
155
170
|
=== can not find rq, after successful install
|
156
171
|
|
157
|
-
gem1.8 stores gems in dirs named /var/lib/gems/1.8/gems/rq-ruby1.8-3.
|
158
|
-
|
172
|
+
gem1.8 stores gems in dirs named /var/lib/gems/1.8/gems/rq-ruby1.8-3.x.x/. With
|
173
|
+
'binaries' in /var/lib/gems/1.8/bin. Either add that to the path, or
|
174
|
+
create a symbolic link, e.g.
|
159
175
|
|
160
176
|
ln -sf `gem1.8 contents rq-ruby1.8|grep bin/rq$` /usr/local/bin/rq
|
161
177
|
|
178
|
+
|
179
|
+
|
data/README
CHANGED
@@ -1,6 +1,6 @@
|
|
1
1
|
NAME
|
2
2
|
|
3
|
-
rq v3.4.
|
3
|
+
rq v3.4.6
|
4
4
|
|
5
5
|
SYNOPSIS
|
6
6
|
|
@@ -44,13 +44,24 @@ DESCRIPTION
|
|
44
44
|
|
45
45
|
QUICK START
|
46
46
|
|
47
|
-
install rq using rubygems
|
47
|
+
install rq using rubygems, after installing sqlite 2.x
|
48
48
|
|
49
49
|
gem1.8 install rq-ruby1.8
|
50
|
+
|
51
|
+
the binary is in /var/lib/gems/1.8/bin/, so add that to the path,
|
52
|
+
or create a symbolic link
|
53
|
+
|
50
54
|
ln -sf `gem1.8 contents rq-ruby1.8|grep bin/rq$` /usr/local/bin/rq
|
55
|
+
|
56
|
+
now rq should work
|
57
|
+
|
51
58
|
rq --help
|
52
59
|
|
53
|
-
|
60
|
+
run the integration test
|
61
|
+
|
62
|
+
/var/lib/gems/1.8/bin/test_rq.rb
|
63
|
+
|
64
|
+
set up a directory for your queue - this can be a local, or an NFS/sshfs
|
54
65
|
mounted drive:
|
55
66
|
|
56
67
|
rq dir create
|
@@ -99,7 +110,7 @@ INSTALL
|
|
99
110
|
|
100
111
|
See the ./INSTALL file, but quickly
|
101
112
|
|
102
|
-
gem >=3.4.
|
113
|
+
gem >=3.4.6:
|
103
114
|
|
104
115
|
- install sqlite2 (Debian apt-get install libsqlite0-dev)
|
105
116
|
- gem1.8 install rq-ruby1.8
|
data/TUTORIAL
CHANGED
@@ -31,56 +31,7 @@ and one node are up - the cluster can continute processing jobs.
|
|
31
31
|
=== EXAMPLE INSTALL
|
32
32
|
---
|
33
33
|
|
34
|
-
|
35
|
-
|
36
|
-
unpack rq-X.X.X.tgz
|
37
|
-
|
38
|
-
cd ./depends/
|
39
|
-
|
40
|
-
the ./depends/packages/ directory will contain ALL packages required to install
|
41
|
-
rq including ruby[www.ruby-lang.org]
|
42
|
-
|
43
|
-
the file ./depends/install.sh installs ALL required packages for ruby queue into
|
44
|
-
an nfs mounted directory. it is a simple script - feel free to read/edit.
|
45
|
-
|
46
|
-
installed packages will include:
|
47
|
-
|
48
|
-
* ruby
|
49
|
-
* sqlite
|
50
|
-
* sqlite-ruby
|
51
|
-
* arrayfields
|
52
|
-
* posixlock
|
53
|
-
* lockfile
|
54
|
-
* rq
|
55
|
-
|
56
|
-
the install.sh procedure is reccomended since
|
57
|
-
|
58
|
-
* a common nfs filesystem is required on which to store the queue anyhow
|
59
|
-
|
60
|
-
* installing all packages into this common nfs filesystem means no
|
61
|
-
software will be installed locally on any node which simplifies maintainance
|
62
|
-
and the addition of new nodes to the cluster.
|
63
|
-
|
64
|
-
* root privledges are not required for this technique
|
65
|
-
|
66
|
-
* this technique implies only two requirements for any node to join the cluster
|
67
|
-
* the nfs filesystem is visible to it
|
68
|
-
* a single crontab entry has been added
|
69
|
-
|
70
|
-
the user running ./depends/install.sh should have write permission (or sudo
|
71
|
-
write permission) to the /nfs mounted directory.
|
72
|
-
|
73
|
-
following are the steps for an install into the nfs mounted directory named
|
74
|
-
'/nfs'. absolutely NO packages or files will be installed outside this hierachy
|
75
|
-
so simply use 'rm -rf' to un-install.
|
76
|
-
|
77
|
-
tar xvfz rq-X.X.X.tgz
|
78
|
-
|
79
|
-
cd rq-X.X.X/
|
80
|
-
|
81
|
-
cd depends/
|
82
|
-
|
83
|
-
./install.sh /nfs
|
34
|
+
See README and INSTALL
|
84
35
|
|
85
36
|
---
|
86
37
|
=== EXAMPLE SETUP
|
@@ -226,5 +177,4 @@ for more info try
|
|
226
177
|
=== AUTHOR/ASSISTANCE/BUG REPORTS
|
227
178
|
---
|
228
179
|
|
229
|
-
|
230
|
-
|
180
|
+
See README
|
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
3.4.
|
1
|
+
3.4.6
|
data/bin/rq
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
#!/usr/bin/env ruby1.8
|
2
2
|
|
3
|
-
|
4
|
-
$: << '/
|
3
|
+
$LOAD_PATH.unshift File.join(File.dirname(__FILE__), '..', 'lib')
|
4
|
+
# $: << '/var/lib/gems/1.8/gems/rq-ruby1.8-3.4.5/lib' # locate gem1.8 install
|
5
5
|
|
6
6
|
#
|
7
7
|
# === the rq program
|
data/bin/rqmailer
CHANGED
data/{test → bin}/test_rq.rb
RENAMED
@@ -9,9 +9,9 @@ require 'yaml'
|
|
9
9
|
|
10
10
|
print "rq integration test suite by Pjotr Prins 2011\n"
|
11
11
|
|
12
|
-
src = File.join(
|
13
|
-
$rq = File.join(src,'
|
14
|
-
raise "Run from test folder!" if !File.executable?($rq)
|
12
|
+
src = File.join(File.dirname(__FILE__))
|
13
|
+
$rq = File.join(src,'rq');
|
14
|
+
# raise "Run from test folder!" if !File.executable?($rq)
|
15
15
|
$queue = './test_queue'
|
16
16
|
|
17
17
|
def rq_exec(args)
|
data/lib/rq/usage.rb
CHANGED
@@ -136,13 +136,24 @@ DESCRIPTION
|
|
136
136
|
|
137
137
|
QUICK START
|
138
138
|
|
139
|
-
install rq using rubygems
|
139
|
+
install rq using rubygems, after installing sqlite 2.x
|
140
140
|
|
141
141
|
gem1.8 install rq-ruby1.8
|
142
|
+
|
143
|
+
the binary is in /var/lib/gems/1.8/bin/, so add that to the path,
|
144
|
+
or create a symbolic link
|
145
|
+
|
142
146
|
ln -sf `gem1.8 contents rq-ruby1.8|grep bin/rq$` /usr/local/bin/rq
|
147
|
+
|
148
|
+
now rq should work
|
149
|
+
|
143
150
|
rq --help
|
144
151
|
|
145
|
-
|
152
|
+
run the integration test
|
153
|
+
|
154
|
+
/var/lib/gems/1.8/bin/test_rq.rb
|
155
|
+
|
156
|
+
set up a directory for your queue - this can be a local, or an NFS/sshfs
|
146
157
|
mounted drive:
|
147
158
|
|
148
159
|
rq dir create
|
data/rq-ruby1.8.gemspec
CHANGED
@@ -5,14 +5,14 @@
|
|
5
5
|
|
6
6
|
Gem::Specification.new do |s|
|
7
7
|
s.name = %q{rq-ruby1.8}
|
8
|
-
s.version = "3.4.
|
8
|
+
s.version = "3.4.6"
|
9
9
|
|
10
10
|
s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
|
11
11
|
s.authors = ["Pjotr Prins"]
|
12
|
-
s.date = %q{2011-07-
|
12
|
+
s.date = %q{2011-07-24}
|
13
13
|
s.description = %q{Zero configuration job scheduler for computer clusters}
|
14
14
|
s.email = %q{pjotr.public01@thebird.nl}
|
15
|
-
s.executables = ["rqmailer", "
|
15
|
+
s.executables = ["rq", "rqmailer", "test_rq.rb"]
|
16
16
|
s.extensions = ["ext/extconf.rb"]
|
17
17
|
s.extra_rdoc_files = [
|
18
18
|
"LICENSE",
|
@@ -32,6 +32,7 @@ Gem::Specification.new do |s|
|
|
32
32
|
"VERSION",
|
33
33
|
"bin/rq",
|
34
34
|
"bin/rqmailer",
|
35
|
+
"bin/test_rq.rb",
|
35
36
|
"example/a.rb",
|
36
37
|
"ext/extconf.rb",
|
37
38
|
"ext/sqlite.c",
|
@@ -83,7 +84,6 @@ Gem::Specification.new do |s|
|
|
83
84
|
"rdoc.sh",
|
84
85
|
"rq-ruby1.8.gemspec",
|
85
86
|
"test/.gitignore",
|
86
|
-
"test/test_rq.rb",
|
87
87
|
"white_box/crontab",
|
88
88
|
"white_box/joblist",
|
89
89
|
"white_box/killrq",
|
metadata
CHANGED
@@ -1,13 +1,12 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: rq-ruby1.8
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
hash: 29
|
5
4
|
prerelease: false
|
6
5
|
segments:
|
7
6
|
- 3
|
8
7
|
- 4
|
9
|
-
-
|
10
|
-
version: 3.4.
|
8
|
+
- 6
|
9
|
+
version: 3.4.6
|
11
10
|
platform: ruby
|
12
11
|
authors:
|
13
12
|
- Pjotr Prins
|
@@ -15,88 +14,84 @@ autorequire:
|
|
15
14
|
bindir: bin
|
16
15
|
cert_chain: []
|
17
16
|
|
18
|
-
date: 2011-07-
|
17
|
+
date: 2011-07-24 00:00:00 +02:00
|
19
18
|
default_executable:
|
20
19
|
dependencies:
|
21
20
|
- !ruby/object:Gem::Dependency
|
22
|
-
type: :runtime
|
23
|
-
prerelease: false
|
24
21
|
name: posixlock
|
25
|
-
|
22
|
+
requirement: &id001 !ruby/object:Gem::Requirement
|
26
23
|
none: false
|
27
24
|
requirements:
|
28
25
|
- - ">="
|
29
26
|
- !ruby/object:Gem::Version
|
30
|
-
hash: 3
|
31
27
|
segments:
|
32
28
|
- 0
|
33
29
|
version: "0"
|
34
|
-
requirement: *id001
|
35
|
-
- !ruby/object:Gem::Dependency
|
36
30
|
type: :runtime
|
37
31
|
prerelease: false
|
32
|
+
version_requirements: *id001
|
33
|
+
- !ruby/object:Gem::Dependency
|
38
34
|
name: arrayfields
|
39
|
-
|
35
|
+
requirement: &id002 !ruby/object:Gem::Requirement
|
40
36
|
none: false
|
41
37
|
requirements:
|
42
38
|
- - ">="
|
43
39
|
- !ruby/object:Gem::Version
|
44
|
-
hash: 3
|
45
40
|
segments:
|
46
41
|
- 0
|
47
42
|
version: "0"
|
48
|
-
requirement: *id002
|
49
|
-
- !ruby/object:Gem::Dependency
|
50
43
|
type: :runtime
|
51
44
|
prerelease: false
|
45
|
+
version_requirements: *id002
|
46
|
+
- !ruby/object:Gem::Dependency
|
52
47
|
name: lockfile
|
53
|
-
|
48
|
+
requirement: &id003 !ruby/object:Gem::Requirement
|
54
49
|
none: false
|
55
50
|
requirements:
|
56
51
|
- - ">="
|
57
52
|
- !ruby/object:Gem::Version
|
58
|
-
hash: 3
|
59
53
|
segments:
|
60
54
|
- 0
|
61
55
|
version: "0"
|
62
|
-
|
63
|
-
- !ruby/object:Gem::Dependency
|
64
|
-
type: :development
|
56
|
+
type: :runtime
|
65
57
|
prerelease: false
|
58
|
+
version_requirements: *id003
|
59
|
+
- !ruby/object:Gem::Dependency
|
66
60
|
name: bundler
|
67
|
-
|
61
|
+
requirement: &id004 !ruby/object:Gem::Requirement
|
68
62
|
none: false
|
69
63
|
requirements:
|
70
64
|
- - ~>
|
71
65
|
- !ruby/object:Gem::Version
|
72
|
-
hash: 9
|
73
66
|
segments:
|
74
67
|
- 1
|
75
68
|
- 0
|
76
69
|
- 15
|
77
70
|
version: 1.0.15
|
78
|
-
requirement: *id004
|
79
|
-
- !ruby/object:Gem::Dependency
|
80
71
|
type: :development
|
81
72
|
prerelease: false
|
73
|
+
version_requirements: *id004
|
74
|
+
- !ruby/object:Gem::Dependency
|
82
75
|
name: jeweler
|
83
|
-
|
76
|
+
requirement: &id005 !ruby/object:Gem::Requirement
|
84
77
|
none: false
|
85
78
|
requirements:
|
86
79
|
- - ~>
|
87
80
|
- !ruby/object:Gem::Version
|
88
|
-
hash: 7
|
89
81
|
segments:
|
90
82
|
- 1
|
91
83
|
- 6
|
92
84
|
- 4
|
93
85
|
version: 1.6.4
|
94
|
-
|
86
|
+
type: :development
|
87
|
+
prerelease: false
|
88
|
+
version_requirements: *id005
|
95
89
|
description: Zero configuration job scheduler for computer clusters
|
96
90
|
email: pjotr.public01@thebird.nl
|
97
91
|
executables:
|
98
|
-
- rqmailer
|
99
92
|
- rq
|
93
|
+
- rqmailer
|
94
|
+
- test_rq.rb
|
100
95
|
extensions:
|
101
96
|
- ext/extconf.rb
|
102
97
|
extra_rdoc_files:
|
@@ -116,6 +111,7 @@ files:
|
|
116
111
|
- VERSION
|
117
112
|
- bin/rq
|
118
113
|
- bin/rqmailer
|
114
|
+
- bin/test_rq.rb
|
119
115
|
- example/a.rb
|
120
116
|
- ext/extconf.rb
|
121
117
|
- ext/sqlite.c
|
@@ -167,7 +163,6 @@ files:
|
|
167
163
|
- rdoc.sh
|
168
164
|
- rq-ruby1.8.gemspec
|
169
165
|
- test/.gitignore
|
170
|
-
- test/test_rq.rb
|
171
166
|
- white_box/crontab
|
172
167
|
- white_box/joblist
|
173
168
|
- white_box/killrq
|
@@ -186,7 +181,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
|
|
186
181
|
requirements:
|
187
182
|
- - ">="
|
188
183
|
- !ruby/object:Gem::Version
|
189
|
-
hash:
|
184
|
+
hash: -600309677
|
190
185
|
segments:
|
191
186
|
- 0
|
192
187
|
version: "0"
|
@@ -195,7 +190,6 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
195
190
|
requirements:
|
196
191
|
- - ">="
|
197
192
|
- !ruby/object:Gem::Version
|
198
|
-
hash: 3
|
199
193
|
segments:
|
200
194
|
- 0
|
201
195
|
version: "0"
|