resque-dynamic-queues 0.5.0

Sign up to get free protection for your applications and to get access to all the features.
data/.gitignore ADDED
@@ -0,0 +1,8 @@
1
+ *.gem
2
+ .bundle
3
+ Gemfile.lock
4
+ pkg/*
5
+ .idea
6
+ spec/dump.rdb
7
+ redis-server.log
8
+ redis.pid
data/Gemfile ADDED
@@ -0,0 +1,4 @@
1
+ source "http://rubygems.org"
2
+
3
+ # Specify your gem's dependencies in resque-dynamic-queues.gemspec
4
+ gemspec
data/README.md ADDED
@@ -0,0 +1,46 @@
1
+ A resque plugin for specifying the queues a worker pulls from with wildcards, negations, or dynamic look up from redis.
2
+
3
+ Authored against Resque 1.15, so it at least works with that - try running the tests if you use a different version of resque
4
+
5
+ Usage:
6
+
7
+ Start your workers with a QUEUE that can contain '*' for zero-or more of any character, '!' to exclude the following pattern, or @key to look up the patterns from redis. Some examples help:
8
+
9
+ QUEUE=foo rake resque:work
10
+
11
+ Pulls jobs from the queue 'foo'
12
+
13
+ QUEUE=* rake resque:work
14
+
15
+ Pulls jobs from any queue
16
+
17
+ QUEUE=*foo rake resque:work
18
+
19
+ Pulls jobs from queues that end in foo
20
+
21
+ QUEUE=*foo* rake resque:work
22
+
23
+ Pulls jobs from queues whose names contain foo
24
+
25
+ QUEUE=*foo*,!foobar rake resque:work
26
+
27
+ Pulls jobs from queues whose names contain foo except the foobar queue
28
+
29
+ QUEUE=*foo*,!*bar rake resque:work
30
+
31
+ Pulls jobs from queues whose names contain foo except queues whose names end in bar
32
+
33
+ QUEUE=@key rake resque:work
34
+
35
+ Pulls jobs from queue names stored in redis (use Resque.set_dynamic_queue("key", ["queue_name1", "queue_name2"]) to set them)
36
+
37
+ QUEUE=@ rake resque:work
38
+
39
+ Pulls jobs from queue names stored in redis using the hostname of the worker
40
+
41
+ Resque.set_dynamic_queue("key", ["*foo*", "!*bar"])
42
+
43
+ QUEUE=@key rake resque:work
44
+
45
+ Pulls jobs from queue names stored in redis, with wildcards/negations
46
+
data/Rakefile ADDED
@@ -0,0 +1,2 @@
1
+ require 'bundler'
2
+ Bundler::GemHelper.install_tasks
@@ -0,0 +1,10 @@
1
+ require 'resque'
2
+ require 'resque/worker'
3
+ require 'resque/plugins/dynamic_queues/attributes'
4
+ require 'resque/plugins/dynamic_queues/queues'
5
+
6
+ #module Resque
7
+ # extend Resque::Plugins::DynamicQueues::Attributes
8
+ #end
9
+ Resque.send(:extend, Resque::Plugins::DynamicQueues::Attributes)
10
+ Resque::Worker.send(:include, Resque::Plugins::DynamicQueues::Queues)
@@ -0,0 +1,21 @@
1
+ module Resque
2
+ module Plugins
3
+ module DynamicQueues
4
+ module Attributes
5
+
6
+ def get_dynamic_queue(key)
7
+ redis.lrange("dynamic_queue:#{key}", 0, -1)
8
+ end
9
+
10
+ def set_dynamic_queue(key, values)
11
+ k = "dynamic_queue:#{key}"
12
+ redis.del(k)
13
+ Array(values).each do |v|
14
+ redis.rpush(k, v)
15
+ end
16
+ end
17
+
18
+ end
19
+ end
20
+ end
21
+ end
@@ -0,0 +1,67 @@
1
+ module Resque
2
+ module Plugins
3
+ module DynamicQueues
4
+ module Queues
5
+
6
+ # Returns a list of queues to use when searching for a job.
7
+ #
8
+ # A splat ("*") means you want every queue (in alpha order) - this
9
+ # can be useful for dynamically adding new queues.
10
+ #
11
+ # The splat can also be used as a wildcard within a queue name,
12
+ # e.g. "*high*", and negation can be indicated with a prefix of "!"
13
+ #
14
+ # An @key can be used to dynamically look up the queue list for key from redis.
15
+ # If no key is supplied, it defaults to the worker's hostname, and wildcards
16
+ # and negations can be used inside this dynamic queue list. Set the queue
17
+ # list for a key with Resque.set_dynamic_queue(key, ["q1", "q2"]
18
+ #
19
+ def queues_with_dynamic
20
+ queue_names = @queues
21
+
22
+ return queues_without_dynamic if queue_names.grep(/(^!)|(^@)|(\*)/).size == 0
23
+
24
+ real_queues = Resque.queues
25
+ matched_queues = []
26
+
27
+ queue_names.each do |q|
28
+ q = q.to_s
29
+
30
+ if q =~ /^@(.*)/
31
+ key = $1.strip
32
+ key = hostname if key.size == 0
33
+ queue_names.concat(Resque.get_dynamic_queue(key))
34
+ next
35
+ end
36
+
37
+ if q[0] == '!'
38
+ negated = true
39
+ q = q[1..-1]
40
+ end
41
+
42
+ patstr = q.gsub(/\*/, ".*")
43
+ pattern = /^#{patstr}$/
44
+ if negated
45
+ matched_queues -= matched_queues.grep(pattern)
46
+ else
47
+ matches = real_queues.grep(/^#{pattern}$/)
48
+ matches = [q] if matches.size == 0 && q == patstr
49
+ matched_queues.concat(matches)
50
+ end
51
+ end
52
+
53
+ return matched_queues.uniq.sort
54
+ end
55
+
56
+
57
+ def self.included(receiver)
58
+ receiver.class_eval do
59
+ alias queues_without_dynamic queues
60
+ alias queues queues_with_dynamic
61
+ end
62
+ end
63
+
64
+ end
65
+ end
66
+ end
67
+ end
@@ -0,0 +1,7 @@
1
+ module Resque
2
+ module Plugins
3
+ module DynamicQueues
4
+ VERSION = "0.5.0"
5
+ end
6
+ end
7
+ end
@@ -0,0 +1,27 @@
1
+ # -*- encoding: utf-8 -*-
2
+ $:.push File.expand_path("../lib", __FILE__)
3
+ require 'resque/plugins/dynamic_queues/version'
4
+
5
+
6
+ Gem::Specification.new do |s|
7
+ s.name = "resque-dynamic-queues"
8
+ s.version = Resque::Plugins::DynamicQueues::VERSION
9
+ s.platform = Gem::Platform::RUBY
10
+ s.authors = ["Matt Conway"]
11
+ s.email = ["matt@conwaysplace.com"]
12
+ s.homepage = ""
13
+ s.summary = %q{A resque plugin for specifying the queues a worker pulls from with wildcards, negations, or dynamic look up from redis}
14
+ s.description = %q{A resque plugin for specifying the queues a worker pulls from with wildcards, negations, or dynamic look up from redis}
15
+
16
+ s.rubyforge_project = "resque-dynamic-queues"
17
+
18
+ s.files = `git ls-files`.split("\n")
19
+ s.test_files = `git ls-files -- {test,spec,features}/*`.split("\n")
20
+ s.executables = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
21
+ s.require_paths = ["lib"]
22
+
23
+ s.add_dependency("resque", '~> 1.15')
24
+ s.add_development_dependency('rspec', '~> 2.5')
25
+
26
+ end
27
+
@@ -0,0 +1,131 @@
1
+ require "spec_helper"
2
+
3
+ describe "Dynamic Queues" do
4
+
5
+ before(:each) do
6
+ Resque.redis.flushall
7
+ end
8
+
9
+ context "basic resque behavior still works" do
10
+
11
+ it "can work on multiple queues" do
12
+ Resque::Job.create(:high, SomeJob)
13
+ Resque::Job.create(:critical, SomeJob)
14
+
15
+ worker = Resque::Worker.new(:critical, :high)
16
+
17
+ worker.process
18
+ Resque.size(:high).should == 1
19
+ Resque.size(:critical).should == 0
20
+
21
+ worker.process
22
+ Resque.size(:high).should == 0
23
+ end
24
+
25
+ it "can work on all queues" do
26
+ Resque::Job.create(:high, SomeJob)
27
+ Resque::Job.create(:critical, SomeJob)
28
+ Resque::Job.create(:blahblah, SomeJob)
29
+
30
+ worker = Resque::Worker.new("*")
31
+
32
+ worker.work(0)
33
+ Resque.size(:high).should == 0
34
+ Resque.size(:critical).should == 0
35
+ Resque.size(:blahblah).should == 0
36
+ end
37
+
38
+ it "processes * queues in alphabetical order" do
39
+ Resque::Job.create(:high, SomeJob)
40
+ Resque::Job.create(:critical, SomeJob)
41
+ Resque::Job.create(:blahblah, SomeJob)
42
+
43
+ worker = Resque::Worker.new("*")
44
+
45
+ worker.work(0) do |job|
46
+ Resque.redis.rpush("processed_queues", job.queue)
47
+ end
48
+
49
+ Resque.redis.lrange("processed_queues", 0, -1).should == %w( high critical blahblah ).sort
50
+ end
51
+
52
+ it "should pass lint" do
53
+ Resque::Plugin.lint(Resque::Plugins::DynamicQueues)
54
+ end
55
+
56
+ end
57
+
58
+ context "basic queue patterns" do
59
+
60
+ before(:each) do
61
+ Resque.watch_queue("high_x")
62
+ Resque.watch_queue("foo")
63
+ Resque.watch_queue("high_y")
64
+ Resque.watch_queue("superhigh_z")
65
+ end
66
+
67
+ it "can specify simple queues" do
68
+ worker = Resque::Worker.new("foo")
69
+ worker.queues.should == ["foo"]
70
+
71
+ worker = Resque::Worker.new("foo", "bar")
72
+ worker.queues.should == ["foo", "bar"]
73
+ end
74
+
75
+ it "can specify simple wildcard" do
76
+ worker = Resque::Worker.new("*")
77
+ worker.queues.should == ["foo", "high_x", "high_y", "superhigh_z"]
78
+ end
79
+
80
+ it "can include queues with pattern"do
81
+ worker = Resque::Worker.new("high*")
82
+ worker.queues.should == ["high_x", "high_y"]
83
+
84
+ worker = Resque::Worker.new("*high_z")
85
+ worker.queues.should == ["superhigh_z"]
86
+
87
+ worker = Resque::Worker.new("*high*")
88
+ worker.queues.should == ["high_x", "high_y", "superhigh_z"]
89
+ end
90
+
91
+ it "can blacklist queues" do
92
+ worker = Resque::Worker.new("*", "!foo")
93
+ worker.queues.should == ["high_x", "high_y", "superhigh_z"]
94
+ end
95
+
96
+ it "can blacklist queues with pattern" do
97
+ worker = Resque::Worker.new("*", "!*high*")
98
+ worker.queues.should == ["foo"]
99
+ end
100
+
101
+ end
102
+
103
+ context "redis backed queues" do
104
+
105
+ it "can dynamically lookup queues" do
106
+ Resque.set_dynamic_queue("mykey", ["foo", "bar"])
107
+ worker = Resque::Worker.new("@mykey")
108
+ worker.queues.should == ["bar", "foo"]
109
+ end
110
+
111
+ it "uses hostname as default key in dynamic queues" do
112
+ host = `hostname`.chomp
113
+ Resque.set_dynamic_queue(host, ["foo", "bar"])
114
+ worker = Resque::Worker.new("@")
115
+ worker.queues.should == ["bar", "foo"]
116
+ end
117
+
118
+ it "can use wildcards in dynamic queues" do
119
+ Resque.watch_queue("high_x")
120
+ Resque.watch_queue("foo")
121
+ Resque.watch_queue("high_y")
122
+ Resque.watch_queue("superhigh_z")
123
+
124
+ Resque.set_dynamic_queue("mykey", ["*high*", "!high_y"])
125
+ worker = Resque::Worker.new("@mykey")
126
+ worker.queues.should == ["high_x", "superhigh_z"]
127
+ end
128
+
129
+ end
130
+
131
+ end
@@ -0,0 +1,312 @@
1
+ # Redis configuration file example
2
+
3
+ # Note on units: when memory size is needed, it is possible to specifiy
4
+ # it in the usual form of 1k 5GB 4M and so forth:
5
+ #
6
+ # 1k => 1000 bytes
7
+ # 1kb => 1024 bytes
8
+ # 1m => 1000000 bytes
9
+ # 1mb => 1024*1024 bytes
10
+ # 1g => 1000000000 bytes
11
+ # 1gb => 1024*1024*1024 bytes
12
+ #
13
+ # units are case insensitive so 1GB 1Gb 1gB are all the same.
14
+
15
+ # By default Redis does not run as a daemon. Use 'yes' if you need it.
16
+ # Note that Redis will write a pid file in ./tmp/run/redis.pid when daemonized.
17
+ daemonize yes
18
+
19
+ # When running daemonized, Redis writes a pid file in ./tmp/run/redis.pid by
20
+ # default. You can specify a custom pid file location here.
21
+ pidfile ./redis.pid
22
+
23
+ # Accept connections on the specified port, default is 6379
24
+ port 9736
25
+
26
+ # If you want you can bind a single interface, if the bind option is not
27
+ # specified all the interfaces will listen for incoming connections.
28
+ #
29
+ bind 127.0.0.1
30
+
31
+ # Close the connection after a client is idle for N seconds (0 to disable)
32
+ timeout 300
33
+
34
+ # Set server verbosity to 'debug'
35
+ # it can be one of:
36
+ # debug (a lot of information, useful for development/testing)
37
+ # verbose (many rarely useful info, but not a mess like the debug level)
38
+ # notice (moderately verbose, what you want in production probably)
39
+ # warning (only very important / critical messages are logged)
40
+ loglevel verbose
41
+
42
+ # Specify the log file name. Also 'stdout' can be used to force
43
+ # Redis to log on the standard output. Note that if you use standard
44
+ # output for logging but daemonize, logs will be sent to /dev/null
45
+ logfile ./redis-server.log
46
+
47
+ # Set the number of databases. The default database is DB 0, you can select
48
+ # a different one on a per-connection basis using SELECT <dbid> where
49
+ # dbid is a number between 0 and 'databases'-1
50
+ databases 16
51
+
52
+ ################################ SNAPSHOTTING #################################
53
+ #
54
+ # Save the DB on disk:
55
+ #
56
+ # save <seconds> <changes>
57
+ #
58
+ # Will save the DB if both the given number of seconds and the given
59
+ # number of write operations against the DB occurred.
60
+ #
61
+ # In the example below the behaviour will be to save:
62
+ # after 900 sec (15 min) if at least 1 key changed
63
+ # after 300 sec (5 min) if at least 10 keys changed
64
+ # after 60 sec if at least 10000 keys changed
65
+ #
66
+ # Note: you can disable saving at all commenting all the "save" lines.
67
+
68
+ save 900 1
69
+ save 300 10
70
+ save 60 10000
71
+
72
+ # Compress string objects using LZF when dump .rdb databases?
73
+ # For default that's set to 'yes' as it's almost always a win.
74
+ # If you want to save some CPU in the saving child set it to 'no' but
75
+ # the dataset will likely be bigger if you have compressible values or keys.
76
+ rdbcompression yes
77
+
78
+ # The filename where to dump the DB
79
+ dbfilename dump.rdb
80
+
81
+ # The working directory.
82
+ #
83
+ # The DB will be written inside this directory, with the filename specified
84
+ # above using the 'dbfilename' configuration directive.
85
+ #
86
+ # Also the Append Only File will be created inside this directory.
87
+ #
88
+ # Note that you must specify a directory here, not a file name.
89
+ dir .
90
+
91
+ ################################# REPLICATION #################################
92
+
93
+ # Master-Slave replication. Use slaveof to make a Redis instance a copy of
94
+ # another Redis server. Note that the configuration is local to the slave
95
+ # so for example it is possible to configure the slave to save the DB with a
96
+ # different interval, or to listen to another port, and so on.
97
+ #
98
+ # slaveof <masterip> <masterport>
99
+
100
+ # If the master is password protected (using the "requirepass" configuration
101
+ # directive below) it is possible to tell the slave to authenticate before
102
+ # starting the replication synchronization process, otherwise the master will
103
+ # refuse the slave request.
104
+ #
105
+ # masterauth <master-password>
106
+
107
+ ################################## SECURITY ###################################
108
+
109
+ # Require clients to issue AUTH <PASSWORD> before processing any other
110
+ # commands. This might be useful in environments in which you do not trust
111
+ # others with access to the host running redis-server.
112
+ #
113
+ # This should stay commented out for backward compatibility and because most
114
+ # people do not need auth (e.g. they run their own servers).
115
+ #
116
+ # Warning: since Redis is pretty fast an outside user can try up to
117
+ # 150k passwords per second against a good box. This means that you should
118
+ # use a very strong password otherwise it will be very easy to break.
119
+ #
120
+ # requirepass foobared
121
+
122
+ ################################### LIMITS ####################################
123
+
124
+ # Set the max number of connected clients at the same time. By default there
125
+ # is no limit, and it's up to the number of file descriptors the Redis process
126
+ # is able to open. The special value '0' means no limits.
127
+ # Once the limit is reached Redis will close all the new connections sending
128
+ # an error 'max number of clients reached'.
129
+ #
130
+ # maxclients 128
131
+
132
+ # Don't use more memory than the specified amount of bytes.
133
+ # When the memory limit is reached Redis will try to remove keys with an
134
+ # EXPIRE set. It will try to start freeing keys that are going to expire
135
+ # in little time and preserve keys with a longer time to live.
136
+ # Redis will also try to remove objects from free lists if possible.
137
+ #
138
+ # If all this fails, Redis will start to reply with errors to commands
139
+ # that will use more memory, like SET, LPUSH, and so on, and will continue
140
+ # to reply to most read-only commands like GET.
141
+ #
142
+ # WARNING: maxmemory can be a good idea mainly if you want to use Redis as a
143
+ # 'state' server or cache, not as a real DB. When Redis is used as a real
144
+ # database the memory usage will grow over the weeks, it will be obvious if
145
+ # it is going to use too much memory in the long run, and you'll have the time
146
+ # to upgrade. With maxmemory after the limit is reached you'll start to get
147
+ # errors for write operations, and this may even lead to DB inconsistency.
148
+ #
149
+ # maxmemory <bytes>
150
+
151
+ ############################## APPEND ONLY MODE ###############################
152
+
153
+ # By default Redis asynchronously dumps the dataset on disk. If you can live
154
+ # with the idea that the latest records will be lost if something like a crash
155
+ # happens this is the preferred way to run Redis. If instead you care a lot
156
+ # about your data and don't want to that a single record can get lost you should
157
+ # enable the append only mode: when this mode is enabled Redis will append
158
+ # every write operation received in the file appendonly.aof. This file will
159
+ # be read on startup in order to rebuild the full dataset in memory.
160
+ #
161
+ # Note that you can have both the async dumps and the append only file if you
162
+ # like (you have to comment the "save" statements above to disable the dumps).
163
+ # Still if append only mode is enabled Redis will load the data from the
164
+ # log file at startup ignoring the dump.rdb file.
165
+ #
166
+ # IMPORTANT: Check the BGREWRITEAOF to check how to rewrite the append
167
+ # log file in background when it gets too big.
168
+
169
+ appendonly no
170
+
171
+ # The name of the append only file (default: "appendonly.aof")
172
+ # appendfilename appendonly.aof
173
+
174
+ # The fsync() call tells the Operating System to actually write data on disk
175
+ # instead to wait for more data in the output buffer. Some OS will really flush
176
+ # data on disk, some other OS will just try to do it ASAP.
177
+ #
178
+ # Redis supports three different modes:
179
+ #
180
+ # no: don't fsync, just let the OS flush the data when it wants. Faster.
181
+ # always: fsync after every write to the append only log . Slow, Safest.
182
+ # everysec: fsync only if one second passed since the last fsync. Compromise.
183
+ #
184
+ # The default is "everysec" that's usually the right compromise between
185
+ # speed and data safety. It's up to you to understand if you can relax this to
186
+ # "no" that will will let the operating system flush the output buffer when
187
+ # it wants, for better performances (but if you can live with the idea of
188
+ # some data loss consider the default persistence mode that's snapshotting),
189
+ # or on the contrary, use "always" that's very slow but a bit safer than
190
+ # everysec.
191
+ #
192
+ # If unsure, use "everysec".
193
+
194
+ # appendfsync always
195
+ appendfsync everysec
196
+ # appendfsync no
197
+
198
+ ################################ VIRTUAL MEMORY ###############################
199
+
200
+ # Virtual Memory allows Redis to work with datasets bigger than the actual
201
+ # amount of RAM needed to hold the whole dataset in memory.
202
+ # In order to do so very used keys are taken in memory while the other keys
203
+ # are swapped into a swap file, similarly to what operating systems do
204
+ # with memory pages.
205
+ #
206
+ # To enable VM just set 'vm-enabled' to yes, and set the following three
207
+ # VM parameters accordingly to your needs.
208
+
209
+ vm-enabled no
210
+ # vm-enabled yes
211
+
212
+ # This is the path of the Redis swap file. As you can guess, swap files
213
+ # can't be shared by different Redis instances, so make sure to use a swap
214
+ # file for every redis process you are running. Redis will complain if the
215
+ # swap file is already in use.
216
+ #
217
+ # The best kind of storage for the Redis swap file (that's accessed at random)
218
+ # is a Solid State Disk (SSD).
219
+ #
220
+ # *** WARNING *** if you are using a shared hosting the default of putting
221
+ # the swap file under /tmp is not secure. Create a dir with access granted
222
+ # only to Redis user and configure Redis to create the swap file there.
223
+ vm-swap-file ./tmp/redis.swap
224
+
225
+ # vm-max-memory configures the VM to use at max the specified amount of
226
+ # RAM. Everything that deos not fit will be swapped on disk *if* possible, that
227
+ # is, if there is still enough contiguous space in the swap file.
228
+ #
229
+ # With vm-max-memory 0 the system will swap everything it can. Not a good
230
+ # default, just specify the max amount of RAM you can in bytes, but it's
231
+ # better to leave some margin. For instance specify an amount of RAM
232
+ # that's more or less between 60 and 80% of your free RAM.
233
+ vm-max-memory 0
234
+
235
+ # Redis swap files is split into pages. An object can be saved using multiple
236
+ # contiguous pages, but pages can't be shared between different objects.
237
+ # So if your page is too big, small objects swapped out on disk will waste
238
+ # a lot of space. If you page is too small, there is less space in the swap
239
+ # file (assuming you configured the same number of total swap file pages).
240
+ #
241
+ # If you use a lot of small objects, use a page size of 64 or 32 bytes.
242
+ # If you use a lot of big objects, use a bigger page size.
243
+ # If unsure, use the default :)
244
+ vm-page-size 32
245
+
246
+ # Number of total memory pages in the swap file.
247
+ # Given that the page table (a bitmap of free/used pages) is taken in memory,
248
+ # every 8 pages on disk will consume 1 byte of RAM.
249
+ #
250
+ # The total swap size is vm-page-size * vm-pages
251
+ #
252
+ # With the default of 32-bytes memory pages and 134217728 pages Redis will
253
+ # use a 4 GB swap file, that will use 16 MB of RAM for the page table.
254
+ #
255
+ # It's better to use the smallest acceptable value for your application,
256
+ # but the default is large in order to work in most conditions.
257
+ vm-pages 134217728
258
+
259
+ # Max number of VM I/O threads running at the same time.
260
+ # This threads are used to read/write data from/to swap file, since they
261
+ # also encode and decode objects from disk to memory or the reverse, a bigger
262
+ # number of threads can help with big objects even if they can't help with
263
+ # I/O itself as the physical device may not be able to couple with many
264
+ # reads/writes operations at the same time.
265
+ #
266
+ # The special value of 0 turn off threaded I/O and enables the blocking
267
+ # Virtual Memory implementation.
268
+ vm-max-threads 4
269
+
270
+ ############################### ADVANCED CONFIG ###############################
271
+
272
+ # Glue small output buffers together in order to send small replies in a
273
+ # single TCP packet. Uses a bit more CPU but most of the times it is a win
274
+ # in terms of number of queries per second. Use 'yes' if unsure.
275
+ glueoutputbuf yes
276
+
277
+ # Hashes are encoded in a special way (much more memory efficient) when they
278
+ # have at max a given numer of elements, and the biggest element does not
279
+ # exceed a given threshold. You can configure this limits with the following
280
+ # configuration directives.
281
+ hash-max-zipmap-entries 64
282
+ hash-max-zipmap-value 512
283
+
284
+ # Active rehashing uses 1 millisecond every 100 milliseconds of CPU time in
285
+ # order to help rehashing the main Redis hash table (the one mapping top-level
286
+ # keys to values). The hash table implementation redis uses (see dict.c)
287
+ # performs a lazy rehashing: the more operation you run into an hash table
288
+ # that is rhashing, the more rehashing "steps" are performed, so if the
289
+ # server is idle the rehashing is never complete and some more memory is used
290
+ # by the hash table.
291
+ #
292
+ # The default is to use this millisecond 10 times every second in order to
293
+ # active rehashing the main dictionaries, freeing memory when possible.
294
+ #
295
+ # If unsure:
296
+ # use "activerehashing no" if you have hard latency requirements and it is
297
+ # not a good thing in your environment that Redis can reply form time to time
298
+ # to queries with 2 milliseconds delay.
299
+ #
300
+ # use "activerehashing yes" if you don't have such hard requirements but
301
+ # want to free memory asap when possible.
302
+ activerehashing yes
303
+
304
+ ################################## INCLUDES ###################################
305
+
306
+ # Include one or more other config files here. This is useful if you
307
+ # have a standard template that goes to all redis server but also need
308
+ # to customize a few per-server settings. Include files can include
309
+ # other files, so use this wisely.
310
+ #
311
+ # include /path/to/local.conf
312
+ # include /path/to/other.conf
@@ -0,0 +1,19 @@
1
+ require 'resque-dynamic-queues'
2
+
3
+ spec_dir = File.dirname(File.expand_path(__FILE__))
4
+ REDIS_CMD = "redis-server #{spec_dir}/redis-test.conf"
5
+
6
+ puts "Starting redis for testing at localhost:9736..."
7
+ puts `cd #{spec_dir}; #{REDIS_CMD}`
8
+ Resque.redis = 'localhost:9736'
9
+
10
+ # Schedule the redis server for shutdown when tests are all finished.
11
+ at_exit do
12
+ pid = File.read("#{spec_dir}/redis.pid").to_i rescue nil
13
+ system ("kill #{pid}") if pid != 0
14
+ end
15
+
16
+ class SomeJob
17
+ def self.perform(*args)
18
+ end
19
+ end
metadata ADDED
@@ -0,0 +1,91 @@
1
+ --- !ruby/object:Gem::Specification
2
+ name: resque-dynamic-queues
3
+ version: !ruby/object:Gem::Version
4
+ prerelease:
5
+ version: 0.5.0
6
+ platform: ruby
7
+ authors:
8
+ - Matt Conway
9
+ autorequire:
10
+ bindir: bin
11
+ cert_chain: []
12
+
13
+ date: 2011-03-23 00:00:00 -04:00
14
+ default_executable:
15
+ dependencies:
16
+ - !ruby/object:Gem::Dependency
17
+ name: resque
18
+ prerelease: false
19
+ requirement: &id001 !ruby/object:Gem::Requirement
20
+ none: false
21
+ requirements:
22
+ - - ~>
23
+ - !ruby/object:Gem::Version
24
+ version: "1.15"
25
+ type: :runtime
26
+ version_requirements: *id001
27
+ - !ruby/object:Gem::Dependency
28
+ name: rspec
29
+ prerelease: false
30
+ requirement: &id002 !ruby/object:Gem::Requirement
31
+ none: false
32
+ requirements:
33
+ - - ~>
34
+ - !ruby/object:Gem::Version
35
+ version: "2.5"
36
+ type: :development
37
+ version_requirements: *id002
38
+ description: A resque plugin for specifying the queues a worker pulls from with wildcards, negations, or dynamic look up from redis
39
+ email:
40
+ - matt@conwaysplace.com
41
+ executables: []
42
+
43
+ extensions: []
44
+
45
+ extra_rdoc_files: []
46
+
47
+ files:
48
+ - .gitignore
49
+ - Gemfile
50
+ - README.md
51
+ - Rakefile
52
+ - lib/resque-dynamic-queues.rb
53
+ - lib/resque/plugins/dynamic_queues/attributes.rb
54
+ - lib/resque/plugins/dynamic_queues/queues.rb
55
+ - lib/resque/plugins/dynamic_queues/version.rb
56
+ - resque-dynamic-queues.gemspec
57
+ - spec/queues_spec.rb
58
+ - spec/redis-test.conf
59
+ - spec/spec_helper.rb
60
+ has_rdoc: true
61
+ homepage: ""
62
+ licenses: []
63
+
64
+ post_install_message:
65
+ rdoc_options: []
66
+
67
+ require_paths:
68
+ - lib
69
+ required_ruby_version: !ruby/object:Gem::Requirement
70
+ none: false
71
+ requirements:
72
+ - - ">="
73
+ - !ruby/object:Gem::Version
74
+ version: "0"
75
+ required_rubygems_version: !ruby/object:Gem::Requirement
76
+ none: false
77
+ requirements:
78
+ - - ">="
79
+ - !ruby/object:Gem::Version
80
+ version: "0"
81
+ requirements: []
82
+
83
+ rubyforge_project: resque-dynamic-queues
84
+ rubygems_version: 1.6.1
85
+ signing_key:
86
+ specification_version: 3
87
+ summary: A resque plugin for specifying the queues a worker pulls from with wildcards, negations, or dynamic look up from redis
88
+ test_files:
89
+ - spec/queues_spec.rb
90
+ - spec/redis-test.conf
91
+ - spec/spec_helper.rb