resque-dynamic-queues 0.5.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
data/.gitignore ADDED
@@ -0,0 +1,8 @@
1
+ *.gem
2
+ .bundle
3
+ Gemfile.lock
4
+ pkg/*
5
+ .idea
6
+ spec/dump.rdb
7
+ redis-server.log
8
+ redis.pid
data/Gemfile ADDED
@@ -0,0 +1,4 @@
1
+ source "http://rubygems.org"
2
+
3
+ # Specify your gem's dependencies in resque-dynamic-queues.gemspec
4
+ gemspec
data/README.md ADDED
@@ -0,0 +1,46 @@
1
+ A resque plugin for specifying the queues a worker pulls from with wildcards, negations, or dynamic look up from redis.
2
+
3
+ Authored against Resque 1.15, so it at least works with that - try running the tests if you use a different version of resque
4
+
5
+ Usage:
6
+
7
+ Start your workers with a QUEUE that can contain '*' for zero-or more of any character, '!' to exclude the following pattern, or @key to look up the patterns from redis. Some examples help:
8
+
9
+ QUEUE=foo rake resque:work
10
+
11
+ Pulls jobs from the queue 'foo'
12
+
13
+ QUEUE=* rake resque:work
14
+
15
+ Pulls jobs from any queue
16
+
17
+ QUEUE=*foo rake resque:work
18
+
19
+ Pulls jobs from queues that end in foo
20
+
21
+ QUEUE=*foo* rake resque:work
22
+
23
+ Pulls jobs from queues whose names contain foo
24
+
25
+ QUEUE=*foo*,!foobar rake resque:work
26
+
27
+ Pulls jobs from queues whose names contain foo except the foobar queue
28
+
29
+ QUEUE=*foo*,!*bar rake resque:work
30
+
31
+ Pulls jobs from queues whose names contain foo except queues whose names end in bar
32
+
33
+ QUEUE=@key rake resque:work
34
+
35
+ Pulls jobs from queue names stored in redis (use Resque.set_dynamic_queue("key", ["queue_name1", "queue_name2"]) to set them)
36
+
37
+ QUEUE=@ rake resque:work
38
+
39
+ Pulls jobs from queue names stored in redis using the hostname of the worker
40
+
41
+ Resque.set_dynamic_queue("key", ["*foo*", "!*bar"])
42
+
43
+ QUEUE=@key rake resque:work
44
+
45
+ Pulls jobs from queue names stored in redis, with wildcards/negations
46
+
data/Rakefile ADDED
@@ -0,0 +1,2 @@
1
+ require 'bundler'
2
+ Bundler::GemHelper.install_tasks
@@ -0,0 +1,10 @@
1
+ require 'resque'
2
+ require 'resque/worker'
3
+ require 'resque/plugins/dynamic_queues/attributes'
4
+ require 'resque/plugins/dynamic_queues/queues'
5
+
6
+ #module Resque
7
+ # extend Resque::Plugins::DynamicQueues::Attributes
8
+ #end
9
+ Resque.send(:extend, Resque::Plugins::DynamicQueues::Attributes)
10
+ Resque::Worker.send(:include, Resque::Plugins::DynamicQueues::Queues)
@@ -0,0 +1,21 @@
1
+ module Resque
2
+ module Plugins
3
+ module DynamicQueues
4
+ module Attributes
5
+
6
+ def get_dynamic_queue(key)
7
+ redis.lrange("dynamic_queue:#{key}", 0, -1)
8
+ end
9
+
10
+ def set_dynamic_queue(key, values)
11
+ k = "dynamic_queue:#{key}"
12
+ redis.del(k)
13
+ Array(values).each do |v|
14
+ redis.rpush(k, v)
15
+ end
16
+ end
17
+
18
+ end
19
+ end
20
+ end
21
+ end
@@ -0,0 +1,67 @@
1
+ module Resque
2
+ module Plugins
3
+ module DynamicQueues
4
+ module Queues
5
+
6
+ # Returns a list of queues to use when searching for a job.
7
+ #
8
+ # A splat ("*") means you want every queue (in alpha order) - this
9
+ # can be useful for dynamically adding new queues.
10
+ #
11
+ # The splat can also be used as a wildcard within a queue name,
12
+ # e.g. "*high*", and negation can be indicated with a prefix of "!"
13
+ #
14
+ # An @key can be used to dynamically look up the queue list for key from redis.
15
+ # If no key is supplied, it defaults to the worker's hostname, and wildcards
16
+ # and negations can be used inside this dynamic queue list. Set the queue
17
+ # list for a key with Resque.set_dynamic_queue(key, ["q1", "q2"]
18
+ #
19
+ def queues_with_dynamic
20
+ queue_names = @queues
21
+
22
+ return queues_without_dynamic if queue_names.grep(/(^!)|(^@)|(\*)/).size == 0
23
+
24
+ real_queues = Resque.queues
25
+ matched_queues = []
26
+
27
+ queue_names.each do |q|
28
+ q = q.to_s
29
+
30
+ if q =~ /^@(.*)/
31
+ key = $1.strip
32
+ key = hostname if key.size == 0
33
+ queue_names.concat(Resque.get_dynamic_queue(key))
34
+ next
35
+ end
36
+
37
+ if q[0] == '!'
38
+ negated = true
39
+ q = q[1..-1]
40
+ end
41
+
42
+ patstr = q.gsub(/\*/, ".*")
43
+ pattern = /^#{patstr}$/
44
+ if negated
45
+ matched_queues -= matched_queues.grep(pattern)
46
+ else
47
+ matches = real_queues.grep(/^#{pattern}$/)
48
+ matches = [q] if matches.size == 0 && q == patstr
49
+ matched_queues.concat(matches)
50
+ end
51
+ end
52
+
53
+ return matched_queues.uniq.sort
54
+ end
55
+
56
+
57
+ def self.included(receiver)
58
+ receiver.class_eval do
59
+ alias queues_without_dynamic queues
60
+ alias queues queues_with_dynamic
61
+ end
62
+ end
63
+
64
+ end
65
+ end
66
+ end
67
+ end
@@ -0,0 +1,7 @@
1
+ module Resque
2
+ module Plugins
3
+ module DynamicQueues
4
+ VERSION = "0.5.0"
5
+ end
6
+ end
7
+ end
@@ -0,0 +1,27 @@
1
+ # -*- encoding: utf-8 -*-
2
+ $:.push File.expand_path("../lib", __FILE__)
3
+ require 'resque/plugins/dynamic_queues/version'
4
+
5
+
6
+ Gem::Specification.new do |s|
7
+ s.name = "resque-dynamic-queues"
8
+ s.version = Resque::Plugins::DynamicQueues::VERSION
9
+ s.platform = Gem::Platform::RUBY
10
+ s.authors = ["Matt Conway"]
11
+ s.email = ["matt@conwaysplace.com"]
12
+ s.homepage = ""
13
+ s.summary = %q{A resque plugin for specifying the queues a worker pulls from with wildcards, negations, or dynamic look up from redis}
14
+ s.description = %q{A resque plugin for specifying the queues a worker pulls from with wildcards, negations, or dynamic look up from redis}
15
+
16
+ s.rubyforge_project = "resque-dynamic-queues"
17
+
18
+ s.files = `git ls-files`.split("\n")
19
+ s.test_files = `git ls-files -- {test,spec,features}/*`.split("\n")
20
+ s.executables = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
21
+ s.require_paths = ["lib"]
22
+
23
+ s.add_dependency("resque", '~> 1.15')
24
+ s.add_development_dependency('rspec', '~> 2.5')
25
+
26
+ end
27
+
@@ -0,0 +1,131 @@
1
+ require "spec_helper"
2
+
3
+ describe "Dynamic Queues" do
4
+
5
+ before(:each) do
6
+ Resque.redis.flushall
7
+ end
8
+
9
+ context "basic resque behavior still works" do
10
+
11
+ it "can work on multiple queues" do
12
+ Resque::Job.create(:high, SomeJob)
13
+ Resque::Job.create(:critical, SomeJob)
14
+
15
+ worker = Resque::Worker.new(:critical, :high)
16
+
17
+ worker.process
18
+ Resque.size(:high).should == 1
19
+ Resque.size(:critical).should == 0
20
+
21
+ worker.process
22
+ Resque.size(:high).should == 0
23
+ end
24
+
25
+ it "can work on all queues" do
26
+ Resque::Job.create(:high, SomeJob)
27
+ Resque::Job.create(:critical, SomeJob)
28
+ Resque::Job.create(:blahblah, SomeJob)
29
+
30
+ worker = Resque::Worker.new("*")
31
+
32
+ worker.work(0)
33
+ Resque.size(:high).should == 0
34
+ Resque.size(:critical).should == 0
35
+ Resque.size(:blahblah).should == 0
36
+ end
37
+
38
+ it "processes * queues in alphabetical order" do
39
+ Resque::Job.create(:high, SomeJob)
40
+ Resque::Job.create(:critical, SomeJob)
41
+ Resque::Job.create(:blahblah, SomeJob)
42
+
43
+ worker = Resque::Worker.new("*")
44
+
45
+ worker.work(0) do |job|
46
+ Resque.redis.rpush("processed_queues", job.queue)
47
+ end
48
+
49
+ Resque.redis.lrange("processed_queues", 0, -1).should == %w( high critical blahblah ).sort
50
+ end
51
+
52
+ it "should pass lint" do
53
+ Resque::Plugin.lint(Resque::Plugins::DynamicQueues)
54
+ end
55
+
56
+ end
57
+
58
+ context "basic queue patterns" do
59
+
60
+ before(:each) do
61
+ Resque.watch_queue("high_x")
62
+ Resque.watch_queue("foo")
63
+ Resque.watch_queue("high_y")
64
+ Resque.watch_queue("superhigh_z")
65
+ end
66
+
67
+ it "can specify simple queues" do
68
+ worker = Resque::Worker.new("foo")
69
+ worker.queues.should == ["foo"]
70
+
71
+ worker = Resque::Worker.new("foo", "bar")
72
+ worker.queues.should == ["foo", "bar"]
73
+ end
74
+
75
+ it "can specify simple wildcard" do
76
+ worker = Resque::Worker.new("*")
77
+ worker.queues.should == ["foo", "high_x", "high_y", "superhigh_z"]
78
+ end
79
+
80
+ it "can include queues with pattern"do
81
+ worker = Resque::Worker.new("high*")
82
+ worker.queues.should == ["high_x", "high_y"]
83
+
84
+ worker = Resque::Worker.new("*high_z")
85
+ worker.queues.should == ["superhigh_z"]
86
+
87
+ worker = Resque::Worker.new("*high*")
88
+ worker.queues.should == ["high_x", "high_y", "superhigh_z"]
89
+ end
90
+
91
+ it "can blacklist queues" do
92
+ worker = Resque::Worker.new("*", "!foo")
93
+ worker.queues.should == ["high_x", "high_y", "superhigh_z"]
94
+ end
95
+
96
+ it "can blacklist queues with pattern" do
97
+ worker = Resque::Worker.new("*", "!*high*")
98
+ worker.queues.should == ["foo"]
99
+ end
100
+
101
+ end
102
+
103
+ context "redis backed queues" do
104
+
105
+ it "can dynamically lookup queues" do
106
+ Resque.set_dynamic_queue("mykey", ["foo", "bar"])
107
+ worker = Resque::Worker.new("@mykey")
108
+ worker.queues.should == ["bar", "foo"]
109
+ end
110
+
111
+ it "uses hostname as default key in dynamic queues" do
112
+ host = `hostname`.chomp
113
+ Resque.set_dynamic_queue(host, ["foo", "bar"])
114
+ worker = Resque::Worker.new("@")
115
+ worker.queues.should == ["bar", "foo"]
116
+ end
117
+
118
+ it "can use wildcards in dynamic queues" do
119
+ Resque.watch_queue("high_x")
120
+ Resque.watch_queue("foo")
121
+ Resque.watch_queue("high_y")
122
+ Resque.watch_queue("superhigh_z")
123
+
124
+ Resque.set_dynamic_queue("mykey", ["*high*", "!high_y"])
125
+ worker = Resque::Worker.new("@mykey")
126
+ worker.queues.should == ["high_x", "superhigh_z"]
127
+ end
128
+
129
+ end
130
+
131
+ end
@@ -0,0 +1,312 @@
1
+ # Redis configuration file example
2
+
3
+ # Note on units: when memory size is needed, it is possible to specifiy
4
+ # it in the usual form of 1k 5GB 4M and so forth:
5
+ #
6
+ # 1k => 1000 bytes
7
+ # 1kb => 1024 bytes
8
+ # 1m => 1000000 bytes
9
+ # 1mb => 1024*1024 bytes
10
+ # 1g => 1000000000 bytes
11
+ # 1gb => 1024*1024*1024 bytes
12
+ #
13
+ # units are case insensitive so 1GB 1Gb 1gB are all the same.
14
+
15
+ # By default Redis does not run as a daemon. Use 'yes' if you need it.
16
+ # Note that Redis will write a pid file in ./tmp/run/redis.pid when daemonized.
17
+ daemonize yes
18
+
19
+ # When running daemonized, Redis writes a pid file in ./tmp/run/redis.pid by
20
+ # default. You can specify a custom pid file location here.
21
+ pidfile ./redis.pid
22
+
23
+ # Accept connections on the specified port, default is 6379
24
+ port 9736
25
+
26
+ # If you want you can bind a single interface, if the bind option is not
27
+ # specified all the interfaces will listen for incoming connections.
28
+ #
29
+ bind 127.0.0.1
30
+
31
+ # Close the connection after a client is idle for N seconds (0 to disable)
32
+ timeout 300
33
+
34
+ # Set server verbosity to 'debug'
35
+ # it can be one of:
36
+ # debug (a lot of information, useful for development/testing)
37
+ # verbose (many rarely useful info, but not a mess like the debug level)
38
+ # notice (moderately verbose, what you want in production probably)
39
+ # warning (only very important / critical messages are logged)
40
+ loglevel verbose
41
+
42
+ # Specify the log file name. Also 'stdout' can be used to force
43
+ # Redis to log on the standard output. Note that if you use standard
44
+ # output for logging but daemonize, logs will be sent to /dev/null
45
+ logfile ./redis-server.log
46
+
47
+ # Set the number of databases. The default database is DB 0, you can select
48
+ # a different one on a per-connection basis using SELECT <dbid> where
49
+ # dbid is a number between 0 and 'databases'-1
50
+ databases 16
51
+
52
+ ################################ SNAPSHOTTING #################################
53
+ #
54
+ # Save the DB on disk:
55
+ #
56
+ # save <seconds> <changes>
57
+ #
58
+ # Will save the DB if both the given number of seconds and the given
59
+ # number of write operations against the DB occurred.
60
+ #
61
+ # In the example below the behaviour will be to save:
62
+ # after 900 sec (15 min) if at least 1 key changed
63
+ # after 300 sec (5 min) if at least 10 keys changed
64
+ # after 60 sec if at least 10000 keys changed
65
+ #
66
+ # Note: you can disable saving at all commenting all the "save" lines.
67
+
68
+ save 900 1
69
+ save 300 10
70
+ save 60 10000
71
+
72
+ # Compress string objects using LZF when dump .rdb databases?
73
+ # For default that's set to 'yes' as it's almost always a win.
74
+ # If you want to save some CPU in the saving child set it to 'no' but
75
+ # the dataset will likely be bigger if you have compressible values or keys.
76
+ rdbcompression yes
77
+
78
+ # The filename where to dump the DB
79
+ dbfilename dump.rdb
80
+
81
+ # The working directory.
82
+ #
83
+ # The DB will be written inside this directory, with the filename specified
84
+ # above using the 'dbfilename' configuration directive.
85
+ #
86
+ # Also the Append Only File will be created inside this directory.
87
+ #
88
+ # Note that you must specify a directory here, not a file name.
89
+ dir .
90
+
91
+ ################################# REPLICATION #################################
92
+
93
+ # Master-Slave replication. Use slaveof to make a Redis instance a copy of
94
+ # another Redis server. Note that the configuration is local to the slave
95
+ # so for example it is possible to configure the slave to save the DB with a
96
+ # different interval, or to listen to another port, and so on.
97
+ #
98
+ # slaveof <masterip> <masterport>
99
+
100
+ # If the master is password protected (using the "requirepass" configuration
101
+ # directive below) it is possible to tell the slave to authenticate before
102
+ # starting the replication synchronization process, otherwise the master will
103
+ # refuse the slave request.
104
+ #
105
+ # masterauth <master-password>
106
+
107
+ ################################## SECURITY ###################################
108
+
109
+ # Require clients to issue AUTH <PASSWORD> before processing any other
110
+ # commands. This might be useful in environments in which you do not trust
111
+ # others with access to the host running redis-server.
112
+ #
113
+ # This should stay commented out for backward compatibility and because most
114
+ # people do not need auth (e.g. they run their own servers).
115
+ #
116
+ # Warning: since Redis is pretty fast an outside user can try up to
117
+ # 150k passwords per second against a good box. This means that you should
118
+ # use a very strong password otherwise it will be very easy to break.
119
+ #
120
+ # requirepass foobared
121
+
122
+ ################################### LIMITS ####################################
123
+
124
+ # Set the max number of connected clients at the same time. By default there
125
+ # is no limit, and it's up to the number of file descriptors the Redis process
126
+ # is able to open. The special value '0' means no limits.
127
+ # Once the limit is reached Redis will close all the new connections sending
128
+ # an error 'max number of clients reached'.
129
+ #
130
+ # maxclients 128
131
+
132
+ # Don't use more memory than the specified amount of bytes.
133
+ # When the memory limit is reached Redis will try to remove keys with an
134
+ # EXPIRE set. It will try to start freeing keys that are going to expire
135
+ # in little time and preserve keys with a longer time to live.
136
+ # Redis will also try to remove objects from free lists if possible.
137
+ #
138
+ # If all this fails, Redis will start to reply with errors to commands
139
+ # that will use more memory, like SET, LPUSH, and so on, and will continue
140
+ # to reply to most read-only commands like GET.
141
+ #
142
+ # WARNING: maxmemory can be a good idea mainly if you want to use Redis as a
143
+ # 'state' server or cache, not as a real DB. When Redis is used as a real
144
+ # database the memory usage will grow over the weeks, it will be obvious if
145
+ # it is going to use too much memory in the long run, and you'll have the time
146
+ # to upgrade. With maxmemory after the limit is reached you'll start to get
147
+ # errors for write operations, and this may even lead to DB inconsistency.
148
+ #
149
+ # maxmemory <bytes>
150
+
151
+ ############################## APPEND ONLY MODE ###############################
152
+
153
+ # By default Redis asynchronously dumps the dataset on disk. If you can live
154
+ # with the idea that the latest records will be lost if something like a crash
155
+ # happens this is the preferred way to run Redis. If instead you care a lot
156
+ # about your data and don't want to that a single record can get lost you should
157
+ # enable the append only mode: when this mode is enabled Redis will append
158
+ # every write operation received in the file appendonly.aof. This file will
159
+ # be read on startup in order to rebuild the full dataset in memory.
160
+ #
161
+ # Note that you can have both the async dumps and the append only file if you
162
+ # like (you have to comment the "save" statements above to disable the dumps).
163
+ # Still if append only mode is enabled Redis will load the data from the
164
+ # log file at startup ignoring the dump.rdb file.
165
+ #
166
+ # IMPORTANT: Check the BGREWRITEAOF to check how to rewrite the append
167
+ # log file in background when it gets too big.
168
+
169
+ appendonly no
170
+
171
+ # The name of the append only file (default: "appendonly.aof")
172
+ # appendfilename appendonly.aof
173
+
174
+ # The fsync() call tells the Operating System to actually write data on disk
175
+ # instead to wait for more data in the output buffer. Some OS will really flush
176
+ # data on disk, some other OS will just try to do it ASAP.
177
+ #
178
+ # Redis supports three different modes:
179
+ #
180
+ # no: don't fsync, just let the OS flush the data when it wants. Faster.
181
+ # always: fsync after every write to the append only log . Slow, Safest.
182
+ # everysec: fsync only if one second passed since the last fsync. Compromise.
183
+ #
184
+ # The default is "everysec" that's usually the right compromise between
185
+ # speed and data safety. It's up to you to understand if you can relax this to
186
+ # "no" that will will let the operating system flush the output buffer when
187
+ # it wants, for better performances (but if you can live with the idea of
188
+ # some data loss consider the default persistence mode that's snapshotting),
189
+ # or on the contrary, use "always" that's very slow but a bit safer than
190
+ # everysec.
191
+ #
192
+ # If unsure, use "everysec".
193
+
194
+ # appendfsync always
195
+ appendfsync everysec
196
+ # appendfsync no
197
+
198
+ ################################ VIRTUAL MEMORY ###############################
199
+
200
+ # Virtual Memory allows Redis to work with datasets bigger than the actual
201
+ # amount of RAM needed to hold the whole dataset in memory.
202
+ # In order to do so very used keys are taken in memory while the other keys
203
+ # are swapped into a swap file, similarly to what operating systems do
204
+ # with memory pages.
205
+ #
206
+ # To enable VM just set 'vm-enabled' to yes, and set the following three
207
+ # VM parameters accordingly to your needs.
208
+
209
+ vm-enabled no
210
+ # vm-enabled yes
211
+
212
+ # This is the path of the Redis swap file. As you can guess, swap files
213
+ # can't be shared by different Redis instances, so make sure to use a swap
214
+ # file for every redis process you are running. Redis will complain if the
215
+ # swap file is already in use.
216
+ #
217
+ # The best kind of storage for the Redis swap file (that's accessed at random)
218
+ # is a Solid State Disk (SSD).
219
+ #
220
+ # *** WARNING *** if you are using a shared hosting the default of putting
221
+ # the swap file under /tmp is not secure. Create a dir with access granted
222
+ # only to Redis user and configure Redis to create the swap file there.
223
+ vm-swap-file ./tmp/redis.swap
224
+
225
+ # vm-max-memory configures the VM to use at max the specified amount of
226
+ # RAM. Everything that deos not fit will be swapped on disk *if* possible, that
227
+ # is, if there is still enough contiguous space in the swap file.
228
+ #
229
+ # With vm-max-memory 0 the system will swap everything it can. Not a good
230
+ # default, just specify the max amount of RAM you can in bytes, but it's
231
+ # better to leave some margin. For instance specify an amount of RAM
232
+ # that's more or less between 60 and 80% of your free RAM.
233
+ vm-max-memory 0
234
+
235
+ # Redis swap files is split into pages. An object can be saved using multiple
236
+ # contiguous pages, but pages can't be shared between different objects.
237
+ # So if your page is too big, small objects swapped out on disk will waste
238
+ # a lot of space. If you page is too small, there is less space in the swap
239
+ # file (assuming you configured the same number of total swap file pages).
240
+ #
241
+ # If you use a lot of small objects, use a page size of 64 or 32 bytes.
242
+ # If you use a lot of big objects, use a bigger page size.
243
+ # If unsure, use the default :)
244
+ vm-page-size 32
245
+
246
+ # Number of total memory pages in the swap file.
247
+ # Given that the page table (a bitmap of free/used pages) is taken in memory,
248
+ # every 8 pages on disk will consume 1 byte of RAM.
249
+ #
250
+ # The total swap size is vm-page-size * vm-pages
251
+ #
252
+ # With the default of 32-bytes memory pages and 134217728 pages Redis will
253
+ # use a 4 GB swap file, that will use 16 MB of RAM for the page table.
254
+ #
255
+ # It's better to use the smallest acceptable value for your application,
256
+ # but the default is large in order to work in most conditions.
257
+ vm-pages 134217728
258
+
259
+ # Max number of VM I/O threads running at the same time.
260
+ # This threads are used to read/write data from/to swap file, since they
261
+ # also encode and decode objects from disk to memory or the reverse, a bigger
262
+ # number of threads can help with big objects even if they can't help with
263
+ # I/O itself as the physical device may not be able to couple with many
264
+ # reads/writes operations at the same time.
265
+ #
266
+ # The special value of 0 turn off threaded I/O and enables the blocking
267
+ # Virtual Memory implementation.
268
+ vm-max-threads 4
269
+
270
+ ############################### ADVANCED CONFIG ###############################
271
+
272
+ # Glue small output buffers together in order to send small replies in a
273
+ # single TCP packet. Uses a bit more CPU but most of the times it is a win
274
+ # in terms of number of queries per second. Use 'yes' if unsure.
275
+ glueoutputbuf yes
276
+
277
+ # Hashes are encoded in a special way (much more memory efficient) when they
278
+ # have at max a given numer of elements, and the biggest element does not
279
+ # exceed a given threshold. You can configure this limits with the following
280
+ # configuration directives.
281
+ hash-max-zipmap-entries 64
282
+ hash-max-zipmap-value 512
283
+
284
+ # Active rehashing uses 1 millisecond every 100 milliseconds of CPU time in
285
+ # order to help rehashing the main Redis hash table (the one mapping top-level
286
+ # keys to values). The hash table implementation redis uses (see dict.c)
287
+ # performs a lazy rehashing: the more operation you run into an hash table
288
+ # that is rhashing, the more rehashing "steps" are performed, so if the
289
+ # server is idle the rehashing is never complete and some more memory is used
290
+ # by the hash table.
291
+ #
292
+ # The default is to use this millisecond 10 times every second in order to
293
+ # active rehashing the main dictionaries, freeing memory when possible.
294
+ #
295
+ # If unsure:
296
+ # use "activerehashing no" if you have hard latency requirements and it is
297
+ # not a good thing in your environment that Redis can reply form time to time
298
+ # to queries with 2 milliseconds delay.
299
+ #
300
+ # use "activerehashing yes" if you don't have such hard requirements but
301
+ # want to free memory asap when possible.
302
+ activerehashing yes
303
+
304
+ ################################## INCLUDES ###################################
305
+
306
+ # Include one or more other config files here. This is useful if you
307
+ # have a standard template that goes to all redis server but also need
308
+ # to customize a few per-server settings. Include files can include
309
+ # other files, so use this wisely.
310
+ #
311
+ # include /path/to/local.conf
312
+ # include /path/to/other.conf
@@ -0,0 +1,19 @@
1
+ require 'resque-dynamic-queues'
2
+
3
+ spec_dir = File.dirname(File.expand_path(__FILE__))
4
+ REDIS_CMD = "redis-server #{spec_dir}/redis-test.conf"
5
+
6
+ puts "Starting redis for testing at localhost:9736..."
7
+ puts `cd #{spec_dir}; #{REDIS_CMD}`
8
+ Resque.redis = 'localhost:9736'
9
+
10
+ # Schedule the redis server for shutdown when tests are all finished.
11
+ at_exit do
12
+ pid = File.read("#{spec_dir}/redis.pid").to_i rescue nil
13
+ system ("kill #{pid}") if pid != 0
14
+ end
15
+
16
+ class SomeJob
17
+ def self.perform(*args)
18
+ end
19
+ end
metadata ADDED
@@ -0,0 +1,91 @@
1
+ --- !ruby/object:Gem::Specification
2
+ name: resque-dynamic-queues
3
+ version: !ruby/object:Gem::Version
4
+ prerelease:
5
+ version: 0.5.0
6
+ platform: ruby
7
+ authors:
8
+ - Matt Conway
9
+ autorequire:
10
+ bindir: bin
11
+ cert_chain: []
12
+
13
+ date: 2011-03-23 00:00:00 -04:00
14
+ default_executable:
15
+ dependencies:
16
+ - !ruby/object:Gem::Dependency
17
+ name: resque
18
+ prerelease: false
19
+ requirement: &id001 !ruby/object:Gem::Requirement
20
+ none: false
21
+ requirements:
22
+ - - ~>
23
+ - !ruby/object:Gem::Version
24
+ version: "1.15"
25
+ type: :runtime
26
+ version_requirements: *id001
27
+ - !ruby/object:Gem::Dependency
28
+ name: rspec
29
+ prerelease: false
30
+ requirement: &id002 !ruby/object:Gem::Requirement
31
+ none: false
32
+ requirements:
33
+ - - ~>
34
+ - !ruby/object:Gem::Version
35
+ version: "2.5"
36
+ type: :development
37
+ version_requirements: *id002
38
+ description: A resque plugin for specifying the queues a worker pulls from with wildcards, negations, or dynamic look up from redis
39
+ email:
40
+ - matt@conwaysplace.com
41
+ executables: []
42
+
43
+ extensions: []
44
+
45
+ extra_rdoc_files: []
46
+
47
+ files:
48
+ - .gitignore
49
+ - Gemfile
50
+ - README.md
51
+ - Rakefile
52
+ - lib/resque-dynamic-queues.rb
53
+ - lib/resque/plugins/dynamic_queues/attributes.rb
54
+ - lib/resque/plugins/dynamic_queues/queues.rb
55
+ - lib/resque/plugins/dynamic_queues/version.rb
56
+ - resque-dynamic-queues.gemspec
57
+ - spec/queues_spec.rb
58
+ - spec/redis-test.conf
59
+ - spec/spec_helper.rb
60
+ has_rdoc: true
61
+ homepage: ""
62
+ licenses: []
63
+
64
+ post_install_message:
65
+ rdoc_options: []
66
+
67
+ require_paths:
68
+ - lib
69
+ required_ruby_version: !ruby/object:Gem::Requirement
70
+ none: false
71
+ requirements:
72
+ - - ">="
73
+ - !ruby/object:Gem::Version
74
+ version: "0"
75
+ required_rubygems_version: !ruby/object:Gem::Requirement
76
+ none: false
77
+ requirements:
78
+ - - ">="
79
+ - !ruby/object:Gem::Version
80
+ version: "0"
81
+ requirements: []
82
+
83
+ rubyforge_project: resque-dynamic-queues
84
+ rubygems_version: 1.6.1
85
+ signing_key:
86
+ specification_version: 3
87
+ summary: A resque plugin for specifying the queues a worker pulls from with wildcards, negations, or dynamic look up from redis
88
+ test_files:
89
+ - spec/queues_spec.rb
90
+ - spec/redis-test.conf
91
+ - spec/spec_helper.rb