worker_roulette 0.1.12 → 0.1.13

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 18fac5a135506a2e24d37a0d7c64a5e38deb5958
-  data.tar.gz: 8805d12a5a60b90353baf73a459399e41c0a7254
+  metadata.gz: 0ccac947b3e9fe9ac48a645af9a741d3375fd707
+  data.tar.gz: 739b595bb367adae6156dd06ebb1588de9e6f4cc
 SHA512:
-  metadata.gz: a924c28f238c090ceaaab24ce7c0d1c247711f0e253c1ab63ede4b8515fc7eddf2d1139aba6c8abf570d2c0270a1bba3c772dd3eee9c78826f63197b65220eb5
-  data.tar.gz: 9e8dc7891d83aad2e8ed176a25588cd0fd32ee853e7b7819cb21afdf8eab311184ccd52c5133d36e72e87ec6fe323c25051e704e6ab291e375b1df516de8f688
+  metadata.gz: dfffcf5ab8772c0d77a32570a9336771c6631e223948b02c69491f294773cb99636b72490bc5cf43f6e81cb58a615f641b3f914c450ebda890e5c19a701251d1
+  data.tar.gz: 02ee55c2d2073cac53b5214048bad24d46b08fb04457683e420c0b134ffc6f2604add70f90d594d699b8b7f2e5a33bcb045868973228da7207674ba021763e45

data/README.md

@@ -1,6 +1,18 @@
 # WorkerRoulette
 
-WorkerRoulette is designed to allow large numbers of unique devices, processes, users, or whatever communicate over individual channels without messing up the order of their messages. WorkerRoulette was created to solve two otherwise hard problems. First, other messaging solutions (I'm looking at you RabbitMQ) are not designed to  handle very large numbers of queues (millions); because WorkerRoulette is built on top of Redis, we have successfully tested it running with millions of queues. Second, other messaging systems assume one (or more) of three things: 1. Your message consumers know the routing key of messages they are interested in processing; 2. Your messages can wait so that only one consumer is processed at a time; 3. You love to complicated write code to put your messages back in order. Sometimes, none of these things is true and that is where WorkerRoulette comes in.
+WorkerRoulette is designed to allow large numbers of unique devices, processes, users, or whatever communicate over individual channels without messing up the order of their messages. 
+
+WorkerRoulette was created to solve two otherwise hard problems:
+
+1) Other messaging solutions (I'm looking at you RabbitMQ) are not designed to  handle very large numbers of queues (millions). Because WorkerRoulette is built on top of Redis, we have successfully tested it running (fast) with millions of queues. 
+
+2) Other messaging systems assume one (or more) of three things: 
+
+1. Your message consumers know the routing key of messages they are interested in processing
+2. Your messages can wait so that only one consumer is processed at a time
+3. You love to write complicated code to put your messages back in order.
+
+Sometimes, none of these things is true and that is where WorkerRoulette comes in.
 
 WorkerRoulette lets you have thousands of competing consumers (distributed over as many machines as you'd like) processing ordered messages from millions of totally unknown message providers. It does all this and ensures that the messages sent from each message provider are processed in exactly the order it sent them.
 
@@ -74,7 +86,7 @@ Running the performance tests on my laptop, the numbers break down like this:
   - Polling: ~10,000 read-write round-trips / second
   - Manual:  ~5,500  read-write round-trips / second
 
-To run the perf tests yourself run `bundle exec spec:perf`
+To run the perf tests yourself run `bundle exec rake spec:perf`
 
 ## Redis Version
 WorkerRoulette uses Redis' lua scripting feature to acheive such high throughput and therefore requires a version of Redis that supports lua scripting (>= Redis 2.6)

data/lib/worker_roulette/version.rb

@@ -1,3 +1,3 @@
 module WorkerRoulette
-  VERSION = '0.1.12'
+  VERSION = '0.1.13'
 end

data/spec/benchmark/perf_test.rb

@@ -14,14 +14,14 @@ puts "Redis Connection Pool Size: #{REDIS_CONNECTION_POOL_SIZE}"
 times = Benchmark.bm do |x|
   x.report "#{ITERATIONS} ASync Api Read/Writes" do
     EM.run do
-      WorkerRoulette.start(evented: true)
-      WorkerRoulette.tradesman_connection_pool.with {|r| r.flushdb}
+      @roullete = WorkerRoulette::WorkerRoulette.start(evented: true)
+      @roullete.tradesman_connection_pool.with {|r| r.flushdb}
       @total = 0
-      @tradesman = WorkerRoulette.tradesman
+      @tradesman = @roullete.tradesman
 
       ITERATIONS.times do |iteration|
         sender = 'sender_' + iteration.to_s
-        foreman = WorkerRoulette.foreman(sender)
+        foreman = @roullete.foreman(sender)
         foreman.enqueue_work_order(work_order) do
           @tradesman.work_orders! do
             @total += 1
@@ -36,21 +36,21 @@ puts "#{(ITERATIONS / times.first.real).to_i} ASync Api Read/Writes per second"
 puts "#################"
 puts
 
-WorkerRoulette.tradesman_connection_pool.with {|r| r.flushdb}
+@roullete.tradesman_connection_pool.with {|r| r.flushdb}
 
 times = Benchmark.bm do |x|
   x.report "#{ITERATIONS * 2} ASync Api Polling Read/Writes" do
     EM.run do
       @processed = 0
       @total     = 0
-      WorkerRoulette.start(evented: true)
-      WorkerRoulette.tradesman_connection_pool.with {|r| r.flushdb}
+      @roullete = WorkerRoulette::WorkerRoulette.start(evented: true)
+      @roullete.tradesman_connection_pool.with {|r| r.flushdb}
       @total = 0
-      @tradesman = WorkerRoulette.tradesman
+      @tradesman = @roullete.tradesman
       ITERATIONS.times do |iteration|
         @start ||= Time.now
         sender = 'sender_' + iteration.to_s
-        foreman = WorkerRoulette.foreman(sender)
+        foreman = @roullete.foreman(sender)
         foreman.enqueue_work_order(work_order)
       end
       @tradesman.wait_for_work_orders {@processed += 1; ((@stop = Time.now) && EM.add_timer(1){EM.stop}) if @processed == (ITERATIONS - 1)}
@@ -60,28 +60,28 @@ end
 puts "#{ITERATIONS * 2 / (@stop - @start)} ASync Api Polling Read/Writes per second"
 puts "#################"
 puts
-WorkerRoulette.tradesman_connection_pool.with {|r| r.flushdb}
+@roullete.tradesman_connection_pool.with {|r| r.flushdb}
 
-WorkerRoulette.start(size: REDIS_CONNECTION_POOL_SIZE, evented: false)
+@roullete = WorkerRoulette::WorkerRoulette.start(size: REDIS_CONNECTION_POOL_SIZE, evented: false)
 times = Benchmark.bm do |x|
   puts x.class.name
   x.report "#{ITERATIONS} Sync Api Writes" do
     ITERATIONS.times do |iteration|
       sender = 'sender_' + iteration.to_s
-      foreman = WorkerRoulette.foreman(sender)
+      foreman = @roullete.foreman(sender)
       foreman.enqueue_work_order(work_order)
     end
   end
-  WorkerRoulette.tradesman_connection_pool.with {|r| r.flushdb}
+  @roullete.tradesman_connection_pool.with {|r| r.flushdb}
 end
-WorkerRoulette.tradesman_connection_pool.with {|r| r.flushdb}
+@roullete.tradesman_connection_pool.with {|r| r.flushdb}
 
 puts "#{(ITERATIONS / times.first.real).to_i} Sync Api Writes per second"
 puts "#################"
 puts
 ITERATIONS.times do |iteration|
   sender = 'sender_' + iteration.to_s
-  foreman = WorkerRoulette.foreman(sender)
+  foreman = @roullete.foreman(sender)
   foreman.enqueue_work_order(work_order)
 end
 
@@ -89,7 +89,7 @@ times = Benchmark.bm do |x|
   x.report "#{ITERATIONS} Sync Api Reads" do
     ITERATIONS.times do |iteration|
       sender = 'sender_' + iteration.to_s
-      tradesman = WorkerRoulette.tradesman
+      tradesman = @roullete.tradesman
       tradesman.work_orders!
     end
   end
@@ -97,19 +97,19 @@ end
 puts "#{(ITERATIONS / times.first.real).to_i} Sync Api Reads per second"
 puts "#################"
 puts
-WorkerRoulette.tradesman_connection_pool.with {|r| r.flushdb}
+@roullete.tradesman_connection_pool.with {|r| r.flushdb}
 
 times = Benchmark.bm do |x|
   x.report "#{ITERATIONS} Sync Api Read/Writes" do
     ITERATIONS.times do |iteration|
       sender = 'sender_' + iteration.to_s
-      foreman = WorkerRoulette.foreman(sender)
+      foreman = @roullete.foreman(sender)
       foreman.enqueue_work_order(work_order)
     end
 
     ITERATIONS.times do |iteration|
       sender = 'sender_' + iteration.to_s
-      tradesman = WorkerRoulette.tradesman
+      tradesman = @roullete.tradesman
       tradesman.work_orders!
     end
   end
@@ -117,16 +117,16 @@ end
 puts "#{(ITERATIONS / times.first.real).to_i} Sync Api Read/Writes per second"
 puts "#################"
 puts
-WorkerRoulette.tradesman_connection_pool.with {|r| r.flushdb}
+@roullete.tradesman_connection_pool.with {|r| r.flushdb}
 
 times = Benchmark.bm do |x|
   x.report "#{ITERATIONS * 2} Sync Api Polling Read/Writes" do
-    WorkerRoulette.start(size: REDIS_CONNECTION_POOL_SIZE, evented: false)
+    @roullete = WorkerRoulette::WorkerRoulette.start(size: REDIS_CONNECTION_POOL_SIZE, evented: false)
     ITERATIONS.times do |iteration|
       sender = 'sender_' + iteration.to_s
-      foreman = WorkerRoulette.foreman(sender)
+      foreman = @roullete.foreman(sender)
       foreman.enqueue_work_order(work_order)
-      tradesman = WorkerRoulette.tradesman
+      tradesman = @roullete.tradesman
       tradesman.wait_for_work_orders {|m| m}
     end
   end
@@ -134,4 +134,4 @@ end
 puts "#{(ITERATIONS * 2 / times.first.real).to_i} Sync Api Polling Read/Writes per second"
 puts "#################"
 puts
-WorkerRoulette.tradesman_connection_pool.with {|r| r.flushdb}
+@roullete.tradesman_connection_pool.with {|r| r.flushdb}

data/worker_roulette.gemspec

@@ -8,8 +8,8 @@ Gem::Specification.new do |spec|
   spec.version       = WorkerRoulette::VERSION
   spec.authors       = ['Paul Saieg']
   spec.email         = ['classicist@gmail.com']
-  spec.description   = %q{Pub Sub Queue for Redis that ensures ordered processing}
-  spec.summary       = %q{Pub Sub Queue for Redis that ensures ordered processing}
+  spec.description   = %q{High performance queueing system for Redis that ensures each publishers messages will be processed in order. Designed to work with 100s of thousands of publishers and an arbitrary number of competing consumers that need 0 knoweldge of what producer's message they are handling.}
+  spec.summary       = %q{High performance queueing system for Redis that ensures each publishers messages will be processed in order.}
   spec.homepage      = 'https://github.com/classicist/worker_roulette'
 
   spec.files         = `git ls-files`.split($/)

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: worker_roulette
 version: !ruby/object:Gem::Version
-  version: 0.1.12
+  version: 0.1.13
 platform: ruby
 authors:
 - Paul Saieg
@@ -192,7 +192,10 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '0.2'
-description: Pub Sub Queue for Redis that ensures ordered processing
+description: High performance queueing system for Redis that ensures each publishers
+  messages will be processed in order. Designed to work with 100s of thousands of
+  publishers and an arbitrary number of competing consumers that need 0 knoweldge
+  of what producer's message they are handling.
 email:
 - classicist@gmail.com
 executables: []
@@ -245,7 +248,8 @@ rubyforge_project:
 rubygems_version: 2.4.3
 signing_key: 
 specification_version: 4
-summary: Pub Sub Queue for Redis that ensures ordered processing
+summary: High performance queueing system for Redis that ensures each publishers messages
+  will be processed in order.
 test_files:
 - spec/benchmark/irb_demo_runner.rb
 - spec/benchmark/perf_test.rb