simple-redis-mq 0.0.2 → 0.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 5a44fa2d5b85b4118706e7262d33873a8fbda20a
-  data.tar.gz: bbf69ab5cac0421f758929aa6b2d2d14db9956bf
+  metadata.gz: e12858b764899fe777e420bb600c6fae9fa0fac8
+  data.tar.gz: 6eb37c0535b289922f431306e22a7d5f6c6dec38
 SHA512:
-  metadata.gz: 108f5a7182123c2e3e239c612e1f483c51bd06b28f96cccc1be52f954353be9e91104e86608b130d083157c7304f246c85bd2799eb73b6fd75f57bb7ce0610fa
-  data.tar.gz: 9679f0e8eea7d515caed3b66a21ee8b162d1574995088e8fafc26704fcb7b32ff63950bd3871856fba3bfc1596de8b996b63e717f9aa200d25552dce1a624fd8
+  metadata.gz: 0b18f9218e534e314d42897de44898a410808327ca28314c7b4b71dc28e0e5776c83b63f8bf53fd809303590f76acd71d0da489bec24f4e8a4f4ab53b9d283a2
+  data.tar.gz: 615947c7dd4063182a4687c2f4724cf5de26192248fbc511064de251cd53b62fb72ddb6b64646668198ffa6d9455759e9168c17d19a0084654440f1450d9cead

data/lib/helpers/multi_redis_mq_helper.rb

@@ -0,0 +1,101 @@
+require 'redis'
+require 'json'
+
+class MultiRedisMQHelper
+
+  attr_reader :ip, :port, :input_channel, :output_channel
+
+  def initialize(name, host_ip, port, input_channels, output_channel)
+    @name = name
+    @instance = Redis.new(host: host_ip, port: port)
+    puts "#{@instance.keys('*')}"
+    @ip = host_ip
+    @port = port
+
+    @input_channels = input_channels
+    @input_locks = @input_channels.map { |input_channel| "#{input_channel}_lock" }
+    @input_overall_lock = "#{@input_channels.sort.map{ |channel| channel}.join('_')}_lock"
+
+    @output_channel = output_channel
+
+    @input_locks.each { |input_lock| @instance.setnx(input_lock, 0) }
+    @instance.setnx(@input_overall_lock, 0)
+  end
+
+  # push directly without lock, message is string
+  def push_output!(message)
+    @instance.rpush(@output_channel, message) 
+  end
+
+  # wait until get input
+  def pop_input!
+    inputs = old_overall_lock = new_overall_lock = nil
+
+    while true
+      has_all_input = true
+      @input_channels.each do |input_channel|
+        has_all_input &&= (@instance.llen(input_channel) != 0)
+        break if !has_all_input
+      end
+
+      if !has_all_input
+        puts "#{@name} check empty, sleep"
+        sleep(rand(5) + 5)
+        next
+      end
+
+			puts "#{@name} check exists, go on"
+
+      # this if means maybe get the overall lock
+      if(old_overall_lock = @instance.get(@input_overall_lock).to_i == 0)
+        new_overall_lock = @instance.incr(@input_overall_lock).to_i
+
+        if new_overall_lock != 1
+          puts "#{@name} check conflict, sleep"
+          sleep(rand(10) * 0.1 + 1)
+          next
+        end
+
+        puts "#{@name} get overall key!"
+      
+
+        get_key_channels = []
+        @input_locks.each do |input_lock|
+          this_key = @instance.incr(input_lock).to_i
+          if this_key == 1 # get this key
+            get_key_channels << input_lock
+          end
+        end
+
+        # not getting all locks
+        if get_key_channels.size < @input_locks.size
+
+          # give back individual locks
+          get_key_channels.each do |get_key_channel|
+            @instance.set(get_key_channel, 0)
+          end
+
+          # give back overall lock
+          @instance.set(@input_overall_lock, 0)
+          puts "#{@name} check some inputs has conflict, sleep"
+          sleep(rand(10) * 0.1 + 1)
+          next
+        end
+
+        puts "#{@name} get all keys, pop inputs"
+        inputs = @input_channels.map do |input_channel|
+          @instance.rpop(input_channel)
+        end
+
+        @input_locks.each do |input_lock|
+          @instance.set(input_lock, 0)
+        end
+
+        @instance.set(@input_overall_lock, 0)
+        break
+      end
+    end
+
+    return inputs
+  end
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: simple-redis-mq
 version: !ruby/object:Gem::Version
-  version: 0.0.2
+  version: 0.1.0
 platform: ruby
 authors:
 - Yukai Jin
@@ -24,12 +24,13 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-description: a simple redis mq helper, listen to one channel, push to another
+description: one 1-to-1 mq, one *-to-1 mq
 email: fish1928@outlook.com
 executables: []
 extensions: []
 extra_rdoc_files: []
 files:
+- lib/helpers/multi_redis_mq_helper.rb
 - lib/helpers/simple_redis_mq_helper.rb
 homepage: https://github.com/fish1928/SimpleRedisMQ
 licenses: