iron_mq 2.1.3 → 3.0.0

data/test/test_iron_mq.rb

@@ -6,18 +6,17 @@ require_relative 'test_base'
 class IronMQTests < TestBase
   def setup
     super
-
+    @skip = @host.include? 'rackspace'
+    LOG.info "@host: #{@host}"
     queues = @client.queues.list
     p queues
-
     clear_queue()
-
   end
 
   def test_performance_post_100_messages
-    @client.queue_name = 'test_basics_6'
+    @client.queue_name = 'test_perf_100'
     # slower to rackspace since this is running on aws
-    timeout = @client.host.include?('rackspace') ? 40 : 12
+    timeout = @host.include?('rackspace') ? 40 : 12
     assert_performance timeout do
       100.times do
         @client.messages.post("hello world!")
@@ -27,7 +26,7 @@ class IronMQTests < TestBase
 
 
   def test_basics
-    queue_name = 'test_basics_6'
+    queue_name = 'test_basics_7'
     @client.queue_name = queue_name
     clear_queue
 
@@ -108,6 +107,25 @@ class IronMQTests < TestBase
 
   end
 
+
+  def test_queues_list
+    queue_name = 'test_queues_list'
+    @client.queue_name = queue_name
+    clear_queue
+
+    res = @client.messages.post("hello world!")
+    p res 
+
+    res = @client.queues.list
+    res.each do |q|
+      puts "#{q.name} and #{queue_name}";
+      if q.name == queue_name
+        assert_equal q.size, 1 
+      end
+    end
+  end
+
+
   # TODO: pass :timeout in post/get messages and test those
   def test_timeout
     @client.queue_name = "test_timeout_6"
@@ -120,40 +138,45 @@ class IronMQTests < TestBase
     p msg
     assert msg
 
-    msg4 = @client.messages.get()
-    p msg4
-    assert_nil msg4
-
-    puts 'sleeping 45 seconds...'
-    sleep 45
-
-    msg3 = @client.messages.get()
-    p msg3
-    assert_nil msg3
-
-    puts 'sleeping another 45 seconds...'
-    sleep 45
-
-    msg2 = @client.messages.get()
-    assert msg2
-    assert_equal msg2.id, msg.id
-
-    msg2.delete
+    msg_nil = @client.messages.get()
+    p msg_nil
+    assert_nil msg_nil
+
+    tries = MAX_TRIES
+    while tries > 0
+      sleep 0.5
+      tries -= 1
+      sleep 1
+      new_msg = @client.messages.get()
+      p new_msg
+      next if new_msg.nil?
+      assert_equal new_msg.id, msg.id
+      new_msg.delete
+      break
+    end
+    assert_not_equal tries, 0
 
     # now try explicit timeout
-    res = @client.messages.post("hello world timeout2!", :timeout => 10)
+    res = @client.messages.post("hello world timeout2!", :timeout => 5)
     p res
     msg = @client.messages.get()
     p msg
     assert msg
-    msg4 = @client.messages.get()
-    p msg4
-    assert_nil msg4
-    puts 'sleeping 15 seconds...'
-    sleep 15
-    msg2 = @client.messages.get()
-    assert msg2
-    assert_equal msg2.id, msg.id
+    msg_nil = @client.messages.get()
+    p msg_nil
+    assert_nil msg_nil
+
+    tries = MAX_TRIES
+    while tries > 0
+      sleep 0.5
+      tries -= 1
+      sleep 1
+      new_msg = @client.messages.get()
+      next if new_msg.nil?
+      assert_equal new_msg.id, msg.id
+      break
+    end
+    assert_not_equal tries, 0
 
   end
 
@@ -181,12 +204,6 @@ class IronMQTests < TestBase
     end
     assert_equal 0, res.size
 
-
-    queue = @client.queue("test_basics_6")
-    assert queue.name
-    assert queue.size
-
-
   end
 
   def test_delay
@@ -195,14 +212,24 @@ class IronMQTests < TestBase
     clear_queue
     msgTxt = "testMessage-"+Time.now.to_s
     puts msgTxt
-    @client.messages.post(msgTxt, {:delay => 10})
+    @client.messages.post(msgTxt, {:delay => 5})
     msg = @client.messages.get
     p msg
     assert_nil msg
-    sleep 10
-    msg = @client.messages.get
-    p msg
-    assert msg
+
+    tries = MAX_TRIES
+    while tries > 0
+      sleep 0.5
+      tries -= 1
+      sleep 1
+      msg = @client.messages.get
+      p msg
+      next if msg.nil?
+      assert_equal msg.body, msgTxt
+      break
+    end
+    assert_not_equal tries, 0
+    
   end
 
   def test_batch
@@ -270,28 +297,42 @@ class IronMQTests < TestBase
     p msg
     assert_nil msg
 
-    sleep 11
-
-    msg = @client.messages.get
-    p msg
-    assert msg
+    tries = MAX_TRIES
+    while tries > 0
+      sleep 0.5
+      tries -= 1
+      sleep 1
+      msg = @client.messages.get
+      next if msg.nil?
+      p msg
+      assert_equal msg.id, msg_id
+      break
+    end
+    assert_not_equal tries, 0
 
     msg.release(:delay => 5)
     msg = @client.messages.get
     p msg
     assert_nil msg
 
-    sleep 6
-
-    msg = @client.messages.get
-    p msg
-    assert msg
-
+    tries = MAX_TRIES
+    while tries > 0
+      sleep 0.5
+      tries -= 1
+      sleep 1
+      msg = @client.messages.get
+      next if msg.nil?
+      p msg
+      assert_equal msg.id, msg_id
+      break
+    end
+    assert_not_equal tries, 0
   end
 
+
   def test_clear
 
-    q = @client.queue("clearer_6")
+    q = @client.queue("test_clear_7")
 
     clear_queue(q.name)
 
@@ -312,8 +353,11 @@ class IronMQTests < TestBase
 
 
   def test_poll
-    queue = @client.queue("test_poll_6")
-    queue.clear
+    queue_name = "test_poll_6"
+    @client.queue_name = queue_name
+    clear_queue
+
+    queue = @client.queue(queue_name)
 
     v = "hello world"
     5.times do
@@ -328,7 +372,14 @@ class IronMQTests < TestBase
 
     assert_equal 5, i
 
-    assert_equal 0, queue.reload.size
+    tries = MAX_TRIES
+    while tries > 0
+      tries -= 1
+      break if 0 == queue.reload.size
+      sleep 0.5
+    end
+    assert_not_equal tries, 0
+    
 
   end
   #
@@ -351,6 +402,28 @@ class IronMQTests < TestBase
   #
   #end
 
+  def test_webhooks
+    omit_if @skip
+    puts "skip webhooks: #{@skip}"
+    qname ="webhook_queue"
+    path = "#{IronMQ::Messages.path(project_id: @client.project_id, queue_name: qname)}/webhook"
+    url = "#{@client.base_url}#{path}"
+    url << "?oauth=#{@client.token}"
+    p url
+
+    v = "hello webhook"
+
+    @rest = Rest::Client.new
+    p @rest.post(url, body: v)
+
+    queue = @client.queue(qname)
+    msg = queue.get
+    p msg
+    assert_equal v, msg.body
+
+
+  end
+
 
 end
 

data/test/test_push_queues.rb

@@ -0,0 +1,333 @@
+# Put config.yml file in ~/Dropbox/configs/ironmq_gem/test/config.yml
+require_relative 'test_base'
+require 'logger'
+
+class TestPushQueues < TestBase
+
+  def setup
+    super
+    @skip = @host.include? 'rackspace'
+    return if @skip # bypass these tests if rackspace
+  end
+
+  def make_key(i, t, random=0)
+    key = "pushq-#{t}-#{i}-#{random}"
+  end
+
+
+  def test_queue_subscriptions
+    omit_if @skip
+    types = ["multicast", "unicast"]
+    types.each do |t|
+
+      LOG.info "Trying type #{t}"
+
+      qname = "subscription-queue-#{t}"
+
+      num_subscribers = 10
+      subscribers = []
+
+      x = rand(1000)
+      num_subscribers.times do |i|
+        key = make_key(i, t, x)
+        subscribers << {url: "http://rest-test.iron.io/code/200?store=#{key}"}
+      end
+
+      queue = @client.queue(qname)
+      res = queue.update_queue(:subscribers => subscribers,
+                               :push_type => t)
+      queue = @client.queue(qname)
+      LOG.debug queue
+      LOG.debug queue.subscribers
+      assert_equal num_subscribers, queue.subscribers.size
+
+      # add the last one
+      queue.reload # temporary, can remove
+      queue.add_subscriber({url: "http://nowhere.com"})
+      queue.reload
+      assert_equal num_subscribers + 1, queue.subscribers.size
+      queue.remove_subscriber({url: "http://nowhere.com"})
+      queue.reload
+      assert_equal num_subscribers, queue.subscribers.size
+
+      # todo: assert subscriptions match
+
+      msg = "hello #{x}"
+      m = queue.post(msg)
+
+      LOG.info "Checking results..."
+      @rest = Rest::Client.new
+      found = 0
+      if t == "multicast"
+        num_subscribers.times do |i|
+          key = make_key(i, t, x)
+          tries = MAX_TRIES
+          while tries > 0
+            tries -= 1
+            sleep 0.5
+            begin
+              url = "http://rest-test.iron.io/stored/#{key}"
+              LOG.info "checking url #{url}"
+              response = @rest.get(url)
+              parsed = JSON.parse(response.body)
+              LOG.debug parsed['body']
+              assert_equal msg, parsed['body']
+              found += 1
+              break
+            rescue Rest::HttpError => ex
+              LOG.debug ex.code
+              assert_equal 404, ex.code
+            end
+          end          
+          assert_not_equal tries, 0
+        end
+      elsif t == "unicast"
+        tries = MAX_TRIES
+        while tries > 0
+          tries -= 1
+          sleep 0.5
+          num_subscribers.times do |i|
+            key = make_key(i, t, x)
+            begin
+              url = "http://rest-test.iron.io/stored/#{key}"
+              LOG.info "checking url #{url}"
+              response = @rest.get(url)
+              parsed = JSON.parse(response.body)
+              LOG.debug parsed['body']
+              assert_equal msg, parsed['body']
+              found += 1
+              break
+            rescue Rest::HttpError => ex
+              LOG.debug ex.code
+              assert_equal 404, ex.code
+            end
+          end
+          break if found == 1
+        end        
+        assert_not_equal tries, 0
+      end
+
+      tries = MAX_TRIES
+      while tries > 0
+
+        # Need to wait > 60s here, because in case of retries on pusherd
+        # side (due lost connection for example) there will be no response earlier 
+        # (default retries_delay is 60s).
+        sleep 1
+        tries -= 1
+        msg = queue.messages.get(m.id)
+        LOG.info "checking for message: #{msg}"
+        next if msg.nil?
+        subscribers = msg.subscribers
+
+        LOG.debug subscribers
+        if t == "unicast"
+          assert_equal 1, found
+          assert_equal 1, subscribers.size
+        else # pubsub
+          assert_equal num_subscribers, found
+          assert_equal num_subscribers, subscribers.size
+        end
+
+        do_retry = false
+        subscribers.each do |s|
+          LOG.debug s
+          LOG.info "status_code=#{s['status_code']}"
+          LOG.info "status=#{s['status']}"
+          do_retry = true unless 200 == s["status_code"]
+          do_retry = true unless "deleted" == s["status"]
+        end
+        next if do_retry
+        break
+      end
+      assert_not_equal tries, 0
+    end
+  end
+
+
+  def test_failure
+    omit_if @skip
+    @rest = Rest::Client.new
+    qname = "failure-queue"
+
+    x = rand(1000)
+
+    subscribers = []
+    subscribers << {url: "http://rest-test.iron.io/code/503?switch_after=2&switch_to=200&namespace=push-test-failures-#{x}"}
+    subscribers << {url: "http://rest-test.iron.io/code/503"}
+
+    num_subscribers = 2
+
+    queue = @client.queue(qname)
+    res = queue.update_queue(:subscribers => subscribers,
+                             :push_type => "multicast",
+                             :retries => 3,
+                             :retries_delay => 3
+    )
+    queue = @client.queue(qname)
+    LOG.debug queue
+    LOG.debug queue.subscribers
+    assert_equal num_subscribers, queue.subscribers.size
+
+    msg = "hello #{x}"
+    m = queue.post(msg)
+    LOG.debug m
+    
+    tries = MAX_TRIES
+    while tries > 0
+      sleep 0.5
+      tries -= 1
+      LOG.info 'getting status'
+      subscribers = queue.messages.get(m.id).subscribers
+      LOG.debug subscribers
+      LOG.info "num_subscribers=#{num_subscribers} subscribers.size=#{subscribers.size}"
+
+      assert_equal num_subscribers, subscribers.size
+      do_retry = false
+      subscribers.each do |s|
+        LOG.debug s
+        LOG.info "status_code=#{s['status_code']}"
+        LOG.info "status=#{s['status']}"
+        do_retry = true unless 503 == s["status_code"]
+        do_retry = true unless ["reserved", "retrying"].include? s["status"]
+      end
+      next if do_retry
+      break
+    end
+    assert_not_equal tries, 0
+
+    tries = MAX_TRIES
+    while tries > 0
+      sleep 0.5
+      tries -= 1
+      subscribers = queue.messages.get(m.id).subscribers
+      LOG.debug subscribers
+      assert_equal num_subscribers, subscribers.size
+      do_retry = false
+      subscribers.each do |s|
+        LOG.debug s
+        if s["url"] == "http://rest-test.iron.io/code/503"
+          do_retry = true unless 503 == s["status_code"]
+          do_retry = true unless "error" == s["status"]
+        else
+          do_retry = true unless 200 == s["status_code"]
+          do_retry = true unless "deleted" == s["status"]
+        end
+      end
+      next if do_retry
+      break
+    end
+    assert_not_equal tries, 0
+  end
+
+
+  def test_202
+    omit_if @skip
+    types = ["multicast"]
+    types.each do |t|
+
+      LOG.info "Trying type #{t}"
+
+      qname = "subscription-queue-#{t}-202"
+
+      num_subscribers = 2
+      subscribers = []
+
+      x = rand(1000)
+      num_subscribers.times do |i|
+        key = make_key(i, t, x)
+        subscribers << {url: "http://rest-test.iron.io/code/202?store=#{key}"}
+      end
+
+      queue = @client.queue(qname)
+      res = queue.update_queue(:subscribers => subscribers,
+                               :push_type => t)
+      queue = @client.queue(qname)
+      LOG.debug queue
+      LOG.debug queue.subscribers
+      assert_equal num_subscribers, queue.subscribers.size
+      # todo: assert subscriptions match
+
+      msg = "hello #{x}"
+      m = queue.post(msg, 
+                     {:timeout => 2})
+
+      tries = MAX_TRIES
+      while tries > 0
+        sleep 0.5
+        tries -= 1
+        subscribers = queue.messages.get(m.id).subscribers
+        LOG.debug subscribers
+        assert_equal num_subscribers, subscribers.size
+        do_retry = false
+        subscribers.each do |s|
+          LOG.debug s
+          do_retry = true unless 202 == s["status_code"]
+          do_retry = true unless "reserved" == s["status"]
+        end
+        next if do_retry
+        break
+      end
+      assert_not_equal tries, 0
+
+      LOG.info 'sleeping 2'
+      sleep 2
+
+      tries = MAX_TRIES
+      while tries > 0
+        sleep 0.5
+        subscribers = queue.messages.get(m.id).subscribers
+        LOG.debug subscribers
+        assert_equal num_subscribers, subscribers.size
+
+        do_retry = false
+        subscribers.each do |s|
+          LOG.debug s
+          LOG.info "status_code=#{s['status_code']}"
+          LOG.info "status=#{s['status']}"
+
+          do_retry = true unless 202 == s["status_code"]
+          do_retry = true unless "reserved" == s["status"]
+        end
+        next if do_retry
+
+        # now let's delete it to say we're done with it
+        subscribers.each do |s|
+          LOG.debug s
+          LOG.info "status_code=#{s['status_code']}"
+          LOG.info "status=#{s['status']}"
+          LOG.info "Acking subscriber"
+          res = s.delete
+          LOG.debug res
+        end
+        break
+      end
+      assert_not_equal 0, tries
+
+      tries = MAX_TRIES
+      while tries > 0
+        sleep 0.5
+        tries -= 1
+        subscribers = queue.messages.get(m.id).subscribers
+        LOG.debug subscribers
+        next unless num_subscribers == subscribers.size
+        
+        do_retry = false
+        subscribers.each do |s|
+          LOG.debug s
+          LOG.info "status=#{s['status']}"
+          do_retry = true unless "deleted" == s["status"]
+        end
+        next if do_retry
+        break
+      end
+      assert_not_equal 0, tries
+    end
+  end
+
+
+  def test_202_failure
+    omit_if @skip
+  end
+
+end

data/test/test_tmp.rb

@@ -0,0 +1,17 @@
+gem 'test-unit'
+require 'test/unit'
+require 'yaml'
+require_relative 'test_base'
+
+class IronMQTests < TestBase
+  def setup
+    super
+  end
+
+  def test_x()
+    list = @client.queues
+    p list
+  end
+
+
+end