estorm-message-processor 0.2.4 → 0.2.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 59894a7026a89b5051d9c38d91b287e83b33efd4
-  data.tar.gz: 8cee09cd6216eed0413476468e62b13fa7c685f2
+  metadata.gz: 7f4fcf267318b0b13f7e73b3f0fe742187c9fc38
+  data.tar.gz: fd93f6f378fd7f0bb1e7b278bb4ce714f7b6ab7f
 SHA512:
-  metadata.gz: 0ff1bca8a78f3c8af4c98fb5b6c7bcf3a36441ceca7eb4096d6f72f9ce544b7547f29ec6275b485fd88320342b965930beb67ea8444877b432abb087b9632d20
-  data.tar.gz: 43627967020def843be31fce67df66e402ae5804bde7dadee8431e77f55fc1707d5e2b4fbd87c969b60c35c33ff44e35292ae3cca3e34c92427a2cf9e7a1e966
+  metadata.gz: 2eaffe6631ba5e6c3e2ef75822e4a38e5b55359b06236162c8a9bbf468db51411d229c37f8c1cc4becc403651cc68ef79bde5ff59ce3ad297741be60150ac7c7
+  data.tar.gz: 26d54239561ba4154fac37f6a673fd2dcd4d2e5382959a1f4e9cd510ab55b7586d39c9806fb8f280f78a2f552883057f54965e82a59c5fbd93fca72921c463ff

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    estorm-message-processor (0.2.3)
+    estorm-message-processor (0.2.4)
 
 GEM
   remote: https://rubygems.org/

data/README.md

@@ -31,7 +31,7 @@ This is the callback processor in the consumer.  Just define this in your script
 
 # Start the Message Processor
     begin
-    config={:url => AMQPURL,:connecturlflag=> Rails.env.production? ,:queuename => CONTACT_MESSAGE, :blocking => true, :timeout => 0, :consumer_name => "test consumer"}
+    config={:url => AMQPURL,:connecturlflag=> Rails.env.production? ,:queuename => CONTACT_MESSAGE, :blocking => true, :consumer_name => "test consumer"}
     #puts "Starting SMS Gateway. Please check the log at #{LOGFILE}"
     EstormMessageProcessor::Base.logger=Logger.new(STDOUT) 
     puts "Starting Bunny Contact Processor on #{config.inspect} "  
@@ -42,7 +42,7 @@ This is the callback processor in the consumer.  Just define this in your script
     end  
 
 # send a message using the client
-Use the client to send a message to the delegate processor (background task). Note the command set to the callback processor above.  You can also see multiple sends in the test files.
+Use the client to send a message to the delegate processor (background task). Note the command value set in the hash to the callback processor above.  You can also see multiple sends in the test files. The hash can contain anything as long as the command is set to a delegate name. (Where the delegate name is built by joining delegate_ and the command name  delegate_sendtemplates in this example)
 
     def bunny_send
     cmdhash={'command'=>'sendtemplates', 'promotion'=>self.id.to_s}
@@ -54,3 +54,6 @@ Use the client to send a message to the delegate processor (background task). No
 # set the config[:exit_when_done] => true value if you want the task to exit.  
 This is useful if you have a back ground task that you want to run occasionally and just process the messages and exit.  For example on heroku you can schedule a job to run every hour and it will process the messages and exit.  This will keep the costs down for the background task on heroku.  (Of course you need to ensure that the job time is shorter than the heroku scheduler time)
 
+# :prefetch_one => true
+Use this if you want the message_processor to only grab one message a time.  This way you can easily spin up several message processors
+

data/lib/estorm-message-processor/base.rb

@@ -52,7 +52,7 @@ module EstormMessageProcessor
           msg= "[*] Waiting for messages in #{@queue.name}.  blocking is #{config[:blocking]}"
           logger.info msg
           count=0
-        #  @channel.prefetch(1)   # set quality of service to only delivery one message at a time....
+          @channel.prefetch(1)  if config[:prefetch_one] # set quality of service to only delivery one message at a time....
           @msg_count,consumer_count = @consumer.queue_statistics  # just to get the stats before entering hte queue
        #  @queue.subscribe(:block => config[:blocking]) do |delivery_info, properties, body|
          @consumer.target(@msg_count,config[:exit_when_done]) if config[:exit_when_done]

data/test/coverage/index.html

@@ -14,7 +14,7 @@
       <img src="./assets/0.7.1/loading.gif" alt="loading"/>
     </div>
     <div id="wrapper" style="display:none;">
-      <div class="timestamp">Generated <abbr class="timeago" title="2013-10-18T19:42:06+08:00">2013-10-18T19:42:06+08:00</abbr></div>
+      <div class="timestamp">Generated <abbr class="timeago" title="2013-11-06T15:42:48+08:00">2013-11-06T15:42:48+08:00</abbr></div>
       <ul class="group_tabs"></ul>
 
       <div id="content">

data/test/test_prefetch.rb

@@ -0,0 +1,115 @@
+puts File.dirname(__FILE__)
+require 'yaml'
+require File.dirname(__FILE__) + '/test_helper.rb' 
+class MessageFlag
+ 
+  def self.reset
+    puts "reset called"
+     @@flag=false
+     @@test=0
+  end
+  def self.setflag
+     puts "set flag called"
+    @@flag=true
+  end
+  def self.flag
+   
+    @@flag
+  end
+  def self.testval
+    @@test
+  end
+  def self.increment
+    puts "increment called"
+    @@test=MessageFlag.testval+1
+  end
+end
+class EstormMessageProcessor::Consumer
+   
+   def delegate_testdelegate3(cmdhash)
+     msg= "DELEGATE CALLED: test delegate 3 received #{cmdhash.inspect}"
+     logger.info msg
+     puts msg
+     MessageFlag.increment
+   end
+end
+
+class EstormMessageProcessTest <  Minitest::Test
+
+  def setup
+    EstormMessageProcessor::Base.logger=Logger.new(STDERR) 
+    @f=EstormMessageProcessor::Base.new
+    @@temp=false
+    MessageFlag.reset
+    puts "after setup"
+  end
+  
+  def test_basic
+    assert @f!=nil, "should be valid"
+    assert !@@temp, "should be false"
+    assert !MessageFlag.flag, "should be false"
+    MessageFlag.setflag
+     assert MessageFlag.flag, "should be true"
+     assert MessageFlag.testval==0, "should be 0"
+       MessageFlag.increment
+        assert MessageFlag.flag, "should be false"
+  end
+  def test_processor_exits_after_queue_empty
+     puts "test several  message"
+     assert MessageFlag.flag==false, "should be flase #{MessageFlag.inspect}"
+     config={:url => 'fakeurl',:connecturlflag=> false,:queuename => 'testqueueMessageExit', :blocking => true, :consumer_name => "test exit consumer",  :exit_when_done => true, :prefetch_one => true}
+     # PRELOAD THE QUEUE WITH MESSAGES
+       bunnysender=EstormMessageProcessor::Client.new
+       bunnysender.setup_bunny(config[:url],config[:connnecturlflag])
+
+       cmdhash={'command'=>'testdelegate3', 'temp'=>'serveral messages'}
+        puts "----> to system [x] sending  #{cmdhash.inspect}"
+         
+        1.upto(7) { |i| 
+      
+         cmdhash['temp']="mesage #{i}"
+         bunnysender.bunny_send_no_close(config[:queuename],cmdhash)
+          puts "after bunny send test_message: #{cmdhash['temp']}"
+            }
+          
+     puts "after client in test message"
+      @f.start(config) 
+#        bunnysender.connection.close
+      puts " should  get here this thread about to exit in tes_messag"
+     
+      time=10
+      puts "sleeping #{time} seconds"
+      sleep time
+      
+     sleep 1
+       
+       assert MessageFlag.testval==7, "should receive 7 message and set temp #{MessageFlag.testval}"
+
+   end
+    def test_processor_exits_when_queue_empty
+        puts "test several  message"
+        assert MessageFlag.flag==false, "should be flase #{MessageFlag.inspect}"
+        config={:url => 'fakeurl',:connecturlflag=> false,:queuename => 'testEmptyqueueMessageExit', :blocking => true, :consumer_name => "test exit consumer",  :exit_when_done => true, :prefetch_one => true}
+        # PRELOAD THE QUEUE WITH MESSAGES
+          bunnysender=EstormMessageProcessor::Client.new
+          conn,chan=bunnysender.setup_bunny(config[:url],config[:connnecturlflag])
+          assert conn!=nil, "connection shold be established"
+          assert chan!=nil, "connection shold be established"
+          chan.queue(config[:queuename]).purge
+          
+
+        puts "after purging queue in test message"
+         @f.start(config) 
+   #        bunnysender.connection.close
+         puts " should  get here this thread about to exit in tes_messag"
+
+         time=10
+         puts "sleeping #{time} seconds"
+         sleep time
+
+        sleep 1
+
+          assert true,"should get here..."
+
+      end
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: estorm-message-processor
 version: !ruby/object:Gem::Version
-  version: 0.2.4
+  version: 0.2.5
 platform: ruby
 authors:
 - Scott Sproule
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-10-18 00:00:00.000000000 Z
+date: 2013-11-06 00:00:00.000000000 Z
 dependencies: []
 description: a gem to help rails app process AMQP queues for background jobs
 email: scott.sproule@ficonab.com
@@ -64,6 +64,7 @@ files:
 - test/test_consumer.rb
 - test/test_estorm.rb
 - test/test_helper.rb
+- test/test_prefetch.rb
 - test/test_single.rb
 - Gemfile
 - Gemfile.lock