tmm1-amqp 0.5.1

data/README

@@ -0,0 +1,62 @@
+Simple AMQP driver for Ruby/EventMachine.
+
+This library was tested primarily with RabbitMQ, although it should be compatible with any
+server implementing the AMQP 0-8 spec.
+
+To use with RabbitMQ, first run the server:
+
+  hg clone http://hg.rabbitmq.com/rabbitmq-codegen
+  hg clone http://hg.rabbitmq.com/rabbitmq-server
+  cd rabbitmq-server
+  make run
+
+To get started, refer to the various bundled examples:
+
+  ruby examples/pingpong.rb   # 1-1 communication using amq.direct
+  ruby examples/clock.rb      # 1-N communication using amq.fanout
+  ruby examples/stocks.rb     # 1-subscriber communication using amq.topic
+  ruby examples/hashtable.rb  # simple async rpc layer
+  ruby examples/primes.rb 4   # parallelized prime number generation
+
+For more details into the lower level AMQP client API, run the simple client example:
+
+  ruby examples/simple.rb
+
+Or refer to protocol/doc.txt, which enumerates packets sent between a server and client
+during a typical session, in both binary and decoded formats.
+
+To run the test suite:
+
+  rake spec
+
+The lib/amqp/spec.rb file is generated automatically based on the AMQP specification. To generate it:
+
+  rake codegen
+
+This project was inspired by py-amqplib, rabbitmq, qpid and rubbyt.
+Special thanks to Dmitriy Samovskiy, Ben Hood and Tony Garnock-Jones.
+
+Other AMQP resources:
+
+  Servers:
+    RabbitMQ (Rabbit Technologies, Erlang/OTP, MPL)  http://rabbitmq.com
+    OpenAMP  (iMatrix, C, GPL2)                      http://openamq.org
+    ActiveMQ (Apache Foundation, Java, apache2)      http://activemq.apache.org/
+
+  John O'Hara's article on the history of AMQP:
+    http://www.acmqueue.org/modules.php?name=Content&pa=showpage&pid=485
+
+  Barry Pederson's py-amqplib:
+    http://barryp.org/software/py-amqplib/
+
+  Ben Hood's article on writing an AMQP client:
+    http://hopper.squarespace.com/blog/2008/6/21/build-your-own-amqp-client.html
+
+  Dmitriy Samovskiy's introduction to Ruby+QPid+RabbitMQ:
+    http://somic-org.homelinux.org/blog/2008/06/24/ruby-amqp-rabbitmq-example/
+
+  Ben Hood's AMQP client in AS3:
+    http://github.com/0x6e6562/as3-amqp
+
+  RabbitMQ's protocol code generator:
+    http://hg.rabbitmq.com/rabbitmq-codegen/

data/examples/clock.rb

@@ -0,0 +1,56 @@
+$:.unshift File.dirname(__FILE__) + '/../lib'
+require 'mq'
+
+EM.run{
+
+  def log *args
+    p args
+  end
+
+  # AMQP.logging = true
+
+  clock = MQ.new.fanout('clock')
+  EM.add_periodic_timer(1){
+    puts
+
+    log :publishing, time = Time.now
+    clock.publish(Marshal.dump(time))
+  }
+
+  amq = MQ.new
+  amq.queue('every second').bind(amq.fanout('clock')).subscribe{ |time|
+    log 'every second', :received, Marshal.load(time)
+  }
+
+  amq = MQ.new
+  amq.queue('every 5 seconds').bind(amq.fanout('clock')).subscribe{ |time|
+    time = Marshal.load(time)
+    log 'every 5 seconds', :received, time if time.strftime('%S').to_i%5 == 0
+  }
+
+}
+
+__END__
+
+[:publishing, Thu Jul 17 20:14:00 -0700 2008]
+["every 5 seconds", :received, Thu Jul 17 20:14:00 -0700 2008]
+["every second", :received, Thu Jul 17 20:14:00 -0700 2008]
+
+[:publishing, Thu Jul 17 20:14:01 -0700 2008]
+["every second", :received, Thu Jul 17 20:14:01 -0700 2008]
+
+[:publishing, Thu Jul 17 20:14:02 -0700 2008]
+["every second", :received, Thu Jul 17 20:14:02 -0700 2008]
+
+[:publishing, Thu Jul 17 20:14:03 -0700 2008]
+["every second", :received, Thu Jul 17 20:14:03 -0700 2008]
+
+[:publishing, Thu Jul 17 20:14:04 -0700 2008]
+["every second", :received, Thu Jul 17 20:14:04 -0700 2008]
+
+[:publishing, Thu Jul 17 20:14:05 -0700 2008]
+["every 5 seconds", :received, Thu Jul 17 20:14:05 -0700 2008]
+["every second", :received, Thu Jul 17 20:14:05 -0700 2008]
+
+[:publishing, Thu Jul 17 20:14:06 -0700 2008]
+["every second", :received, Thu Jul 17 20:14:06 -0700 2008]

data/examples/hashtable.rb

@@ -0,0 +1,52 @@
+$:.unshift File.dirname(__FILE__) + '/../lib'
+require 'mq'
+
+EM.run{
+
+  def log *args
+    p args
+  end
+
+  # AMQP.logging = true
+
+  class HashTable < Hash
+    def get key
+      log 'HashTable', :get, key
+      self[key]
+    end
+    
+    def set key, value
+      log 'HashTable', :set, key => value
+      self[key] = value
+    end
+
+    def keys
+      log 'HashTable', :keys
+      super
+    end
+  end
+
+  server = MQ.new.rpc('hash table node', HashTable.new)
+
+  client = MQ.new.rpc('hash table node')
+  client.set(:now, time = Time.now)
+  client.get(:now) do |res|
+    log 'client', :now => res, :eql? => res == time
+  end
+
+  client.set(:one, 1)
+  client.keys do |res|
+    log 'client', :keys => res
+    EM.stop_event_loop
+  end
+
+}
+
+__END__
+
+["HashTable", :set, {:now=>Thu Jul 17 21:04:53 -0700 2008}]
+["HashTable", :get, :now]
+["HashTable", :set, {:one=>1}]
+["HashTable", :keys]
+["client", {:eql?=>true, :now=>Thu Jul 17 21:04:53 -0700 2008}]
+["client", {:keys=>[:one, :now]}]

data/examples/pingpong.rb

@@ -0,0 +1,45 @@
+$:.unshift File.dirname(__FILE__) + '/../lib'
+require 'mq'
+
+EM.run{
+
+  def log *args
+    p [ Time.now, *args ]
+  end
+  
+  # AMQP.logging = true
+
+  amq = MQ.new
+  EM.add_periodic_timer(1){
+    puts
+
+    log :sending, 'ping'
+    amq.queue('one').publish('ping')
+  }
+
+  amq = MQ.new
+  amq.queue('one').subscribe{ |msg|
+    log 'one', :received, msg, :sending, 'pong'
+    amq.queue('two').publish('pong')
+  }
+  
+  amq = MQ.new
+  amq.queue('two').subscribe{ |msg|
+    log 'two', :received, msg
+  }
+
+}
+
+__END__
+
+[Sun Jul 20 03:52:24 -0700 2008, :sending, "ping"]
+[Sun Jul 20 03:52:24 -0700 2008, "one", :received, "ping", :sending, "pong"]
+[Sun Jul 20 03:52:24 -0700 2008, "two", :received, "pong"]
+
+[Sun Jul 20 03:52:25 -0700 2008, :sending, "ping"]
+[Sun Jul 20 03:52:25 -0700 2008, "one", :received, "ping", :sending, "pong"]
+[Sun Jul 20 03:52:25 -0700 2008, "two", :received, "pong"]
+
+[Sun Jul 20 03:52:26 -0700 2008, :sending, "ping"]
+[Sun Jul 20 03:52:26 -0700 2008, "one", :received, "ping", :sending, "pong"]
+[Sun Jul 20 03:52:26 -0700 2008, "two", :received, "pong"]

data/examples/primes-forked.rb

@@ -0,0 +1,63 @@
+$:.unshift File.dirname(__FILE__) + '/../lib'
+require 'mq'
+
+MAX = 5000
+
+def EM.fork &blk
+  raise if reactor_running?
+
+  unless @forks
+    at_exit{
+      @forks.each{ |pid| Process.kill('KILL', pid) }
+    }
+  end
+
+  (@forks ||= []) << Kernel.fork do
+    EM.run(&blk)
+  end
+end
+
+def log *args
+  p args
+end
+
+# MQ.logging = true
+
+# worker
+
+  workers = ARGV[0] ? (Integer(ARGV[0]) rescue 2) : 2
+
+  workers.times do
+    EM.fork{
+      log "prime checker", Process.pid, :started
+
+      class Fixnum
+        def prime?
+          ('1' * self) !~ /^1?$|^(11+?)\1+$/
+        end
+      end
+
+      MQ.queue('prime checker').subscribe{ |info, num|
+        log "prime checker #{Process.pid}", :prime?, num
+        if Integer(num).prime?
+          MQ.queue(info.reply_to).publish(num, :reply_to => Process.pid)
+        end
+      }
+    }
+  end
+
+# controller
+
+  EM.run{
+    MQ.queue('prime collector').subscribe{ |info, prime|
+      log 'prime collector', :received, prime, :from, info.reply_to
+      (@primes ||= []) << Integer(prime)
+      EM.stop_event_loop if prime == '499'
+    }
+
+    MAX.times do |i|
+      EM.next_tick do
+        MQ.queue('prime checker').publish((i+1).to_s, :reply_to => 'prime collector')
+      end
+    end
+  }

data/examples/primes-processes.rb

@@ -0,0 +1,135 @@
+$:.unshift File.dirname(__FILE__) + '/../lib'
+require 'mq'
+
+MAX = 500
+
+EM.run{
+
+  def log *args
+    p args
+  end
+
+  # MQ.logging = true
+
+  if ARGV[0] == 'worker'
+
+    log "prime checker #{Process.pid}", :started
+
+    class Fixnum
+      def prime?
+        ('1' * self) !~ /^1?$|^(11+?)\1+$/
+      end
+    end
+
+    MQ.queue('prime checker').subscribe{ |info, num|
+      log "prime checker #{Process.pid}", :prime?, num
+      if Integer(num).prime?
+        MQ.queue(info.reply_to).publish(num, :reply_to => Process.pid)
+        EM.stop_event_loop if num == (MAX-1).to_s
+      end
+    }
+
+  elsif ARGV[0] == 'controller'
+
+    MQ.queue('prime collector').subscribe{ |info, prime|
+      log 'prime collector', :received, prime, :from, info.reply_to
+      (@primes ||= []) << Integer(prime)
+    }
+
+    MAX.times do |i|
+      EM.next_tick do
+        MQ.queue('prime checker').publish((i+1).to_s, :reply_to => 'prime collector')
+      end
+    end
+
+  else # run n workers and 1 controller as an example
+
+    workers = ARGV[0] ? (Integer(ARGV[0]) rescue 2) : 2
+
+    ([ :worker ] * workers + [ :controller ]).each do |type|
+      log :spawning, "`ruby #{$0} #{type}`"
+
+      EM.popen("ruby #{$0} #{type}") do |c|
+        def c.receive_data data
+          puts data
+        end
+
+        def c.unbind
+          EM.stop_event_loop
+        end
+      end
+    end
+
+  end
+}
+
+__END__
+
+["prime checker", :started, {:pid=>1958}]
+["prime checker", :started, {:pid=>1957}]
+["prime checker", :started, {:pid=>1956}]
+["prime checker", :prime?, "1", {:pid=>1958}]
+["prime checker", :prime?, "2", {:pid=>1957}]
+["prime collector", :received, "2", {:from_pid=>"1957"}]
+["prime checker", :prime?, "3", {:pid=>1956}]
+["prime collector", :received, "3", {:from_pid=>"1956"}]
+["prime checker", :prime?, "4", {:pid=>1958}]
+["prime checker", :prime?, "5", {:pid=>1957}]
+["prime collector", :received, "5", {:from_pid=>"1957"}]
+["prime checker", :prime?, "6", {:pid=>1956}]
+["prime checker", :prime?, "7", {:pid=>1958}]
+["prime collector", :received, "7", {:from_pid=>"1958"}]
+["prime checker", :prime?, "8", {:pid=>1957}]
+["prime checker", :prime?, "9", {:pid=>1956}]
+["prime checker", :prime?, "10", {:pid=>1958}]
+["prime checker", :prime?, "11", {:pid=>1957}]
+["prime collector", :received, "11", {:from_pid=>"1957"}]
+["prime checker", :prime?, "12", {:pid=>1956}]
+["prime checker", :prime?, "13", {:pid=>1958}]
+["prime collector", :received, "13", {:from_pid=>"1958"}]
+["prime checker", :prime?, "14", {:pid=>1957}]
+["prime checker", :prime?, "15", {:pid=>1956}]
+["prime checker", :prime?, "16", {:pid=>1958}]
+["prime checker", :prime?, "17", {:pid=>1957}]
+["prime collector", :received, "17", {:from_pid=>"1957"}]
+["prime checker", :prime?, "18", {:pid=>1956}]
+["prime checker", :prime?, "19", {:pid=>1958}]
+["prime collector", :received, "19", {:from_pid=>"1958"}]
+["prime checker", :prime?, "20", {:pid=>1957}]
+["prime checker", :prime?, "21", {:pid=>1956}]
+["prime checker", :prime?, "22", {:pid=>1958}]
+["prime checker", :prime?, "23", {:pid=>1957}]
+["prime collector", :received, "23", {:from_pid=>"1957"}]
+["prime checker", :prime?, "24", {:pid=>1956}]
+["prime checker", :prime?, "25", {:pid=>1958}]
+["prime checker", :prime?, "26", {:pid=>1957}]
+["prime checker", :prime?, "27", {:pid=>1956}]
+["prime checker", :prime?, "28", {:pid=>1958}]
+["prime checker", :prime?, "29", {:pid=>1957}]
+["prime collector", :received, "29", {:from_pid=>"1957"}]
+["prime checker", :prime?, "30", {:pid=>1956}]
+["prime checker", :prime?, "31", {:pid=>1958}]
+["prime collector", :received, "31", {:from_pid=>"1958"}]
+["prime checker", :prime?, "32", {:pid=>1957}]
+["prime checker", :prime?, "33", {:pid=>1956}]
+["prime checker", :prime?, "34", {:pid=>1958}]
+["prime checker", :prime?, "35", {:pid=>1957}]
+["prime checker", :prime?, "36", {:pid=>1956}]
+["prime checker", :prime?, "37", {:pid=>1958}]
+["prime collector", :received, "37", {:from_pid=>"1958"}]
+["prime checker", :prime?, "38", {:pid=>1957}]
+["prime checker", :prime?, "39", {:pid=>1956}]
+["prime checker", :prime?, "40", {:pid=>1958}]
+["prime checker", :prime?, "41", {:pid=>1957}]
+["prime collector", :received, "41", {:from_pid=>"1957"}]
+["prime checker", :prime?, "42", {:pid=>1956}]
+["prime checker", :prime?, "43", {:pid=>1958}]
+["prime collector", :received, "43", {:from_pid=>"1958"}]
+["prime checker", :prime?, "44", {:pid=>1957}]
+["prime checker", :prime?, "45", {:pid=>1956}]
+["prime checker", :prime?, "46", {:pid=>1958}]
+["prime checker", :prime?, "47", {:pid=>1957}]
+["prime collector", :received, "47", {:from_pid=>"1957"}]
+["prime checker", :prime?, "48", {:pid=>1956}]
+["prime checker", :prime?, "49", {:pid=>1958}]
+["prime checker", :prime?, "50", {:pid=>1957}]

data/examples/primes-simple.rb

@@ -0,0 +1,19 @@
+MAX = 1000
+
+class Fixnum
+  def prime?
+    ('1' * self) !~ /^1?$|^(11+?)\1+$/
+  end
+end
+
+class PrimeChecker
+  def is_prime? number
+    number.prime?
+  end
+end
+
+prime_checker = PrimeChecker.new
+
+(10_000...(10_000+MAX)).each do |n|
+  prime_checker.is_prime? n
+end

data/examples/primes-threaded.rb

@@ -0,0 +1,49 @@
+$:.unshift File.dirname(__FILE__) + '/../lib'
+require 'mq'
+
+MAX = 500
+
+def log *args
+  p args
+end
+
+# MQ.logging = true
+
+EM.run{
+
+  # worker
+
+  log "prime checker", Process.pid, :started
+
+  class Fixnum
+    def prime?
+      ('1' * self) !~ /^1?$|^(11+?)\1+$/
+    end
+  end
+
+  MQ.queue('prime checker').subscribe{ |info, num|
+    EM.defer(proc{
+
+      log "prime checker #{Process.pid}-#{Thread.current.object_id}", :prime?, num
+      if Integer(num).prime?
+        MQ.queue(info.reply_to).publish(num, :reply_to => "#{Process.pid}-#{Thread.current.object_id}")
+        EM.stop_event_loop if num == '499'
+      end
+      
+    })
+  }
+
+  # controller
+
+  MQ.queue('prime collector').subscribe{ |info, prime|
+    log 'prime collector', :received, prime, :from, info.reply_to
+    (@primes ||= []) << Integer(prime)
+  }
+
+  MAX.times do |i|
+    EM.next_tick do
+      MQ.queue('prime checker').publish((i+1).to_s, :reply_to => 'prime collector')
+    end
+  end
+
+}