fotonauts-amqp 0.6.1

data/examples/mq/hashtable.rb

@@ -0,0 +1,52 @@
+$:.unshift File.dirname(__FILE__) + '/../../lib'
+require 'mq'
+
+AMQP.start(:host => 'localhost') do
+
+  def log *args
+    p args
+  end
+
+  # AMQP.logging = true
+
+  class HashTable < Hash
+    def get key
+      log 'HashTable', :get, key
+      self[key]
+    end
+    
+    def set key, value
+      log 'HashTable', :set, key => value
+      self[key] = value
+    end
+
+    def keys
+      log 'HashTable', :keys
+      super
+    end
+  end
+
+  server = MQ.new.rpc('hash table node', HashTable.new)
+
+  client = MQ.new.rpc('hash table node')
+  client.set(:now, time = Time.now)
+  client.get(:now) do |res|
+    log 'client', :now => res, :eql? => res == time
+  end
+
+  client.set(:one, 1)
+  client.keys do |res|
+    log 'client', :keys => res
+    AMQP.stop{ EM.stop }
+  end
+
+end
+
+__END__
+
+["HashTable", :set, {:now=>Thu Jul 17 21:04:53 -0700 2008}]
+["HashTable", :get, :now]
+["HashTable", :set, {:one=>1}]
+["HashTable", :keys]
+["client", {:eql?=>true, :now=>Thu Jul 17 21:04:53 -0700 2008}]
+["client", {:keys=>[:one, :now]}]

data/examples/mq/internal.rb

@@ -0,0 +1,49 @@
+$:.unshift File.dirname(__FILE__) + '/../../lib'
+require 'mq'
+require 'pp'
+
+EM.run do
+
+  # connect to the amqp server
+  connection = AMQP.connect(:host => 'localhost', :logging => false)
+  
+  # open a channel on the AMQP connection
+  channel = MQ.new(connection)
+
+  # declare a queue on the channel
+  queue = MQ::Queue.new(channel, 'queue name')
+
+  # create a fanout exchange
+  exchange = MQ::Exchange.new(channel, :fanout, 'all queues')
+
+  # bind the queue to the exchange
+  queue.bind(exchange)
+
+  # publish a message to the exchange
+  exchange.publish('hello world')
+
+  # subscribe to messages in the queue
+  queue.subscribe do |headers, msg|
+    pp [:got, headers, msg]
+    connection.close{ EM.stop_event_loop }
+  end
+  
+end
+
+__END__
+
+[:got,
+ #<AMQP::Protocol::Header:0x1186270
+  @klass=AMQP::Protocol::Basic,
+  @properties=
+   {:priority=>0,
+    :exchange=>"all queues",
+    :consumer_tag=>"queue name",
+    :delivery_tag=>1,
+    :delivery_mode=>1,
+    :redelivered=>false,
+    :content_type=>"application/octet-stream",
+    :routing_key=>""},
+  @size=11,
+  @weight=0>,
+ "hello world"]

data/examples/mq/logger.rb

@@ -0,0 +1,88 @@
+$:.unshift File.dirname(__FILE__) + '/../../lib'
+require 'mq'
+require 'mq/logger'
+
+Logger = MQ::Logger
+
+AMQP.start(:host => 'localhost') do
+  if ARGV[0] == 'server'
+
+    MQ.queue('logger').bind(MQ.fanout('logging', :durable => true)).subscribe{|msg|
+      msg = Marshal.load(msg)
+      require 'pp'
+      pp(msg)
+      puts
+    }
+
+  elsif ARGV[0] == 'client'
+
+    log = Logger.new
+    log.debug 'its working!'
+    
+    log = Logger.new do |msg|
+      require 'pp'
+      pp msg
+      puts
+    end
+
+    log.info '123'
+    log.debug [1,2,3]
+    log.debug :one => 1, :two => 2
+    log.error Exception.new('123')
+
+    log.info '123', :process_id => Process.pid
+    log.info '123', :process
+    log.debug 'login', :session => 'abc', :user => 123
+
+    log = Logger.new(:webserver, :timestamp, :hostname, &log.printer)
+    log.info 'Request for /', :GET, :session => 'abc'
+
+    AMQP.stop{ EM.stop }
+
+  else
+
+    puts
+    puts "#{$0} <client|server>"
+    puts "  client: send logs to message queue"
+    puts "  server: read logs from message queue"
+    puts
+
+    EM.stop
+
+  end
+end
+
+__END__
+
+{:data=>"123", :timestamp=>1216846102, :severity=>:info}
+
+{:data=>[1, 2, 3], :timestamp=>1216846102, :severity=>:debug}
+
+{:data=>
+  {:type=>:exception, :name=>:Exception, :message=>"123", :backtrace=>nil},
+ :timestamp=>1216846102,
+ :severity=>:error}
+
+{:data=>"123", :timestamp=>1216846102, :process_id=>1814, :severity=>:info}
+
+{:process=>
+  {:thread_id=>109440,
+   :process_id=>1814,
+   :process_name=>"/Users/aman/code/amqp/examples/logger.rb",
+   :process_parent_id=>1813},
+ :data=>"123",
+ :timestamp=>1216846102,
+ :severity=>:info}
+
+{:session=>"abc",
+ :data=>"login",
+ :timestamp=>1216846102,
+ :severity=>:debug,
+ :user=>123}
+
+{:session=>"abc",
+ :tags=>[:webserver, :GET],
+ :data=>"Request for /",
+ :timestamp=>1216846102,
+ :severity=>:info,
+ :hostname=>"gc"}

data/examples/mq/multiclock.rb

@@ -0,0 +1,49 @@
+$:.unshift File.dirname(__FILE__) + '/../../lib'
+require 'mq'
+require 'time'
+
+AMQP.start(:host => 'localhost') do
+
+  def log *args
+    p args
+  end
+
+  #AMQP.logging = true
+
+  clock = MQ.new.headers('multiformat_clock')
+  EM.add_periodic_timer(1){
+    puts
+
+    time = Time.new
+    ["iso8601","rfc2822"].each do |format|
+      formatted_time = time.send(format)
+      log :publish, format, formatted_time
+      clock.publish "#{formatted_time}", :headers => {"format" => format}
+    end
+  }
+
+  ["iso8601","rfc2822"].each do |format|
+    amq = MQ.new
+    amq.queue(format.to_s).bind(amq.headers('multiformat_clock'), :arguments => {"format" => format}).subscribe{ |time|
+      log "received #{format}", time
+    }
+  end
+
+end
+
+__END__
+
+[:publish, "iso8601", "2009-02-13T19:55:40-08:00"]
+[:publish, "rfc2822", "Fri, 13 Feb 2009 19:55:40 -0800"]
+["received iso8601", "2009-02-13T19:55:40-08:00"]
+["received rfc2822", "Fri, 13 Feb 2009 19:55:40 -0800"]
+
+[:publish, "iso8601", "2009-02-13T19:55:41-08:00"]
+[:publish, "rfc2822", "Fri, 13 Feb 2009 19:55:41 -0800"]
+["received iso8601", "2009-02-13T19:55:41-08:00"]
+["received rfc2822", "Fri, 13 Feb 2009 19:55:41 -0800"]
+
+[:publish, "iso8601", "2009-02-13T19:55:42-08:00"]
+[:publish, "rfc2822", "Fri, 13 Feb 2009 19:55:42 -0800"]
+["received iso8601", "2009-02-13T19:55:42-08:00"]
+["received rfc2822", "Fri, 13 Feb 2009 19:55:42 -0800"]

data/examples/mq/pingpong.rb

@@ -0,0 +1,45 @@
+$:.unshift File.dirname(__FILE__) + '/../../lib'
+require 'mq'
+
+AMQP.start(:host => 'localhost') do
+
+  def log *args
+    p [ Time.now, *args ]
+  end
+  
+  # AMQP.logging = true
+
+  amq = MQ.new
+  EM.add_periodic_timer(1){
+    puts
+
+    log :sending, 'ping'
+    amq.queue('one').publish('ping')
+  }
+
+  amq = MQ.new
+  amq.queue('one').subscribe{ |msg|
+    log 'one', :received, msg, :sending, 'pong'
+    amq.queue('two').publish('pong')
+  }
+  
+  amq = MQ.new
+  amq.queue('two').subscribe{ |msg|
+    log 'two', :received, msg
+  }
+
+end
+
+__END__
+
+[Sun Jul 20 03:52:24 -0700 2008, :sending, "ping"]
+[Sun Jul 20 03:52:24 -0700 2008, "one", :received, "ping", :sending, "pong"]
+[Sun Jul 20 03:52:24 -0700 2008, "two", :received, "pong"]
+
+[Sun Jul 20 03:52:25 -0700 2008, :sending, "ping"]
+[Sun Jul 20 03:52:25 -0700 2008, "one", :received, "ping", :sending, "pong"]
+[Sun Jul 20 03:52:25 -0700 2008, "two", :received, "pong"]
+
+[Sun Jul 20 03:52:26 -0700 2008, :sending, "ping"]
+[Sun Jul 20 03:52:26 -0700 2008, "one", :received, "ping", :sending, "pong"]
+[Sun Jul 20 03:52:26 -0700 2008, "two", :received, "pong"]

data/examples/mq/pop.rb

@@ -0,0 +1,43 @@
+$:.unshift File.dirname(__FILE__) + '/../../lib'
+require 'mq'
+require 'pp'
+
+Signal.trap('INT') { AMQP.stop{ EM.stop } }
+Signal.trap('TERM'){ AMQP.stop{ EM.stop } }
+
+AMQP.start do
+  queue = MQ.queue('awesome')
+
+  queue.publish('Totally rad 1')
+  queue.publish('Totally rad 2')
+  EM.add_timer(5){ queue.publish('Totally rad 3') }
+
+  queue.pop{ |msg|
+    unless msg
+      # queue was empty
+      p [Time.now, :queue_empty!]
+
+      # try again in 1 second
+      EM.add_timer(1){ queue.pop }
+    else
+      # process this message
+      p [Time.now, msg]
+
+      # get the next message in the queue
+      queue.pop
+    end
+  }
+end
+
+__END__
+
+[Wed Oct 15 15:24:30 -0700 2008, "Totally rad 1"]
+[Wed Oct 15 15:24:30 -0700 2008, "Totally rad 2"]
+[Wed Oct 15 15:24:30 -0700 2008, :queue_empty!]
+[Wed Oct 15 15:24:31 -0700 2008, :queue_empty!]
+[Wed Oct 15 15:24:32 -0700 2008, :queue_empty!]
+[Wed Oct 15 15:24:33 -0700 2008, :queue_empty!]
+[Wed Oct 15 15:24:34 -0700 2008, :queue_empty!]
+[Wed Oct 15 15:24:35 -0700 2008, "Totally rad 3"]
+[Wed Oct 15 15:24:35 -0700 2008, :queue_empty!]
+[Wed Oct 15 15:24:36 -0700 2008, :queue_empty!]

data/examples/mq/primes-simple.rb

@@ -0,0 +1,19 @@
+MAX = 1000
+
+class Fixnum
+  def prime?
+    ('1' * self) !~ /^1?$|^(11+?)\1+$/
+  end
+end
+
+class PrimeChecker
+  def is_prime? number
+    number.prime?
+  end
+end
+
+prime_checker = PrimeChecker.new
+
+(10_000...(10_000+MAX)).each do |n|
+  prime_checker.is_prime? n
+end

data/examples/mq/primes.rb

@@ -0,0 +1,99 @@
+$:.unshift File.dirname(__FILE__) + '/../../lib'
+require 'mq'
+
+# check MAX numbers for prime-ness
+MAX = 1000
+
+# logging
+def log *args
+  p args
+end
+
+# spawn workers
+workers = ARGV[0] ? (Integer(ARGV[0]) rescue 1) : 1
+AMQP.fork(workers) do
+
+  log MQ.id, :started
+
+  class Fixnum
+    def prime?
+      ('1' * self) !~ /^1?$|^(11+?)\1+$/
+    end
+  end
+
+  class PrimeChecker
+    def is_prime? number
+      log "prime checker #{MQ.id}", :prime?, number
+      number.prime?
+    end
+  end
+
+  MQ.rpc('prime checker', PrimeChecker.new)
+
+end
+
+# use workers to check which numbers are prime
+AMQP.start(:host => 'localhost') do
+  
+  prime_checker = MQ.rpc('prime checker')
+
+  (10_000...(10_000+MAX)).each do |num|
+    log :checking, num
+
+    prime_checker.is_prime?(num) { |is_prime|
+      log :prime?, num, is_prime
+      (@primes||=[]) << num if is_prime
+      
+      if (@responses = (@responses || 0) + 1) == MAX
+        log :primes=, @primes
+        EM.stop_event_loop
+      end
+    }
+
+  end
+  
+end
+
+__END__
+
+$ uname -a
+Linux gc 2.6.24-ARCH #1 SMP PREEMPT Sun Mar 30 10:50:22 CEST 2008 x86_64 Intel(R) Xeon(R) CPU X3220 @ 2.40GHz GenuineIntel GNU/Linux
+
+$ cat /proc/cpuinfo | grep processor | wc -l
+4
+
+$ time ruby primes-simple.rb 
+
+real  0m16.055s
+user  0m16.052s
+sys 0m0.000s
+
+$ time ruby primes.rb 1 >/dev/null
+
+real  0m18.278s
+user  0m0.993s
+sys 0m0.027s
+
+$ time ruby primes.rb 2 >/dev/null
+
+real  0m17.316s
+user  0m0.967s
+sys 0m0.053s
+
+$ time ruby primes.rb 4 >/dev/null
+
+real  0m8.229s
+user  0m1.010s
+sys 0m0.030s
+
+$ time ruby primes.rb 8 >/dev/null
+
+real  0m5.893s
+user  0m1.023s
+sys 0m0.050s
+
+$ time ruby primes.rb 16 >/dev/null
+
+real  0m5.601s
+user  0m0.990s
+sys 0m0.043s