totty-amqp 0.6.7.1.totty

data/protocol/codegen.rb

@@ -0,0 +1,173 @@
+require 'rubygems'
+require 'json'
+
+name = 'amqp-0.8.json'
+path = File.dirname(__FILE__)+'/'+name
+s = JSON.parse(File.read(path))
+
+# require 'pp'
+# pp(s)
+# exit
+
+require 'erb'
+
+puts ERB.new(%q[
+  #:stopdoc:
+  # this file was autogenerated on <%= Time.now.to_s %>
+  # using <%= name.ljust(16) %> (mtime: <%= File.mtime(path) %>)
+  #
+  # DO NOT EDIT! (edit protocol/codegen.rb instead, and run `rake codegen`)
+
+  module AMQP
+    HEADER        = <%= s['name'].dump %>.freeze
+    VERSION_MAJOR = <%= s['major-version'] %>
+    VERSION_MINOR = <%= s['minor-version'] %>
+    PORT          = <%= s['port'] %>
+
+    class Frame
+      def self.types
+        @types ||= {}
+      end
+
+      def self.Frame id
+        (@_base_frames ||= {})[id] ||= Class.new(Frame) do
+          class_eval %[
+            def self.inherited klass
+              klass.const_set(:ID, #{id})
+              Frame.types[#{id}] = klass
+            end
+          ]
+        end
+      end
+
+      <%- s['constants'].select{|c| (1..8).include? c['value'] }.each do |c| -%>
+      class <%= c['name'].gsub(/^FRAME-/,'').split('-').map{|w| w.downcase.capitalize}.join.ljust(9) -%> < Frame( <%= c['value'] -%> ); end
+      <%- end -%>
+
+      FOOTER = <%= frame_end = s['constants'].find{|c| c['name'] == 'FRAME-END' }['value'] %>
+    end
+
+    RESPONSES = {
+      <%- s['constants'].select{|c| c['value'] != frame_end and (200..500).include? c['value'] }.each do |c| -%>
+      <%= c['value'] %> => :<%= c['name'].tr('-', '_').gsub(/^FRAME_/,'').upcase -%>,
+      <%- end -%>
+    }
+
+    FIELDS = [
+      <%- s['domains'].select{|d| d.first == d.last }.each do |d| -%>
+      :<%= d.first -%>,
+      <%- end -%>
+    ]
+
+    module Protocol
+      class Class
+        class << self
+          FIELDS.each do |f|
+            class_eval %[
+              def #{f} name
+                properties << [ :#{f}, name ] unless properties.include?([:#{f}, name])
+                attr_accessor name
+              end
+            ]
+          end
+          
+          def properties() @properties ||= [] end
+
+          def id()   self::ID end
+          def name() self::NAME end
+        end
+
+        class Method
+          class << self
+            FIELDS.each do |f|
+              class_eval %[
+                def #{f} name
+                  arguments << [ :#{f}, name ] unless arguments.include?([:#{f}, name])
+                  attr_accessor name
+                end
+              ]
+            end
+            
+            def arguments() @arguments ||= [] end
+
+            def section() Protocol.const_get(self.to_s[/Protocol::(.+?)::/,1]) end
+            def id()      self::ID end
+            def name()    self::NAME end
+          end
+
+          def == b
+            self.class.arguments.inject(true) do |eql, (type, name)|
+              eql and __send__("#{name}") == b.__send__("#{name}")
+            end
+          end
+        end
+      
+        def self.methods() @methods ||= {} end
+      
+        def self.Method(id, name)
+          @_base_methods ||= {}
+          @_base_methods[id] ||= ::Class.new(Method) do
+            class_eval %[
+              def self.inherited klass
+                klass.const_set(:ID, #{id})
+                klass.const_set(:NAME, :#{name.to_s})
+                klass.section.methods[#{id}] = klass
+                klass.section.methods[klass::NAME] = klass
+              end
+            ]
+          end
+        end
+      end
+
+      def self.classes() @classes ||= {} end
+
+      def self.Class(id, name)
+        @_base_classes ||= {}
+        @_base_classes[id] ||= ::Class.new(Class) do
+          class_eval %[
+            def self.inherited klass
+              klass.const_set(:ID, #{id})
+              klass.const_set(:NAME, :#{name.to_s})
+              Protocol.classes[#{id}] = klass
+              Protocol.classes[klass::NAME] = klass
+            end
+          ]
+        end
+      end
+    end
+  end
+    
+  module AMQP
+    module Protocol
+      <%- s['classes'].each do |c| -%>
+      class <%= c['name'].capitalize.ljust(12) %> < Class( <%= c['id'].to_s.rjust(3) %>, :<%= c['name'].ljust(12) %> ); end
+      <%- end -%>
+
+      <%- s['classes'].each do |c| -%>
+      class <%= c['name'].capitalize %>
+        <%- c['properties'].each do |p| -%>
+        <%= p['type'].ljust(10) %> :<%= p['name'].tr('-','_') %>
+        <%- end if c['properties'] -%>
+
+        <%- c['methods'].each do |m| -%>
+        class <%= m['name'].capitalize.gsub(/-(.)/){ "#{$1.upcase}"}.ljust(12) %> < Method( <%= m['id'].to_s.rjust(3) %>, :<%= m['name'].tr('- ','_').ljust(14) %> ); end
+        <%- end -%>
+
+        <%- c['methods'].each do |m| -%>
+        class <%= m['name'].capitalize.gsub(/-(.)/){ "#{$1.upcase}"} %>
+          <%- m['arguments'].each do |a| -%>
+          <%- if a['domain'] -%>
+          <%= s['domains'].find{|k,v| k == a['domain']}.last.ljust(10) %> :<%= a['name'].tr('- ','_') %>
+          <%- else -%>
+          <%= a['type'].ljust(10) %> :<%= a['name'].tr('- ','_') %>
+          <%- end -%>
+          <%- end if m['arguments'] -%>
+        end
+
+        <%- end -%>
+      end
+
+      <%- end -%>
+    end
+  end
+].gsub!(/^  /,''), nil, '>-%').result(binding)

data/protocol/doc.txt

@@ -0,0 +1,281 @@
+["connected"]
+
+["send_data", "AMQP"]
+
+["send_data", "\001\001\b\000"]
+
+["receive_data",
+ "\001\000\000\000\000\001&\000\n\000\n\b\000\000\000\001\001\aproductS\000\000\000\bRabbitMQ\aversionS\000\000\000\v%%VERSION%%\bplatformS\000\000\000\nErlang/OTP\tcopyrightS\000\000\000gCopyright (C) 2007-2008 LShift Ltd., Cohesive Financial Technologies LLC., and Rabbit Technologies Ltd.\vinformationS\000\000\0005Licensed under the MPL.  See http://www.rabbitmq.com/\000\000\000\016PLAIN AMQPLAIN\000\000\000\005en_US\316"]
+
+["receive",
+ #<AMQP::Frame::Method:0x11b90d0
+  @channel=0,
+  @payload=
+   #<AMQP::Protocol::Connection::Start:0x11b8d38
+    @debug=1,
+    @locales="en_US",
+    @mechanisms="PLAIN AMQPLAIN",
+    @server_properties=
+     {:information=>"Licensed under the MPL.  See http://www.rabbitmq.com/",
+      :copyright=>
+       "Copyright (C) 2007-2008 LShift Ltd., Cohesive Financial Technologies LLC., and Rabbit Technologies Ltd.",
+      :platform=>"Erlang/OTP",
+      :version=>"%%VERSION%%",
+      :product=>"RabbitMQ"},
+    @version_major=8,
+    @version_minor=0>>]
+
+["send",
+ #<AMQP::Frame::Method:0x11a3078
+  @channel=0,
+  @payload=
+   #<AMQP::Protocol::Connection::StartOk:0x11a3294
+    @client_properties=
+     {:information=>"http://github.com/tmm1/amqp",
+      :version=>"0.1.0",
+      :product=>"AMQP",
+      :platform=>"Ruby/EventMachine"},
+    @debug=1,
+    @locale="en_US",
+    @mechanism="AMQPLAIN",
+    @response={:LOGIN=>"guest", :PASSWORD=>"guest"}>>]
+
+["send_data",
+ "\001\000\000\000\000\000\254\000\n\000\v\000\000\000n\vinformationS\000\000\000\ehttp://github.com/tmm1/amqp\aversionS\000\000\000\0050.1.0\aproductS\000\000\000\004AMQP\bplatformS\000\000\000\021Ruby/EventMachine\bAMQPLAIN\000\000\000#\005LOGINS\000\000\000\005guest\bPASSWORDS\000\000\000\005guest\005en_US\316"]
+
+["receive_data",
+ "\001\000\000\000\000\000\f\000\n\000\036\000\000\000\002\000\000\000\000\316"]
+
+["receive",
+ #<AMQP::Frame::Method:0x11898e4
+  @channel=0,
+  @payload=
+   #<AMQP::Protocol::Connection::Tune:0x118954c
+    @channel_max=0,
+    @debug=1,
+    @frame_max=131072,
+    @heartbeat=0>>]
+
+["send",
+ #<AMQP::Frame::Method:0x117fb14
+  @channel=0,
+  @payload=
+   #<AMQP::Protocol::Connection::TuneOk:0x117fd1c
+    @channel_max=0,
+    @debug=1,
+    @frame_max=131072,
+    @heartbeat=0>>]
+
+["send_data",
+ "\001\000\000\000\000\000\f\000\n\000\037\000\000\000\002\000\000\000\000\316"]
+
+["send",
+ #<AMQP::Frame::Method:0x11741d8
+  @channel=0,
+  @payload=
+   #<AMQP::Protocol::Connection::Open:0x1174408
+    @capabilities="",
+    @debug=1,
+    @insist=nil,
+    @virtual_host="/">>]
+
+["send_data", "\001\000\000\000\000\000\b\000\n\000(\001/\000\000\316"]
+
+["receive_data",
+ "\001\000\000\000\000\000\025\000\n\000)\020julie.local:5672\316"]
+
+["receive",
+ #<AMQP::Frame::Method:0x11665ec
+  @channel=0,
+  @payload=
+   #<AMQP::Protocol::Connection::OpenOk:0x1166254
+    @debug=1,
+    @known_hosts="julie.local:5672">>]
+
+["send",
+ #<AMQP::Frame::Method:0x115e950
+  @channel=1,
+  @payload=
+   #<AMQP::Protocol::Channel::Open:0x115ebf8 @debug=1, @out_of_band=nil>>]
+
+["send_data", "\001\000\001\000\000\000\005\000\024\000\n\000\316"]
+
+["receive_data", "\001\000\001\000\000\000\004\000\024\000\v\316"]
+
+["receive",
+ #<AMQP::Frame::Method:0x11534d8
+  @channel=1,
+  @payload=#<AMQP::Protocol::Channel::OpenOk:0x1153140 @debug=1>>]
+
+["send",
+ #<AMQP::Frame::Method:0x114d0ec
+  @channel=1,
+  @payload=
+   #<AMQP::Protocol::Access::Request:0x114d434
+    @active=true,
+    @debug=1,
+    @exclusive=nil,
+    @passive=nil,
+    @read=true,
+    @realm="/data",
+    @write=true>>]
+
+["send_data", "\001\000\001\000\000\000\v\000\036\000\n\005/data\034\316"]
+
+["receive_data", "\001\000\001\000\000\000\006\000\036\000\v\000e\316"]
+
+["receive",
+ #<AMQP::Frame::Method:0x113c9a4
+  @channel=1,
+  @payload=
+   #<AMQP::Protocol::Access::RequestOk:0x113c60c @debug=1, @ticket=101>>]
+
+["send",
+ #<AMQP::Frame::Method:0x1135000
+  @channel=1,
+  @payload=
+   #<AMQP::Protocol::Queue::Declare:0x1135460
+    @arguments=nil,
+    @auto_delete=true,
+    @debug=1,
+    @durable=nil,
+    @exclusive=nil,
+    @nowait=nil,
+    @passive=nil,
+    @queue="",
+    @ticket=101>>]
+
+["send_data",
+ "\001\000\001\000\000\000\f\0002\000\n\000e\000\b\000\000\000\000\316"]
+
+["receive_data",
+ "\001\000\001\000\000\000-\0002\000\v amq.gen-RCSkW3cCvMc1I0wXBcLYSg==\000\000\000\000\000\000\000\000\316"]
+
+["receive",
+ #<AMQP::Frame::Method:0x1122838
+  @channel=1,
+  @payload=
+   #<AMQP::Protocol::Queue::DeclareOk:0x11224a0
+    @consumer_count=0,
+    @debug=1,
+    @message_count=0,
+    @queue="amq.gen-RCSkW3cCvMc1I0wXBcLYSg==">>]
+
+["send",
+ #<AMQP::Frame::Method:0x1118860
+  @channel=1,
+  @payload=
+   #<AMQP::Protocol::Queue::Bind:0x1118ba8
+    @arguments=nil,
+    @debug=1,
+    @exchange="",
+    @nowait=nil,
+    @queue="amq.gen-RCSkW3cCvMc1I0wXBcLYSg==",
+    @routing_key="test_route",
+    @ticket=101>>]
+
+["send_data",
+ "\001\000\001\000\000\0008\0002\000\024\000e amq.gen-RCSkW3cCvMc1I0wXBcLYSg==\000\ntest_route\000\000\000\000\000\316"]
+
+["receive_data", "\001\000\001\000\000\000\004\0002\000\025\316"]
+
+["receive",
+ #<AMQP::Frame::Method:0x1107a4c
+  @channel=1,
+  @payload=#<AMQP::Protocol::Queue::BindOk:0x11076b4 @debug=1>>]
+
+["send",
+ #<AMQP::Frame::Method:0x11015d4
+  @channel=1,
+  @payload=
+   #<AMQP::Protocol::Basic::Consume:0x11019bc
+    @consumer_tag=nil,
+    @debug=1,
+    @exclusive=nil,
+    @no_ack=true,
+    @no_local=nil,
+    @nowait=nil,
+    @queue="amq.gen-RCSkW3cCvMc1I0wXBcLYSg==",
+    @ticket=101>>]
+
+["send_data",
+ "\001\000\001\000\000\000)\000<\000\024\000e amq.gen-RCSkW3cCvMc1I0wXBcLYSg==\000\002\316"]
+
+["receive_data",
+ "\001\000\001\000\000\000&\000<\000\025!amq.ctag-wFbDeuYKGEm7tXh8oaE5Qg==\316"]
+
+["receive",
+ #<AMQP::Frame::Method:0x5f6cfc
+  @channel=1,
+  @payload=
+   #<AMQP::Protocol::Basic::ConsumeOk:0x5f67e8
+    @consumer_tag="amq.ctag-wFbDeuYKGEm7tXh8oaE5Qg==",
+    @debug=1>>]
+
+["send",
+ #<AMQP::Frame::Method:0x5e3dc8
+  @channel=1,
+  @payload=
+   #<AMQP::Protocol::Basic::Publish:0x5e4264
+    @debug=1,
+    @exchange="",
+    @immediate=nil,
+    @mandatory=nil,
+    @routing_key="test_route",
+    @ticket=101>>]
+
+["send_data",
+ "\001\000\001\000\000\000\023\000<\000(\000e\000\ntest_route\000\316"]
+
+["send",
+ #<AMQP::Frame::Header:0x5bc994
+  @channel=1,
+  @payload=
+   #<AMQP::Protocol::Header:0x5bcb88
+    @klass=AMQP::Protocol::Basic,
+    @properties=
+     {:delivery_mode=>1,
+      :priority=>1,
+      :content_type=>"application/octet-stream"},
+    @size=15,
+    @weight=0>>]
+
+["send_data",
+ "\002\000\001\000\000\000)\000<\000\000\000\000\000\000\000\000\000\017\230\000\030application/octet-stream\001\001\316"]
+
+["send", #<AMQP::Frame::Body:0x57cfc4 @channel=1, @payload="this is a test!">]
+
+["send_data", "\003\000\001\000\000\000\017this is a test!\316"]
+
+["receive_data",
+ "\001\000\001\000\000\000;\000<\000<!amq.ctag-wFbDeuYKGEm7tXh8oaE5Qg==\000\000\000\000\000\000\000\001\000\000\ntest_route\316\002\000\001\000\000\000)\000<\000\000\000\000\000\000\000\000\000\017\230\000\030application/octet-stream\001\001\316\003\000\001\000\000\000\017this is a test!\316"]
+
+["receive",
+ #<AMQP::Frame::Method:0x55cbe8
+  @channel=1,
+  @payload=
+   #<AMQP::Protocol::Basic::Deliver:0x55b810
+    @consumer_tag="amq.ctag-wFbDeuYKGEm7tXh8oaE5Qg==",
+    @debug=1,
+    @delivery_tag=1,
+    @exchange="",
+    @redelivered=false,
+    @routing_key="test_route">>]
+
+["receive",
+ #<AMQP::Frame::Header:0x537af0
+  @channel=1,
+  @payload=
+   #<AMQP::Protocol::Header:0x537a28
+    @klass=AMQP::Protocol::Basic,
+    @properties=
+     {:delivery_mode=>1,
+      :priority=>1,
+      :content_type=>"application/octet-stream"},
+    @size=15,
+    @weight=0>>]
+
+["receive",
+ #<AMQP::Frame::Body:0x505f64 @channel=1, @payload="this is a test!">]
+
+^C["disconnected"]

data/research/api.rb

@@ -0,0 +1,88 @@
+$:.unshift File.dirname(__FILE__) + '/../lib'
+require 'rubygems'
+require 'amqp'
+
+# AMQP.start do |amqp|
+#   amqp.channel!(1)
+# 
+#   q = amqp.queue.declare(:queue => 'test',
+#                          :exclusive => false,
+#                          :auto_delete => true)
+# 
+#   q.bind(:exchange => '',
+#          :routing_key => 'test_route')
+# 
+#   amqp.basic.consume(:queue => q,
+#                      :no_local => false,
+#                      :no_ack => true) { |header, body|
+#     p ['got', header, body]
+#   }
+# end
+
+AMQP.start do |amqp|
+  amqp.exchange('my_exchange', :topic) do |e|
+    e.publish(routing_key, data, :header => 'blah')
+  end
+  
+  amqp.queue('my_queue').subscribe do |header, body|
+    p ['got', header, body]
+  end
+end
+
+def MQ.method_missing meth, *args, &blk
+  (Thread.current[:mq] ||= MQ.new).__send__(meth, *args, &blk)
+end
+
+mq = MQ.new
+mq.direct.publish('alkjsdf', :key => 'name')
+mq.topic # 'amq.topic'
+mq.topic('test').publish('some data', :key => 'stock.usd.*')
+
+# amq.queue('user1').bind(amq.topic('conversation.1'))
+
+mq.queue('abc').get{}
+mq.queue('abc').peek{}
+mq.queue('abc').subscribe{ |body|
+  
+}
+
+mq.queue('abc').bind(:exchange => mq.topic, :routing_key => 'abc', :nowait => true, :arguments => {})
+
+if $0 =~ /bacon/ or __FILE__ == $0
+  require 'bacon'
+
+  describe MQ do
+    before do
+      @mq = MQ.new
+    end
+
+    should 'have a channel' do
+      @mq.channel.should.be.kind_of? Fixnum
+      @mq.channel.should == 1
+    end
+
+    should 'give each thread a message queue' do
+      class MQ
+        @@cur_channel = 0
+      end
+      MQ.channel.should == 1
+      Thread.new{ MQ.channel }.value.should == 2
+      Thread.new{ MQ.channel }.value.should == 3
+    end
+
+    should 'create direct exchanges' do
+      @mq.direct.name.should == 'amq.direct'
+      @mq.direct(nil).name.should =~ /^\d+$/
+      @mq.direct('name').name.should == 'name'
+    end
+
+    should 'create fanout and topic exchanges' do
+      @mq.fanout.name.should == 'amq.fanout'
+      @mq.topic.name.should == 'amq.topic'
+    end
+
+    should 'create queues' do
+      q = @mq.queue('test')
+    end
+  end
+end

data/research/primes-forked.rb

@@ -0,0 +1,63 @@
+$:.unshift File.dirname(__FILE__) + '/../lib'
+require 'mq'
+
+MAX = 5000
+
+def EM.fork &blk
+  raise if reactor_running?
+
+  unless @forks
+    at_exit{
+      @forks.each{ |pid| Process.kill('KILL', pid) }
+    }
+  end
+
+  (@forks ||= []) << Kernel.fork do
+    EM.run(&blk)
+  end
+end
+
+def log *args
+  p args
+end
+
+# MQ.logging = true
+
+# worker
+
+  workers = ARGV[0] ? (Integer(ARGV[0]) rescue 2) : 2
+
+  workers.times do
+    EM.fork{
+      log "prime checker", Process.pid, :started
+
+      class Fixnum
+        def prime?
+          ('1' * self) !~ /^1?$|^(11+?)\1+$/
+        end
+      end
+
+      MQ.queue('prime checker').subscribe{ |info, num|
+        log "prime checker #{Process.pid}", :prime?, num
+        if Integer(num).prime?
+          MQ.queue(info.reply_to).publish(num, :reply_to => Process.pid)
+        end
+      }
+    }
+  end
+
+# controller
+
+  EM.run{
+    MQ.queue('prime collector').subscribe{ |info, prime|
+      log 'prime collector', :received, prime, :from, info.reply_to
+      (@primes ||= []) << Integer(prime)
+      EM.stop_event_loop if prime == '499'
+    }
+
+    MAX.times do |i|
+      EM.next_tick do
+        MQ.queue('prime checker').publish((i+1).to_s, :reply_to => 'prime collector')
+      end
+    end
+  }