tmm1-amqp 0.6.0 → 0.6.1

data/old/codegen.rb

@@ -0,0 +1,148 @@
+require 'rubygems'
+require 'json'
+
+s = JSON.parse(File.read('amqp-0.8.json'))
+
+# require 'pp'
+# pp(s)
+# exit
+
+require 'erb'
+
+puts ERB.new(%q[
+  module AMQP
+    HEADER        = <%= s['name'].dump %>.freeze
+    VERSION_MAJOR = <%= s['major-version'] %>
+    VERSION_MINOR = <%= s['minor-version'] %>
+    PORT          = <%= s['port'] %>
+
+    class Frame
+      TYPES = [
+        nil,
+        <%- s['constants'].select{|c| (1..8).include? c['value'] }.each do |c| -%>
+        :<%= c['name'].tr('-', '_').gsub(/^FRAME_/,'').upcase -%>,
+        <%- end -%>
+      ]
+      FOOTER = <%= frame_end = s['constants'].find{|c| c['name'] == 'FRAME-END' }['value'] %>
+    end
+
+    RESPONSES = {
+      <%- s['constants'].select{|c| c['value'] != frame_end and (200..500).include? c['value'] }.each do |c| -%>
+      <%= c['value'] %> => :<%= c['name'].tr('-', '_').gsub(/^FRAME_/,'').upcase -%>,
+      <%- end -%>
+    }
+
+    FIELDS = [
+      <%- s['domains'].select{|d| d.first == d.last }.each do |d| -%>
+      :<%= d.first -%>,
+      <%- end -%>
+    ]
+
+    module Protocol
+      class Class
+        class << self
+          FIELDS.each do |f|
+            class_eval %[
+              def #{f} name
+                properties << [ :#{f}, name ] unless properties.include?([:#{f}, name])
+                attr_accessor name
+              end
+            ]
+          end
+          
+          def properties() @properties ||= [] end
+
+          def id()   self::ID end
+          def name() self::NAME end
+        end
+
+        class Method
+          class << self
+            FIELDS.each do |f|
+              class_eval %[
+                def #{f} name
+                  arguments << [ :#{f}, name ] unless arguments.include?([:#{f}, name])
+                  attr_accessor name
+                end
+              ]
+            end
+            
+            def arguments() @arguments ||= [] end
+
+            def parent() Protocol.const_get(self.to_s[/Protocol::(.+?)::/,1]) end
+            def id()     self::ID end
+            def name()   self::NAME end
+          end
+
+          def == b
+            self.class.arguments.inject(true) do |eql, (type, name)|
+              eql and __send__("#{name}") == b.__send__("#{name}")
+            end
+          end
+        end
+      
+        def self.methods() @methods ||= {} end
+      
+        def self.Method(id, name)
+          @_base_methods ||= {}
+          @_base_methods[id] ||= ::Class.new(Method) do
+            class_eval %[
+              def self.inherited klass
+                klass.const_set(:ID, #{id})
+                klass.const_set(:NAME, :#{name.to_s})
+                klass.parent.methods[#{id}] = klass
+                klass.parent.methods[klass::NAME] = klass
+              end
+            ]
+          end
+        end
+      end
+
+      def self.classes() @classes ||= {} end
+
+      def self.Class(id, name)
+        @_base_classes ||= {}
+        @_base_classes[id] ||= ::Class.new(Class) do
+          class_eval %[
+            def self.inherited klass
+              klass.const_set(:ID, #{id})
+              klass.const_set(:NAME, :#{name.to_s})
+              Protocol.classes[#{id}] = klass
+              Protocol.classes[klass::NAME] = klass
+            end
+          ]
+        end
+      end
+      
+      <%- s['classes'].each do |c| -%>
+      class <%= c['name'].capitalize.ljust(12) %> < Class(<%= c['id'] %>, :<%= c['name'] %>); end
+      <%- end -%>
+
+      <%- s['classes'].each do |c| -%>
+      class <%= c['name'].capitalize %>
+        <%- c['properties'].each do |p| -%>
+        <%= p['type'].ljust(10) %> :<%= p['name'].tr('-','_') %>
+        <%- end if c['properties'] -%>
+
+        <%- c['methods'].each do |m| -%>
+        class <%= m['name'].capitalize.gsub(/-(.)/){ "#{$1.upcase}"}.ljust(12) %> < Method(<%= m['id'] %>, :<%= m['name'].tr('- ','_') %>); end
+        <%- end -%>
+
+        <%- c['methods'].each do |m| -%>
+        class <%= m['name'].capitalize.gsub(/-(.)/){ "#{$1.upcase}"} %>
+          <%- m['arguments'].each do |a| -%>
+          <%- if a['domain'] -%>
+          <%= s['domains'].find{|k,v| k == a['domain']}.last.ljust(10) %> :<%= a['name'].tr('- ','_') %>
+          <%- else -%>
+          <%= a['type'].ljust(10) %> :<%= a['name'].tr('- ','_') %>
+          <%- end -%>
+          <%- end if m['arguments'] -%>
+        end
+
+        <%- end -%>
+      end
+
+      <%- end -%>
+    end
+  end
+].gsub!(/^  /,''), nil, '>-%').result(binding)

data/research/api.rb

@@ -0,0 +1,88 @@
+$:.unshift File.dirname(__FILE__) + '/../lib'
+require 'rubygems'
+require 'amqp'
+
+# AMQP.start do |amqp|
+#   amqp.channel!(1)
+# 
+#   q = amqp.queue.declare(:queue => 'test',
+#                          :exclusive => false,
+#                          :auto_delete => true)
+# 
+#   q.bind(:exchange => '',
+#          :routing_key => 'test_route')
+# 
+#   amqp.basic.consume(:queue => q,
+#                      :no_local => false,
+#                      :no_ack => true) { |header, body|
+#     p ['got', header, body]
+#   }
+# end
+
+AMQP.start do |amqp|
+  amqp.exchange('my_exchange', :topic) do |e|
+    e.publish(routing_key, data, :header => 'blah')
+  end
+  
+  amqp.queue('my_queue').subscribe do |header, body|
+    p ['got', header, body]
+  end
+end
+
+def MQ.method_missing meth, *args, &blk
+  (Thread.current[:mq] ||= MQ.new).__send__(meth, *args, &blk)
+end
+
+mq = MQ.new
+mq.direct.publish('alkjsdf', :key => 'name')
+mq.topic # 'amq.topic'
+mq.topic('test').publish('some data', :key => 'stock.usd.*')
+
+# amq.queue('user1').bind(amq.topic('conversation.1'))
+
+mq.queue('abc').get{}
+mq.queue('abc').peek{}
+mq.queue('abc').subscribe{ |body|
+  
+}
+
+mq.queue('abc').bind(:exchange => mq.topic, :routing_key => 'abc', :nowait => true, :arguments => {})
+
+if $0 =~ /bacon/ or __FILE__ == $0
+  require 'bacon'
+
+  describe MQ do
+    before do
+      @mq = MQ.new
+    end
+
+    should 'have a channel' do
+      @mq.channel.should.be.kind_of? Fixnum
+      @mq.channel.should == 1
+    end
+
+    should 'give each thread a message queue' do
+      class MQ
+        @@cur_channel = 0
+      end
+      MQ.channel.should == 1
+      Thread.new{ MQ.channel }.value.should == 2
+      Thread.new{ MQ.channel }.value.should == 3
+    end
+
+    should 'create direct exchanges' do
+      @mq.direct.name.should == 'amq.direct'
+      @mq.direct(nil).name.should =~ /^\d+$/
+      @mq.direct('name').name.should == 'name'
+    end
+
+    should 'create fanout and topic exchanges' do
+      @mq.fanout.name.should == 'amq.fanout'
+      @mq.topic.name.should == 'amq.topic'
+    end
+
+    should 'create queues' do
+      q = @mq.queue('test')
+    end
+  end
+end

data/research/primes-forked.rb

@@ -0,0 +1,63 @@
+$:.unshift File.dirname(__FILE__) + '/../lib'
+require 'mq'
+
+MAX = 5000
+
+def EM.fork &blk
+  raise if reactor_running?
+
+  unless @forks
+    at_exit{
+      @forks.each{ |pid| Process.kill('KILL', pid) }
+    }
+  end
+
+  (@forks ||= []) << Kernel.fork do
+    EM.run(&blk)
+  end
+end
+
+def log *args
+  p args
+end
+
+# MQ.logging = true
+
+# worker
+
+  workers = ARGV[0] ? (Integer(ARGV[0]) rescue 2) : 2
+
+  workers.times do
+    EM.fork{
+      log "prime checker", Process.pid, :started
+
+      class Fixnum
+        def prime?
+          ('1' * self) !~ /^1?$|^(11+?)\1+$/
+        end
+      end
+
+      MQ.queue('prime checker').subscribe{ |info, num|
+        log "prime checker #{Process.pid}", :prime?, num
+        if Integer(num).prime?
+          MQ.queue(info.reply_to).publish(num, :reply_to => Process.pid)
+        end
+      }
+    }
+  end
+
+# controller
+
+  EM.run{
+    MQ.queue('prime collector').subscribe{ |info, prime|
+      log 'prime collector', :received, prime, :from, info.reply_to
+      (@primes ||= []) << Integer(prime)
+      EM.stop_event_loop if prime == '499'
+    }
+
+    MAX.times do |i|
+      EM.next_tick do
+        MQ.queue('prime checker').publish((i+1).to_s, :reply_to => 'prime collector')
+      end
+    end
+  }

data/research/primes-processes.rb

@@ -0,0 +1,135 @@
+$:.unshift File.dirname(__FILE__) + '/../lib'
+require 'mq'
+
+MAX = 500
+
+EM.run{
+
+  def log *args
+    p args
+  end
+
+  # MQ.logging = true
+
+  if ARGV[0] == 'worker'
+
+    log "prime checker #{Process.pid}", :started
+
+    class Fixnum
+      def prime?
+        ('1' * self) !~ /^1?$|^(11+?)\1+$/
+      end
+    end
+
+    MQ.queue('prime checker').subscribe{ |info, num|
+      log "prime checker #{Process.pid}", :prime?, num
+      if Integer(num).prime?
+        MQ.queue(info.reply_to).publish(num, :reply_to => Process.pid)
+        EM.stop_event_loop if num == (MAX-1).to_s
+      end
+    }
+
+  elsif ARGV[0] == 'controller'
+
+    MQ.queue('prime collector').subscribe{ |info, prime|
+      log 'prime collector', :received, prime, :from, info.reply_to
+      (@primes ||= []) << Integer(prime)
+    }
+
+    MAX.times do |i|
+      EM.next_tick do
+        MQ.queue('prime checker').publish((i+1).to_s, :reply_to => 'prime collector')
+      end
+    end
+
+  else # run n workers and 1 controller as an example
+
+    workers = ARGV[0] ? (Integer(ARGV[0]) rescue 2) : 2
+
+    ([ :worker ] * workers + [ :controller ]).each do |type|
+      log :spawning, "`ruby #{$0} #{type}`"
+
+      EM.popen("ruby #{$0} #{type}") do |c|
+        def c.receive_data data
+          puts data
+        end
+
+        def c.unbind
+          EM.stop_event_loop
+        end
+      end
+    end
+
+  end
+}
+
+__END__
+
+["prime checker", :started, {:pid=>1958}]
+["prime checker", :started, {:pid=>1957}]
+["prime checker", :started, {:pid=>1956}]
+["prime checker", :prime?, "1", {:pid=>1958}]
+["prime checker", :prime?, "2", {:pid=>1957}]
+["prime collector", :received, "2", {:from_pid=>"1957"}]
+["prime checker", :prime?, "3", {:pid=>1956}]
+["prime collector", :received, "3", {:from_pid=>"1956"}]
+["prime checker", :prime?, "4", {:pid=>1958}]
+["prime checker", :prime?, "5", {:pid=>1957}]
+["prime collector", :received, "5", {:from_pid=>"1957"}]
+["prime checker", :prime?, "6", {:pid=>1956}]
+["prime checker", :prime?, "7", {:pid=>1958}]
+["prime collector", :received, "7", {:from_pid=>"1958"}]
+["prime checker", :prime?, "8", {:pid=>1957}]
+["prime checker", :prime?, "9", {:pid=>1956}]
+["prime checker", :prime?, "10", {:pid=>1958}]
+["prime checker", :prime?, "11", {:pid=>1957}]
+["prime collector", :received, "11", {:from_pid=>"1957"}]
+["prime checker", :prime?, "12", {:pid=>1956}]
+["prime checker", :prime?, "13", {:pid=>1958}]
+["prime collector", :received, "13", {:from_pid=>"1958"}]
+["prime checker", :prime?, "14", {:pid=>1957}]
+["prime checker", :prime?, "15", {:pid=>1956}]
+["prime checker", :prime?, "16", {:pid=>1958}]
+["prime checker", :prime?, "17", {:pid=>1957}]
+["prime collector", :received, "17", {:from_pid=>"1957"}]
+["prime checker", :prime?, "18", {:pid=>1956}]
+["prime checker", :prime?, "19", {:pid=>1958}]
+["prime collector", :received, "19", {:from_pid=>"1958"}]
+["prime checker", :prime?, "20", {:pid=>1957}]
+["prime checker", :prime?, "21", {:pid=>1956}]
+["prime checker", :prime?, "22", {:pid=>1958}]
+["prime checker", :prime?, "23", {:pid=>1957}]
+["prime collector", :received, "23", {:from_pid=>"1957"}]
+["prime checker", :prime?, "24", {:pid=>1956}]
+["prime checker", :prime?, "25", {:pid=>1958}]
+["prime checker", :prime?, "26", {:pid=>1957}]
+["prime checker", :prime?, "27", {:pid=>1956}]
+["prime checker", :prime?, "28", {:pid=>1958}]
+["prime checker", :prime?, "29", {:pid=>1957}]
+["prime collector", :received, "29", {:from_pid=>"1957"}]
+["prime checker", :prime?, "30", {:pid=>1956}]
+["prime checker", :prime?, "31", {:pid=>1958}]
+["prime collector", :received, "31", {:from_pid=>"1958"}]
+["prime checker", :prime?, "32", {:pid=>1957}]
+["prime checker", :prime?, "33", {:pid=>1956}]
+["prime checker", :prime?, "34", {:pid=>1958}]
+["prime checker", :prime?, "35", {:pid=>1957}]
+["prime checker", :prime?, "36", {:pid=>1956}]
+["prime checker", :prime?, "37", {:pid=>1958}]
+["prime collector", :received, "37", {:from_pid=>"1958"}]
+["prime checker", :prime?, "38", {:pid=>1957}]
+["prime checker", :prime?, "39", {:pid=>1956}]
+["prime checker", :prime?, "40", {:pid=>1958}]
+["prime checker", :prime?, "41", {:pid=>1957}]
+["prime collector", :received, "41", {:from_pid=>"1957"}]
+["prime checker", :prime?, "42", {:pid=>1956}]
+["prime checker", :prime?, "43", {:pid=>1958}]
+["prime collector", :received, "43", {:from_pid=>"1958"}]
+["prime checker", :prime?, "44", {:pid=>1957}]
+["prime checker", :prime?, "45", {:pid=>1956}]
+["prime checker", :prime?, "46", {:pid=>1958}]
+["prime checker", :prime?, "47", {:pid=>1957}]
+["prime collector", :received, "47", {:from_pid=>"1957"}]
+["prime checker", :prime?, "48", {:pid=>1956}]
+["prime checker", :prime?, "49", {:pid=>1958}]
+["prime checker", :prime?, "50", {:pid=>1957}]

data/research/primes-threaded.rb

@@ -0,0 +1,49 @@
+$:.unshift File.dirname(__FILE__) + '/../lib'
+require 'mq'
+
+MAX = 500
+
+def log *args
+  p args
+end
+
+# MQ.logging = true
+
+EM.run{
+
+  # worker
+
+  log "prime checker", Process.pid, :started
+
+  class Fixnum
+    def prime?
+      ('1' * self) !~ /^1?$|^(11+?)\1+$/
+    end
+  end
+
+  MQ.queue('prime checker').subscribe{ |info, num|
+    EM.defer(proc{
+
+      log "prime checker #{Process.pid}-#{Thread.current.object_id}", :prime?, num
+      if Integer(num).prime?
+        MQ.queue(info.reply_to).publish(num, :reply_to => "#{Process.pid}-#{Thread.current.object_id}")
+        EM.stop_event_loop if num == '499'
+      end
+      
+    })
+  }
+
+  # controller
+
+  MQ.queue('prime collector').subscribe{ |info, prime|
+    log 'prime collector', :received, prime, :from, info.reply_to
+    (@primes ||= []) << Integer(prime)
+  }
+
+  MAX.times do |i|
+    EM.next_tick do
+      MQ.queue('prime checker').publish((i+1).to_s, :reply_to => 'prime collector')
+    end
+  end
+
+}