ivanvanderbyl-amqp 0.6.13.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- data/.gitignore +4 -0
- data/HISTORY +27 -0
- data/README.md +169 -0
- data/Rakefile +24 -0
- data/TODO +32 -0
- data/VERSION +1 -0
- data/doc/EXAMPLE_01_PINGPONG +2 -0
- data/doc/EXAMPLE_02_CLOCK +2 -0
- data/doc/EXAMPLE_03_STOCKS +2 -0
- data/doc/EXAMPLE_04_MULTICLOCK +2 -0
- data/doc/EXAMPLE_05_ACK +2 -0
- data/doc/EXAMPLE_05_POP +2 -0
- data/doc/EXAMPLE_06_HASHTABLE +2 -0
- data/lib/amqp.rb +110 -0
- data/lib/amqp/buffer.rb +270 -0
- data/lib/amqp/client.rb +225 -0
- data/lib/amqp/frame.rb +66 -0
- data/lib/amqp/protocol.rb +161 -0
- data/lib/amqp/server.rb +99 -0
- data/lib/amqp/spec.rb +832 -0
- data/lib/amqp/version.rb +6 -0
- data/lib/ext/blankslate.rb +7 -0
- data/lib/ext/em.rb +8 -0
- data/lib/ext/emfork.rb +69 -0
- data/lib/mq.rb +875 -0
- data/lib/mq/exchange.rb +351 -0
- data/lib/mq/header.rb +33 -0
- data/lib/mq/logger.rb +89 -0
- data/lib/mq/queue.rb +455 -0
- data/lib/mq/rpc.rb +100 -0
- data/old/README +30 -0
- data/old/Rakefile +12 -0
- data/old/amqp-0.8.json +606 -0
- data/old/amqp_spec.rb +796 -0
- data/old/amqpc.rb +695 -0
- data/old/codegen.rb +148 -0
- data/protocol/amqp-0.8.json +617 -0
- data/protocol/amqp-0.8.xml +3908 -0
- data/protocol/codegen.rb +173 -0
- data/protocol/doc.txt +281 -0
- data/research/api.rb +88 -0
- data/research/primes-forked.rb +63 -0
- data/research/primes-processes.rb +135 -0
- data/research/primes-threaded.rb +49 -0
- data/tasks/common.rake +18 -0
- data/tasks/doc.rake +14 -0
- data/tasks/gem.rake +40 -0
- data/tasks/git.rake +34 -0
- data/tasks/spec.rake +15 -0
- data/tasks/version.rake +71 -0
- metadata +158 -0
data/research/api.rb
ADDED
@@ -0,0 +1,88 @@
|
|
1
|
+
$:.unshift File.dirname(__FILE__) + '/../lib'
|
2
|
+
require 'rubygems'
|
3
|
+
require 'amqp'
|
4
|
+
|
5
|
+
# AMQP.start do |amqp|
|
6
|
+
# amqp.channel!(1)
|
7
|
+
#
|
8
|
+
# q = amqp.queue.declare(:queue => 'test',
|
9
|
+
# :exclusive => false,
|
10
|
+
# :auto_delete => true)
|
11
|
+
#
|
12
|
+
# q.bind(:exchange => '',
|
13
|
+
# :routing_key => 'test_route')
|
14
|
+
#
|
15
|
+
# amqp.basic.consume(:queue => q,
|
16
|
+
# :no_local => false,
|
17
|
+
# :no_ack => true) { |header, body|
|
18
|
+
# p ['got', header, body]
|
19
|
+
# }
|
20
|
+
# end
|
21
|
+
|
22
|
+
AMQP.start do |amqp|
|
23
|
+
amqp.exchange('my_exchange', :topic) do |e|
|
24
|
+
e.publish(routing_key, data, :header => 'blah')
|
25
|
+
end
|
26
|
+
|
27
|
+
amqp.queue('my_queue').subscribe do |header, body|
|
28
|
+
p ['got', header, body]
|
29
|
+
end
|
30
|
+
end
|
31
|
+
|
32
|
+
def MQ.method_missing meth, *args, &blk
|
33
|
+
(Thread.current[:mq] ||= MQ.new).__send__(meth, *args, &blk)
|
34
|
+
end
|
35
|
+
|
36
|
+
mq = MQ.new
|
37
|
+
mq.direct.publish('alkjsdf', :key => 'name')
|
38
|
+
mq.topic # 'amq.topic'
|
39
|
+
mq.topic('test').publish('some data', :key => 'stock.usd.*')
|
40
|
+
|
41
|
+
# amq.queue('user1').bind(amq.topic('conversation.1'))
|
42
|
+
|
43
|
+
mq.queue('abc').get{}
|
44
|
+
mq.queue('abc').peek{}
|
45
|
+
mq.queue('abc').subscribe{ |body|
|
46
|
+
|
47
|
+
}
|
48
|
+
|
49
|
+
mq.queue('abc').bind(:exchange => mq.topic, :routing_key => 'abc', :nowait => true, :arguments => {})
|
50
|
+
|
51
|
+
if $0 =~ /bacon/ or __FILE__ == $0
|
52
|
+
require 'bacon'
|
53
|
+
|
54
|
+
describe MQ do
|
55
|
+
before do
|
56
|
+
@mq = MQ.new
|
57
|
+
end
|
58
|
+
|
59
|
+
should 'have a channel' do
|
60
|
+
@mq.channel.should.be.kind_of? Fixnum
|
61
|
+
@mq.channel.should == 1
|
62
|
+
end
|
63
|
+
|
64
|
+
should 'give each thread a message queue' do
|
65
|
+
class MQ
|
66
|
+
@@cur_channel = 0
|
67
|
+
end
|
68
|
+
MQ.channel.should == 1
|
69
|
+
Thread.new{ MQ.channel }.value.should == 2
|
70
|
+
Thread.new{ MQ.channel }.value.should == 3
|
71
|
+
end
|
72
|
+
|
73
|
+
should 'create direct exchanges' do
|
74
|
+
@mq.direct.name.should == 'amq.direct'
|
75
|
+
@mq.direct(nil).name.should =~ /^\d+$/
|
76
|
+
@mq.direct('name').name.should == 'name'
|
77
|
+
end
|
78
|
+
|
79
|
+
should 'create fanout and topic exchanges' do
|
80
|
+
@mq.fanout.name.should == 'amq.fanout'
|
81
|
+
@mq.topic.name.should == 'amq.topic'
|
82
|
+
end
|
83
|
+
|
84
|
+
should 'create queues' do
|
85
|
+
q = @mq.queue('test')
|
86
|
+
end
|
87
|
+
end
|
88
|
+
end
|
@@ -0,0 +1,63 @@
|
|
1
|
+
$:.unshift File.dirname(__FILE__) + '/../lib'
|
2
|
+
require 'mq'
|
3
|
+
|
4
|
+
MAX = 5000
|
5
|
+
|
6
|
+
def EM.fork &blk
|
7
|
+
raise if reactor_running?
|
8
|
+
|
9
|
+
unless @forks
|
10
|
+
at_exit{
|
11
|
+
@forks.each{ |pid| Process.kill('KILL', pid) }
|
12
|
+
}
|
13
|
+
end
|
14
|
+
|
15
|
+
(@forks ||= []) << Kernel.fork do
|
16
|
+
EM.run(&blk)
|
17
|
+
end
|
18
|
+
end
|
19
|
+
|
20
|
+
def log *args
|
21
|
+
p args
|
22
|
+
end
|
23
|
+
|
24
|
+
# MQ.logging = true
|
25
|
+
|
26
|
+
# worker
|
27
|
+
|
28
|
+
workers = ARGV[0] ? (Integer(ARGV[0]) rescue 2) : 2
|
29
|
+
|
30
|
+
workers.times do
|
31
|
+
EM.fork{
|
32
|
+
log "prime checker", Process.pid, :started
|
33
|
+
|
34
|
+
class Fixnum
|
35
|
+
def prime?
|
36
|
+
('1' * self) !~ /^1?$|^(11+?)\1+$/
|
37
|
+
end
|
38
|
+
end
|
39
|
+
|
40
|
+
MQ.queue('prime checker').subscribe{ |info, num|
|
41
|
+
log "prime checker #{Process.pid}", :prime?, num
|
42
|
+
if Integer(num).prime?
|
43
|
+
MQ.queue(info.reply_to).publish(num, :reply_to => Process.pid)
|
44
|
+
end
|
45
|
+
}
|
46
|
+
}
|
47
|
+
end
|
48
|
+
|
49
|
+
# controller
|
50
|
+
|
51
|
+
EM.run{
|
52
|
+
MQ.queue('prime collector').subscribe{ |info, prime|
|
53
|
+
log 'prime collector', :received, prime, :from, info.reply_to
|
54
|
+
(@primes ||= []) << Integer(prime)
|
55
|
+
EM.stop_event_loop if prime == '499'
|
56
|
+
}
|
57
|
+
|
58
|
+
MAX.times do |i|
|
59
|
+
EM.next_tick do
|
60
|
+
MQ.queue('prime checker').publish((i+1).to_s, :reply_to => 'prime collector')
|
61
|
+
end
|
62
|
+
end
|
63
|
+
}
|
@@ -0,0 +1,135 @@
|
|
1
|
+
$:.unshift File.dirname(__FILE__) + '/../lib'
|
2
|
+
require 'mq'
|
3
|
+
|
4
|
+
MAX = 500
|
5
|
+
|
6
|
+
EM.run{
|
7
|
+
|
8
|
+
def log *args
|
9
|
+
p args
|
10
|
+
end
|
11
|
+
|
12
|
+
# MQ.logging = true
|
13
|
+
|
14
|
+
if ARGV[0] == 'worker'
|
15
|
+
|
16
|
+
log "prime checker #{Process.pid}", :started
|
17
|
+
|
18
|
+
class Fixnum
|
19
|
+
def prime?
|
20
|
+
('1' * self) !~ /^1?$|^(11+?)\1+$/
|
21
|
+
end
|
22
|
+
end
|
23
|
+
|
24
|
+
MQ.queue('prime checker').subscribe{ |info, num|
|
25
|
+
log "prime checker #{Process.pid}", :prime?, num
|
26
|
+
if Integer(num).prime?
|
27
|
+
MQ.queue(info.reply_to).publish(num, :reply_to => Process.pid)
|
28
|
+
EM.stop_event_loop if num == (MAX-1).to_s
|
29
|
+
end
|
30
|
+
}
|
31
|
+
|
32
|
+
elsif ARGV[0] == 'controller'
|
33
|
+
|
34
|
+
MQ.queue('prime collector').subscribe{ |info, prime|
|
35
|
+
log 'prime collector', :received, prime, :from, info.reply_to
|
36
|
+
(@primes ||= []) << Integer(prime)
|
37
|
+
}
|
38
|
+
|
39
|
+
MAX.times do |i|
|
40
|
+
EM.next_tick do
|
41
|
+
MQ.queue('prime checker').publish((i+1).to_s, :reply_to => 'prime collector')
|
42
|
+
end
|
43
|
+
end
|
44
|
+
|
45
|
+
else # run n workers and 1 controller as an example
|
46
|
+
|
47
|
+
workers = ARGV[0] ? (Integer(ARGV[0]) rescue 2) : 2
|
48
|
+
|
49
|
+
([ :worker ] * workers + [ :controller ]).each do |type|
|
50
|
+
log :spawning, "`ruby #{$0} #{type}`"
|
51
|
+
|
52
|
+
EM.popen("ruby #{$0} #{type}") do |c|
|
53
|
+
def c.receive_data data
|
54
|
+
puts data
|
55
|
+
end
|
56
|
+
|
57
|
+
def c.unbind
|
58
|
+
EM.stop_event_loop
|
59
|
+
end
|
60
|
+
end
|
61
|
+
end
|
62
|
+
|
63
|
+
end
|
64
|
+
}
|
65
|
+
|
66
|
+
__END__
|
67
|
+
|
68
|
+
["prime checker", :started, {:pid=>1958}]
|
69
|
+
["prime checker", :started, {:pid=>1957}]
|
70
|
+
["prime checker", :started, {:pid=>1956}]
|
71
|
+
["prime checker", :prime?, "1", {:pid=>1958}]
|
72
|
+
["prime checker", :prime?, "2", {:pid=>1957}]
|
73
|
+
["prime collector", :received, "2", {:from_pid=>"1957"}]
|
74
|
+
["prime checker", :prime?, "3", {:pid=>1956}]
|
75
|
+
["prime collector", :received, "3", {:from_pid=>"1956"}]
|
76
|
+
["prime checker", :prime?, "4", {:pid=>1958}]
|
77
|
+
["prime checker", :prime?, "5", {:pid=>1957}]
|
78
|
+
["prime collector", :received, "5", {:from_pid=>"1957"}]
|
79
|
+
["prime checker", :prime?, "6", {:pid=>1956}]
|
80
|
+
["prime checker", :prime?, "7", {:pid=>1958}]
|
81
|
+
["prime collector", :received, "7", {:from_pid=>"1958"}]
|
82
|
+
["prime checker", :prime?, "8", {:pid=>1957}]
|
83
|
+
["prime checker", :prime?, "9", {:pid=>1956}]
|
84
|
+
["prime checker", :prime?, "10", {:pid=>1958}]
|
85
|
+
["prime checker", :prime?, "11", {:pid=>1957}]
|
86
|
+
["prime collector", :received, "11", {:from_pid=>"1957"}]
|
87
|
+
["prime checker", :prime?, "12", {:pid=>1956}]
|
88
|
+
["prime checker", :prime?, "13", {:pid=>1958}]
|
89
|
+
["prime collector", :received, "13", {:from_pid=>"1958"}]
|
90
|
+
["prime checker", :prime?, "14", {:pid=>1957}]
|
91
|
+
["prime checker", :prime?, "15", {:pid=>1956}]
|
92
|
+
["prime checker", :prime?, "16", {:pid=>1958}]
|
93
|
+
["prime checker", :prime?, "17", {:pid=>1957}]
|
94
|
+
["prime collector", :received, "17", {:from_pid=>"1957"}]
|
95
|
+
["prime checker", :prime?, "18", {:pid=>1956}]
|
96
|
+
["prime checker", :prime?, "19", {:pid=>1958}]
|
97
|
+
["prime collector", :received, "19", {:from_pid=>"1958"}]
|
98
|
+
["prime checker", :prime?, "20", {:pid=>1957}]
|
99
|
+
["prime checker", :prime?, "21", {:pid=>1956}]
|
100
|
+
["prime checker", :prime?, "22", {:pid=>1958}]
|
101
|
+
["prime checker", :prime?, "23", {:pid=>1957}]
|
102
|
+
["prime collector", :received, "23", {:from_pid=>"1957"}]
|
103
|
+
["prime checker", :prime?, "24", {:pid=>1956}]
|
104
|
+
["prime checker", :prime?, "25", {:pid=>1958}]
|
105
|
+
["prime checker", :prime?, "26", {:pid=>1957}]
|
106
|
+
["prime checker", :prime?, "27", {:pid=>1956}]
|
107
|
+
["prime checker", :prime?, "28", {:pid=>1958}]
|
108
|
+
["prime checker", :prime?, "29", {:pid=>1957}]
|
109
|
+
["prime collector", :received, "29", {:from_pid=>"1957"}]
|
110
|
+
["prime checker", :prime?, "30", {:pid=>1956}]
|
111
|
+
["prime checker", :prime?, "31", {:pid=>1958}]
|
112
|
+
["prime collector", :received, "31", {:from_pid=>"1958"}]
|
113
|
+
["prime checker", :prime?, "32", {:pid=>1957}]
|
114
|
+
["prime checker", :prime?, "33", {:pid=>1956}]
|
115
|
+
["prime checker", :prime?, "34", {:pid=>1958}]
|
116
|
+
["prime checker", :prime?, "35", {:pid=>1957}]
|
117
|
+
["prime checker", :prime?, "36", {:pid=>1956}]
|
118
|
+
["prime checker", :prime?, "37", {:pid=>1958}]
|
119
|
+
["prime collector", :received, "37", {:from_pid=>"1958"}]
|
120
|
+
["prime checker", :prime?, "38", {:pid=>1957}]
|
121
|
+
["prime checker", :prime?, "39", {:pid=>1956}]
|
122
|
+
["prime checker", :prime?, "40", {:pid=>1958}]
|
123
|
+
["prime checker", :prime?, "41", {:pid=>1957}]
|
124
|
+
["prime collector", :received, "41", {:from_pid=>"1957"}]
|
125
|
+
["prime checker", :prime?, "42", {:pid=>1956}]
|
126
|
+
["prime checker", :prime?, "43", {:pid=>1958}]
|
127
|
+
["prime collector", :received, "43", {:from_pid=>"1958"}]
|
128
|
+
["prime checker", :prime?, "44", {:pid=>1957}]
|
129
|
+
["prime checker", :prime?, "45", {:pid=>1956}]
|
130
|
+
["prime checker", :prime?, "46", {:pid=>1958}]
|
131
|
+
["prime checker", :prime?, "47", {:pid=>1957}]
|
132
|
+
["prime collector", :received, "47", {:from_pid=>"1957"}]
|
133
|
+
["prime checker", :prime?, "48", {:pid=>1956}]
|
134
|
+
["prime checker", :prime?, "49", {:pid=>1958}]
|
135
|
+
["prime checker", :prime?, "50", {:pid=>1957}]
|
@@ -0,0 +1,49 @@
|
|
1
|
+
$:.unshift File.dirname(__FILE__) + '/../lib'
|
2
|
+
require 'mq'
|
3
|
+
|
4
|
+
MAX = 500
|
5
|
+
|
6
|
+
def log *args
|
7
|
+
p args
|
8
|
+
end
|
9
|
+
|
10
|
+
# MQ.logging = true
|
11
|
+
|
12
|
+
EM.run{
|
13
|
+
|
14
|
+
# worker
|
15
|
+
|
16
|
+
log "prime checker", Process.pid, :started
|
17
|
+
|
18
|
+
class Fixnum
|
19
|
+
def prime?
|
20
|
+
('1' * self) !~ /^1?$|^(11+?)\1+$/
|
21
|
+
end
|
22
|
+
end
|
23
|
+
|
24
|
+
MQ.queue('prime checker').subscribe{ |info, num|
|
25
|
+
EM.defer(proc{
|
26
|
+
|
27
|
+
log "prime checker #{Process.pid}-#{Thread.current.object_id}", :prime?, num
|
28
|
+
if Integer(num).prime?
|
29
|
+
MQ.queue(info.reply_to).publish(num, :reply_to => "#{Process.pid}-#{Thread.current.object_id}")
|
30
|
+
EM.stop_event_loop if num == '499'
|
31
|
+
end
|
32
|
+
|
33
|
+
})
|
34
|
+
}
|
35
|
+
|
36
|
+
# controller
|
37
|
+
|
38
|
+
MQ.queue('prime collector').subscribe{ |info, prime|
|
39
|
+
log 'prime collector', :received, prime, :from, info.reply_to
|
40
|
+
(@primes ||= []) << Integer(prime)
|
41
|
+
}
|
42
|
+
|
43
|
+
MAX.times do |i|
|
44
|
+
EM.next_tick do
|
45
|
+
MQ.queue('prime checker').publish((i+1).to_s, :reply_to => 'prime collector')
|
46
|
+
end
|
47
|
+
end
|
48
|
+
|
49
|
+
}
|
data/tasks/common.rake
ADDED
@@ -0,0 +1,18 @@
|
|
1
|
+
#task :default => 'test:run'
|
2
|
+
#task 'gem:release' => 'test:run'
|
3
|
+
|
4
|
+
task :notes do
|
5
|
+
puts 'Output annotations (TBD)'
|
6
|
+
end
|
7
|
+
|
8
|
+
#Bundler not ready for prime time just yet
|
9
|
+
#desc 'Bundle dependencies'
|
10
|
+
#task :bundle do
|
11
|
+
# output = `bundle check 2>&1`
|
12
|
+
#
|
13
|
+
# unless $?.to_i == 0
|
14
|
+
# puts output
|
15
|
+
# system "bundle install"
|
16
|
+
# puts
|
17
|
+
# end
|
18
|
+
#end
|
data/tasks/doc.rake
ADDED
@@ -0,0 +1,14 @@
|
|
1
|
+
desc 'Alias to doc:rdoc'
|
2
|
+
task :doc => 'doc:rdoc'
|
3
|
+
|
4
|
+
namespace :doc do
|
5
|
+
require 'rake/rdoctask'
|
6
|
+
Rake::RDocTask.new do |rdoc|
|
7
|
+
# Rake::RDocTask.new(:rdoc => "rdoc", :clobber_rdoc => "clobber", :rerdoc => "rerdoc") do |rdoc|
|
8
|
+
rdoc.rdoc_dir = DOC_PATH.basename.to_s
|
9
|
+
rdoc.title = "#{NAME} #{VERSION} Documentation"
|
10
|
+
rdoc.main = "README.doc"
|
11
|
+
rdoc.rdoc_files.include('README*')
|
12
|
+
rdoc.rdoc_files.include('lib/**/*.rb')
|
13
|
+
end
|
14
|
+
end
|
data/tasks/gem.rake
ADDED
@@ -0,0 +1,40 @@
|
|
1
|
+
desc "Alias to gem:release"
|
2
|
+
task :release => 'gem:release'
|
3
|
+
|
4
|
+
desc "Alias to gem:install"
|
5
|
+
task :install => 'gem:install'
|
6
|
+
|
7
|
+
desc "Alias to gem:build"
|
8
|
+
task :gem => 'gem:build'
|
9
|
+
|
10
|
+
namespace :gem do
|
11
|
+
gem_file = "#{NAME}-#{VERSION}.gem"
|
12
|
+
|
13
|
+
desc "(Re-)Build gem"
|
14
|
+
task :build do
|
15
|
+
puts "Remove existing gem package"
|
16
|
+
rm_rf PKG_PATH
|
17
|
+
puts "Build new gem package"
|
18
|
+
system "gem build #{NAME}.gemspec"
|
19
|
+
puts "Move built gem to package dir"
|
20
|
+
mkdir_p PKG_PATH
|
21
|
+
mv gem_file, PKG_PATH
|
22
|
+
end
|
23
|
+
|
24
|
+
desc "Cleanup already installed gem(s)"
|
25
|
+
task :cleanup do
|
26
|
+
puts "Cleaning up installed gem(s)"
|
27
|
+
system "gem cleanup #{NAME}"
|
28
|
+
end
|
29
|
+
|
30
|
+
desc "Build and install gem"
|
31
|
+
task :install => :build do
|
32
|
+
system "gem install #{PKG_PATH}/#{gem_file}"
|
33
|
+
end
|
34
|
+
|
35
|
+
desc "Build and push gem to Gemcutter"
|
36
|
+
task :release => [:build, 'git:tag'] do
|
37
|
+
puts "Pushing gem to Gemcutter"
|
38
|
+
system "gem push #{PKG_PATH}/#{gem_file}"
|
39
|
+
end
|
40
|
+
end
|
data/tasks/git.rake
ADDED
@@ -0,0 +1,34 @@
|
|
1
|
+
desc "Alias to git:commit"
|
2
|
+
task :git => 'git:commit'
|
3
|
+
|
4
|
+
namespace :git do
|
5
|
+
|
6
|
+
desc "Stage and commit your work [with message]"
|
7
|
+
task :commit, [:message] do |t, args|
|
8
|
+
puts "Staging new (unversioned) files"
|
9
|
+
system "git add --all"
|
10
|
+
if args.message
|
11
|
+
puts "Committing with message: #{args.message}"
|
12
|
+
system %Q[git commit -a -m "#{args.message}" --author arvicco]
|
13
|
+
else
|
14
|
+
puts "Committing"
|
15
|
+
system %Q[git commit -a -m "No message" --author arvicco]
|
16
|
+
end
|
17
|
+
end
|
18
|
+
|
19
|
+
desc "Push local changes to Github"
|
20
|
+
task :push => :commit do
|
21
|
+
puts "Pushing local changes to remote"
|
22
|
+
system "git push"
|
23
|
+
end
|
24
|
+
|
25
|
+
desc "Create (release) tag on Github"
|
26
|
+
task :tag => :push do
|
27
|
+
tag = VERSION
|
28
|
+
puts "Creating git tag: #{tag}"
|
29
|
+
system %Q{git tag -a -m "Release tag #{tag}" #{tag}}
|
30
|
+
puts "Pushing #{tag} to remote"
|
31
|
+
system "git push origin #{tag}"
|
32
|
+
end
|
33
|
+
|
34
|
+
end
|