raindrops 0.4.1 → 0.5.0

data/test/test_linux_all_tcp_listen_stats.rb

@@ -0,0 +1,66 @@
+# -*- encoding: binary -*-
+require 'test/unit'
+require 'socket'
+require 'raindrops'
+require 'pp'
+$stderr.sync = $stdout.sync = true
+
+class TestLinuxAllTcpListenStats < Test::Unit::TestCase
+  include Raindrops::Linux
+  TEST_ADDR = ENV['UNICORN_TEST_ADDR'] || '127.0.0.1'
+
+  def test_print_all
+    puts "EVERYTHING"
+    pp Raindrops::Linux.tcp_listener_stats
+    puts("-" * 72)
+  end if $stdout.tty?
+
+  def setup
+    @socks = []
+  end
+
+  def teardown
+    @socks.each { |io| io.closed? or io.close }
+  end
+
+  def new_server
+    s = TCPServer.new TEST_ADDR, 0
+    @socks << s
+    [ s, s.addr[1] ]
+  end
+
+  def new_client(port)
+    s = TCPSocket.new("127.0.0.1", port)
+    @socks << s
+    s
+  end
+
+  def new_accept(srv)
+    c = srv.accept
+    @socks << c
+    c
+  end
+
+  def test_all_ports
+    srv, port = new_server
+    addr = "#{TEST_ADDR}:#{port}"
+    all = Raindrops::Linux.tcp_listener_stats
+    assert_equal [0,0], all[addr].to_a
+
+    new_client(port)
+    all = Raindrops::Linux.tcp_listener_stats
+    assert_equal [0,1], all[addr].to_a
+
+    new_client(port)
+    all = Raindrops::Linux.tcp_listener_stats
+    assert_equal [0,2], all[addr].to_a
+
+    new_accept(srv)
+    all = Raindrops::Linux.tcp_listener_stats
+    assert_equal [1,1], all[addr].to_a
+
+    new_accept(srv)
+    all = Raindrops::Linux.tcp_listener_stats
+    assert_equal [2,0], all[addr].to_a
+  end
+end if RUBY_PLATFORM =~ /linux/

data/test/test_linux_all_tcp_listen_stats_leak.rb

@@ -0,0 +1,43 @@
+# -*- encoding: binary -*-
+require 'test/unit'
+require 'raindrops'
+require 'socket'
+require 'benchmark'
+$stderr.sync = $stdout.sync = true
+
+class TestLinuxAllTcpListenStatsLeak < Test::Unit::TestCase
+
+  TEST_ADDR = ENV['UNICORN_TEST_ADDR'] || '127.0.0.1'
+
+
+  def rss_kb
+    File.readlines("/proc/#$$/status").grep(/VmRSS:/)[0].split(/\s+/)[1].to_i
+  end
+  def test_leak
+    s = TCPServer.new(TEST_ADDR, 0)
+    start_kb = rss_kb
+    p [ :start_kb, start_kb ]
+    assert_nothing_raised do
+      p(Benchmark.measure {
+        1000.times { Raindrops::Linux.all_tcp_listener_stats }
+      })
+    end
+    cur_kb = rss_kb
+    p [ :cur_kb, cur_kb ]
+    now = Time.now.to_i
+    fin = now + 60
+    assert_nothing_raised do
+      1000000000.times { |i|
+        if (i % 1024) == 0
+          now = Time.now.to_i
+          break if now > fin
+        end
+        Raindrops::Linux.all_tcp_listener_stats
+      }
+    end
+    cur_kb = rss_kb
+    p [ :cur_kb, cur_kb ]
+    ensure
+      s.close
+  end
+end if ENV["STRESS"].to_i != 0

data/test/test_linux_ipv6.rb

@@ -0,0 +1,158 @@
+# -*- encoding: binary -*-
+require 'test/unit'
+require 'tempfile'
+require 'raindrops'
+require 'socket'
+require 'pp'
+require "./test/ipv6_enabled"
+$stderr.sync = $stdout.sync = true
+
+class TestLinuxIPv6 < Test::Unit::TestCase
+  include Raindrops::Linux
+
+  TEST_ADDR = ENV["TEST_HOST6"] || "::1"
+
+  def test_tcp
+    s = TCPServer.new(TEST_ADDR, 0)
+    port = s.addr[1]
+    addr = "[#{TEST_ADDR}]:#{port}"
+    addrs = [ addr ]
+    stats = tcp_listener_stats(addrs)
+    assert_equal 1, stats.size
+    assert_equal 0, stats[addr].queued
+    assert_equal 0, stats[addr].active
+
+    c = TCPSocket.new(TEST_ADDR, port)
+    stats = tcp_listener_stats(addrs)
+    assert_equal 1, stats.size
+    assert_equal 1, stats[addr].queued
+    assert_equal 0, stats[addr].active
+
+    sc = s.accept
+    stats = tcp_listener_stats(addrs)
+    assert_equal 1, stats.size
+    assert_equal 0, stats[addr].queued
+    assert_equal 1, stats[addr].active
+  end
+
+  def test_tcp_multi
+    s1 = TCPServer.new(TEST_ADDR, 0)
+    s2 = TCPServer.new(TEST_ADDR, 0)
+    port1, port2 = s1.addr[1], s2.addr[1]
+    addr1, addr2 = "[#{TEST_ADDR}]:#{port1}", "[#{TEST_ADDR}]:#{port2}"
+    addrs = [ addr1, addr2 ]
+    stats = tcp_listener_stats(addrs)
+    assert_equal 2, stats.size
+    assert_equal 0, stats[addr1].queued
+    assert_equal 0, stats[addr1].active
+    assert_equal 0, stats[addr2].queued
+    assert_equal 0, stats[addr2].active
+
+    c1 = TCPSocket.new(TEST_ADDR, port1)
+    stats = tcp_listener_stats(addrs)
+    assert_equal 2, stats.size
+    assert_equal 1, stats[addr1].queued
+    assert_equal 0, stats[addr1].active
+    assert_equal 0, stats[addr2].queued
+    assert_equal 0, stats[addr2].active
+
+    sc1 = s1.accept
+    stats = tcp_listener_stats(addrs)
+    assert_equal 2, stats.size
+    assert_equal 0, stats[addr1].queued
+    assert_equal 1, stats[addr1].active
+    assert_equal 0, stats[addr2].queued
+    assert_equal 0, stats[addr2].active
+
+    c2 = TCPSocket.new(TEST_ADDR, port2)
+    stats = tcp_listener_stats(addrs)
+    assert_equal 2, stats.size
+    assert_equal 0, stats[addr1].queued
+    assert_equal 1, stats[addr1].active
+    assert_equal 1, stats[addr2].queued
+    assert_equal 0, stats[addr2].active
+
+    c3 = TCPSocket.new(TEST_ADDR, port2)
+    stats = tcp_listener_stats(addrs)
+    assert_equal 2, stats.size
+    assert_equal 0, stats[addr1].queued
+    assert_equal 1, stats[addr1].active
+    assert_equal 2, stats[addr2].queued
+    assert_equal 0, stats[addr2].active
+
+    sc2 = s2.accept
+    stats = tcp_listener_stats(addrs)
+    assert_equal 2, stats.size
+    assert_equal 0, stats[addr1].queued
+    assert_equal 1, stats[addr1].active
+    assert_equal 1, stats[addr2].queued
+    assert_equal 1, stats[addr2].active
+
+    sc1.close
+    stats = tcp_listener_stats(addrs)
+    assert_equal 0, stats[addr1].queued
+    assert_equal 0, stats[addr1].active
+    assert_equal 1, stats[addr2].queued
+    assert_equal 1, stats[addr2].active
+  end
+
+  def test_invalid_addresses
+    assert_raises(ArgumentError) { tcp_listener_stats(%w([1:::5)) }
+    assert_raises(ArgumentError) { tcp_listener_stats(%w([1:::]5)) }
+  end
+
+  # tries to overflow buffers
+  def test_tcp_stress_test
+    nr_proc = 32
+    nr_sock = 500
+    s = TCPServer.new(TEST_ADDR, 0)
+    port = s.addr[1]
+    addr = "[#{TEST_ADDR}]:#{port}"
+    addrs = [ addr ]
+    rda, wra = IO.pipe
+    rdb, wrb = IO.pipe
+
+    nr_proc.times do
+      fork do
+        rda.close
+        wrb.close
+        socks = (1..nr_sock).map { s.accept }
+        wra.syswrite('.')
+        wra.close
+        rdb.sysread(1) # wait for parent to nuke us
+      end
+    end
+
+    nr_proc.times do
+      fork do
+        rda.close
+        wrb.close
+        socks = (1..nr_sock).map { TCPSocket.new(TEST_ADDR, port) }
+        wra.syswrite('.')
+        wra.close
+        rdb.sysread(1) # wait for parent to nuke us
+      end
+    end
+
+    assert_equal('.' * (nr_proc * 2), rda.read(nr_proc * 2))
+
+    rda.close
+    stats = tcp_listener_stats(addrs)
+    expect = { addr => Raindrops::ListenStats[nr_sock * nr_proc, 0] }
+    assert_equal expect, stats
+
+    uno_mas = TCPSocket.new(TEST_ADDR, port)
+    stats = tcp_listener_stats(addrs)
+    expect = { addr => Raindrops::ListenStats[nr_sock * nr_proc, 1] }
+    assert_equal expect, stats
+
+    if ENV["BENCHMARK"].to_i != 0
+      require 'benchmark'
+      puts(Benchmark.measure{1000.times { tcp_listener_stats(addrs) }})
+    end
+
+    wrb.syswrite('.' * (nr_proc * 2)) # broadcast a wakeup
+    statuses = Process.waitall
+    statuses.each { |(pid,status)| assert status.success?, status.inspect }
+  end if ENV["STRESS"].to_i != 0
+end if RUBY_PLATFORM =~ /linux/ && ipv6_enabled?

data/test/test_linux_tcp_info.rb

@@ -0,0 +1,61 @@
+# -*- encoding: binary -*-
+require 'test/unit'
+require 'tempfile'
+require 'raindrops'
+require 'socket'
+require 'pp'
+$stderr.sync = $stdout.sync = true
+class TestLinuxTCP_Info < Test::Unit::TestCase
+
+  TEST_ADDR = ENV['UNICORN_TEST_ADDR'] || '127.0.0.1'
+
+  # Linux kernel commit 5ee3afba88f5a79d0bff07ddd87af45919259f91
+  TCP_INFO_useful_listenq = `uname -r`.strip >= '2.6.24'
+
+  def test_tcp_server
+    s = TCPServer.new(TEST_ADDR, 0)
+    rv = Raindrops::TCP_Info.new s
+    c = TCPSocket.new TEST_ADDR, s.addr[1]
+    tmp = Raindrops::TCP_Info.new s
+    TCP_INFO_useful_listenq and assert_equal 1, tmp.unacked
+
+    assert_equal 0, rv.unacked
+    a = s.accept
+    tmp = Raindrops::TCP_Info.new s
+    assert_equal 0, tmp.unacked
+    ensure
+      c.close if c
+      a.close if a
+      s.close
+  end
+
+  def test_accessors
+    s = TCPServer.new TEST_ADDR, 0
+    tmp = Raindrops::TCP_Info.new s
+    tcp_info_methods = tmp.methods - Object.new.methods
+    assert tcp_info_methods.size >= 32
+    tcp_info_methods.each do |m|
+      val = tmp.__send__ m
+      assert_kind_of Integer, val
+      assert val >= 0
+    end
+    ensure
+      s.close
+  end
+
+  def test_tcp_server_delayed
+    delay = 0.010
+    delay_ms = (delay * 1000).to_i
+    s = TCPServer.new(TEST_ADDR, 0)
+    c = TCPSocket.new TEST_ADDR, s.addr[1]
+    c.syswrite "."
+    sleep delay
+    a = s.accept
+    i = Raindrops::TCP_Info.new(a)
+    assert i.last_data_recv >= delay_ms, "#{i.last_data_recv} < #{delay_ms}"
+    ensure
+      c.close if c
+      a.close if a
+      s.close
+  end
+end

data/test/test_middleware.rb

@@ -14,7 +14,7 @@ class TestMiddleware < Test::Unit::TestCase
     app = Raindrops::Middleware.new(@app)
     response = app.call({})
     assert_equal @response[0,2], response[0,2]
-    assert response.last.kind_of?(Raindrops::Middleware)
+    assert response.last.kind_of?(Raindrops::Middleware::Proxy)
     assert response.last.object_id != app.object_id
     tmp = []
     response.last.each { |y| tmp << y }
@@ -35,7 +35,7 @@ class TestMiddleware < Test::Unit::TestCase
     assert_equal 0, stats.calling
     assert_equal 1, stats.writing
     assert_equal 200, response[0]
-    assert response.last.kind_of?(Raindrops::Middleware)
+    assert response.last.kind_of?(Raindrops::Middleware::Proxy)
     tmp = []
     response.last.each do |y|
       assert_equal 1, stats.writing
@@ -108,4 +108,17 @@ class TestMiddleware < Test::Unit::TestCase
     assert_equal expect, response
   end
 
+  def test_middleware_proxy_to_path_missing
+    app = Raindrops::Middleware.new(@app)
+    response = app.call({})
+    body = response[2]
+    assert_kind_of Raindrops::Middleware::Proxy, body
+    assert ! body.respond_to?(:to_path)
+    assert body.respond_to?(:close)
+    orig_body = @response[2]
+
+    def orig_body.to_path; "/dev/null"; end
+    assert body.respond_to?(:to_path)
+    assert_equal "/dev/null", body.to_path
+  end
 end

data/test/test_middleware_unicorn.rb

@@ -0,0 +1,37 @@
+# -*- encoding: binary -*-
+require "./test/rack_unicorn"
+$stderr.sync = $stdout.sync = true
+
+class TestMiddlewareUnicorn < Test::Unit::TestCase
+
+  def setup
+    @host = ENV["UNICORN_TEST_ADDR"] || "127.0.0.1"
+    @sock = TCPServer.new @host, 0
+    @port = @sock.addr[1]
+    ENV["UNICORN_FD"] = @sock.fileno.to_s
+    @host_with_port = "#@host:#@port"
+    @opts = { :listeners => [ @host_with_port ] }
+    @addr_regexp = Regexp.escape @host_with_port
+  end
+
+  def test_auto_listener
+    @app = Rack::Builder.new do
+      use Raindrops::Middleware
+      run Rack::Lobster.new
+    end
+    @srv = fork { Unicorn.run(@app, @opts) }
+
+    s = TCPSocket.new @host, @port
+    s.write "GET /_raindrops HTTP/1.0\r\n\r\n"
+    resp = s.read
+    head, body = resp.split /\r\n\r\n/, 2
+    assert_match %r{^#@addr_regexp active: 1$}, body
+    assert_match %r{^#@addr_regexp queued: 0$}, body
+  end
+
+  def teardown
+    Process.kill :QUIT, @srv
+    _, status = Process.waitpid2 @srv
+    assert status.success?
+  end
+end if defined?(Unicorn) && RUBY_PLATFORM =~ /linux/

data/test/test_middleware_unicorn_ipv6.rb

@@ -0,0 +1,37 @@
+# -*- encoding: binary -*-
+require "./test/rack_unicorn"
+require "./test/ipv6_enabled"
+$stderr.sync = $stdout.sync = true
+
+class TestMiddlewareUnicornIPv6 < Test::Unit::TestCase
+
+  def setup
+    @host = ENV["TEST_HOST6"] || "::1"
+    sock = TCPServer.new @host, 0
+    @port = sock.addr[1]
+    ENV["UNICORN_FD"] = sock.fileno.to_s
+    @host_with_port = "[#@host]:#@port"
+    @opts = { :listeners => [ @host_with_port ] }
+    @addr_regexp = Regexp.escape @host_with_port
+  end
+
+  def test_auto_listener
+    @app = Rack::Builder.new do
+      use Raindrops::Middleware
+      run Rack::Lobster.new
+    end
+    @srv = fork { Unicorn.run(@app, @opts) }
+    s = TCPSocket.new @host, @port
+    s.write "GET /_raindrops HTTP/1.0\r\n\r\n"
+    resp = s.read
+    head, body = resp.split /\r\n\r\n/, 2
+    assert_match %r{^#@addr_regexp active: 1$}, body
+    assert_match %r{^#@addr_regexp queued: 0$}, body
+  end
+
+  def teardown
+    Process.kill :QUIT, @srv
+    _, status = Process.waitpid2 @srv
+    assert status.success?
+  end
+end if defined?(Unicorn) && RUBY_PLATFORM =~ /linux/ && ipv6_enabled?

data/test/test_raindrops.rb

@@ -4,15 +4,27 @@ require 'raindrops'
 
 class TestRaindrops < Test::Unit::TestCase
 
+  def test_raindrop_counter_max
+    assert_kind_of Integer, Raindrops::MAX
+    assert Raindrops::MAX > 0
+    printf "Raindrops::MAX = 0x%x\n", Raindrops::MAX
+  end
+
   def test_raindrop_size
     assert_kind_of Integer, Raindrops::SIZE
     assert Raindrops::SIZE > 0
     puts "Raindrops::SIZE = #{Raindrops::SIZE}"
   end
 
-  def test_size
+  def test_page_size
+    assert_kind_of Integer, Raindrops::PAGE_SIZE
+    assert Raindrops::PAGE_SIZE > Raindrops::SIZE
+  end
+
+  def test_size_and_capa
     rd = Raindrops.new(4)
     assert_equal 4, rd.size
+    assert rd.capa >= rd.size
   end
 
   def test_ary
@@ -98,4 +110,56 @@ class TestRaindrops < Test::Unit::TestCase
     assert_equal expect, rd.to_ary
   end
 
+  def test_resize
+    rd = Raindrops.new(4)
+    assert_equal 4, rd.size
+    assert_equal rd.capa, rd.size = rd.capa
+    assert_equal rd.capa, rd.to_ary.size
+    assert_equal 0, rd[rd.capa - 1]
+    assert_equal 1, rd.incr(rd.capa - 1)
+    assert_raises(ArgumentError) { rd[rd.capa] }
+  end
+
+  def test_resize_mremap
+    rd = Raindrops.new(4)
+    assert_equal 4, rd.size
+    old_capa = rd.capa
+    rd.size = rd.capa + 1
+    assert_equal old_capa * 2, rd.capa
+
+    # mremap() is currently broken with MAP_SHARED
+    # https://bugzilla.kernel.org/show_bug.cgi?id=8691
+    assert_equal 0, rd[old_capa]
+    assert_equal rd.capa, rd.to_ary.size
+    assert_equal 0, rd[rd.capa - 1]
+    assert_equal 1, rd.incr(rd.capa - 1)
+    assert_raises(ArgumentError) { rd[rd.capa] }
+    rescue RangeError
+  end # if RUBY_PLATFORM =~ /linux/
+
+  def test_evaporate
+    rd = Raindrops.new 1
+    assert_nil rd.evaporate!
+    assert_raises(StandardError) { rd.evaporate! }
+  end
+
+  def test_evaporate_with_fork
+    tmp = Raindrops.new 2
+    pid = fork do
+      tmp.incr 0
+      exit(tmp.evaporate! == nil)
+    end
+    _, status = Process.waitpid2(pid)
+    assert status.success?
+    assert_equal [ 1, 0 ], tmp.to_ary
+    tmp.incr 1
+    assert_equal [ 1, 1 ], tmp.to_ary
+    pid = fork do
+      tmp.incr 1
+      exit([ 1, 2 ] == tmp.to_ary)
+    end
+    _, status = Process.waitpid2(pid)
+    assert status.success?
+    assert_equal [ 1, 2 ], tmp.to_ary
+  end
 end