rainbows 0.1.1 → 0.2.0

data/t/README

@@ -0,0 +1,42 @@
+= Rainbows! test suite
+
+These are all integration tests that start the server on random, unused
+TCP ports or Unix domain sockets.  They're all designed to run
+concurrently with other tests to minimize test time, but tests may be
+run independently as well.
+
+We write our tests in Bourne shell because that's what we're
+comfortable writing integration tests with.
+
+== Requirements
+
+* {Ruby 1.8 or 1.9}[http://www.ruby-lang.org/] (duh!)
+* {GNU make}[http://www.gnu.org/software/make/]
+* {socat}[http://www.dest-unreach.org/socat/]
+* {curl}[http://curl.haxx.se/]
+* standard UNIX shell utilities (Bourne sh, awk, sed, grep, tee, ...)
+
+We do not use bashisms or any non-portable, non-POSIX constructs
+in our shell code.  We use the "pipefail" option if available and
+mainly test with {ksh}[http://kornshell.com/], but occasionally
+with {dash}[http://gondor.apana.org.au/~herbert/dash/] and
+{bash}[http://www.gnu.org/software/bash/], too.
+
+== Running Tests
+
+To run the entire test suite with 8 tests running at once:
+
+  make -j8
+
+To run one individual test:
+
+  make t0000-basic.sh
+
+You may also increase verbosity by setting the "V" variable for
+GNU make.  To disable trapping of stdout/stderr:
+
+  make V=1
+
+To enable the "set -x" option in shell scripts to trace execution
+
+  make V=2

data/t/bin/content-md5-put

@@ -0,0 +1,36 @@
+#!/usr/bin/env ruby
+# simple chunked HTTP PUT request generator (and just that),
+# it reads stdin and writes to stdout so socat can write to a
+# UNIX or TCP socket (or to another filter or file) along with
+# a Content-MD5 trailer.
+# -*- encoding: binary -*-
+require 'digest/md5'
+$stdout.sync = $stderr.sync = true
+$stdout.binmode
+$stdin.binmode
+
+bs = ENV['bs'] ? ENV['bs'].to_i : 4096
+
+if ARGV.grep("--no-headers").empty?
+  $stdout.write(
+      "PUT / HTTP/1.1\r\n" \
+      "Host: example.com\r\n" \
+      "Transfer-Encoding: chunked\r\n" \
+      "Trailer: Content-MD5\r\n" \
+      "\r\n"
+    )
+end
+
+digest = Digest::MD5.new
+if buf = $stdin.read(bs)
+  begin
+    digest.update(buf)
+    $stdout.write("%x\r\n" % [ buf.size ])
+    $stdout.write(buf)
+    $stdout.write("\r\n")
+  end while $stdin.read(bs, buf)
+end
+
+digest = [ digest.digest ].pack('m').strip
+$stdout.write("0\r\n")
+$stdout.write("Content-MD5: #{digest}\r\n\r\n")

data/t/bin/unused_listen

@@ -36,4 +36,4 @@ rescue Errno::EEXIST
   retry
 end
 sock.close rescue nil
-puts "listen=#{addr}:#{port} lock_path=#{lock_path}"
+puts %Q(listen=#{addr}:#{port} _TEST_RM_LIST="$_TEST_RM_LIST #{lock_path}")

data/t/content-md5.ru

@@ -0,0 +1,23 @@
+# SHA1 checksum generator
+bs = ENV['bs'] ? ENV['bs'].to_i : 4096
+require 'digest/md5'
+use Rack::ContentLength
+app = lambda do |env|
+  /\A100-continue\z/i =~ env['HTTP_EXPECT'] and
+    return [ 100, {}, [] ]
+  digest = Digest::MD5.new
+  input = env['rack.input']
+  if buf = input.read(bs)
+    begin
+      digest.update(buf)
+    end while input.read(bs, buf)
+  end
+
+  expect = env['HTTP_CONTENT_MD5']
+  readed = [ digest.digest ].pack('m').strip
+  body = "expect=#{expect}\nreaded=#{readed}\n"
+  status = expect == readed ? 200 : 500
+
+  [ status, {'Content-Type' => 'text/plain'}, [ body ] ]
+end
+run app

data/t/sleep.ru

@@ -0,0 +1,11 @@
+use Rack::ContentLength
+use Rack::ContentType
+sleep_class = ENV['SLEEP_CLASS']
+sleep_class = sleep_class ? Object.const_get(sleep_class) : Kernel
+$stderr.puts "sleep_class=#{sleep_class.inspect}"
+run lambda { |env|
+  nr = 1
+  env["PATH_INFO"] =~ %r{/([\d\.]+)\z} and nr = $1.to_f
+  sleep_class.sleep(nr)
+  [ 200, {}, [ "Hello\n" ] ]
+}

data/t/t0000-basic.sh

@@ -2,10 +2,36 @@
 . ./test-lib.sh
 
 eval $(unused_listen)
-pid=$(mktemp -t rainbows.$$.pid.XXXXXXXX)
-TEST_RM_LIST="$TEST_RM_LIST $lock_path $pid"
+rtmpfiles pid tmp ok fifo
 
-rainbows t0000.ru -l $listen --pid $pid &
+rm -f $fifo
+mkfifo $fifo
+
+rainbows -D t0000.ru -l $listen --pid $pid &
 wait_for_pid $pid
+
+echo "single request"
 curl -sSfv http://$listen/
+
+echo "two requests with keepalive"
+curl -sSfv http://$listen/a http://$listen/b > $tmp 2>&1
+grep 'Re-using existing connection' < $tmp
+
+echo "pipelining partial requests"
+req='GET / HTTP/1.1\r\nHost: foo\r\n'
+(
+	printf "$req"'\r\n'"$req"
+	cat $fifo > $tmp &
+	sleep 1
+	printf 'Connection: close\r\n\r\n'
+	echo ok > $ok
+) | socat - TCP:$listen > $fifo
+
 kill $(cat $pid)
+
+# sed -ne 's/^/------/p' < $tmp
+test 2 -eq $(grep '^HTTP/1.1' $tmp | wc -l)
+test 2 -eq $(grep '^HTTP/1.1 200 OK' $tmp | wc -l)
+test 1 -eq $(grep '^Connection: keep-alive' $tmp | wc -l)
+test 1 -eq $(grep '^Connection: close' $tmp | wc -l)
+test x"$(cat $ok)" = xok

data/t/t1000-thread-pool-basic.sh

@@ -2,17 +2,14 @@
 . ./test-lib.sh
 
 eval $(unused_listen)
-unicorn_config=$(mktemp -t rainbows.$$.unicorn.rb.XXXXXXXX)
-curl_out=$(mktemp -t rainbows.$$.curl.out.XXXXXXXX)
-curl_err=$(mktemp -t rainbows.$$.curl.err.XXXXXXXX)
-pid=$(mktemp -t rainbows.$$.pid.XXXXXXXX)
-TEST_RM_LIST="$TEST_RM_LIST $unicorn_config $lock_path $pid"
-TEST_RM_LIST="$TEST_RM_LIST $curl_out $curl_err"
+rtmpfiles unicorn_config curl_out curl_err pid r_err r_out
 
 nr_client=30
 nr_thread=10
 
 cat > $unicorn_config <<EOF
+stderr_path "$r_err"
+stdout_path "$r_out"
 listen "$listen"
 pid "$pid"
 Rainbows! do
@@ -41,3 +38,5 @@ nr=$(sort < $curl_out | uniq | wc -l)
 
 test "$nr" -le $nr_thread
 test "$nr" -gt 1
+
+! grep Error $r_err

data/t/t1000.ru

@@ -2,5 +2,9 @@ use Rack::ContentLength
 use Rack::ContentType
 run lambda { |env|
   sleep 1
-  [ 200, {}, [ Thread.current.inspect << "\n" ] ]
+  if env['rack.multithread'] && env['rainbows.model'] == :ThreadPool
+    [ 200, {}, [ Thread.current.inspect << "\n" ] ]
+  else
+    raise "rack.multithread is not true"
+  end
 }

data/t/t1002-thread-pool-graceful.sh

@@ -0,0 +1,37 @@
+#!/bin/sh
+. ./test-lib.sh
+
+eval $(unused_listen)
+rtmpfiles unicorn_config curl_out curl_err pid r_err r_out
+nr_thread=10
+nr_client=10
+cat > $unicorn_config <<EOF
+listen "$listen"
+stderr_path "$r_err"
+stdout_path "$r_out"
+pid "$pid"
+Rainbows! do
+  use :ThreadPool
+  worker_connections $nr_thread
+end
+EOF
+
+rainbows -D sleep.ru -c $unicorn_config
+wait_for_pid $pid
+
+for i in $(awk "BEGIN{for(i=0;i<$nr_client;++i) print i}" </dev/null)
+do
+	curl -sSf http://$listen/5 >> $curl_out 2>> $curl_err &
+done
+sleep 2
+kill -QUIT $(cat $pid)
+wait
+
+dbgcat r_err
+! test -s $curl_err
+test x"$(wc -l < $curl_out)" = x$nr_client
+nr=$(sort < $curl_out | uniq | wc -l)
+
+test "$nr" -eq 1
+test x$(sort < $curl_out | uniq) = xHello
+! grep Error $r_err

data/t/t2000-thread-spawn-basic.sh

@@ -2,17 +2,14 @@
 . ./test-lib.sh
 
 eval $(unused_listen)
-unicorn_config=$(mktemp -t rainbows.$$.unicorn.rb.XXXXXXXX)
-curl_out=$(mktemp -t rainbows.$$.curl.out.XXXXXXXX)
-curl_err=$(mktemp -t rainbows.$$.curl.err.XXXXXXXX)
-pid=$(mktemp -t rainbows.$$.pid.XXXXXXXX)
-TEST_RM_LIST="$TEST_RM_LIST $unicorn_config $lock_path $pid"
-TEST_RM_LIST="$TEST_RM_LIST $curl_out $curl_err"
+rtmpfiles unicorn_config curl_out curl_err pid r_err r_out
 
 nr_client=30
 nr_thread=10
 
 cat > $unicorn_config <<EOF
+stderr_path "$r_err"
+stdout_path "$r_out"
 listen "$listen"
 pid "$pid"
 Rainbows! do
@@ -38,3 +35,4 @@ kill $(cat $pid)
 test x"$(wc -l < $curl_out)" = x$nr_client
 nr=$(sort < $curl_out | uniq | wc -l)
 test "$nr" -eq $nr_client
+! grep Error $r_err

data/t/t2000.ru

@@ -2,5 +2,9 @@ use Rack::ContentLength
 use Rack::ContentType
 run lambda { |env|
   sleep 1
-  [ 200, {}, [ Thread.current.inspect << "\n" ] ]
+  if env['rack.multithread'] && env['rainbows.model'] == :ThreadSpawn
+    [ 200, {}, [ Thread.current.inspect << "\n" ] ]
+  else
+    raise "rack.multithread is not true"
+  end
 }

data/t/t2002-thread-spawn-graceful.sh

@@ -0,0 +1,37 @@
+#!/bin/sh
+. ./test-lib.sh
+
+eval $(unused_listen)
+rtmpfiles unicorn_config curl_out curl_err pid r_err r_out
+nr_thread=10
+nr_client=10
+cat > $unicorn_config <<EOF
+listen "$listen"
+stderr_path "$r_err"
+stdout_path "$r_out"
+pid "$pid"
+Rainbows! do
+  use :ThreadSpawn
+  worker_connections $nr_thread
+end
+EOF
+
+rainbows -D sleep.ru -c $unicorn_config
+wait_for_pid $pid
+
+for i in $(awk "BEGIN{for(i=0;i<$nr_client;++i) print i}" </dev/null)
+do
+	curl -sSf http://$listen/5 >> $curl_out 2>> $curl_err &
+done
+sleep 2
+kill -QUIT $(cat $pid)
+wait
+
+dbgcat r_err
+! test -s $curl_err
+test x"$(wc -l < $curl_out)" = x$nr_client
+nr=$(sort < $curl_out | uniq | wc -l)
+
+test "$nr" -eq 1
+test x$(sort < $curl_out | uniq) = xHello
+! grep Error $r_err

data/t/t3000-revactor-basic.sh

@@ -3,12 +3,7 @@
 require_revactor
 
 eval $(unused_listen)
-unicorn_config=$(mktemp -t rainbows.$$.unicorn.rb.XXXXXXXX)
-curl_out=$(mktemp -t rainbows.$$.curl.out.XXXXXXXX)
-curl_err=$(mktemp -t rainbows.$$.curl.err.XXXXXXXX)
-pid=$(mktemp -t rainbows.$$.pid.XXXXXXXX)
-TEST_RM_LIST="$TEST_RM_LIST $pid $unicorn_config $lock_path"
-TEST_RM_LIST="$TEST_RM_LIST $curl_out $curl_err"
+rtmpfiles unicorn_config curl_out curl_err pid r_err r_out
 
 nr_client=30
 nr_actor=10
@@ -16,6 +11,8 @@ nr_actor=10
 cat > $unicorn_config <<EOF
 listen "$listen"
 pid "$pid"
+stderr_path "$r_err"
+stdout_path "$r_out"
 Rainbows! do
   use :Revactor
   worker_connections $nr_actor
@@ -40,3 +37,4 @@ test x"$(wc -l < $curl_out)" = x$nr_client
 nr=$(sort < $curl_out | uniq | wc -l)
 
 test "$nr" -eq 1
+! grep Error $r_err

data/t/t3000.ru

@@ -2,5 +2,9 @@ use Rack::ContentLength
 use Rack::ContentType
 run lambda { |env|
   Actor.sleep 1
-  [ 200, {}, [ Thread.current.inspect << "\n" ] ]
+  if env['rack.multithread'] == false && env['rainbows.model'] == :Revactor
+    [ 200, {}, [ Thread.current.inspect << "\n" ] ]
+  else
+    raise "rack.multithread is true"
+  end
 }

data/t/t3001-revactor-pipeline.sh

@@ -0,0 +1,46 @@
+#!/bin/sh
+. ./test-lib.sh
+require_revactor
+
+eval $(unused_listen)
+rtmpfiles unicorn_config curl_out curl_err pid fifo tmp ok r_err r_out
+
+rm -f $fifo
+mkfifo $fifo
+
+cat > $unicorn_config <<EOF
+stderr_path "$r_err"
+stdout_path "$r_out"
+listen "$listen"
+pid "$pid"
+Rainbows! do
+  use :Revactor
+end
+EOF
+
+rainbows -D t0000.ru -c $unicorn_config
+wait_for_pid $pid
+
+echo "two requests with keepalive"
+curl -sSfv http://$listen/a http://$listen/b > $tmp 2>&1
+grep 'Re-using existing connection' < $tmp
+
+echo "pipelining partial requests"
+req='GET / HTTP/1.1\r\nHost: foo\r\n'
+(
+	printf "$req"'\r\n'"$req"
+	cat $fifo > $tmp &
+	sleep 1
+	printf 'Connection: close\r\n\r\n'
+	echo ok > $ok
+) | socat - TCP:$listen > $fifo
+
+kill $(cat $pid)
+
+dbgcat tmp
+test 2 -eq $(grep '^HTTP/1.1' $tmp | wc -l)
+test 2 -eq $(grep '^HTTP/1.1 200 OK' $tmp | wc -l)
+test 1 -eq $(grep '^Connection: keep-alive' $tmp | wc -l)
+test 1 -eq $(grep '^Connection: close' $tmp | wc -l)
+test x"$(cat $ok)" = xok
+! grep Error $r_err

data/t/t3002-revactor-graceful.sh

@@ -0,0 +1,38 @@
+#!/bin/sh
+. ./test-lib.sh
+require_revactor
+
+eval $(unused_listen)
+rtmpfiles unicorn_config curl_out curl_err pid r_err r_out
+nr_actor=10
+nr_client=10
+cat > $unicorn_config <<EOF
+listen "$listen"
+stderr_path "$r_err"
+stdout_path "$r_out"
+pid "$pid"
+Rainbows! do
+  use :Revactor
+  worker_connections $nr_actor
+end
+EOF
+
+SLEEP_CLASS=Actor rainbows -D sleep.ru -c $unicorn_config
+wait_for_pid $pid
+
+for i in $(awk "BEGIN{for(i=0;i<$nr_client;++i) print i}" </dev/null)
+do
+	curl -sSf http://$listen/5 >> $curl_out 2>> $curl_err &
+done
+sleep 2
+kill -QUIT $(cat $pid)
+wait
+
+dbgcat r_err
+! test -s $curl_err
+test x"$(wc -l < $curl_out)" = x$nr_client
+nr=$(sort < $curl_out | uniq | wc -l)
+
+test "$nr" -eq 1
+test x$(sort < $curl_out | uniq) = xHello
+! grep Error $r_err