rainbows 0.1.1 → 0.2.0

data/t/t3003-revactor-reopen-logs.sh

@@ -0,0 +1,54 @@
+#!/bin/sh
+. ./test-lib.sh
+require_revactor
+
+eval $(unused_listen)
+rtmpfiles unicorn_config curl_out curl_err pid r_err r_out r_rot
+
+nr_client=30
+nr_actor=10
+
+cat > $unicorn_config <<EOF
+listen "$listen"
+pid "$pid"
+stderr_path "$r_err"
+stdout_path "$r_out"
+Rainbows! do
+  use :Revactor
+  worker_connections $nr_actor
+end
+EOF
+
+SLEEP_CLASS=Actor rainbows -D sleep.ru -c $unicorn_config
+wait_for_pid $pid
+
+start=$(date +%s)
+for i in $(awk "BEGIN{for(i=0;i<$nr_client;++i) print i}" </dev/null)
+do
+	( curl -sSf http://$listen/2 >> $curl_out 2>> $curl_err ) &
+done
+! grep Error $r_err
+
+rm $r_rot
+mv $r_err $r_rot
+
+kill -USR1 $(cat $pid)
+wait_for_pid $r_err
+
+dbgcat r_rot
+dbgcat r_err
+
+wait
+echo elapsed=$(( $(date +%s) - $start ))
+! test -s $curl_err
+test x"$(wc -l < $curl_out)" = x$nr_client
+nr=$(sort < $curl_out | uniq | wc -l)
+
+test "$nr" -eq 1
+test x$(sort < $curl_out | uniq) = xHello
+! grep Error $r_err
+! grep Error $r_rot
+
+kill $(cat $pid)
+dbgcat r_err
+! grep Error $r_err

data/t/t3100-revactor-tee-input.sh

@@ -4,17 +4,10 @@ nr_actor=${nr_actor-50}
 
 . ./test-lib.sh
 require_revactor
+test -r random_blob || die "random_blob required, run with 'make $0'"
 
 eval $(unused_listen)
-unicorn_config=$(mktemp -t rainbows.$$.unicorn.rb.XXXXXXXX)
-curl_out=$(mktemp -t rainbows.$$.curl.out.XXXXXXXX)
-curl_err=$(mktemp -t rainbows.$$.curl.err.XXXXXXXX)
-r_err=$(mktemp -t rainbows.$$.r.err.XXXXXXXX)
-r_out=$(mktemp -t rainbows.$$.r.out.XXXXXXXX)
-pid=$(mktemp -t rainbows.$$.pid.XXXXXXXX)
-blob=$(mktemp -t rainbows.$$.blob.XXXXXXXX)
-TEST_RM_LIST="$TEST_RM_LIST $unicorn_config $lock_path $r_err $r_out"
-TEST_RM_LIST="$TEST_RM_LIST $curl_out $curl_err $blob $pid"
+rtmpfiles unicorn_config curl_out curl_err r_err r_out pid
 
 cat > $unicorn_config <<EOF
 listen "$listen"
@@ -31,12 +24,13 @@ echo pid=$pid
 rainbows -D sha1.ru -c $unicorn_config
 wait_for_pid $pid
 
-dd if=/dev/urandom bs=1M count=10 of=$blob 2>/dev/null
-
 start=$(date +%s)
 for i in $(awk "BEGIN{for(i=0;i<$nr_client;++i) print i}" </dev/null)
 do
-	( curl -sSf -T- < $blob http://$listen/$i >> $curl_out 2>> $curl_err ) &
+	(
+		curl -sSf -T- http://$listen/$i \
+		  < random_blob >> $curl_out 2>> $curl_err
+	) &
 done
 wait
 echo elapsed=$(( $(date +%s) - $start ))
@@ -44,6 +38,7 @@ echo elapsed=$(( $(date +%s) - $start ))
 kill $(cat $pid)
 test $nr_client -eq $(wc -l < $curl_out)
 test 1 -eq $(sort < $curl_out | uniq | wc -l)
-blob_sha1=$( expr "$(sha1sum < $blob)" : '\([a-f0-9]\+\)')
+blob_sha1=$( expr "$(sha1sum < random_blob)" : '\([a-f0-9]\+\)')
 echo blob_sha1=$blob_sha1
 test x"$blob_sha1" = x"$(sort < $curl_out | uniq)"
+! grep Error $r_err

data/t/t4000-rev-basic.sh

@@ -0,0 +1,51 @@
+#!/bin/sh
+. ./test-lib.sh
+require_rev
+
+eval $(unused_listen)
+rtmpfiles unicorn_config pid r_err r_out tmp fifo ok
+rm -f $fifo
+mkfifo $fifo
+
+nr_client=30
+
+cat > $unicorn_config <<EOF
+listen "$listen"
+pid "$pid"
+stderr_path "$r_err"
+stdout_path "$r_out"
+Rainbows! do
+  use :Rev
+  worker_connections 50
+end
+EOF
+
+rainbows -D t4000.ru -c $unicorn_config
+wait_for_pid $pid
+
+echo "single request"
+curl -sSfv http://$listen/
+
+echo "two requests with keepalive"
+curl -sSfv http://$listen/a http://$listen/b > $tmp 2>&1
+grep 'Re-using existing connection' < $tmp
+
+echo "pipelining partial requests"
+req='GET / HTTP/1.1\r\nHost: example.com\r\n'
+(
+	printf "$req"'\r\n'"$req"
+	cat $fifo > $tmp &
+	sleep 1
+	printf 'Connection: close\r\n\r\n'
+	wait
+	echo ok > $ok
+) | socat - TCP:$listen > $fifo
+
+kill $(cat $pid)
+
+test 2 -eq $(grep '^HTTP/1.1' $tmp | wc -l)
+test 2 -eq $(grep '^HTTP/1.1 200 OK' $tmp | wc -l)
+test 1 -eq $(grep '^Connection: keep-alive' $tmp | wc -l)
+test 1 -eq $(grep '^Connection: close' $tmp | wc -l)
+test x"$(cat $ok)" = xok
+! grep Error $r_err

data/t/t4000.ru

@@ -0,0 +1,9 @@
+use Rack::ContentLength
+use Rack::ContentType
+run lambda { |env|
+  if env['rack.multithread'] == false && env['rainbows.model'] == :Rev
+    [ 200, {}, [ env.inspect << "\n" ] ]
+  else
+    raise "rack.multithread is true"
+  end
+}

data/t/t4002-rev-graceful.sh

@@ -0,0 +1,52 @@
+#!/bin/sh
+. ./test-lib.sh
+require_rev
+
+eval $(unused_listen)
+rtmpfiles unicorn_config tmp pid r_err r_out out
+nr_client=10
+cat > $unicorn_config <<EOF
+listen "$listen"
+stderr_path "$r_err"
+stdout_path "$r_out"
+pid "$pid"
+Rainbows! do
+  use :Rev
+end
+EOF
+
+rainbows -D sleep.ru -c $unicorn_config
+wait_for_pid $pid
+
+for i in $(awk "BEGIN{for(i=0;i<$nr_client;++i) print i}" </dev/null)
+do
+	(
+		rtmpfiles fifo tmp
+		rm -f $fifo
+		mkfifo $fifo
+		(
+			printf 'GET /0 HTTP/1.1\r\n'
+			cat $fifo > $tmp &
+			sleep 1
+			printf 'Host: example.com\r\n'
+			sleep 1
+			printf 'Connection: close\r\n'
+			sleep 1
+			printf '\r\n'
+			wait
+		) | socat - TCP:$listen > $fifo
+		fgrep 'Hello' $tmp >> $out || :
+		rm -f $fifo $tmp
+	) &
+done
+
+sleep 2 # potentially racy :<
+kill -QUIT $(cat $pid)
+wait
+
+test x"$(wc -l < $out)" = x$nr_client
+nr=$(sort < $out | uniq | wc -l)
+test "$nr" -eq 1
+
+test x$(sort < $out | uniq) = xHello
+! grep Error $r_err

data/t/t4003-rev-parser-error.sh

@@ -0,0 +1,34 @@
+#!/bin/sh
+. ./test-lib.sh
+require_rev
+
+eval $(unused_listen)
+rtmpfiles unicorn_config pid r_err r_out tmp fifo ok
+rm -f $fifo
+mkfifo $fifo
+
+cat > $unicorn_config <<EOF
+listen "$listen"
+pid "$pid"
+stderr_path "$r_err"
+stdout_path "$r_out"
+Rainbows! do
+  use :Rev
+end
+EOF
+
+rainbows -D t4000.ru -c $unicorn_config
+wait_for_pid $pid
+
+(
+	printf 'GET / HTTP/1/1\r\nHost: example.com\r\n\r\n'
+	cat $fifo > $tmp &
+	wait
+	echo ok > $ok
+) | socat - TCP:$listen > $fifo
+
+kill $(cat $pid)
+
+dbgcat tmp
+grep -F 'HTTP/1.1 400 Bad Request' $tmp
+! grep Error $r_err

data/t/t4100-rev-rack-input.sh

@@ -0,0 +1,44 @@
+#!/bin/sh
+nr_client=${nr_client-25}
+nr=${nr-50}
+
+. ./test-lib.sh
+require_rev
+test -r random_blob || die "random_blob required, run with 'make $0'"
+
+eval $(unused_listen)
+rtmpfiles unicorn_config curl_out curl_err r_err r_out pid
+
+cat > $unicorn_config <<EOF
+listen "$listen"
+pid "$pid"
+stderr_path "$r_err"
+stdout_path "$r_out"
+Rainbows! do
+  use :Rev
+  worker_connections $nr
+end
+EOF
+
+echo pid=$pid
+rainbows -D sha1.ru -c $unicorn_config
+wait_for_pid $pid
+
+start=$(date +%s)
+for i in $(awk "BEGIN{for(i=0;i<$nr_client;++i) print i}" </dev/null)
+do
+	(
+		curl -sSf -T- http://$listen/$i \
+		  < random_blob >> $curl_out 2>> $curl_err
+	) &
+done
+wait
+echo elapsed=$(( $(date +%s) - $start ))
+
+kill $(cat $pid)
+test $nr_client -eq $(wc -l < $curl_out)
+test 1 -eq $(sort < $curl_out | uniq | wc -l)
+blob_sha1=$( expr "$(sha1sum < random_blob)" : '\([a-f0-9]\+\)')
+echo blob_sha1=$blob_sha1
+test x"$blob_sha1" = x"$(sort < $curl_out | uniq)"
+! grep Error $r_err

data/t/t4101-rev-rack-input-trailer.sh

@@ -0,0 +1,51 @@
+#!/bin/sh
+nr_client=${nr_client-25}
+nr=${nr-50}
+
+. ./test-lib.sh
+require_rev
+test -r random_blob || die "random_blob required, run with 'make $0'"
+
+eval $(unused_listen)
+rtmpfiles unicorn_config tmp r_err r_out pid fifo ok
+rm -f $fifo
+mkfifo $fifo
+
+cat > $unicorn_config <<EOF
+listen "$listen"
+pid "$pid"
+stderr_path "$r_err"
+stdout_path "$r_out"
+Rainbows! do
+  use :Rev
+end
+EOF
+
+rainbows -D content-md5.ru -c $unicorn_config
+wait_for_pid $pid
+
+echo "small blob"
+(
+	echo hello world | content-md5-put
+	cat $fifo > $tmp &
+	wait
+	echo ok > $ok
+) | socat - TCP:$listen | tee $fifo
+
+fgrep 'HTTP/1.1 200 OK' $tmp
+test xok = x"$(cat $ok)"
+! grep Error $r_err
+
+
+echo "big blob"
+(
+	content-md5-put < random_blob
+	cat $fifo > $tmp &
+	wait
+	echo ok > $ok
+) | socat - TCP:$listen | tee $fifo
+
+fgrep 'HTTP/1.1 200 OK' $tmp
+test xok = x"$(cat $ok)"
+! grep Error $r_err
+kill $(cat $pid)

data/t/t9000-rack-app-pool.sh

@@ -0,0 +1,37 @@
+#!/bin/sh
+. ./test-lib.sh
+
+eval $(unused_listen)
+rtmpfiles unicorn_config pid r_err r_out curl_out curl_err
+
+nr_client=30
+
+cat > $unicorn_config <<EOF
+listen "$listen"
+pid "$pid"
+stderr_path "$r_err"
+stdout_path "$r_out"
+Rainbows! do
+  use :ThreadSpawn
+  worker_connections 50
+end
+EOF
+
+APP_POOL_SIZE=4
+APP_POOL_SIZE=$APP_POOL_SIZE rainbows -D t9000.ru -c $unicorn_config
+wait_for_pid $pid
+
+start=$(date +%s)
+for i in $(awk "BEGIN{for(i=0;i<$nr_client;++i) print i}" </dev/null)
+do
+	( curl -sSf http://$listen/ >> $curl_out 2>> $curl_err ) &
+done
+wait
+echo elapsed=$(( $(date +%s) - $start ))
+kill $(cat $pid)
+
+test $APP_POOL_SIZE -eq $(sort < $curl_out | uniq | wc -l)
+! test -s $curl_err
+
+! grep Error $r_err
+#

data/t/t9000.ru

@@ -0,0 +1,14 @@
+use Rack::ContentLength
+use Rack::ContentType
+use Rainbows::AppPool, :size => ENV['APP_POOL_SIZE'].to_i
+sleep_class = ENV['SLEEP_CLASS']
+sleep_class = sleep_class ? Object.const_get(sleep_class) : Kernel
+class Sleeper
+  def call(env)
+    sleep_class = ENV['SLEEP_CLASS']
+    sleep_class = sleep_class ? Object.const_get(sleep_class) : Kernel
+    sleep_class.sleep 1
+    [ 200, {}, [ "#{object_id}\n" ] ]
+  end
+end
+run Sleeper.new

data/t/test-lib.sh

@@ -1,5 +1,7 @@
 #!/bin/sh
 # Copyright (c) 2009 Rainbows! developers
+
+set -o pipefail >/dev/null 2>&1 || : # non-POSIX, but useful in ksh/bash
 set -e
 set -u
 T=$(basename $0)
@@ -15,8 +17,8 @@ die () {
 	exit 1
 }
 
-TEST_RM_LIST=""
-trap 'rm -f $TEST_RM_LIST' 0
+_TEST_RM_LIST=""
+trap 'rm -f $_TEST_RM_LIST' 0
 PATH=$PWD/bin:$PATH
 export PATH
 
@@ -39,3 +41,28 @@ require_revactor () {
 		exit 0
 	fi
 }
+
+require_rev() {
+	if ! $ruby -rrev -e "puts Rev::VERSION" >/dev/null 2>&1
+	then
+		echo >&2 "skipping $T since we don't have Rev"
+		exit 0
+	fi
+}
+
+# given a list of variable names, create temporary files and assign
+# the pathnames to those variables
+rtmpfiles () {
+	for id in "$@"
+	do
+		_tmp=$(mktemp -t rainbows.$$.$id.XXXXXXXX)
+		eval "$id=$_tmp"
+		_TEST_RM_LIST="$_TEST_RM_LIST $_tmp"
+	done
+}
+
+dbgcat () {
+	id=$1
+	eval '_file=$'$id
+	sed -e "s/^/$id:/" < $_file
+}