rainbows 0.3.0 → 0.4.0

data/t/t0002-graceful.sh

@@ -0,0 +1,32 @@
+#!/bin/sh
+. ./test-lib.sh
+
+t_plan 4 "graceful exit test for $model"
+
+t_begin "setup and startup" && {
+	rtmpfiles curl_out
+	rainbows_setup $model
+	rainbows -D sleep.ru -c $unicorn_config
+	rainbows_wait_start
+}
+
+t_begin "send a request and SIGQUIT while request is processing" && {
+	curl -sSfv -T- </dev/null http://$listen/5 > $curl_out 2> $fifo &
+	awk -v rainbows_pid=$rainbows_pid '
+{ print $0 }
+/100 Continue/ {
+	print "awk: sending SIGQUIT to", rainbows_pid
+	system("kill -QUIT "rainbows_pid)
+}' $fifo
+	wait
+}
+
+dbgcat r_err
+
+t_begin 'response returned "Hello"' && {
+	test x$(cat $curl_out) = xHello
+}
+
+t_begin 'stderr has no errors' && check_stderr
+
+t_done

data/t/t0002-parser-error.sh

@@ -0,0 +1,31 @@
+#!/bin/sh
+. ./test-lib.sh
+t_plan 5 "parser error test for $model"
+
+t_begin "setup and startup" && {
+	rainbows_setup $model
+	rainbows -D env.ru -c $unicorn_config
+	rainbows_wait_start
+}
+
+t_begin "send request" && {
+	(
+		printf 'GET / HTTP/1/1\r\nHost: example.com\r\n\r\n'
+		cat $fifo > $tmp &
+		wait
+		echo ok > $ok
+	) | socat - TCP:$listen > $fifo
+	test xok = x$(cat $ok)
+}
+
+dbgcat tmp
+
+t_begin "response should be a 400" && {
+	grep -F 'HTTP/1.1 400 Bad Request' $tmp
+}
+
+t_begin "server stderr should be clean" && check_stderr
+
+t_begin "term signal sent" && kill $rainbows_pid
+
+t_done

data/t/t0003-reopen-logs.sh

@@ -0,0 +1,97 @@
+#!/bin/sh
+# don't set nr_client for Rev, only _one_ app running at once :x
+nr_client=${nr_client-2}
+. ./test-lib.sh
+
+t_plan 18 "reopen rotated logs"
+
+t_begin "setup and startup" && {
+	rtmpfiles curl_out curl_err r_rot
+	rainbows_setup $model
+	rainbows -D sleep.ru -c $unicorn_config
+	rainbows_wait_start
+}
+
+t_begin "ensure server is responsive" && {
+	curl -sSf http://$listen/ >/dev/null
+}
+
+t_begin "start $nr_client concurrent requests" && {
+	start=$(date +%s)
+	for i in $(awk "BEGIN{for(i=0;i<$nr_client;++i) print i}" </dev/null)
+	do
+		( curl -sSf http://$listen/2 >> $curl_out 2>> $curl_err ) &
+	done
+}
+
+t_begin "ensure stderr log is clean" && check_stderr
+
+t_begin "external log rotation" && {
+	rm -f $r_rot
+	mv $r_err $r_rot
+}
+
+t_begin "send reopen log signal (USR1)" && {
+	kill -USR1 $rainbows_pid
+}
+
+t_begin "wait for rotated log to reappear" && {
+	nr=60
+	while ! test -f $r_err && test $nr -ge 0
+	do
+		sleep 1
+		nr=$(( $nr - 1 ))
+	done
+}
+
+dbgcat r_rot
+dbgcat r_err
+
+t_begin "wait curl requests to finish" && {
+	wait
+	t_info elapsed=$(( $(date +%s) - $start ))
+}
+
+t_begin "ensure no errors from curl" && {
+	test ! -s $curl_err
+}
+
+t_begin "curl got $nr_client responses" && {
+	test "$(wc -l < $curl_out)" -eq $nr_client
+}
+
+t_begin "all responses were identical" && {
+	nr=$(sort < $curl_out | uniq | wc -l)
+	test "$nr" -eq 1
+}
+
+t_begin 'response was "Hello"' && {
+	test x$(sort < $curl_out | uniq) = xHello
+}
+
+t_begin "current server stderr is clean" && check_stderr
+
+t_begin "rotated stderr is clean" && {
+	check_stderr $r_rot
+}
+
+t_begin "server is now writing logs to new stderr" && {
+	before_rot=$(wc -c < $r_rot)
+	before_err=$(wc -c < $r_err)
+	curl -sSfv http://$listen/
+	after_rot=$(wc -c < $r_rot)
+	after_err=$(wc -c < $r_err)
+	test $after_rot -eq $before_rot
+	test $after_err -gt $before_err
+}
+
+t_begin "stop server" && {
+	kill $rainbows_pid
+}
+
+dbgcat r_err
+
+t_begin "current server stderr is clean" && check_stderr
+t_begin "rotated stderr is clean" && check_stderr $r_rot
+
+t_done

data/t/t0005-large-file-response.sh

@@ -0,0 +1,83 @@
+#!/bin/sh
+. ./test-lib.sh
+test -r random_blob || die "random_blob required, run with 'make $0'"
+
+if ! grep -v ^VmRSS: /proc/self/status >/dev/null 2>&1
+then
+	t_info "skipping, can't read RSS from /proc/self/status"
+	exit 0
+fi
+
+t_plan 10 "large file response slurp avoidance for $model"
+
+t_begin "setup and startup" && {
+	rtmpfiles curl_out
+	rainbows_setup $model
+	# can't load Rack::Lint here since it'll cause Rev to slurp
+	rainbows -E none -D large-file-response.ru -c $unicorn_config
+	rainbows_wait_start
+}
+
+t_begin "read random blob size" && {
+	random_blob_size=$(wc -c < random_blob)
+}
+
+t_begin "read current RSS" && {
+	curl -v http://$listen/rss
+	dbgcat r_err
+	rss_before=$(curl -sSfv http://$listen/rss)
+	t_info "rss_before=$rss_before"
+}
+
+t_begin "send a series HTTP/1.1 requests sequentially" && {
+	for i in a b c
+	do
+		size=$( (curl -sSfv http://$listen/random_blob &&
+			 echo ok >$ok) |wc -c)
+		test $size -eq $random_blob_size
+		test xok = x$(cat $ok)
+	done
+}
+
+# this was a problem during development
+t_begin "HTTP/1.0 test" && {
+	size=$( (curl -0 -sSfv http://$listen/random_blob &&
+	         echo ok >$ok) |wc -c)
+	test $size -eq $random_blob_size
+	test xok = x$(cat $ok)
+}
+
+t_begin "HTTP/0.9 test" && {
+	(
+		printf 'GET /random_blob\r\n'
+		cat $fifo > $tmp &
+		wait
+		echo ok > $ok
+	) | socat - TCP:$listen > $fifo
+	cmp $tmp random_blob
+	test xok = x$(cat $ok)
+}
+
+dbgcat r_err
+
+t_begin "read RSS again" && {
+	curl -v http://$listen/rss
+	rss_after=$(curl -sSfv http://$listen/rss)
+	t_info "rss_after=$rss_after"
+}
+
+t_begin "shutdown server" && {
+	kill -QUIT $rainbows_pid
+}
+
+t_begin "compare RSS before and after" && {
+	diff=$(( $rss_after - $rss_before ))
+	t_info "test diff=$diff < orig=$random_blob_size"
+	test $diff -le $random_blob_size
+}
+
+dbgcat r_err
+
+t_begin "check stderr" && check_stderr
+
+t_done

data/t/t0100-rack-input-hammer.sh

@@ -0,0 +1,45 @@
+nr_client=${nr_client-4}
+. ./test-lib.sh
+test -r random_blob || die "random_blob required, run with 'make $0'"
+
+t_plan 7 "concurrent rack.input hammer stress test"
+
+t_begin "setup and startup" && {
+	rtmpfiles curl_out curl_err
+	rainbows_setup $model
+	rainbows -D sha1.ru -c $unicorn_config
+	rainbows_wait_start
+}
+
+t_begin "send $nr_client concurrent requests" && {
+	start=$(date +%s)
+	for i in $(awk "BEGIN{for(i=0;i<$nr_client;++i) print i}" </dev/null)
+	do
+		(
+			curl -sSf -T- http://$listen/$i \
+			  < random_blob >> $curl_out 2>> $curl_err
+		) &
+	done
+	wait
+	t_info elapsed=$(( $(date +%s) - $start ))
+}
+
+t_begin "kill server" && kill $rainbows_pid
+
+t_begin "got $nr_client responses" && {
+	test $nr_client -eq $(wc -l < $curl_out)
+}
+
+t_begin "all responses identical" && {
+	test 1 -eq $(sort < $curl_out | uniq | wc -l)
+}
+
+t_begin "sha1 matches on-disk sha1" && {
+	blob_sha1=$( expr "$(sha1sum < random_blob)" : '\([a-f0-9]\+\)')
+	t_info blob_sha1=$blob_sha1
+	test x"$blob_sha1" = x"$(sort < $curl_out | uniq)"
+}
+
+t_begin "no errors in stderr log" && check_stderr
+
+t_done

data/t/t0101-rack-input-trailer.sh

@@ -0,0 +1,68 @@
+#!/bin/sh
+. ./test-lib.sh
+test -r random_blob || die "random_blob required, run with 'make $0'"
+
+t_plan 11 "input trailer test $model"
+
+t_begin "setup and startup" && {
+	rtmpfiles curl_out
+	rainbows_setup $model
+	rainbows -D content-md5.ru -c $unicorn_config
+	rainbows_wait_start
+}
+
+t_begin "upload small blob" && {
+	(
+		cat $fifo > $tmp &
+		echo hello world | content-md5-put
+		wait
+		echo ok > $ok
+	) | socat - TCP:$listen > $fifo
+	test xok = x"$(cat $ok)"
+}
+
+t_begin "HTTP response is OK" && fgrep 'HTTP/1.1 200 OK' $tmp
+t_begin "no errors in stderr log" && check_stderr
+
+t_begin "big blob request" && {
+	(
+		cat $fifo > $tmp &
+		content-md5-put < random_blob
+		wait
+		echo ok > $ok
+	) | socat - TCP:$listen > $fifo
+	test xok = x"$(cat $ok)"
+}
+
+t_begin "HTTP response is OK" && fgrep 'HTTP/1.1 200 OK' $tmp
+t_begin "no errors in stderr log" && check_stderr
+
+t_begin "staggered blob upload" && {
+	(
+		cat $fifo > $tmp &
+		(
+			dd bs=164 count=1 < random_blob
+			sleep 2
+			dd bs=4545 count=1 < random_blob
+			sleep 2
+			dd bs=1234 count=1 < random_blob
+			echo subok > $ok
+		) 2>/dev/null | content-md5-put
+		test xsubok = x"$(cat $ok)"
+		wait
+		echo ok > $ok
+	) | socat - TCP:$listen > $fifo
+	test xok = x"$(cat $ok)"
+}
+
+t_begin "HTTP response is OK" && {
+	fgrep 'HTTP/1.1 200 OK' $tmp
+}
+
+t_begin "no errors in stderr log" && check_stderr
+
+t_begin "kill server" && {
+	kill $rainbows_pid
+}
+
+t_done

data/t/t0200-async-response.sh

@@ -0,0 +1,66 @@
+#!/bin/sh
+CONFIG_RU=${CONFIG_RU-'async-response.ru'}
+. ./test-lib.sh
+
+case $CONFIG_RU in
+*no-autochunk.ru)
+	t_plan 7 "async response w/o autochunk for $model"
+	skip_autochunk=true
+	;;
+*)
+	t_plan 6 "async response for $model"
+	skip_autochunk=false
+	;;
+esac
+
+t_begin "setup and start" && {
+	rainbows_setup
+	rtmpfiles a b c curl_err
+	# can't load Rack::Lint here since it'll cause Rev to slurp
+	rainbows -E none -D $CONFIG_RU -c $unicorn_config
+	rainbows_wait_start
+}
+
+t_begin "send async requests off in parallel" && {
+	t0=$(date +%s)
+	( curl --no-buffer -sSf http://$listen/ 2>> $curl_err | utee $a) &
+	( curl --no-buffer -sSf http://$listen/ 2>> $curl_err | utee $b) &
+	( curl --no-buffer -sSf http://$listen/ 2>> $curl_err | utee $c) &
+	wait
+	t1=$(date +%s)
+}
+
+t_begin "ensure elapsed requests were processed in parallel" && {
+	elapsed=$(( $t1 - $t0 ))
+	echo "elapsed=$elapsed < 30"
+	test $elapsed -lt 30
+}
+
+t_begin "termination signal sent" && {
+	kill $rainbows_pid
+}
+
+dbgcat a
+dbgcat b
+dbgcat c
+dbgcat r_err
+dbgcat curl_err
+
+t_begin "no errors from curl" && {
+	test ! -s $curl_err
+}
+
+t_begin "no errors in stderr" && check_stderr
+
+dbgcat r_err
+
+if $skip_autochunk
+then
+	t_begin "no responses are chunked" && {
+		test x"$(cat $a)" = x0123456789
+		test x"$(cat $b)" = x0123456789
+		test x"$(cat $c)" = x0123456789
+	}
+fi
+
+t_done

data/t/t0201-async-response-no-autochunk.sh

@@ -0,0 +1,3 @@
+#!/bin/sh
+CONFIG_RU=async-response-no-autochunk.ru
+. ./t0200-async-response.sh

data/t/t0300-async_sinatra.sh

@@ -0,0 +1,65 @@
+#!/bin/sh
+. ./test-lib.sh
+
+# n - number of seconds to sleep
+n=10
+CONFIG_RU=async_sinatra.ru
+case $model in
+EventMachine) ;;
+*)
+	t_info "skipping $T since it's not compatible with $model"
+	exit 0
+	;;
+esac
+
+t_plan 7 "async_sinatra test for EM"
+
+t_begin "setup and start" && {
+	rainbows_setup
+	rtmpfiles a b c curl_err
+
+	# Async Sinatra does not support Rack::Lint
+	rainbows -E none -D $CONFIG_RU -c $unicorn_config
+	rainbows_wait_start
+}
+
+t_begin "send async requests off in parallel" && {
+	t0=$(date +%s)
+	( curl --no-buffer -sSf http://$listen/$n 2>> $curl_err | utee $a) &
+	( curl --no-buffer -sSf http://$listen/$n 2>> $curl_err | utee $b) &
+	( curl --no-buffer -sSf http://$listen/$n 2>> $curl_err | utee $c) &
+}
+
+t_begin "ensure elapsed requests were processed in parallel" && {
+	wait
+	t1=$(date +%s)
+	elapsed=$(( $t1 - $t0 ))
+	echo "elapsed=$elapsed < 30"
+	test $elapsed -lt 30
+}
+
+t_begin "termination signal sent" && {
+	kill $rainbows_pid
+}
+
+dbgcat a
+dbgcat b
+dbgcat c
+dbgcat r_err
+dbgcat curl_err
+
+t_begin "no errors from curl" && {
+	test ! -s $curl_err
+}
+
+t_begin "no errors in stderr" && check_stderr
+
+dbgcat r_err
+
+t_begin "no responses are chunked" && {
+	test x"$(cat $a)" = x"delayed for $n seconds"
+	test x"$(cat $b)" = x"delayed for $n seconds"
+	test x"$(cat $c)" = x"delayed for $n seconds"
+}
+
+t_done