unicorn-simon 0.0.1

data/t/t0001-reload-bad-config.sh

@@ -0,0 +1,53 @@
+#!/bin/sh
+. ./test-lib.sh
+t_plan 7 "reload config.ru error with preload_app true"
+
+t_begin "setup and start" && {
+	unicorn_setup
+	rtmpfiles ru
+
+	cat > $ru <<\EOF
+use Rack::ContentLength
+use Rack::ContentType, "text/plain"
+x = { "hello" => "world" }
+run lambda { |env| [ 200, {}, [ x.inspect << "\n" ] ] }
+EOF
+	echo 'preload_app true' >> $unicorn_config
+	unicorn -D -c $unicorn_config $ru
+	unicorn_wait_start
+}
+
+t_begin "hit with curl" && {
+	out=$(curl -sSf http://$listen/)
+	test x"$out" = x'{"hello"=>"world"}'
+}
+
+t_begin "introduce syntax error in rackup file" && {
+	echo '...' >> $ru
+}
+
+t_begin "reload signal succeeds" && {
+	kill -HUP $unicorn_pid
+	while ! egrep '(done|error) reloading' $r_err >/dev/null
+	do
+		sleep 1
+	done
+
+	grep 'error reloading' $r_err >/dev/null
+	> $r_err
+}
+
+t_begin "hit with curl" && {
+	out=$(curl -sSf http://$listen/)
+	test x"$out" = x'{"hello"=>"world"}'
+}
+
+t_begin "killing succeeds" && {
+	kill $unicorn_pid
+}
+
+t_begin "check stderr" && {
+	check_stderr
+}
+
+t_done

data/t/t0002-config-conflict.sh

@@ -0,0 +1,49 @@
+#!/bin/sh
+. ./test-lib.sh
+t_plan 6 "config variables conflict with preload_app"
+
+t_begin "setup and start" && {
+	unicorn_setup
+	rtmpfiles ru rutmp
+
+	cat > $ru <<\EOF
+use Rack::ContentLength
+use Rack::ContentType, "text/plain"
+config = ru = { "hello" => "world" }
+run lambda { |env| [ 200, {}, [ ru.inspect << "\n" ] ] }
+EOF
+	echo 'preload_app true' >> $unicorn_config
+	unicorn -D -c $unicorn_config $ru
+	unicorn_wait_start
+}
+
+t_begin "hit with curl" && {
+	out=$(curl -sSf http://$listen/)
+	test x"$out" = x'{"hello"=>"world"}'
+}
+
+t_begin "modify rackup file" && {
+	sed -e 's/world/WORLD/' < $ru > $rutmp
+	mv $rutmp $ru
+}
+
+t_begin "reload signal succeeds" && {
+	kill -HUP $unicorn_pid
+	while ! egrep '(done|error) reloading' < $r_err >/dev/null
+	do
+		sleep 1
+	done
+
+	grep 'done reloading' $r_err >/dev/null
+}
+
+t_begin "hit with curl" && {
+	out=$(curl -sSf http://$listen/)
+	test x"$out" = x'{"hello"=>"WORLD"}'
+}
+
+t_begin "killing succeeds" && {
+	kill $unicorn_pid
+}
+
+t_done

data/t/t0002-parser-error.sh

@@ -0,0 +1,94 @@
+#!/bin/sh
+. ./test-lib.sh
+t_plan 11 "parser error test"
+
+t_begin "setup and startup" && {
+	unicorn_setup
+	unicorn -D env.ru -c $unicorn_config
+	unicorn_wait_start
+}
+
+t_begin "send a bad request" && {
+	(
+		printf 'GET / HTTP/1/1\r\nHost: example.com\r\n\r\n'
+		cat $fifo > $tmp &
+		wait
+		echo ok > $ok
+	) | socat - TCP:$listen > $fifo
+	test xok = x$(cat $ok)
+}
+
+dbgcat tmp
+
+t_begin "response should be a 400" && {
+	grep -F 'HTTP/1.1 400 Bad Request' $tmp
+}
+
+t_begin "send a huge Request URI (REQUEST_PATH > (12 * 1024))" && {
+	rm -f $tmp
+	cat $fifo > $tmp &
+	(
+		set -e
+		trap 'echo ok > $ok' EXIT
+		printf 'GET /'
+		for i in $(awk </dev/null 'BEGIN{for(i=0;i<1024;i++) print i}')
+		do
+			printf '0123456789ab'
+		done
+		printf ' HTTP/1.1\r\nHost: example.com\r\n\r\n'
+	) | socat - TCP:$listen > $fifo || :
+	test xok = x$(cat $ok)
+	wait
+}
+
+t_begin "response should be a 414 (REQUEST_PATH)" && {
+	grep -F 'HTTP/1.1 414 ' $tmp
+}
+
+t_begin "send a huge Request URI (QUERY_STRING > (10 * 1024))" && {
+	rm -f $tmp
+	cat $fifo > $tmp &
+	(
+		set -e
+		trap 'echo ok > $ok' EXIT
+		printf 'GET /hello-world?a'
+		for i in $(awk </dev/null 'BEGIN{for(i=0;i<1024;i++) print i}')
+		do
+			printf '0123456789'
+		done
+		printf ' HTTP/1.1\r\nHost: example.com\r\n\r\n'
+	) | socat - TCP:$listen > $fifo || :
+	test xok = x$(cat $ok)
+	wait
+}
+
+t_begin "response should be a 414 (QUERY_STRING)" && {
+	grep -F 'HTTP/1.1 414 ' $tmp
+}
+
+t_begin "send a huge Request URI (FRAGMENT > 1024)" && {
+	rm -f $tmp
+	cat $fifo > $tmp &
+	(
+		set -e
+		trap 'echo ok > $ok' EXIT
+		printf 'GET /hello-world#a'
+		for i in $(awk </dev/null 'BEGIN{for(i=0;i<64;i++) print i}')
+		do
+			printf '0123456789abcdef'
+		done
+		printf ' HTTP/1.1\r\nHost: example.com\r\n\r\n'
+	) | socat - TCP:$listen > $fifo || :
+	test xok = x$(cat $ok)
+	wait
+}
+
+t_begin "response should be a 414 (FRAGMENT)" && {
+	grep -F 'HTTP/1.1 414 ' $tmp
+}
+
+t_begin "server stderr should be clean" && check_stderr
+
+t_begin "term signal sent" && kill $unicorn_pid
+
+t_done

data/t/t0003-working_directory.sh

@@ -0,0 +1,51 @@
+#!/bin/sh
+. ./test-lib.sh
+
+t_plan 4 "config.ru inside alt working_directory"
+
+t_begin "setup and start" && {
+	unicorn_setup
+	rtmpfiles unicorn_config_tmp
+	rm -rf $t_pfx.app
+	mkdir $t_pfx.app
+
+	cat > $t_pfx.app/config.ru <<EOF
+#\--daemonize --host $host --port $port
+use Rack::ContentLength
+use Rack::ContentType, "text/plain"
+run lambda { |env| [ 200, {}, [ "#{\$master_ppid}\\n" ] ] }
+EOF
+	# we have --host/--port in config.ru instead
+	grep -v ^listen $unicorn_config > $unicorn_config_tmp
+
+	# the whole point of this exercise
+	echo "working_directory '$t_pfx.app'" >> $unicorn_config_tmp
+
+	# allows ppid to be 1 in before_fork
+	echo "preload_app true" >> $unicorn_config_tmp
+	cat >> $unicorn_config_tmp <<\EOF
+before_fork do |server,worker|
+  $master_ppid = Process.ppid # should be zero to detect daemonization
+end
+EOF
+
+	mv $unicorn_config_tmp $unicorn_config
+
+	# rely on --daemonize switch, no & or -D
+	unicorn -c $unicorn_config
+	unicorn_wait_start
+}
+
+t_begin "hit with curl" && {
+	body=$(curl -sSf http://$listen/)
+}
+
+t_begin "killing succeeds" && {
+	kill $unicorn_pid
+}
+
+t_begin "response body ppid == 1 (daemonized)" && {
+	test "$body" -eq 1
+}
+
+t_done

data/t/t0004-heartbeat-timeout.sh

@@ -0,0 +1,69 @@
+#!/bin/sh
+. ./test-lib.sh
+
+t_plan 11 "heartbeat/timeout test"
+
+t_begin "setup and startup" && {
+	unicorn_setup
+	echo timeout 3 >> $unicorn_config
+	echo preload_app true >> $unicorn_config
+	unicorn -D heartbeat-timeout.ru -c $unicorn_config
+	unicorn_wait_start
+}
+
+t_begin "read worker PID" && {
+	worker_pid=$(curl -sSf http://$listen/)
+	t_info "worker_pid=$worker_pid"
+}
+
+t_begin "sleep for a bit, ensure worker PID does not change" && {
+	sleep 4
+	test $(curl -sSf http://$listen/) -eq $worker_pid
+}
+
+t_begin "block the worker process to force it to die" && {
+	rm $ok
+	t0=$(unix_time)
+	err="$(curl -sSf http://$listen/block-forever 2>&1 || > $ok)"
+	t1=$(unix_time)
+	elapsed=$(($t1 - $t0))
+	t_info "elapsed=$elapsed err=$err"
+	test x"$err" != x"Should never get here"
+	test x"$err" != x"$worker_pid"
+}
+
+t_begin "ensure worker was killed" && {
+	test -e $ok
+	test 1 -eq $(grep timeout $r_err | grep killing | count_lines)
+}
+
+t_begin "ensure timeout took at least 3 seconds" && {
+	test $elapsed -ge 3
+}
+
+t_begin "we get a fresh new worker process" && {
+	new_worker_pid=$(curl -sSf http://$listen/)
+	test $new_worker_pid -ne $worker_pid
+}
+
+t_begin "truncate the server error log" && {
+	> $r_err
+}
+
+t_begin "SIGSTOP and SIGCONT on unicorn master does not kill worker" && {
+	kill -STOP $unicorn_pid
+	sleep 4
+	kill -CONT $unicorn_pid
+	sleep 2
+	test $new_worker_pid -eq $(curl -sSf http://$listen/)
+}
+
+t_begin "stop server" && {
+	kill -QUIT $unicorn_pid
+}
+
+t_begin "check stderr" && check_stderr
+
+dbgcat r_err
+
+t_done

data/t/t0004-working_directory_broken.sh

@@ -0,0 +1,24 @@
+#!/bin/sh
+. ./test-lib.sh
+
+t_plan 3 "config.ru is missing inside alt working_directory"
+
+t_begin "setup" && {
+	unicorn_setup
+	rtmpfiles unicorn_config_tmp ok
+	rm -rf $t_pfx.app
+	mkdir $t_pfx.app
+
+	# the whole point of this exercise
+	echo "working_directory '$t_pfx.app'" >> $unicorn_config_tmp
+}
+
+t_begin "fails to start up w/o config.ru" && {
+	unicorn -c $unicorn_config_tmp || echo ok > $ok
+}
+
+t_begin "fallback code was run" && {
+	test x"$(cat $ok)" = xok
+}
+
+t_done

data/t/t0005-working_directory_app.rb.sh

@@ -0,0 +1,40 @@
+#!/bin/sh
+. ./test-lib.sh
+
+t_plan 4 "fooapp.rb inside alt working_directory"
+
+t_begin "setup and start" && {
+	unicorn_setup
+	rm -rf $t_pfx.app
+	mkdir $t_pfx.app
+
+	cat > $t_pfx.app/fooapp.rb <<\EOF
+class Fooapp
+  def self.call(env)
+    # Rack::Lint in 1.5.0 requires headers to be a hash
+    h = [%w(Content-Type text/plain), %w(Content-Length 2)]
+    h = Rack::Utils::HeaderHash.new(h)
+    [ 200, h, %w(HI) ]
+  end
+end
+EOF
+	# the whole point of this exercise
+	echo "working_directory '$t_pfx.app'" >> $unicorn_config
+	cd /
+	unicorn -D -c $unicorn_config -I. fooapp.rb
+	unicorn_wait_start
+}
+
+t_begin "hit with curl" && {
+	body=$(curl -sSf http://$listen/)
+}
+
+t_begin "killing succeeds" && {
+	kill $unicorn_pid
+}
+
+t_begin "response body expected" && {
+	test x"$body" = xHI
+}
+
+t_done

data/t/t0006-reopen-logs.sh

@@ -0,0 +1,83 @@
+#!/bin/sh
+. ./test-lib.sh
+
+t_plan 15 "reopen rotated logs"
+
+t_begin "setup and startup" && {
+	rtmpfiles curl_out curl_err r_rot
+	unicorn_setup
+	unicorn -D t0006.ru -c $unicorn_config
+	unicorn_wait_start
+}
+
+t_begin "ensure server is responsive" && {
+	test xtrue = x$(curl -sSf http://$listen/ 2> $curl_err)
+}
+
+t_begin "ensure stderr log is clean" && check_stderr
+
+t_begin "external log rotation" && {
+	rm -f $r_rot
+	mv $r_err $r_rot
+}
+
+t_begin "send reopen log signal (USR1)" && {
+	kill -USR1 $unicorn_pid
+}
+
+t_begin "wait for rotated log to reappear" && {
+	nr=60
+	while ! test -f $r_err && test $nr -ge 0
+	do
+		sleep 1
+		nr=$(( $nr - 1 ))
+	done
+}
+
+t_begin "ensure server is still responsive" && {
+	test xtrue = x$(curl -sSf http://$listen/ 2> $curl_err)
+}
+
+t_begin "wait for worker to reopen logs" && {
+	nr=60
+	re="worker=.* done reopening logs"
+	while ! grep "$re" < $r_err >/dev/null && test $nr -ge 0
+	do
+		sleep 1
+		nr=$(( $nr - 1 ))
+	done
+}
+
+dbgcat r_rot
+dbgcat r_err
+
+t_begin "ensure no errors from curl" && {
+	test ! -s $curl_err
+}
+
+t_begin "current server stderr is clean" && check_stderr
+
+t_begin "rotated stderr is clean" && {
+	check_stderr $r_rot
+}
+
+t_begin "server is now writing logs to new stderr" && {
+	before_rot=$(count_bytes < $r_rot)
+	before_err=$(count_bytes < $r_err)
+	test xtrue = x$(curl -sSf http://$listen/ 2> $curl_err)
+	after_rot=$(count_bytes < $r_rot)
+	after_err=$(count_bytes < $r_err)
+	test $after_rot -eq $before_rot
+	test $after_err -gt $before_err
+}
+
+t_begin "stop server" && {
+	kill $unicorn_pid
+}
+
+dbgcat r_err
+
+t_begin "current server stderr is clean" && check_stderr
+t_begin "rotated stderr is clean" && check_stderr $r_rot
+
+t_done

data/t/t0006.ru

@@ -0,0 +1,13 @@
+use Rack::ContentLength
+use Rack::ContentType, "text/plain"
+run lambda { |env|
+
+  # our File objects for stderr/stdout should always have #path
+  # and be sync=true
+  ok = $stderr.sync &&
+       $stdout.sync &&
+       String === $stderr.path &&
+       String === $stdout.path
+
+  [ 200, {}, [ "#{ok}\n" ] ]
+}

data/t/t0007-working_directory_no_embed_cli.sh

@@ -0,0 +1,44 @@
+#!/bin/sh
+. ./test-lib.sh
+
+t_plan 4 "config.ru inside alt working_directory (no embedded switches)"
+
+t_begin "setup and start" && {
+	unicorn_setup
+	rm -rf $t_pfx.app
+	mkdir $t_pfx.app
+
+	cat > $t_pfx.app/config.ru <<EOF
+use Rack::ContentLength
+use Rack::ContentType, "text/plain"
+run lambda { |env| [ 200, {}, [ "#{\$master_ppid}\\n" ] ] }
+EOF
+	# the whole point of this exercise
+	echo "working_directory '$t_pfx.app'" >> $unicorn_config
+
+	# allows ppid to be 1 in before_fork
+	echo "preload_app true" >> $unicorn_config
+	cat >> $unicorn_config <<\EOF
+before_fork do |server,worker|
+  $master_ppid = Process.ppid # should be zero to detect daemonization
+end
+EOF
+
+	cd /
+	unicorn -D -c $unicorn_config
+	unicorn_wait_start
+}
+
+t_begin "hit with curl" && {
+	body=$(curl -sSf http://$listen/)
+}
+
+t_begin "killing succeeds" && {
+	kill $unicorn_pid
+}
+
+t_begin "response body ppid == 1 (daemonized)" && {
+	test "$body" -eq 1
+}
+
+t_done

data/t/t0008-back_out_of_upgrade.sh

@@ -0,0 +1,110 @@
+#!/bin/sh
+. ./test-lib.sh
+t_plan 13 "backout of USR2 upgrade"
+
+worker_wait_start () {
+	test xSTART = x"$(cat $fifo)"
+	unicorn_pid=$(cat $pid)
+}
+
+t_begin "setup and start" && {
+	unicorn_setup
+	rm -f $pid.oldbin
+
+cat >> $unicorn_config <<EOF
+after_fork do |server, worker|
+  # test script will block while reading from $fifo,
+  # so notify the script on the first worker we spawn
+  # by opening the FIFO
+  if worker.nr == 0
+    File.open("$fifo", "wb") { |fp| fp.syswrite "START" }
+  end
+end
+EOF
+	unicorn -D -c $unicorn_config pid.ru
+	worker_wait_start
+	orig_master_pid=$unicorn_pid
+}
+
+t_begin "read original worker pid" && {
+	orig_worker_pid=$(curl -sSf http://$listen/)
+	test -n "$orig_worker_pid" && kill -0 $orig_worker_pid
+}
+
+t_begin "upgrade to new master" && {
+	kill -USR2 $orig_master_pid
+}
+
+t_begin "kill old worker" && {
+	kill -WINCH $orig_master_pid
+}
+
+t_begin "wait for new worker to start" && {
+	worker_wait_start
+	test $unicorn_pid -ne $orig_master_pid
+	new_master_pid=$unicorn_pid
+}
+
+t_begin "old master pid is stashed in $pid.oldbin" && {
+	test -s "$pid.oldbin"
+	test $orig_master_pid -eq $(cat $pid.oldbin)
+}
+
+t_begin "ensure old worker is no longer running" && {
+	i=0
+	while kill -0 $orig_worker_pid 2>/dev/null
+	do
+		i=$(( $i + 1 ))
+		test $i -lt 600 || die "timed out"
+		sleep 1
+	done
+}
+
+t_begin "capture pid of new worker" && {
+	new_worker_pid=$(curl -sSf http://$listen/)
+}
+
+t_begin "reload old master process" && {
+	kill -HUP $orig_master_pid
+	worker_wait_start
+}
+
+t_begin "gracefully kill new master and ensure it dies" && {
+	kill -QUIT $new_master_pid
+	i=0
+	while kill -0 $new_worker_pid 2>/dev/null
+	do
+		i=$(( $i + 1 ))
+		test $i -lt 600 || die "timed out"
+		sleep 1
+	done
+}
+
+t_begin "ensure $pid.oldbin does not exist" && {
+	i=0
+	while test -s $pid.oldbin
+	do
+		i=$(( $i + 1 ))
+		test $i -lt 600 || die "timed out"
+		sleep 1
+	done
+	while ! test -s $pid
+	do
+		i=$(( $i + 1 ))
+		test $i -lt 600 || die "timed out"
+		sleep 1
+	done
+}
+
+t_begin "ensure $pid is correct" && {
+	cur_master_pid=$(cat $pid)
+	test $orig_master_pid -eq $cur_master_pid
+}
+
+t_begin "killing succeeds" && {
+	kill $orig_master_pid
+}
+
+dbgcat r_err
+
+t_done

data/t/t0009-broken-app.sh

@@ -0,0 +1,56 @@
+#!/bin/sh
+. ./test-lib.sh
+
+t_plan 9 "graceful handling of broken apps"
+
+t_begin "setup and start" && {
+	unicorn_setup
+	unicorn -E none -D broken-app.ru -c $unicorn_config
+	unicorn_wait_start
+}
+
+t_begin "normal response is alright" && {
+	test xOK = x"$(curl -sSf http://$listen/)"
+}
+
+t_begin "app raised exception" && {
+	curl -sSf http://$listen/raise 2> $tmp || :
+	grep -F 500 $tmp
+	> $tmp
+}
+
+t_begin "app exception logged and backtrace not swallowed" && {
+	grep -F 'app error' $r_err
+	grep -A1 -F 'app error' $r_err | tail -1 | grep broken-app.ru:
+	dbgcat r_err
+	> $r_err
+}
+
+t_begin "trigger bad response" && {
+	curl -sSf http://$listen/nil 2> $tmp || :
+	grep -F 500 $tmp
+	> $tmp
+}
+
+t_begin "app exception logged" && {
+	grep -F 'app error' $r_err
+	> $r_err
+}
+
+t_begin "normal responses alright afterwards" && {
+	> $tmp
+	curl -sSf http://$listen/ >> $tmp &
+	curl -sSf http://$listen/ >> $tmp &
+	curl -sSf http://$listen/ >> $tmp &
+	curl -sSf http://$listen/ >> $tmp &
+	wait
+	test xOK = x$(sort < $tmp | uniq)
+}
+
+t_begin "teardown" && {
+	kill $unicorn_pid
+}
+
+t_begin "check stderr" && check_stderr
+
+t_done