rbx.cp 0.5.73__py3-none-any.whl → 0.6.1__py3-none-any.whl

rbx/resources/packagers/boca/interactive/kt

@@ -61,6 +61,10 @@ fi
 # make sure that directories below are correct.
 sf=$(which safeexec)
 [ -x "$sf" ] || sf=/usr/bin/safeexec
+if [ -x "../safeexec.exe" ]; then
+  cp "../safeexec.exe" "safeexec.exe"
+  sf="./safeexec.exe"
+fi
 
 if [ "$1" == "" -o "$2" == "" -o "$3" == "" ]; then
   echo "parameter problem"
@@ -90,8 +94,9 @@ if [ ! -x "$sf" ]; then
 fi
 
 time=$3
-if [ "$time" -gt "0" ]; then
-  let "ttime = $time * 4"
+rtime=$(awk "BEGIN {print int($time+0.9999999)}")
+if [ "$rtime" -gt "0" ]; then
+  let "ttime = $rtime * 4"
 else
   time=1
   ttime=4
@@ -99,8 +104,8 @@ fi
 
 nruns=1
 if [ "$4" != "" ]; then
-  if [ "$4" -gt "0" ]; then
-    nruns=$4
+  if [ "$4" -gt "1" ]; then
+    echo "WARNING: nruns is set to $4, but it will be ignored because it's not supported by interactive problems"
   fi
 fi
 maxm=512000
@@ -124,79 +129,9 @@ cdir=$(pwd)
 echo "Current directory is $cdir -- chrooting on it" >&2
 
 ### START OF BOCA RUN COMMAND
-cat <<EOF >runit.sh
-#!/bin/bash
-mkfifo fifo.in fifo.out
-
-echo "Running solution as \$@" >&2
-
-"\$@" >fifo.out <fifo.in 2>/dev/null &
-SFPID=\$!
-
-./interactor.exe "stdin0" "stdout0" <fifo.out >fifo.in 2>stderr0 &
-INTPID=\$!
-
-ECINT=0
-ECSF=0
-
-wait -p EXITID -n \$SFPID \$INTPID
-ECEXIT=\$?
-if [[ \$ECEXIT -ne 0 ]]; then
-  kill -SIGTERM \$SFPID \$INTPID 2>/dev/null
-fi
-
-EXITFIRST=none
-if [[ \$EXITID -eq \$INTPID ]]; then
-  wait \$SFPID
-  ECSF=\$?
-  ECINT=\$ECEXIT
-  EXITFIRST=interactor
-else
-  wait \$INTPID
-  ECINT=\$?
-  ECSF=\$ECEXIT
-  EXITFIRST=solution
-fi
-
-rm -rf fifo.in fifo.out
-
-echo "Ran solution as \$@" &>>stderr0
-echo "interactor exitcode \$ECINT" &>>stderr0
-echo "solution exitcode \$ECSF" &>>stderr0
-echo "exit first \$EXITFIRST" &>>stderr0
-
-finish() {
-  echo "exitting from runit.sh with exit code \$1" &>>stderr0
-  exit \$1
-}
-
-# 1. Check for interactor errors.
-if [[ \$ECSF -eq -SIGPIPE ]] || [[ \$ECSF -eq -SIGTERM ]] || [[ \$ECSF -ne 0 ]] && ! cat stderr0 | grep -q "wrong output format Unexpected end of file"; then
-  if [[ \$ECINT -ge 1 ]] && [[ \$ECINT -le 4 ]]; then
-    echo "testlib exitcode \$ECINT" >stdout0
-    finish 0
-  elif [[ \$ECINT -ne 0 ]]; then
-    finish 9
-  fi
-fi
-
-# 2. Check for solution errors.
-if [[ \$ECSF -ne 0 ]]; then
-  finish \$ECSF
-fi
-
-# 3. Check for interactor without looking at solution output.
-if [[ \$ECINT -ge 1 ]] && [[ \$ECINT -le 4 ]]; then
-  echo "testlib exitcode \$ECINT" >stdout0
-  finish 0
-elif [[ \$ECINT -ne 0 ]]; then
-  finish 9
-fi
-
-# 4. Finish with zero and later check output.
-finish 0
+cat >runit.sh <<"EOF"
+{{runit_content}}
 EOF
-
 chmod 755 runit.sh
 
 ret=0
@@ -215,13 +150,14 @@ if [ $? -eq 0 ]; then
       exit 47
   fi
   export CLASSPATH=.:./run.jar:$CLASSPATH
-  "$sf" -r$nruns -t$time -T$ttime -istdin0 -F512 -u512 -U$bocau -G$bocag -ostdout0 -estderr0 -n0 -C. -d40000000000 -m40000000000 -- "\$kotlin" -cp run.jar -J-Xmx${maxm}K -J-Xss${maxms}K -J-Xms${maxm}K "$name"
+  ./runit.sh "$cdir" "$sf" "$ttime" -r$nruns -t$time -T$ttime -F512 -u512 -U$bocau -G$bocag -n0 -C. -d40000000000 -m40000000000 -- "\$kotlin" -cp run.jar -J-Xmx${maxm}K -J-Xss${maxms}K -J-Xms${maxm}K "$name"
   retval=\$?
   echo \$retval > runch.exitcode
   if [ ! -d /bocajail ]; then
     /bin/umount /proc 2>/dev/null
     /bin/umount /sys 2>/dev/null
   fi
+  rm -rf fifo.in fifo.out
 EOF
   chmod 755 runch.sh
   chroot /bocajail $cdir/runch.sh
@@ -233,17 +169,8 @@ EOF
     exit 49
   fi
 else
-  echo "CODE NOT BEING CHROOTED. DO NOT RUN THIS ON THE MAIN SERVER" >&2
-  echo "CODE NOT BEING CHROOTED. DO NOT RUN THIS ON THE MAIN SERVER" >&2
-  echo "CODE NOT BEING CHROOTED. DO NOT RUN THIS ON THE MAIN SERVER" >&2
-  kotlin=$(which kotlin)
-  [ -x "$kotlin" ] || kotlin=/usr/bin/kotlin
-  if [ ! -x "$kotlin" ]; then
-    echo "$kotlin not found or it's not executable"
-    exit 47
-  fi
-  "$sf" -r$nruns -t$time -T$ttime -istdin0 -F512 -u512 -U$bocau -G$bocag -ostdout0 -estderr0 -n0 -C. -d40000000000 -m40000000000 -- "$kotlin" -cp run.jar -J-Xmx${maxm}K -J-Xss${maxms}K -J-Xms${maxm}K "$name"
-  ret=$?
+  echo "ERROR: CODE NOT BEING CHROOTED. DO NOT RUN THIS ON THE MAIN SERVER" >&2
+  exit 48
 fi
 ### END OF BOCA RUN COMMAND
 

rbx/resources/packagers/boca/interactive/py2

@@ -61,6 +61,10 @@ fi
 # make sure that directories below are correct.
 sf=$(which safeexec)
 [ -x "$sf" ] || sf=/usr/bin/safeexec
+if [ -x "../safeexec.exe" ]; then
+  cp "../safeexec.exe" "safeexec.exe"
+  sf="./safeexec.exe"
+fi
 
 if [ "$1" == "" -o "$2" == "" -o "$3" == "" ]; then
   echo "parameter problem"
@@ -77,8 +81,9 @@ if [ ! -x "$sf" ]; then
 fi
 
 time=$3
-if [ "$time" -gt "0" ]; then
-  let "ttime = $time * 4"
+rtime=$(awk "BEGIN {print int($time+0.9999999)}")
+if [ "$rtime" -gt "0" ]; then
+  let "ttime = $rtime * 4"
 else
   time=1
   ttime=4
@@ -86,8 +91,8 @@ fi
 
 nruns=1
 if [ "$4" != "" ]; then
-  if [ "$4" -gt "0" ]; then
-    nruns=$4
+  if [ "$4" -gt "1" ]; then
+    echo "WARNING: nruns is set to $4, but it will be ignored because it's not supported by interactive problems"
   fi
 fi
 maxm=512000
@@ -111,79 +116,9 @@ cdir=$(pwd)
 echo "Current directory is $cdir -- chrooting on it" >&2
 
 ### START OF BOCA RUN COMMAND
-cat <<EOF >runit.sh
-#!/bin/bash
-mkfifo fifo.in fifo.out
-
-echo "Running solution as \$@" >&2
-
-"\$@" >fifo.out <fifo.in 2>/dev/null &
-SFPID=\$!
-
-./interactor.exe "stdin0" "stdout0" <fifo.out >fifo.in 2>stderr0 &
-INTPID=\$!
-
-ECINT=0
-ECSF=0
-
-wait -p EXITID -n \$SFPID \$INTPID
-ECEXIT=\$?
-if [[ \$ECEXIT -ne 0 ]]; then
-  kill -SIGTERM \$SFPID \$INTPID 2>/dev/null
-fi
-
-EXITFIRST=none
-if [[ \$EXITID -eq \$INTPID ]]; then
-  wait \$SFPID
-  ECSF=\$?
-  ECINT=\$ECEXIT
-  EXITFIRST=interactor
-else
-  wait \$INTPID
-  ECINT=\$?
-  ECSF=\$ECEXIT
-  EXITFIRST=solution
-fi
-
-rm -rf fifo.in fifo.out
-
-echo "Ran solution as \$@" &>>stderr0
-echo "interactor exitcode \$ECINT" &>>stderr0
-echo "solution exitcode \$ECSF" &>>stderr0
-echo "exit first \$EXITFIRST" &>>stderr0
-
-finish() {
-  echo "exitting from runit.sh with exit code \$1" &>>stderr0
-  exit \$1
-}
-
-# 1. Check for interactor errors.
-if [[ \$ECSF -eq -SIGPIPE ]] || [[ \$ECSF -eq -SIGTERM ]] || [[ \$ECSF -ne 0 ]] && ! cat stderr0 | grep -q "wrong output format Unexpected end of file"; then
-  if [[ \$ECINT -ge 1 ]] && [[ \$ECINT -le 4 ]]; then
-    echo "testlib exitcode \$ECINT" >stdout0
-    finish 0
-  elif [[ \$ECINT -ne 0 ]]; then
-    finish 9
-  fi
-fi
-
-# 2. Check for solution errors.
-if [[ \$ECSF -ne 0 ]]; then
-  finish \$ECSF
-fi
-
-# 3. Check for interactor without looking at solution output.
-if [[ \$ECINT -ge 1 ]] && [[ \$ECINT -le 4 ]]; then
-  echo "testlib exitcode \$ECINT" >stdout0
-  finish 0
-elif [[ \$ECINT -ne 0 ]]; then
-  finish 9
-fi
-
-# 4. Finish with zero and later check output.
-finish 0
+cat >runit.sh <<"EOF"
+{{runit_content}}
 EOF
-
 chmod 755 runit.sh
 
 ret=0
@@ -201,13 +136,14 @@ if [ $? -eq 0 ]; then
       echo "\$python2 not found or it's not executable"
       exit 47
   fi
-  "$sf" -F256 -u256 -f$maxf -r$nruns -n0 -C. -U$bocau -G$bocag -d$maxm -m$maxm -t$time -T$ttime -ostdout0 -estderr0 -- ./runit.sh "\$python2" "$name"
+  ./runit.sh "$cdir" "$sf" "$ttime" -F256 -u256 -f$maxf -r$nruns -n0 -C. -U$bocau -G$bocag -d$maxm -m$maxm -t$time -T$ttime -- "\$python2" "$name"
   retval=\$?
   echo \$retval > runch.exitcode
   if [ ! -d /bocajail ]; then
     /bin/umount /proc 2>/dev/null
     /bin/umount /sys 2>/dev/null
   fi
+  rm -rf fifo.in fifo.out
 EOF
   chmod 755 runch.sh
   chroot /bocajail $cdir/runch.sh
@@ -219,17 +155,8 @@ EOF
     exit 49
   fi
 else
-  echo "CODE NOT BEING CHROOTED. DO NOT RUN THIS ON THE MAIN SERVER" >&2
-  echo "CODE NOT BEING CHROOTED. DO NOT RUN THIS ON THE MAIN SERVER" >&2
-  echo "CODE NOT BEING CHROOTED. DO NOT RUN THIS ON THE MAIN SERVER" >&2
-  python2=$(which python2)
-  [ -x "$python2" ] || python2=/usr/bin/python2
-  if [ ! -x "$python2" ]; then
-    echo "$python2 not found or it's not executable"
-    exit 47
-  fi
-  "$sf" -F256 -u256 -f$maxf -r$nruns -n0 -C. -U$bocau -G$bocag -d$maxm -m$maxm -t$time -T$ttime -ostdout0 -estderr0 -- ./runit.sh "$python2" "$name"
-  ret=$?
+  echo "ERROR: CODE NOT BEING CHROOTED. DO NOT RUN THIS ON THE MAIN SERVER" >&2
+  exit 48
 fi
 ### END OF BOCA RUN COMMAND
 

rbx/resources/packagers/boca/interactive/py3

@@ -61,6 +61,10 @@ fi
 # make sure that directories below are correct.
 sf=$(which safeexec)
 [ -x "$sf" ] || sf=/usr/bin/safeexec
+if [ -x "../safeexec.exe" ]; then
+  cp "../safeexec.exe" "safeexec.exe"
+  sf="./safeexec.exe"
+fi
 
 if [ "$1" == "" -o "$2" == "" -o "$3" == "" ]; then
   echo "parameter problem"
@@ -77,8 +81,9 @@ if [ ! -x "$sf" ]; then
 fi
 
 time=$3
-if [ "$time" -gt "0" ]; then
-  let "ttime = $time * 4"
+rtime=$(awk "BEGIN {print int($time+0.9999999)}")
+if [ "$rtime" -gt "0" ]; then
+  let "ttime = $rtime * 4"
 else
   time=1
   ttime=4
@@ -86,8 +91,8 @@ fi
 
 nruns=1
 if [ "$4" != "" ]; then
-  if [ "$4" -gt "0" ]; then
-    nruns=$4
+  if [ "$4" -gt "1" ]; then
+    echo "WARNING: nruns is set to $4, but it will be ignored because it's not supported by interactive problems"
   fi
 fi
 maxm=512000
@@ -111,79 +116,9 @@ cdir=$(pwd)
 echo "Current directory is $cdir -- chrooting on it" >&2
 
 ### START OF BOCA RUN COMMAND
-cat <<EOF >runit.sh
-#!/bin/bash
-mkfifo fifo.in fifo.out
-
-echo "Running solution as \$@" >&2
-
-"\$@" >fifo.out <fifo.in 2>/dev/null &
-SFPID=\$!
-
-./interactor.exe "stdin0" "stdout0" <fifo.out >fifo.in 2>stderr0 &
-INTPID=\$!
-
-ECINT=0
-ECSF=0
-
-wait -p EXITID -n \$SFPID \$INTPID
-ECEXIT=\$?
-if [[ \$ECEXIT -ne 0 ]]; then
-  kill -SIGTERM \$SFPID \$INTPID 2>/dev/null
-fi
-
-EXITFIRST=none
-if [[ \$EXITID -eq \$INTPID ]]; then
-  wait \$SFPID
-  ECSF=\$?
-  ECINT=\$ECEXIT
-  EXITFIRST=interactor
-else
-  wait \$INTPID
-  ECINT=\$?
-  ECSF=\$ECEXIT
-  EXITFIRST=solution
-fi
-
-rm -rf fifo.in fifo.out
-
-echo "Ran solution as \$@" &>>stderr0
-echo "interactor exitcode \$ECINT" &>>stderr0
-echo "solution exitcode \$ECSF" &>>stderr0
-echo "exit first \$EXITFIRST" &>>stderr0
-
-finish() {
-  echo "exitting from runit.sh with exit code \$1" &>>stderr0
-  exit \$1
-}
-
-# 1. Check for interactor errors.
-if [[ \$ECSF -eq -SIGPIPE ]] || [[ \$ECSF -eq -SIGTERM ]] || [[ \$ECSF -ne 0 ]] && ! cat stderr0 | grep -q "wrong output format Unexpected end of file"; then
-  if [[ \$ECINT -ge 1 ]] && [[ \$ECINT -le 4 ]]; then
-    echo "testlib exitcode \$ECINT" >stdout0
-    finish 0
-  elif [[ \$ECINT -ne 0 ]]; then
-    finish 9
-  fi
-fi
-
-# 2. Check for solution errors.
-if [[ \$ECSF -ne 0 ]]; then
-  finish \$ECSF
-fi
-
-# 3. Check for interactor without looking at solution output.
-if [[ \$ECINT -ge 1 ]] && [[ \$ECINT -le 4 ]]; then
-  echo "testlib exitcode \$ECINT" >stdout0
-  finish 0
-elif [[ \$ECINT -ne 0 ]]; then
-  finish 9
-fi
-
-# 4. Finish with zero and later check output.
-finish 0
+cat >runit.sh <<"EOF"
+{{runit_content}}
 EOF
-
 chmod 755 runit.sh
 
 ret=0
@@ -201,13 +136,14 @@ if [ $? -eq 0 ]; then
       echo "\$python3 not found or it's not executable"
       exit 47
   fi
-  "$sf" -F256 -u256 -f$maxf -r$nruns -n0 -C. -U$bocau -G$bocag -d$maxm -m$maxm -t$time -T$ttime -ostdout0 -estderr0 -- ./runit.sh "\$python3" "$name"
+  ./runit.sh "$cdir" "$sf" "$ttime" -F256 -u256 -f$maxf -r$nruns -n0 -C. -U$bocau -G$bocag -d$maxm -m$maxm -t$time -T$ttime -- "\$python3" "$name"
   retval=\$?
   echo \$retval > runch.exitcode
   if [ ! -d /bocajail ]; then
     /bin/umount /proc 2>/dev/null
     /bin/umount /sys 2>/dev/null
   fi
+  rm -rf fifo.in fifo.out
 EOF
   chmod 755 runch.sh
   chroot /bocajail $cdir/runch.sh
@@ -219,17 +155,8 @@ EOF
     exit 49
   fi
 else
-  echo "CODE NOT BEING CHROOTED. DO NOT RUN THIS ON THE MAIN SERVER" >&2
-  echo "CODE NOT BEING CHROOTED. DO NOT RUN THIS ON THE MAIN SERVER" >&2
-  echo "CODE NOT BEING CHROOTED. DO NOT RUN THIS ON THE MAIN SERVER" >&2
-  python3=$(which python3)
-  [ -x "$python3" ] || python3=/usr/bin/python3
-  if [ ! -x "$python3" ]; then
-    echo "$python3 not found or it's not executable"
-    exit 47
-  fi
-  "$sf" -F256 -u256 -f$maxf -r$nruns -n0 -C. -U$bocau -G$bocag -d$maxm -m$maxm -t$time -T$ttime -ostdout0 -estderr0 -- ./runit.sh "$python3" "$name"
-  ret=$?
+  echo "ERROR: CODE NOT BEING CHROOTED. DO NOT RUN THIS ON THE MAIN SERVER" >&2
+  exit 48
 fi
 ### END OF BOCA RUN COMMAND
 

rbx/resources/packagers/boca/interactor_compile.sh

@@ -1,4 +1,7 @@
 ### START OF INTERACTOR COMPILATION
+CACHE_DIR="/tmp/boca-cache"
+mkdir -p $CACHE_DIR
+
 # Assumes testlib was added by checker
 INTERACTOR_PATH="interactor.cpp"
 INTERACTOR_OUT="interactor.exe"
@@ -21,8 +24,8 @@ EOF
 
 printf "%s" "${InteractorContent}" >$INTERACTOR_PATH
 
-interactor_hash=($(md5sum $INTERACTOR_PATH))
-interactor_cache="/tmp/boca-int-${interactor_hash}"
+interactor_hash=($(cat $INTERACTOR_PATH rbx.h testlib.h | md5sum))
+interactor_cache="$CACHE_DIR/interactor-${interactor_hash}"
 
 echo "Interactor hash: $interactor_hash"
 echo "Copying interactor to $CDIR/$INTERACTOR_OUT"

rbx/resources/packagers/boca/interactor_run.sh

@@ -0,0 +1,174 @@
+#!/bin/bash
+# $1 is cdir
+# $2 is sf
+
+cdir=$1
+shift
+sf=$1
+shift
+ttime=$1
+shift
+
+# Add 1 second to the wall TL of the interactor to be safe.
+ittime=$(($ttime + 1))
+
+cd "$cdir"
+
+# Ensure fifos are created and given access to.
+mkfifo fifo.in fifo.out
+chmod 666 fifo.in fifo.out
+chown nobody fifo.in fifo.out
+
+# Ensure interactor's side input and output can't be read by solution.
+touch stdin0 stdout0 interactor.stderr
+chmod 640 stdin0 stdout0 interactor.stderr
+
+echo "Running solution with safeexec params $@" >&2
+
+# Execute interactor in a memory-limited shell to ensure a misbehaved interactor
+# doesn't starve the system.
+cat >runit_wrapper.sh <<"WRAPPERFOF"
+#!/bin/bash
+# SIGTERM after ttime, SIGKILL after extra 5 seconds.
+(sleep $1; kill -TERM -$$; sleep 5; kill -9 -$$) 2>/dev/null &
+ulimit -v 1024000 && exec ./interactor.exe "stdin0" "stdout0"
+exit $?
+WRAPPERFOF
+chmod 755 runit_wrapper.sh
+./runit_wrapper.sh $ittime <fifo.out >fifo.in 2>interactor.stderr &
+INTPID=$!
+
+"$sf" -ofifo.out -ififo.in "$@" 2>safeexec.sf.stderr &
+SFPID=$!
+
+ECINT=0
+ECSF=0
+
+echo "interactor pid $INTPID" >>stderr0
+echo "solution pid $SFPID" >>stderr0
+
+wait -p EXITID -n $SFPID $INTPID
+ECEXIT=$?
+if [[ $ECEXIT -ne 0 ]]; then
+  kill -SIGTERM $SFPID $INTPID 2>/dev/null
+fi
+
+EXITFIRST=none
+if [[ $EXITID -eq $INTPID ]]; then
+  # In case the interactor exits first, we can just wait for the solution to finish.
+  # It will certainly finish at some point since it's running inside a constrained
+  # safeexec environment.
+  wait $SFPID
+  ECSF=$?
+  ECINT=$ECEXIT
+  EXITFIRST=interactor
+else
+  # When solution exits first, we're sure that it ACTUALLY finished first.
+  # So, in case of non-zero exit code, we probably already halted the interactor.
+  # Otherwise, let's wait for it for a maximum of wall time and then halt it to ensure
+  # a misbehaved interactor doesn't hang the entire judge.
+  wait $INTPID
+  ECINT=$?
+  ECSF=$ECEXIT
+  EXITFIRST=solution
+fi
+
+echo "interactor exitcode $ECINT" >>stderr0
+echo "solution exitcode $ECSF" >>stderr0
+echo "exit first $EXITFIRST" >>stderr0
+
+# Recover permissions.
+chmod 644 stdin0 stdout0
+
+# SAFEEXEC STDERR
+echo "== <safeexec solution stderr> ==" >>stderr0
+cat safeexec.sf.stderr >>stderr0
+echo "== </safeexec solution stderr> ==" >>stderr0
+
+# INTERACTOR STDERR
+echo "== <interactor stderr> ==" >>stderr0
+cat interactor.stderr >>stderr0 2>/dev/null
+echo "== </interactor stderr> ==" >>stderr0
+###
+
+JUDGE_ERROR=4
+finish() {
+  echo "exitting from runit.sh with exit code $1" >>stderr0
+  rm -rf fifo.in fifo.out
+  exit $1
+}
+
+# Solution RTE, for checking purposes, is defined as any safeexec non-zero exit code, except for TLE or MLE.
+is_solution_rte() {
+  if [[ $1 -eq 0 ]]; then
+    false
+    return
+  fi
+
+  # In case of TLE or MLE, we don't consider as RTE.
+  if [[ $1 -eq 3 ]] || [[ $1 -eq 7 ]]; then
+    false
+    return
+  fi
+  true
+}
+
+# Interactor RTE, for checking purposes, is defined as any non-zero exit code, except for SIGTERM or SIGPIPE, or exit codes
+# reserved for testlib.
+is_interactor_rte() {
+  if [[ $1 -eq 0 ]] || [[ $1 -eq 143 ]] || [[ $1 -eq 141 ]]; then
+    false
+    return
+  fi
+
+  if [[ $1 -ge 1 ]] && [[ $1 -le 4 ]]; then
+    false
+    return
+  fi
+
+  true
+}
+
+# Check for interactor errors.
+check_interactor() {
+  local EC=$ECINT
+  if [[ $EC -eq 0 ]]; then
+    return
+  fi
+
+  if [[ $EC -ge 1 ]] && [[ $EC -le 4 ]]; then
+    echo "testlib returned WA-like exitcode $EC" >>stderr0
+    echo "testlib exitcode $EC" >stdout0
+    finish 0
+  fi
+
+  finish $JUDGE_ERROR
+}
+
+# 0. Interactor has crashed?
+if is_interactor_rte $ECINT; then
+  echo "interactor EXITED WITH NON-ZERO CODE $ECINT" >>stderr0
+  finish $JUDGE_ERROR
+fi
+
+# 1. Solution has exceed limits?
+if [[ $ECSF -eq 3 ]] || [[ $ECSF -eq 7 ]]; then
+  finish $ECSF
+fi
+
+# 2. Check for interactor errors.
+# TODO: Maybe one day get rid of "wrong output format" check with extra fifos.
+if ([[ $EXITFIRST == "interactor" ]] || is_solution_rte $ECSF) && ! cat stderr0 | grep -q "wrong output format Unexpected end of file"; then
+  check_interactor
+fi
+
+# 3. Check for solution errors.
+if [[ $ECSF -ne 0 ]]; then
+  finish $ECSF
+fi
+
+# 4. Check for interactor without looking at solution output.
+check_interactor
+
+# 5. Finish with zero and later check output.
+finish 0