rbx.cp 0.5.46__py3-none-any.whl → 0.5.47__py3-none-any.whl

rbx/grading/judge/sandbox.py

@@ -6,6 +6,7 @@ import logging
 import os
 import pathlib
 import select
+import signal
 import stat
 import subprocess
 import sys
@@ -14,6 +15,7 @@ from typing import IO, Any, Dict, List, Optional
 
 import pydantic
 
+from rbx.grading import processing_context
 from rbx.grading.judge import cacher, storage
 
 logger = logging.getLogger(__name__)
@@ -187,6 +189,7 @@ class SandboxBase(abc.ABC):
 
     EXIT_SANDBOX_ERROR = 'sandbox error'
     EXIT_OK = 'ok'
+    EXIT_TERMINATED = 'terminated'
     EXIT_SIGNAL = 'signal'
     EXIT_TIMEOUT = 'timeout'
     EXIT_TIMEOUT_WALL = 'wall timeout'
@@ -225,6 +228,7 @@ class SandboxBase(abc.ABC):
         self.cmd_file = pathlib.PosixPath('commands.log')
 
         self.params = params or SandboxParams()
+        self.pid = None
 
         # Set common environment variables.
         # Specifically needed by Python, that searches the home for
@@ -324,6 +328,28 @@ class SandboxBase(abc.ABC):
         """
         pass
 
+    def set_pid(self, pid: int):
+        processing_context.add_to_processing_context(pid)
+        self.pid = pid
+
+    def get_pid(self) -> Optional[int]:
+        """Return the PID of the sandboxed process.
+
+        return (int|None): the PID of the sandboxed process, or None if
+            the sandboxed process is not running.
+
+        """
+        return self.pid
+
+    @abc.abstractmethod
+    def get_detailed_logs(self) -> str:
+        """Return the detailed logs of the sandbox.
+
+        return (string): the detailed logs of the sandbox.
+
+        """
+        pass
+
     @abc.abstractmethod
     def get_human_exit_description(self) -> str:
         """Get the status of the sandbox and return a human-readable
@@ -667,7 +693,9 @@ class SandboxBase(abc.ABC):
             did).
 
         """
-        return exitcode == 0
+        # SIGTERM can be safely ignored, just in case it leaks away from
+        # the sandbox.
+        return exitcode == 0 or exitcode == -signal.SIGTERM
 
     @abc.abstractmethod
     def initialize(self):

rbx/grading/judge/sandboxes/isolate.py

@@ -420,6 +420,7 @@ class IsolateSandbox(SandboxBase):
         return (string): the main reason why the sandbox terminated.
 
         """
+        # TODO: figure out EXIT_TERMINATED
         assert self.log is not None
         status_list = self.get_status_list()
         if 'XX' in status_list:
@@ -462,6 +463,14 @@ class IsolateSandbox(SandboxBase):
             return 'Execution failed because the return code was nonzero'
         return ''
 
+    def get_detailed_logs(self) -> str:
+        """Return the detailed logs of the sandbox.
+
+        return (string): the detailed logs of the sandbox.
+
+        """
+        return str(self.log)
+
     def inner_absolute_path(self, path: pathlib.Path) -> pathlib.Path:
         """Translate from a relative path inside the sandbox to an
         absolute path inside the sandbox.
@@ -602,6 +611,7 @@ class IsolateSandbox(SandboxBase):
         # std*** to interfere with command. Otherwise we let the
         # caller handle these issues.
         with popen as p:
+            self.set_pid(p.pid)
             exitcode = self.translate_box_exitcode(
                 wait_without_std([p], actually_pipe_to_stdout=self.debug)[0]
             )

rbx/grading/judge/sandboxes/stupid_sandbox.py

@@ -57,7 +57,6 @@ class StupidSandbox(SandboxBase):
         self.initialize()
 
         self.exec_num = -1
-        self.popen = None
         self.log = None
         self.returncode = None
 
@@ -192,9 +191,13 @@ class StupidSandbox(SandboxBase):
         return (string): the main reason why the sandbox terminated.
 
         """
-        if self.returncode != 0:
+        if self.returncode is not None and not self.translate_box_exitcode(
+            self.returncode
+        ):
             return self.EXIT_SANDBOX_ERROR
         status_list = self.get_status_list()
+        if 'TE' in status_list:
+            return self.EXIT_TERMINATED
         if 'WT' in status_list:
             return self.EXIT_TIMEOUT_WALL
         if 'TO' in status_list:
@@ -218,6 +221,9 @@ class StupidSandbox(SandboxBase):
         assert self.log is not None
         return int(self.log['exit-code'])
 
+    def get_detailed_logs(self) -> str:
+        return str(self.log)
+
     def get_human_exit_description(self) -> str:
         """Get the status of the sandbox and return a human-readable
         string describing it.
@@ -299,13 +305,19 @@ class StupidSandbox(SandboxBase):
             + self.get_timeit_args()
             + command
         )
-        self.returncode = subprocess.call(
+        with subprocess.Popen(
             real_command,
             stdin=subprocess.PIPE,
             stdout=subprocess.PIPE,
             stderr=subprocess.STDOUT,
             env={**os.environ, **self.params.set_env},
-        )
+        ) as p:
+            self.set_pid(p.pid)
+            try:
+                self.returncode = p.wait()
+            except Exception:
+                p.kill()
+                raise
         self.hydrate_logs()
         return self.translate_box_exitcode(self.returncode)
 

rbx/grading/judge/sandboxes/timeit.py

@@ -223,6 +223,7 @@ def wait_and_finish(
     pid: int,
     options: Options,
     start_time: float,
+    status_holder: Set[str],
     alarm_msg: Optional[List[Optional[str]]] = None,
 ):
     _, exitstatus, ru = os.wait4(pid, 0)
@@ -237,7 +238,7 @@ def wait_and_finish(
     if exitcode < 0:
         entries.append(f'exit-sig: {-exitcode}')
 
-    status = set()
+    status = status_holder
     if exitcode > 0:
         status.add('RE')
     if exitcode < 0:
@@ -284,9 +285,11 @@ def main():
             os.chdir(options.chdir)
         set_rlimits(options)
         redirect_fds(options)
+        signal.signal(signal.SIGPIPE, signal.SIG_DFL)
         os.execvp(options.argv[0], options.argv)
 
     alarm_msg: List[Optional[str]] = [None]
+    status_holder: Set[str] = set()
 
     def handle_alarm(*args, **kwargs):
         nonlocal alarm_msg
@@ -311,15 +314,21 @@ def main():
 
         signal.setitimer(signal.ITIMER_REAL, 0.3)
 
+    def handle_sub_term(*args, **kwargs):
+        nonlocal status_holder
+        status_holder.add('TE')
+        os.kill(sub_pid, 9)
+
     signal.setitimer(signal.ITIMER_REAL, 0.3)
     signal.signal(signal.SIGALRM, handle_alarm)
-    wait_and_finish(sub_pid, options, start_time, alarm_msg=alarm_msg)
+    signal.signal(signal.SIGTERM, handle_sub_term)
 
+    wait_and_finish(sub_pid, options, start_time, status_holder, alarm_msg=alarm_msg)
     # Cancel alarm before exiting to avoid surprises.
     signal.setitimer(signal.ITIMER_REAL, 0)
 
     # Exit gracefully.
-    sys.exit()
+    sys.exit(0)
 
 
 if __name__ == '__main__':

rbx/grading/processing_context.py

@@ -0,0 +1,48 @@
+import contextlib
+import os
+import signal
+import threading
+from typing import Optional, Set
+
+_processing_context_pids: Optional[Set[int]] = None
+_lock = threading.Lock()
+
+# Creating a processing context is not thread-safe, but adding to it is.
+
+
+@contextlib.contextmanager
+def new_processing_context():
+    global _processing_context_pids
+    with _lock:
+        old_processing_context_pids = _processing_context_pids
+        _processing_context_pids = set()
+    try:
+        yield
+    finally:
+        with _lock:
+            _processing_context_pids = old_processing_context_pids
+
+
+def get_processing_context() -> Set[int]:
+    with _lock:
+        return _processing_context_pids or set()
+
+
+def add_to_processing_context(pid: int):
+    global _processing_context_pids
+    with _lock:
+        if _processing_context_pids is None:
+            return
+        _processing_context_pids.add(pid)
+
+
+def terminate_all_processes_in_context():
+    with _lock:
+        if _processing_context_pids is None:
+            return
+        for pid in _processing_context_pids:
+            try:
+                os.kill(pid, signal.SIGTERM)
+            except OSError:
+                pass
+        _processing_context_pids.clear()

rbx/grading/steps.py

@@ -21,6 +21,7 @@ from rich.text import Text
 from rbx import utils
 from rbx.config import get_bits_stdcpp, get_jngen, get_testlib
 from rbx.console import console
+from rbx.grading import processing_context
 from rbx.grading.judge.sandbox import SandboxBase, SandboxParams
 from rbx.grading.judge.storage import Storage, copyfileobj
 
@@ -197,6 +198,7 @@ class RunLog(BaseModel):
     exitstatus: str = SandboxBase.EXIT_SANDBOX_ERROR
     time: Optional[float] = 0.0
     memory: Optional[int] = 0
+    sandbox: str = ''
     warnings: bool = False
     metadata: Optional[RunLogMetadata] = None
 
@@ -210,7 +212,7 @@ class RunLog(BaseModel):
             return 'OK'
         time = self.time or 0.0
         memory = self.memory or 0
-        return f'FAILED with exit code {self.exitcode} and sandbox status {self.exitstatus} (time: {time}s, memory: {memory//(1024*1024)}MB)'
+        return f'FAILED with exit code {self.exitcode} and sandbox status {self.exitstatus} (time: {time}s, memory: {memory // (1024 * 1024)}MB)'
 
 
 class PreprocessLog(RunLog):
@@ -567,6 +569,7 @@ def compile(
             memory=sandbox.get_memory_used(),
             warnings=_check_for_compilation_warnings(sandbox, stderr_file),
             log='\n'.join(std_outputs),
+            sandbox=sandbox.get_detailed_logs(),
         )
         logs.append(log)
 
@@ -594,6 +597,7 @@ async def run(
     sandbox: SandboxBase,
     artifacts: GradingArtifacts,
     metadata: Optional[RunLogMetadata] = None,
+    kill_on_processing_context_exit: bool = False,
 ) -> Optional[RunLog]:
     _process_input_artifacts(artifacts, sandbox)
     _process_fifos(artifacts, sandbox)
@@ -609,6 +613,9 @@ async def run(
         )
         return None
 
+    if sandbox.get_exit_code() != 0 and kill_on_processing_context_exit:
+        processing_context.terminate_all_processes_in_context()
+
     if not _process_output_artifacts(artifacts, sandbox):
         return None
 
@@ -625,6 +632,7 @@ async def run(
         time=sandbox.get_execution_time(),
         memory=sandbox.get_memory_used(),
         metadata=metadata,
+        sandbox=sandbox.get_detailed_logs(),
     )
     if metadata is not None and metadata.is_sanitized:
         run_log.warnings = _check_for_sanitizer_warnings(
@@ -649,19 +657,22 @@ async def run_coordinated(
     interactor: CoordinatedRunParams,
     solution: CoordinatedRunParams,
 ) -> Tuple[Optional[RunLog], Optional[RunLog]]:
-    runs = tuple(
-        run(
-            params.command,
-            params.params,
-            params.sandbox,
-            params.artifacts,
-            params.metadata,
+    with processing_context.new_processing_context():
+        runs = tuple(
+            run(
+                params.command,
+                params.params,
+                params.sandbox,
+                params.artifacts,
+                params.metadata,
+                kill_on_processing_context_exit=True,
+            )
+            for params in [interactor, solution]
+        )
+        return typing.cast(
+            Tuple[Optional[RunLog], Optional[RunLog]],
+            tuple(await asyncio.gather(*runs)),
         )
-        for params in [interactor, solution]
-    )
-    return typing.cast(
-        Tuple[Optional[RunLog], Optional[RunLog]], tuple(await asyncio.gather(*runs))
-    )
 
 
 def _normalize_checked_words(s: str) -> Tuple[str, ...]:

rbx/resources/packagers/boca/checker.sh

@@ -1,9 +1,10 @@
 ### START OF CHECKER COMPILATION
+CDIR=$(pwd)
 CHECKER_PATH="checker.cpp"
-CHECKER_OUT="../checker.exe"
+CHECKER_OUT="checker.exe"
 
 # find compiler
-cc=`which g++`
+cc=$(which g++)
 [ -x "$cc" ] || cc=/usr/bin/g++
 if [ ! -x "$cc" ]; then
     echo "$cc not found or it's not executable"
@@ -12,25 +13,26 @@ fi
 read -r -d '' TestlibContent <<"EOF"
 {{testlib_content}}
 EOF
-  
+
 read -r -d '' CheckerContent <<"EOF"
 {{checker_content}}
 EOF
 
-printf "%s" "${TestlibContent}" > testlib.h
-printf "%s" "${CheckerContent}" > $CHECKER_PATH
+printf "%s" "${TestlibContent}" >testlib.h
+printf "%s" "${CheckerContent}" >$CHECKER_PATH
 
 checker_hash=($(md5sum $CHECKER_PATH))
 checker_cache="/tmp/boca-chk-${checker_hash}"
 
 echo "Polygon checker hash: $checker_hash"
+echo "Copying polygon checker to $CDIR/$CHECKER_OUT"
 if [ -f "$checker_cache" ]; then
     echo "Recovering polygon checker from cache: $checker_cache"
     cp "$checker_cache" $CHECKER_OUT -f
 else
     echo "Compiling polygon checker: $CHECKER_PATH"
     $cc {{rbxFlags}} $CHECKER_PATH -o $CHECKER_OUT
-    
+
     if [ $? -ne 0 ]; then
         echo "Checker could not be compiled"
         exit 47

rbx/resources/packagers/boca/compare.sh

@@ -0,0 +1,48 @@
+#!/bin/bash
+if [ ! -r "$1" -o ! -r "$2" ]; then
+  echo "Parameter problem"
+  exit 43
+fi
+
+INTERACTOREXITCODE=$(grep '^testlib exitcode' "$1" | awk '{print $NF}')
+if [[ -n $INTERACTOREXITCODE ]]; then
+  echo "interactor exitcode = $INTERACTOREXITCODE"
+  if [[ $INTERACTOREXITCODE -eq 1 ]]; then
+    echo "interactor return wrong answer"
+    exit 6
+  elif [[ $INTERACTOREXITCODE -eq 2 ]]; then
+    echo "interactor invalid input"
+    exit 6
+  elif [[ $INTERACTOREXITCODE -eq 3 ]]; then
+    echo "interactor failed with exit code 3"
+    exit 43
+  else
+    echo "interactor failed with exit code $INTERACTOREXITCODE"
+    exit 47
+  fi
+fi
+
+# Next lines of this script just compares team_output and sol_output,
+# although it is possible to change them to more complex evaluations.
+output=$(./checker.exe $3 $1 $2 2>&1 >/dev/null)
+EC=$?
+
+echo "checker exitcode = $EC"
+echo "$output"
+
+if [ $EC -eq 0 ]; then
+  echo "checker found no differences"
+  exit 4
+elif [ $EC -eq 1 ]; then
+  echo "checker found differences"
+  exit 6
+elif [ $EC -eq 2 ]; then
+  echo "checker found invalid output"
+  exit 6
+elif [ $EC -eq 3 ]; then
+  echo "judge failed with $EC"
+  exit 43
+else
+  echo "judge failed with $EC"
+  exit 47
+fi

rbx/resources/packagers/boca/interactive/c

@@ -0,0 +1,207 @@
+#!/bin/bash
+# ////////////////////////////////////////////////////////////////////////////////
+# //BOCA Online Contest Administrator
+# //    Copyright (C) 2003-2014 by BOCA System (bocasystem@gmail.com)
+# //
+# //    This program is free software: you can redistribute it and/or modify
+# //    it under the terms of the GNU General Public License as published by
+# //    the Free Software Foundation, either version 3 of the License, or
+# //    (at your option) any later version.
+# //
+# //    This program is distributed in the hope that it will be useful,
+# //    but WITHOUT ANY WARRANTY; without even the implied warranty of
+# //    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# //    GNU General Public License for more details.
+# //    You should have received a copy of the GNU General Public License
+# //    along with this program.  If not, see <http://www.gnu.org/licenses/>.
+# ////////////////////////////////////////////////////////////////////////////////
+#Last modified: 21/aug/2014 by cassio@ime.usp.br
+#
+# parameters are:
+# $1 exe_file
+# $2 input_file
+# $3 timelimit (limit to run all the repetitions, by default only one repetition)
+# $4 number_of_repetitions_to_run (optional, can be used for better tuning the timelimit)
+# $5 maximum allowed memory (in MBytes)
+# $6 maximum allowed output size (in KBytes)
+#
+# the output of the submission should be directed to the standard output
+#
+# the return code show what happened (according to safeexec):
+# 0 ok
+# 1 compile error
+# 2 runtime error
+# 3 timelimit exceeded
+# 4 internal error
+# 5 parameter error
+# 6 internal error
+# 7 memory limit exceeded
+# 8 security threat
+# 9 runtime error
+# other_codes are unknown to boca: in this case BOCA will present the
+#                                  last line of standard output to the judge
+
+umask 0022
+id -u bocajail >/dev/null 2>/dev/null
+if [ $? == 0 ]; then
+  bocau=$(id -u bocajail)
+  bocag=$(id -g bocajail)
+  chown bocajail.nogroup .
+else
+  bocau=$(id -u nobody)
+  bocag=$(id -g nobody)
+  chown nobody.nogroup .
+fi
+if [ "$bocau" == "" -o "$bocag" == "" ]; then
+  echo "error finding user to run script"
+  exit 43
+fi
+
+# this script makes use of safeexec to execute the code with less privilegies
+# make sure that directories below are correct.
+sf=$(which safeexec)
+[ -x "$sf" ] || sf=/usr/bin/safeexec
+
+if [ "$1" == "" -o "$2" == "" -o "$3" == "" ]; then
+  echo "parameter problem"
+  exit 43
+fi
+if [ ! -x "$1" ]; then
+  echo "$1 not found (or is not in the current dir) or it's not executable"
+  exit 44
+fi
+if [ ! -r "$2" ]; then
+  echo "$2 not found (or is not in the current dir) or it's not readable"
+  exit 45
+fi
+if [ ! -x "$sf" ]; then
+  echo "$sf not found or it's not executable"
+  exit 46
+fi
+
+time=$3
+if [ "$time" -gt "0" ]; then
+  let "ttime = $time + 30"
+else
+  time=1
+  ttime=30
+fi
+
+nruns=1
+if [ "$4" != "" ]; then
+  if [ "$4" -gt "0" ]; then
+    nruns=$4
+  fi
+fi
+maxm=512000
+if [ "$5" != "" ]; then
+  if [ "$5" -gt "0" ]; then
+    maxm=${5}000
+  fi
+fi
+maxf=1024
+if [ "$6" != "" ]; then
+  if [ "$6" -gt "0" ]; then
+    maxf=${6}
+  fi
+fi
+
+cp "$2" stdin0 2>/dev/null
+cp "$1" run.exe 2>/dev/null
+cp ../interactor.exe interactor.exe 2>/dev/null
+
+file run.exe | grep -iq "statically linked"
+if [ "$?" != "0" ]; then
+  echo "Aborting because $1 is not statically linked"
+  exit 47
+fi
+
+cdir=$(pwd)
+echo "Current directory is $cdir -- chrooting on it" >&2
+
+### START OF BOCA RUN COMMAND
+cat <<EOF >runit.sh
+#!/bin/bash
+mkfifo fifo.in fifo.out
+
+echo "Running solution as \$@" >&2
+
+"\$@" >fifo.out <fifo.in 2>/dev/null &
+SFPID=\$!
+
+./interactor.exe "stdin0" "stdout0" <fifo.out >fifo.in 2>stderr0 &
+INTPID=\$!
+
+wait \$SFPID
+ECSF=\$?
+
+wait \$INTPID
+ECINT=\$?
+
+rm -rf fifo.in fifo.out
+
+echo "interactor \$INTPID -> \$ECINT" >&2
+echo "solution \$SFPID -> \$ECSF" >&2
+
+echo "interactor exitcode \$ECINT" >&2
+echo "solution exitcode \$ECSF" >&2
+
+ret=0
+if [[ \$ECINT -ge 1 ]] && [[ \$ECINT -le 4 ]]; then
+  echo "testlib exitcode \$ECINT" >stdout0
+  ret=0
+elif [[ \$ECSF -ne 0 ]]; then
+  ret=\$ECSF
+elif [[ \$ECINT -ne 0 ]]; then
+  ret=9
+fi
+
+exit \$ret
+EOF
+
+chmod 755 runit.sh
+
+ret=0
+echo $cdir | grep -q "/bocajail"
+if [ $? -eq 0 ]; then
+  cdir=$(echo $cdir | sed "s/.*\/bocajail//")
+  cat <<EOF >runch.sh
+  #!/bin/bash
+  cd "$cdir"
+  [ -f /proc/cpuinfo ] || /bin/mount -t proc proc /proc
+  [ -d /sys/kernel ] || /bin/mount -t sysfs sysfs /sys
+  "$sf" -F10 -f$maxf -r$nruns -n0 -C. -U$bocau -G$bocag -d$maxm -m$maxm -t$time -T$ttime -ostdout0 -estderr0 -- ./runit.sh ./run.exe
+  retval=\$?
+  echo \$retval > runch.exitcode
+  if [ ! -d /bocajail ]; then
+    /bin/umount /proc 2>/dev/null
+    /bin/umount /sys 2>/dev/null
+  fi
+EOF
+  chmod 755 runch.sh
+  chroot /bocajail $cdir/runch.sh
+  if [ -r runch.exitcode ]; then
+    ret=$(cat runch.exitcode)
+  fi
+  if [ "$ret" == "" ]; then
+    echo "Execution error - check autojudging"
+    exit 49
+  fi
+else
+  echo "CODE NOT BEING CHROOTED. DO NOT RUN THIS ON THE MAIN SERVER" >&2
+  echo "CODE NOT BEING CHROOTED. DO NOT RUN THIS ON THE MAIN SERVER" >&2
+  echo "CODE NOT BEING CHROOTED. DO NOT RUN THIS ON THE MAIN SERVER" >&2
+
+  "$sf" -F10 -f$maxf -r$nruns -n0 -C. -U$bocau -G$bocag -d$maxm -m$maxm -t$time -T$ttime -ostdout0 -estderr0 -- ./runit.sh ./run.exe
+  ret=$?
+fi
+### END OF BOCA RUN COMMAND
+
+if [ $ret -gt 10 ]; then
+  echo "execution error with code $ret" >&2
+  ret=0
+fi
+if [ -f stdout0 ]; then
+  cat stdout0
+fi
+exit $ret