rbx.cp 0.5.54__py3-none-any.whl → 0.5.56__py3-none-any.whl

rbx/box/ui/screens/command.py

@@ -0,0 +1,35 @@
+import asyncio
+from typing import List
+
+from textual.app import ComposeResult
+from textual.screen import Screen
+from textual.widgets import Footer, Header
+
+from rbx.box.ui.captured_log import LogDisplay
+
+
+class CommandScreen(Screen):
+    BINDINGS = [('q', 'app.pop_screen', 'Back')]
+
+    def __init__(self, command: List[str]):
+        super().__init__()
+        self.command = command
+
+    def compose(self) -> ComposeResult:
+        yield Header()
+        yield Footer()
+        yield LogDisplay()
+
+    async def _run_command(self):
+        exitcode = await self.query_one(LogDisplay).capture(self.command)
+        if exitcode != 0:
+            self.query_one(LogDisplay).border_subtitle = f'Exit code: {exitcode}'
+            return
+
+        self.query_one(LogDisplay).border_subtitle = 'Finished'
+
+    async def on_mount(self):
+        self.query_one(LogDisplay).border_title = 'Command output'
+
+        # Fire and forget.
+        asyncio.create_task(self._run_command())

rbx/box/ui/{run.py → screens/run.py}

@@ -18,9 +18,10 @@ from rbx.box.solutions import (
     SolutionReportSkeleton,
     get_evals_formatted_time,
     get_testcase_markup_verdict,
-    run_solutions,
 )
 from rbx.box.ui.captured_log import LogDisplay, LogDisplayState
+from rbx.box.ui.screens.command import CommandScreen
+from rbx.grading.steps import Evaluation
 
 
 def _build_solution_selection_label(sol: Solution) -> Text:
@@ -36,7 +37,7 @@ def _build_solution_selection_label(sol: Solution) -> Text:
 class SolutionReportScreen(Screen):
     skeleton: SolutionReportSkeleton
 
-    BINDINGS = [('q', 'app.pop_screen', 'Quit')]
+    BINDINGS = [('q', 'app.pop_screen', 'Back')]
 
     def __init__(
         self,
@@ -86,7 +87,7 @@ class SolutionReportScreen(Screen):
                 return i
         raise
 
-    async def process(self, item: EvaluationItem):
+    async def process(self, item: EvaluationItem, eval: Evaluation):
         pkg = package.find_problem_package_or_die()
         sol_idx_in_skeleton = self._find_solution_index_in_skeleton(
             pkg.solutions[item.solution_index]
@@ -101,17 +102,19 @@ class SolutionReportScreen(Screen):
 
         table.update_cell_at(
             Coordinate(row=row_idx, column=2),
-            get_testcase_markup_verdict(await item.eval()),
+            get_testcase_markup_verdict(eval),
             update_width=True,
         )
         table.update_cell_at(
             Coordinate(row=row_idx, column=3),
-            get_evals_formatted_time([await item.eval()]),
+            get_evals_formatted_time([eval]),
             update_width=True,
         )
 
 
 class RunScreen(Screen):
+    BINDINGS = [('q', 'app.pop_screen', 'Back')]
+
     def compose(self) -> ComposeResult:
         yield Header()
         yield Footer()
@@ -141,7 +144,6 @@ class RunScreen(Screen):
                 id='run-config',
             )
             yield Button('Run')
-            yield LogDisplay()
 
     def on_mount(self):
         sols = self.query_one('#run-sols', SelectionList)
@@ -160,7 +162,6 @@ class RunScreen(Screen):
     async def on_button_pressed(self, _: Button.Pressed):
         await self.action_run()
 
-    @textual.work(thread=True)
     async def _run_solutions(self, tracked_solutions: Set[str], check: bool):
         main_solution = package.get_main_solution()
         if check and main_solution is None:
@@ -169,36 +170,7 @@ class RunScreen(Screen):
             )
             check = False
 
-        async def build():
-            return await self.query_one(LogDisplay).capture(['rbx', 'build'])
-
-        exitcode = self.app.call_from_thread(build)
-
-        if exitcode != 0:
-            textual.log(f'early quit: {exitcode}')
-            return
-
-        textual.log('build finished ok, running solutions')
-
-        res = run_solutions(tracked_solutions=tracked_solutions, check=check)
-
-        async def mount_report_widget() -> SolutionReportScreen:
-            # log_display_state = self.query_one(LogDisplay).export()
-            log_display_state = None
-            await self.app.push_screen(
-                screen := SolutionReportScreen(
-                    res.skeleton, log_display_state=log_display_state
-                )
-            )
-            return screen
-
-        new_screen = await mount_report_widget()
-
-        async def process_item(item: EvaluationItem):
-            await new_screen.process(item)
-
-        for item in res.items:
-            self.app.call_from_thread(process_item, item)
+        self.app.switch_screen(CommandScreen(['rbx', 'run']))
 
     async def action_run(self):
         sols = self.query_one('#run-sols', SelectionList)
@@ -207,4 +179,4 @@ class RunScreen(Screen):
         tracked_solutions = set(str(sol) for sol in sols.selected)
         check = 'check' in config.selected
 
-        self._run_solutions(tracked_solutions, check)
+        await self._run_solutions(tracked_solutions, check)

rbx/box/ui/screens/run_explorer.py

@@ -0,0 +1,5 @@
+from textual.screen import Screen
+
+
+class RunExplorerScreen(Screen):
+    pass

rbx/box/ui/screens/test_explorer.py

@@ -0,0 +1,100 @@
+from typing import List, Optional
+
+from textual.app import ComposeResult
+from textual.containers import Horizontal, Vertical
+from textual.screen import Screen
+from textual.widgets import Footer, Header, Label, ListItem, ListView, RichLog
+
+from rbx.box.testcase_extractors import (
+    GenerationTestcaseEntry,
+    extract_generation_testcases_from_groups,
+)
+from rbx.box.ui.widgets.file_log import FileLog
+from rbx.box.ui.widgets.rich_log_box import RichLogBox
+
+
+class TestExplorerScreen(Screen):
+    BINDINGS = [
+        ('q', 'app.pop_screen', 'Quit'),
+        ('m', 'toggle_metadata', 'Toggle metadata'),
+    ]
+
+    def __init__(self):
+        super().__init__()
+        self._entries: List[GenerationTestcaseEntry] = []
+
+    def compose(self) -> ComposeResult:
+        yield Header()
+        yield Footer()
+        with Horizontal(id='test-explorer'):
+            with Vertical(id='test-list-container'):
+                yield ListView(id='test-list')
+            with Vertical(id='test-details'):
+                yield FileLog(id='test-input')
+                yield FileLog(id='test-output')
+                yield RichLogBox(id='test-metadata')
+
+    async def on_mount(self):
+        self.query_one('#test-list').border_title = 'Tests'
+        self.query_one('#test-input').border_title = 'Input'
+        self.query_one('#test-output').border_title = 'Output'
+
+        metadata = self.query_one('#test-metadata', RichLogBox)
+        metadata.display = False
+        metadata.border_title = 'Metadata'
+        metadata.wrap = True
+        metadata.markup = True
+        metadata.clear().write('No test selected')
+        await self._update_tests()
+
+    def action_toggle_metadata(self):
+        metadata = self.query_one('#test-metadata', RichLogBox)
+        metadata.display = not metadata.display
+
+    def _update_selected_test(self, index: Optional[int]):
+        input = self.query_one('#test-input', FileLog)
+        output = self.query_one('#test-output', FileLog)
+        metadata = self.query_one('#test-metadata', RichLog)
+
+        if index is None:
+            input.path = None
+            output.path = None
+            metadata.clear().write('No test selected')
+            return
+        entry = self._entries[index]
+        input.path = entry.metadata.copied_to.inputPath
+        output.path = entry.metadata.copied_to.outputPath
+
+        metadata.clear()
+        metadata.write(
+            f'[bold]{entry.group_entry.group}[/bold] / [bold]{entry.group_entry.index}[/bold]'
+        )
+        if entry.metadata.copied_from is not None:
+            metadata.write(
+                f'[bold]Copied from:[/bold] {entry.metadata.copied_from.inputPath}'
+            )
+        if entry.metadata.generator_call is not None:
+            metadata.write(f'[bold]Gen. call:[/bold] {entry.metadata.generator_call}')
+        if entry.metadata.generator_script is not None:
+            metadata.write(
+                f'[bold]Gen. script:[/bold] {entry.metadata.generator_script}'
+            )
+
+    async def _update_tests(self):
+        self.watch(
+            self.query_one('#test-list', ListView),
+            'index',
+            self._update_selected_test,
+        )
+
+        self._entries = await extract_generation_testcases_from_groups()
+
+        test_names = [
+            f'{entry.group_entry.group}/{entry.group_entry.index}'
+            for entry in self._entries
+        ]
+
+        await self.query_one('#test-list', ListView).clear()
+        await self.query_one('#test-list', ListView).extend(
+            [ListItem(Label(name)) for name in test_names]
+        )

rbx/box/ui/widgets/file_log.py

@@ -0,0 +1,63 @@
+import pathlib
+from typing import Optional
+
+import aiofiles
+from textual import work
+from textual.app import ComposeResult
+from textual.reactive import reactive
+from textual.widget import Widget
+from textual.widgets import Log
+
+BATCH_SIZE = 1024
+
+
+class FileLog(Widget, can_focus=False):
+    DEFAULT_CSS = """
+    FileLog {
+        border: solid $accent;
+        height: 1fr;
+        width: 1fr;
+    }
+    """
+
+    path: reactive[Optional[pathlib.Path]] = reactive(None)
+
+    def compose(self) -> ComposeResult:
+        yield Log()
+
+    def on_mount(self):
+        self.query_one(Log).auto_scroll = False
+        self.query_one(Log).can_focus = False
+
+    @work(exclusive=True)
+    async def _load_file(self, path: pathlib.Path):
+        log = self.query_one(Log)
+        log.clear()
+        path_str = str(path.relative_to(pathlib.Path.cwd()))
+        self.border_subtitle = f'{path_str} (loading...)'
+
+        async with aiofiles.open(path, 'r') as f:
+            batch = []
+            async for line in f:
+                batch.append(line)
+                if len(batch) >= BATCH_SIZE:
+                    log.write(''.join(batch))
+                    batch = []
+
+            if batch:
+                log.write(''.join(batch))
+
+        self.border_subtitle = path_str
+
+    async def watch_path(self, path: Optional[pathlib.Path]):
+        log = self.query_one(Log)
+        log.clear()
+
+        if path is None:
+            return
+
+        if not path.is_file():
+            self.query_one(Log).write(f'File {path} does not exist')
+            return
+
+        self._load_file(path)

rbx/box/ui/widgets/rich_log_box.py

@@ -0,0 +1,5 @@
+from textual.widgets import RichLog
+
+
+class RichLogBox(RichLog, can_focus=False):
+    pass

rbx/grading/judge/sandboxes/stupid_sandbox.py

@@ -322,7 +322,11 @@ class StupidSandbox(SandboxBase):
         return self.translate_box_exitcode(self.returncode)
 
     def translate_box_exitcode(self, exitcode: int) -> bool:
-        # SIGALRM can be safely ignored, just in case it leaks away.
+        # SIGALRM can be safely ignored, just in case it leaks away. SIGTERM also.
+        if self.log is None:
+            return False
+        if 'TE' in self.get_status_list():
+            return True
         return super().translate_box_exitcode(exitcode) or -exitcode == signal.SIGALRM
 
     def debug_message(self) -> Any:

rbx/grading/judge/sandboxes/timeit.py

@@ -109,7 +109,8 @@ def create_tee(files, mode, buffer_size=4096, prefix=''):
     else:
         # Parent -- Return a file object wrapper around the pipe to the
         #           child.
-        return os.fdopen(pipe_write, 'w', closefd=False)
+        # Preserve line buffering (buffering=1).
+        return os.fdopen(pipe_write, 'w', buffering=1, closefd=False)
 
 
 def parse_opts() -> Options:

rbx/resources/packagers/boca/interactive/c

@@ -140,14 +140,20 @@ ECINT=\$?
 
 rm -rf fifo.in fifo.out
 
-echo "interactor \$INTPID -> \$ECINT" >&2
-echo "solution \$SFPID -> \$ECSF" >&2
-
-echo "interactor exitcode \$ECINT" >&2
-echo "solution exitcode \$ECSF" >&2
+echo "Ran solution as \$@" &>>stderr0
+echo "interactor exitcode \$ECINT" &>>stderr0
+echo "solution exitcode \$ECSF" &>>stderr0
+
+RTE=0
+if [[ \$ECSF -eq -13 ]]; then
+  RTE=0
+elif [[ \$ECSF -ne 0 ]] && cat stderr0 | grep -q "wrong output format Unexpected end of file"; then
+  echo "Found EOF RTE" &>>stderr0
+  RTE=1
+fi
 
 ret=0
-if [[ \$ECINT -ge 1 ]] && [[ \$ECINT -le 4 ]]; then
+if [[ \$ECINT -ge 1 ]] && [[ \$ECINT -le 4 ]] && [[ \$RTE -eq 0 ]]; then
   echo "testlib exitcode \$ECINT" >stdout0
   ret=0
 elif [[ \$ECSF -ne 0 ]]; then
@@ -156,6 +162,7 @@ elif [[ \$ECINT -ne 0 ]]; then
   ret=9
 fi
 
+echo "exitting from runit.sh with exit code \$ret" &>>stderr0
 exit \$ret
 EOF
 
@@ -198,8 +205,8 @@ fi
 ### END OF BOCA RUN COMMAND
 
 if [ $ret -gt 10 ]; then
-  echo "execution error with code $ret" >&2
-  ret=0
+  echo "> > > > > > > Nonzero return code - possible runtime error - I'M GUESSING IT IS RUNTIME ERROR < < < < < < < <"
+  ret=9
 fi
 if [ -f stdout0 ]; then
   cat stdout0

rbx/resources/packagers/boca/interactive/cc

@@ -140,14 +140,20 @@ ECINT=\$?
 
 rm -rf fifo.in fifo.out
 
-echo "interactor \$INTPID -> \$ECINT" >&2
-echo "solution \$SFPID -> \$ECSF" >&2
-
-echo "interactor exitcode \$ECINT" >&2
-echo "solution exitcode \$ECSF" >&2
+echo "Ran solution as \$@" &>>stderr0
+echo "interactor exitcode \$ECINT" &>>stderr0
+echo "solution exitcode \$ECSF" &>>stderr0
+
+RTE=0
+if [[ \$ECSF -eq -13 ]]; then
+  RTE=0
+elif [[ \$ECSF -ne 0 ]] && cat stderr0 | grep -q "wrong output format Unexpected end of file"; then
+  echo "Found EOF RTE" &>>stderr0
+  RTE=1
+fi
 
 ret=0
-if [[ \$ECINT -ge 1 ]] && [[ \$ECINT -le 4 ]]; then
+if [[ \$ECINT -ge 1 ]] && [[ \$ECINT -le 4 ]] && [[ \$RTE -eq 0 ]]; then
   echo "testlib exitcode \$ECINT" >stdout0
   ret=0
 elif [[ \$ECSF -ne 0 ]]; then
@@ -156,6 +162,7 @@ elif [[ \$ECINT -ne 0 ]]; then
   ret=9
 fi
 
+echo "exitting from runit.sh with exit code \$ret" &>>stderr0
 exit \$ret
 EOF
 
@@ -198,8 +205,8 @@ fi
 ### END OF BOCA RUN COMMAND
 
 if [ $ret -gt 10 ]; then
-  echo "execution error with code $ret" >&2
-  ret=0
+  echo "> > > > > > > Nonzero return code - possible runtime error - I'M GUESSING IT IS RUNTIME ERROR < < < < < < < <"
+  ret=9
 fi
 if [ -f stdout0 ]; then
   cat stdout0

rbx/resources/packagers/boca/interactive/cpp

@@ -140,14 +140,19 @@ ECINT=\$?
 
 rm -rf fifo.in fifo.out
 
-echo "interactor \$INTPID -> \$ECINT" >&2
-echo "solution \$SFPID -> \$ECSF" >&2
-
-echo "interactor exitcode \$ECINT" >&2
-echo "solution exitcode \$ECSF" >&2
-
+echo "Ran solution as \$@" &>>stderr0
+echo "interactor exitcode \$ECINT" &>>stderr0
+echo "solution exitcode \$ECSF" &>>stderr0
+
+RTE=0
+if [[ \$ECSF -eq -13 ]]; then
+  RTE=0
+elif [[ \$ECSF -ne 0 ]] && cat stderr0 | grep -q "wrong output format Unexpected end of file"; then
+  echo "Found EOF RTE" &>>stderr0
+  RTE=1
+fi
 ret=0
-if [[ \$ECINT -ge 1 ]] && [[ \$ECINT -le 4 ]]; then
+if [[ \$ECINT -ge 1 ]] && [[ \$ECINT -le 4 ]] && [[ \$RTE -eq 0 ]]; then
   echo "testlib exitcode \$ECINT" >stdout0
   ret=0
 elif [[ \$ECSF -ne 0 ]]; then
@@ -156,6 +161,7 @@ elif [[ \$ECINT -ne 0 ]]; then
   ret=9
 fi
 
+echo "exitting from runit.sh with exit code \$ret" &>>stderr0
 exit \$ret
 EOF
 
@@ -198,8 +204,8 @@ fi
 ### END OF BOCA RUN COMMAND
 
 if [ $ret -gt 10 ]; then
-  echo "execution error with code $ret" >&2
-  ret=0
+  echo "> > > > > > > Nonzero return code - possible runtime error - I'M GUESSING IT IS RUNTIME ERROR < < < < < < < <"
+  ret=9
 fi
 if [ -f stdout0 ]; then
   cat stdout0

rbx/resources/packagers/boca/interactive/java

@@ -153,14 +153,20 @@ ECINT=\$?
 
 rm -rf fifo.in fifo.out
 
-echo "interactor \$INTPID -> \$ECINT" >&2
-echo "solution \$SFPID -> \$ECSF" >&2
+echo "Ran solution as \$@" &>>stderr0
+echo "interactor exitcode \$ECINT" &>>stderr0
+echo "solution exitcode \$ECSF" &>>stderr0
 
-echo "interactor exitcode \$ECINT" >&2
-echo "solution exitcode \$ECSF" >&2
+RTE=0
+if [[ \$ECSF -eq -13 ]]; then
+  RTE=0
+elif [[ \$ECSF -ne 0 ]] && cat stderr0 | grep -q "wrong output format Unexpected end of file"; then
+  echo "Found EOF RTE" &>>stderr0
+  RTE=1
+fi
 
 ret=0
-if [[ \$ECINT -ge 1 ]] && [[ \$ECINT -le 4 ]]; then
+if [[ \$ECINT -ge 1 ]] && [[ \$ECINT -le 4 ]] && [[ \$RTE -eq 0 ]]; then
   echo "testlib exitcode \$ECINT" >stdout0
   ret=0
 elif [[ \$ECSF -ne 0 ]]; then
@@ -169,6 +175,7 @@ elif [[ \$ECINT -ne 0 ]]; then
   ret=9
 fi
 
+echo "exitting from runit.sh with exit code \$ret" &>>stderr0
 exit \$ret
 EOF
 

rbx/resources/packagers/boca/interactive/kt

@@ -144,14 +144,20 @@ ECINT=\$?
 
 rm -rf fifo.in fifo.out
 
-echo "interactor \$INTPID -> \$ECINT" >&2
-echo "solution \$SFPID -> \$ECSF" >&2
+echo "Ran solution as \$@" &>>stderr0
+echo "interactor exitcode \$ECINT" &>>stderr0
+echo "solution exitcode \$ECSF" &>>stderr0
 
-echo "interactor exitcode \$ECINT" >&2
-echo "solution exitcode \$ECSF" >&2
+RTE=0
+if [[ \$ECSF -eq -13 ]]; then
+  RTE=0
+elif [[ \$ECSF -ne 0 ]] && cat stderr0 | grep -q "wrong output format Unexpected end of file"; then
+  echo "Found EOF RTE" &>>stderr0
+  RTE=1
+fi
 
 ret=0
-if [[ \$ECINT -ge 1 ]] && [[ \$ECINT -le 4 ]]; then
+if [[ \$ECINT -ge 1 ]] && [[ \$ECINT -le 4 ]] && [[ \$RTE -eq 0 ]]; then
   echo "testlib exitcode \$ECINT" >stdout0
   ret=0
 elif [[ \$ECSF -ne 0 ]]; then
@@ -160,6 +166,7 @@ elif [[ \$ECINT -ne 0 ]]; then
   ret=9
 fi
 
+echo "exitting from runit.sh with exit code \$ret" &>>stderr0
 exit \$ret
 EOF
 

rbx/resources/packagers/boca/interactive/py2

@@ -131,14 +131,20 @@ ECINT=\$?
 
 rm -rf fifo.in fifo.out
 
-echo "interactor \$INTPID -> \$ECINT" >&2
-echo "solution \$SFPID -> \$ECSF" >&2
-
-echo "interactor exitcode \$ECINT" >&2
-echo "solution exitcode \$ECSF" >&2
+echo "Ran solution as \$@" &>>stderr0
+echo "interactor exitcode \$ECINT" &>>stderr0
+echo "solution exitcode \$ECSF" &>>stderr0
+
+RTE=0
+if [[ \$ECSF -eq -13 ]]; then
+  RTE=0
+elif [[ \$ECSF -ne 0 ]] && cat stderr0 | grep -q "wrong output format Unexpected end of file"; then
+  echo "Found EOF RTE" &>>stderr0
+  RTE=1
+fi
 
 ret=0
-if [[ \$ECINT -ge 1 ]] && [[ \$ECINT -le 4 ]]; then
+if [[ \$ECINT -ge 1 ]] && [[ \$ECINT -le 4 ]] && [[ \$RTE -eq 0 ]]; then
   echo "testlib exitcode \$ECINT" >stdout0
   ret=0
 elif [[ \$ECSF -ne 0 ]]; then
@@ -147,6 +153,7 @@ elif [[ \$ECINT -ne 0 ]]; then
   ret=9
 fi
 
+echo "exitting from runit.sh with exit code \$ret" &>>stderr0
 exit \$ret
 EOF
 
@@ -200,8 +207,8 @@ fi
 ### END OF BOCA RUN COMMAND
 
 if [ $ret -gt 10 ]; then
-  echo "execution error with code $ret" >&2
-  ret=0
+  echo "> > > > > > > Nonzero return code - possible runtime error - I'M GUESSING IT IS RUNTIME ERROR < < < < < < < <"
+  ret=9
 fi
 if [ -f stdout0 ]; then
   cat stdout0

rbx/resources/packagers/boca/interactive/py3

@@ -115,8 +115,6 @@ cat <<EOF >runit.sh
 #!/bin/bash
 mkfifo fifo.in fifo.out
 
-echo "Running solution as \$@" >&2
-
 "\$@" >fifo.out <fifo.in 2>/dev/null &
 SFPID=\$!
 
@@ -131,14 +129,20 @@ ECINT=\$?
 
 rm -rf fifo.in fifo.out
 
-echo "interactor \$INTPID -> \$ECINT" >&2
-echo "solution \$SFPID -> \$ECSF" >&2
+echo "Ran solution as \$@" &>>stderr0
+echo "interactor exitcode \$ECINT" &>>stderr0
+echo "solution exitcode \$ECSF" &>>stderr0
 
-echo "interactor exitcode \$ECINT" >&2
-echo "solution exitcode \$ECSF" >&2
+RTE=0
+if [[ \$ECSF -eq -13 ]]; then
+  RTE=0
+elif [[ \$ECSF -ne 0 ]] && cat stderr0 | grep -q "wrong output format Unexpected end of file"; then
+  echo "Found EOF RTE" &>>stderr0
+  RTE=1
+fi
 
 ret=0
-if [[ \$ECINT -ge 1 ]] && [[ \$ECINT -le 4 ]]; then
+if [[ \$ECINT -ge 1 ]] && [[ \$ECINT -le 4 ]] && [[ \$RTE -eq 0 ]]; then
   echo "testlib exitcode \$ECINT" >stdout0
   ret=0
 elif [[ \$ECSF -ne 0 ]]; then
@@ -147,6 +151,7 @@ elif [[ \$ECINT -ne 0 ]]; then
   ret=9
 fi
 
+echo "exitting from runit.sh with exit code \$ret" &>>stderr0
 exit \$ret
 EOF
 
@@ -200,8 +205,8 @@ fi
 ### END OF BOCA RUN COMMAND
 
 if [ $ret -gt 10 ]; then
-  echo "execution error with code $ret" >&2
-  ret=0
+  echo "> > > > > > > Nonzero return code - possible runtime error - I'M GUESSING IT IS RUNTIME ERROR < < < < < < < <"
+  ret=9
 fi
 if [ -f stdout0 ]; then
   cat stdout0

rbx/resources/packagers/boca/run/c

@@ -120,7 +120,8 @@ echo "Current directory is $cdir -- chrooting on it" >&2
 "$sf" -F10 -f$maxf -r$nruns -n1 -R$cdir -C. -U$bocau -G$bocag -ostdout0 -estderr0 -d$maxm -m$maxm -t$time -T$ttime -istdin0 ./run.exe
 ret=$?
 if [ $ret -gt 10 ]; then
-  ret=0
+  echo "> > > > > > > Nonzero return code - possible runtime error - I'M GUESSING IT IS RUNTIME ERROR < < < < < < < <"
+  ret=9
 fi
 if [ -f stdout0 ]; then
   cat stdout0

rbx/resources/packagers/boca/run/cc

@@ -120,7 +120,8 @@ echo "Current directory is $cdir -- chrooting on it" >&2
 "$sf" -F10 -f$maxf -r$nruns -n1 -R$cdir -C. -U$bocau -G$bocag -ostdout0 -estderr0 -d$maxm -m$maxm -t$time -T$ttime -istdin0 ./run.exe
 ret=$?
 if [ $ret -gt 10 ]; then
-  ret=0
+  echo "> > > > > > > Nonzero return code - possible runtime error - I'M GUESSING IT IS RUNTIME ERROR < < < < < < < <"
+  ret=9
 fi
 if [ -f stdout0 ]; then
   cat stdout0