rbx.cp 0.5.33__tar.gz → 0.5.35__tar.gz

{rbx_cp-0.5.33 → rbx_cp-0.5.35}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: rbx.cp
-Version: 0.5.33
+Version: 0.5.35
 Summary: 
 Author: Roberto Sales
 Requires-Python: >=3.9,<4.0

{rbx_cp-0.5.33 → rbx_cp-0.5.35}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "rbx.cp"
-version = "0.5.33"
+version = "0.5.35"
 description = ""
 packages = [
   {include = "rbx"}

{rbx_cp-0.5.33 → rbx_cp-0.5.35}/rbx/box/builder.py

@@ -3,7 +3,11 @@ from typing import Optional, Set
 from rbx import console, utils
 from rbx.box import environment, package
 from rbx.box.environment import VerificationLevel
-from rbx.box.generators import generate_outputs_for_testcases, generate_testcases
+from rbx.box.generators import (
+    extract_generation_testcases_from_groups,
+    generate_outputs_for_testcases,
+    generate_testcases,
+)
 from rbx.box.solutions import (
     is_fast,
     print_run_report,
@@ -61,7 +65,11 @@ def build(
         keep=True,
     ) as s:
         if output:
-            generate_outputs_for_testcases(s, groups=groups)
+            entries = [
+                entry.group_entry
+                for entry in extract_generation_testcases_from_groups(groups)
+            ]
+            generate_outputs_for_testcases(entries, s)
 
     console.console.print(
         '[success]Problem built.[/success] '

{rbx_cp-0.5.33 → rbx_cp-0.5.35}/rbx/box/code.py

@@ -190,7 +190,7 @@ def _check_stack_limit():
 ```
 function rbx() {{
     local rbx_bin=`bash -c "type -P rbx"`
-    ulimit -s {target_text} && $rbx_bin $@
+    ulimit -s {target_text // 1024} && $rbx_bin $@
 }}
 ```
         """

{rbx_cp-0.5.33 → rbx_cp-0.5.35}/rbx/box/contest/build_contest_statements.py

@@ -22,6 +22,7 @@ from rbx.box.statements.builders import (
     StatementBuilderContest,
     StatementBuilderContext,
     StatementBuilderProblem,
+    StatementSample,
     prepare_assets,
 )
 from rbx.box.statements.joiners import (
@@ -30,7 +31,7 @@ from rbx.box.statements.joiners import (
     StatementJoinerContext,
 )
 from rbx.box.statements.schema import Statement, StatementType
-from rbx.box.testcases import get_samples
+from rbx.box.testcase_utils import get_samples
 
 
 @dataclasses.dataclass
@@ -51,7 +52,7 @@ class ExtractedProblem:
         return StatementBuilderProblem(
             package=self.package,
             statement=self.statement,
-            samples=self.samples,
+            samples=StatementSample.from_testcases(self.samples),
             io_path=self.built_statement,
             short_name=self.problem.short_name,
         )
@@ -124,7 +125,7 @@ def get_builder_problems(
         StatementBuilderProblem(
             package=ex.package,
             statement=ex.statement,
-            samples=ex.samples,
+            samples=StatementSample.from_testcases(ex.samples),
         )
         for ex in extracted_problems
     ]

{rbx_cp-0.5.33 → rbx_cp-0.5.35}/rbx/box/generators.py

@@ -3,13 +3,13 @@ import pathlib
 import shlex
 import shutil
 from pathlib import PosixPath
-from typing import Dict, List, Optional, Set
+from typing import Dict, Iterable, List, Optional, Set, Tuple
 
 import typer
 from pydantic import BaseModel
 
 from rbx import console
-from rbx.box import checkers, package, testcases, validators
+from rbx.box import checkers, package, testcase_utils, validators
 from rbx.box.code import SanitizationLevel, compile_item, run_item
 from rbx.box.environment import (
     EnvironmentSandbox,
@@ -22,7 +22,7 @@ from rbx.box.schema import (
     TestcaseSubgroup,
 )
 from rbx.box.stressing import generator_parser
-from rbx.box.testcases import TestcaseEntry, find_built_testcases
+from rbx.box.testcase_utils import TestcaseEntry, TestcasePattern, find_built_testcases
 from rbx.grading.steps import (
     DigestHolder,
     DigestOrDest,
@@ -141,15 +141,20 @@ def _run_generator_script(testcase: TestcaseSubgroup) -> str:
     return script
 
 
-def _extract_script_lines(script: str):
+def _extract_script_lines(script: str) -> Iterable[Tuple[str, str, int]]:
     lines = script.splitlines()
-    for line in lines:
+    for i, line in enumerate(lines):
         line = line.strip()
         if not line:
             continue
         if line.startswith('#'):
             continue
-        yield shlex.split(line)[0], shlex.join(shlex.split(line)[1:])
+        yield shlex.split(line)[0], shlex.join(shlex.split(line)[1:]), i + 1
+
+
+class GeneratorScriptEntry(BaseModel):
+    path: pathlib.Path
+    line: int
 
 
 class GenerationMetadata(BaseModel):
@@ -157,6 +162,7 @@ class GenerationMetadata(BaseModel):
 
     copied_from: Optional[Testcase] = None
     generator_call: Optional[GeneratorCall] = None
+    generator_script: Optional[GeneratorScriptEntry] = None
 
 
 class GenerationTestcaseEntry(BaseModel):
@@ -280,7 +286,7 @@ def run_testcase_visitor(visitor: TestcaseVisitor):
             script = _run_generator_script(subgroup)
 
             # Run each line from generator script.
-            for generator_name, args in _extract_script_lines(script):
+            for generator_name, args, line_number in _extract_script_lines(script):
                 call = GeneratorCall(name=generator_name, args=args)
                 visitor.visit(
                     GenerationTestcaseEntry(
@@ -288,6 +294,10 @@ def run_testcase_visitor(visitor: TestcaseVisitor):
                         subgroup_entry=_sub_entry(i),
                         metadata=GenerationMetadata(
                             generator_call=call,
+                            generator_script=GeneratorScriptEntry(
+                                path=subgroup.generatorScript.path,
+                                line=line_number,
+                            ),
                             copied_to=_copied_to(i),
                         ),
                     )
@@ -457,7 +467,7 @@ def generate_testcases(
         else None,
     )
 
-    testcases.clear_built_testcases()
+    testcase_utils.clear_built_testcases()
 
     class BuildTestcaseVisitor(TestcaseGroupVisitor):
         def visit(self, entry: GenerationTestcaseEntry):
@@ -487,6 +497,8 @@ def generate_output_for_testcase(
     stderr_path: Optional[pathlib.Path] = None,
 ):
     assert testcase.outputPath is not None
+    testcase.inputPath.parent.mkdir(parents=True, exist_ok=True)
+    testcase.outputPath.parent.mkdir(parents=True, exist_ok=True)
 
     if testcase.outputPath.is_file():
         # Output file was already copied over from manual tests.
@@ -540,8 +552,70 @@ def generate_output_for_testcase(
         raise typer.Exit(1)
 
 
+def extract_generation_testcases(
+    entries: List[TestcaseEntry],
+) -> List[GenerationTestcaseEntry]:
+    # TODO: support subgroups.
+    groups = set(entry.group for entry in entries)
+    entry_keys = set(entry.key() for entry in entries)
+
+    res: List[GenerationTestcaseEntry] = []
+
+    class ExtractGenerationTestcasesVisitor(TestcaseVisitor):
+        def should_visit_group(self, group_name: str) -> bool:
+            return group_name in groups
+
+        def visit(self, entry: GenerationTestcaseEntry):
+            # TODO: support subgroups.
+            if entry.group_entry.key() not in entry_keys:
+                return
+            res.append(entry)
+
+    run_testcase_visitor(ExtractGenerationTestcasesVisitor())
+    return res
+
+
+def extract_generation_testcases_from_groups(
+    groups: Optional[Set[str]] = None,
+) -> List[GenerationTestcaseEntry]:
+    res: List[GenerationTestcaseEntry] = []
+
+    class ExtractGenerationTestcasesVisitor(TestcaseGroupVisitor):
+        def visit(self, entry: GenerationTestcaseEntry):
+            res.append(entry)
+
+    run_testcase_visitor(ExtractGenerationTestcasesVisitor(groups))
+    return res
+
+
+def extract_generation_testcases_from_patterns(
+    patterns: List[TestcasePattern],
+) -> List[GenerationTestcaseEntry]:
+    res: List[GenerationTestcaseEntry] = []
+
+    class ExtractGenerationTestcasesVisitor(TestcaseVisitor):
+        def should_visit_group(self, group_name: str) -> bool:
+            return any(pattern.intersecting_group(group_name) for pattern in patterns)
+
+        def should_visit_subgroup(self, subgroup_path: str) -> bool:
+            return any(
+                pattern.intersecting_group(subgroup_path) for pattern in patterns
+            )
+
+        def visit(self, entry: GenerationTestcaseEntry):
+            if not any(
+                pattern.match(entry.group_entry) for pattern in patterns
+            ) and not any(pattern.match(entry.subgroup_entry) for pattern in patterns):
+                return
+            res.append(entry)
+
+    run_testcase_visitor(ExtractGenerationTestcasesVisitor())
+    return res
+
+
 def generate_outputs_for_testcases(
-    progress: Optional[StatusProgress] = None, groups: Optional[Set[str]] = None
+    entries: List[TestcaseEntry],
+    progress: Optional[StatusProgress] = None,
 ):
     def step():
         if progress is not None:
@@ -563,50 +637,26 @@ def generate_outputs_for_testcases(
     shutil.rmtree(str(gen_runs_dir), ignore_errors=True)
     gen_runs_dir.mkdir(parents=True, exist_ok=True)
 
-    class GenerateOutputsVisitor(TestcaseGroupVisitor):
-        def visit(self, entry: GenerationTestcaseEntry):
-            tc = entry.metadata.copied_to
-            if not tc.inputPath.is_file():
-                return
-            assert tc.outputPath is not None
+    generation_entries = extract_generation_testcases(entries)
 
-            if (
-                main_solution is None or solution_digest is None
-            ) and not tc.outputPath.is_file():
-                console.console.print(
-                    '[error]No main solution found to generate outputs for testcases.[/error]',
-                )
-                raise typer.Exit(1)
+    for entry in generation_entries:
+        tc = entry.metadata.copied_to
+        if not tc.inputPath.is_file():
+            return
+        assert tc.outputPath is not None
 
-            assert solution_digest is not None
-            generate_output_for_testcase(
-                solution_digest,
-                tc,
-                gen_runs_dir / 'main.stderr',
+        if (
+            main_solution is None or solution_digest is None
+        ) and not tc.outputPath.is_file():
+            console.console.print(
+                '[error]No main solution found to generate outputs for testcases.[/error]',
             )
-            step()
-
-    run_testcase_visitor(GenerateOutputsVisitor(groups))
-
-
-def extract_generation_testcases(
-    entries: List[TestcaseEntry],
-) -> List[GenerationTestcaseEntry]:
-    # TODO: support subgroups.
-    groups = set(entry.group for entry in entries)
-    entry_keys = set(entry.key() for entry in entries)
-
-    res: List[GenerationTestcaseEntry] = []
-
-    class ExtractGenerationTestcasesVisitor(TestcaseVisitor):
-        def should_visit_group(self, group_name: str) -> bool:
-            return group_name in groups
-
-        def visit(self, entry: GenerationTestcaseEntry):
-            # TODO: support subgroups.
-            if entry.group_entry.key() not in entry_keys:
-                return
-            res.append(entry)
+            raise typer.Exit(1)
 
-    run_testcase_visitor(ExtractGenerationTestcasesVisitor())
-    return res
+        assert solution_digest is not None
+        generate_output_for_testcase(
+            solution_digest,
+            tc,
+            gen_runs_dir / 'main.stderr',
+        )
+        step()

{rbx_cp-0.5.33 → rbx_cp-0.5.35}/rbx/box/generators_test.py

@@ -4,6 +4,7 @@ import pytest
 
 from rbx.box import package
 from rbx.box.generators import (
+    extract_generation_testcases_from_groups,
     generate_outputs_for_testcases,
     generate_testcases,
 )
@@ -13,7 +14,10 @@ from rbx.testing_utils import print_directory_tree
 @pytest.mark.test_pkg('box1')
 def test_generator_works(pkg_from_testdata: pathlib.Path):
     generate_testcases()
-    generate_outputs_for_testcases()
+    entries = [
+        entry.group_entry for entry in extract_generation_testcases_from_groups()
+    ]
+    generate_outputs_for_testcases(entries)
 
     # Debug when fail.
     print_directory_tree(pkg_from_testdata)

{rbx_cp-0.5.33 → rbx_cp-0.5.35}/rbx/box/main.py

@@ -39,6 +39,7 @@ from rbx.box import (
 from rbx.box.contest import main as contest
 from rbx.box.environment import VerificationLevel, get_environment_path
 from rbx.box.packaging import main as packaging
+from rbx.box.testcases import main as testcases
 from rbx.box.solutions import (
     estimate_time_limit,
     get_exact_matching_solutions,
@@ -49,7 +50,7 @@ from rbx.box.solutions import (
     run_solutions,
 )
 from rbx.box.statements import build_statements
-from rbx.box.testcases import TestcaseEntry
+from rbx.box.testcase_utils import TestcaseEntry
 
 app = typer.Typer(no_args_is_help=True, cls=annotations.AliasGroup)
 app.add_typer(
@@ -82,6 +83,12 @@ app.add_typer(
 app.add_typer(
     contest.app, name='contest', cls=annotations.AliasGroup, help='Contest management.'
 )
+app.add_typer(
+    testcases.app,
+    name='testcases, tc, t',
+    cls=annotations.AliasGroup,
+    help='Testcase management.',
+)
 
 
 @app.callback()
@@ -166,6 +173,21 @@ def run(
         )
         check = False
 
+    tracked_solutions = None
+    if outcome is not None:
+        tracked_solutions = {
+            str(solution.path)
+            for solution in get_matching_solutions(ExpectedOutcome(outcome))
+        }
+    if solution:
+        tracked_solutions = {solution}
+
+    if choice:
+        tracked_solutions = set(pick_solutions(tracked_solutions))
+        if not tracked_solutions:
+            console.console.print('[error]No solutions selected. Exiting.[/error]')
+            raise typer.Exit(1)
+
     if not builder.build(verification=verification, output=check):
         return
 
@@ -195,21 +217,6 @@ def run(
             'and the environment default time limit will be used instead.[/warning]'
         )
 
-    tracked_solutions = None
-    if outcome is not None:
-        tracked_solutions = {
-            str(solution.path)
-            for solution in get_matching_solutions(ExpectedOutcome(outcome))
-        }
-    if solution:
-        tracked_solutions = {solution}
-
-    if choice:
-        tracked_solutions = set(pick_solutions(tracked_solutions))
-        if not tracked_solutions:
-            console.console.print('[error]No solutions selected. Exiting.[/error]')
-            raise typer.Exit(1)
-
     if sanitized and tracked_solutions is None:
         console.console.print(
             '[warning]Sanitizers are running, and no solutions were specified to run. Will only run [item]ACCEPTED[/item] solutions.'

{rbx_cp-0.5.33 → rbx_cp-0.5.35}/rbx/box/package.py

@@ -364,6 +364,13 @@ def get_compilation_files(code: CodeItem) -> List[Tuple[pathlib.Path, pathlib.Pa
     return res
 
 
+@functools.cache
+def get_empty_sentinel_path(root: pathlib.Path = pathlib.Path()) -> pathlib.Path:
+    path = get_problem_cache_dir(root) / '.empty'
+    path.write_text('')
+    return path
+
+
 def clear_package_cache():
     pkgs = [sys.modules[__name__]]
 

{rbx_cp-0.5.33 → rbx_cp-0.5.35}/rbx/box/schema.py

@@ -192,6 +192,9 @@ class GeneratorCall(BaseModel):
         default=None, description='The arguments to pass to the generator.'
     )
 
+    def __str__(self) -> str:
+        return f'{self.name} {self.args}'
+
 
 class TestcaseSubgroup(BaseModel):
     model_config = ConfigDict(extra='forbid')

{rbx_cp-0.5.33 → rbx_cp-0.5.35}/rbx/box/solutions.py

@@ -42,7 +42,7 @@ from rbx.box.schema import (
     Testcase,
     TestcaseGroup,
 )
-from rbx.box.testcases import TestcaseEntry, find_built_testcases
+from rbx.box.testcase_utils import TestcaseEntry, find_built_testcases
 from rbx.grading.steps import (
     DigestOrDest,
     DigestOrSource,

{rbx_cp-0.5.33 → rbx_cp-0.5.35}/rbx/box/solutions_test.py

@@ -5,6 +5,7 @@ import pytest
 
 from rbx.box.environment import VerificationLevel
 from rbx.box.generators import (
+    extract_generation_testcases_from_groups,
     generate_outputs_for_testcases,
     generate_testcases,
 )
@@ -18,7 +19,10 @@ from rbx.grading.steps import Outcome
 @pytest.mark.test_pkg('box1')
 def test_solutions(pkg_from_testdata: pathlib.Path):
     generate_testcases()
-    generate_outputs_for_testcases()
+    entries = [
+        entry.group_entry for entry in extract_generation_testcases_from_groups()
+    ]
+    generate_outputs_for_testcases(entries)
 
     result = run_solutions(verification=VerificationLevel.FULL)
     res = asyncio.run(convert_list_of_solution_evaluations_to_dict(result.items))

{rbx_cp-0.5.33 → rbx_cp-0.5.35}/rbx/box/statements/build_statements.py

@@ -15,6 +15,7 @@ from rbx.box.statements.builders import (
     StatementBuilderContext,
     StatementBuilderProblem,
     StatementCodeLanguage,
+    StatementSample,
     prepare_assets,
 )
 from rbx.box.statements.schema import (
@@ -23,7 +24,7 @@ from rbx.box.statements.schema import (
     Statement,
     StatementType,
 )
-from rbx.box.testcases import get_samples
+from rbx.box.testcase_utils import get_samples
 
 app = typer.Typer(no_args_is_help=True, cls=annotations.AliasGroup)
 
@@ -263,7 +264,9 @@ def build_statement_bytes(
                 item=StatementBuilderProblem(
                     package=pkg,
                     statement=statement,
-                    samples=get_samples() if use_samples else [],
+                    samples=StatementSample.from_testcases(
+                        get_samples() if use_samples else []
+                    ),
                     short_name=short_name,
                 ),
                 verbose=False,

{rbx_cp-0.5.33 → rbx_cp-0.5.35}/rbx/box/statements/builders.py

@@ -7,8 +7,9 @@ from abc import ABC, abstractmethod
 from typing import Any, Dict, List, Optional, Tuple
 
 import typer
+from pydantic import BaseModel
 
-from rbx import console
+from rbx import console, utils
 from rbx.box.schema import Package, Primitive, Testcase
 from rbx.box.statements.latex import (
     MAX_PDFLATEX_RUNS,
@@ -64,7 +65,25 @@ class StatementBuilderItem(ABC):
         pass
 
 
-class StatementSample(Testcase):
+class StatementSample(BaseModel):
+    inputPath: pathlib.Path
+    outputPath: pathlib.Path
+    hasOutput: bool = True
+
+    @staticmethod
+    def from_testcase(testcase: Testcase) -> 'StatementSample':
+        return StatementSample(
+            inputPath=testcase.inputPath,
+            outputPath=testcase.outputPath or utils.get_empty_sentinel_path(),
+            hasOutput=testcase.outputPath is not None,
+        )
+
+    @staticmethod
+    def from_testcases(testcases: List[Testcase]) -> List['StatementSample']:
+        return [StatementSample.from_testcase(testcase) for testcase in testcases]
+
+
+class ExplainedStatementSample(StatementSample):
     explanation: Optional[str] = None
 
 
@@ -72,7 +91,7 @@ class StatementSample(Testcase):
 class StatementBuilderProblem(StatementBuilderItem):
     package: Package
     statement: Statement
-    samples: List[Testcase] = dataclasses.field(default_factory=list)
+    samples: List[StatementSample] = dataclasses.field(default_factory=list)
     short_name: Optional[str] = None
 
     # Will only be filled by contests.
@@ -301,8 +320,8 @@ class rbxTeXBuilder(StatementBuilder):
         problem_kwargs['problem']['blocks'] = blocks
         if statement_blocks.explanations is not None:
             problem_kwargs['problem']['samples'] = [
-                StatementSample(
-                    **typing.cast(Testcase, sample).model_dump(),
+                ExplainedStatementSample(
+                    **typing.cast(StatementSample, sample).model_dump(),
                     explanation=statement_blocks.explanations.get(i),
                 )
                 for i, sample in enumerate(problem_kwargs['problem']['samples'])