tuieval 0.2.0.dev23__tar.gz → 0.2.0.dev25__tar.gz

{tuieval-0.2.0.dev23 → tuieval-0.2.0.dev25}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.5
 Name: tuieval
-Version: 0.2.0.dev23
+Version: 0.2.0.dev25
 Summary: Evaluate local and frontier LLMs on your own questions: accuracy, speed, tokens and PASS/FAIL verdicts, in the terminal.
 Project-URL: Homepage, https://github.com/ashe-wb/tuieval
 Project-URL: Issues, https://github.com/ashe-wb/tuieval/issues

{tuieval-0.2.0.dev23 → tuieval-0.2.0.dev25}/src/tuieval/_version.py

@@ -18,7 +18,7 @@ version_tuple: tuple[int | str, ...]
 commit_id: str | None
 __commit_id__: str | None
 
-__version__ = version = '0.2.0.dev23'
-__version_tuple__ = version_tuple = (0, 2, 0, 'dev23')
+__version__ = version = '0.2.0.dev25'
+__version_tuple__ = version_tuple = (0, 2, 0, 'dev25')
 
 __commit_id__ = commit_id = None

{tuieval-0.2.0.dev23 → tuieval-0.2.0.dev25}/src/tuieval/graders/code.py

@@ -53,6 +53,7 @@ def _err(e):
     return last[:200]
 try:
     exec(compile(CANDIDATE, "candidate.py", "exec"), ns)
+    ns = dict(ns)  # tests get a copy, so their imports can't rebind the candidate's globals
     exec(compile(SETUP, "setup.py", "exec"), ns)
     setup_error = None
 except BaseException as e:

{tuieval-0.2.0.dev23 → tuieval-0.2.0.dev25}/tests/test_tuieval.py

@@ -242,6 +242,14 @@ class Units(unittest.TestCase):
                                    "not decided yet for Coding")
         self.assertEqual(todo, [("Coding", "run Certify (the sample screened so far looks promising)", ["coding"])])
 
+    def test_code_checks_cannot_rebind_candidate_names(self):
+        from tuieval.graders.code import grade_code
+        answer = "```python\nfrom datetime import datetime\ndef f(s):\n    return datetime.fromisoformat(s)\n```"
+        tests = ("# SETUP\nimport datetime\n# CHECK: parse\n"
+                 "assert f('2026-01-02') == datetime.datetime(2026, 1, 2)\n")
+        out = grade_code(answer, {"hidden_tests": tests}, {})
+        self.assertTrue(out["pass"], out)
+
     def test_short_note(self):
         from tuieval import tui
         self.assertEqual(tui.short_note("server exited with code 1 while loading: bad file"), "didn't start: bad file")