dlai-grader 1.22.2__py3-none-any.whl → 2.0b2__py3-none-any.whl

dlai_grader/templates/entry_py/solution_n_file_n.py

@@ -0,0 +1,71 @@
+import traceback
+from dlai_grader.config import Config, get_part_id
+from dlai_grader.compiler import compile_partial_module
+from dlai_grader.io import read_notebook, copy_submission_to_workdir, send_feedback
+from dlai_grader.notebook import keep_tagged_cells
+from dlai_grader.grading import compute_grading_score, graded_obj_missing
+from grader import handle_part_id
+
+
+def notebook_grading(config, compile_solution=False):
+    try:
+        nb = read_notebook(config.submission_file_path)
+    except Exception as e:
+        msg = f"There was a problem reading your notebook. Details:\n{e!s}"
+        send_feedback(0.0, msg, err=True)
+
+    transformations = [keep_tagged_cells()]
+    for t in transformations:
+        nb = t(nb)
+
+    try:
+        learner_mod = compile_partial_module(nb, "learner_mod", verbose=False)
+    except Exception as e:
+        msg = f"There was a problem compiling the code from your notebook, please check that you saved before submitting. Details:\n{e!s}"
+        send_feedback(0.0, msg, err=True)
+
+    solution_mod = None
+    if compile_solution:
+        solution_nb = read_notebook(config.solution_file_path)
+        for t in transformations:
+            solution_nb = t(solution_nb)
+        solution_mod = compile_partial_module(
+            solution_nb,
+            "solution_mod",
+            verbose=False,
+        )
+
+    return learner_mod, solution_mod
+
+
+def main() -> None:
+    copy_submission_to_workdir()
+
+    part_id = get_part_id()
+
+    c = Config()
+
+    learner_mod, _ = notebook_grading(c)
+
+    g_func = handle_part_id(part_id)(learner_mod)
+
+    try:
+        cases = g_func()
+    except Exception as e:
+        msg = f"There was an error grading your submission. Details:\n{e!s}"
+        send_feedback(0.0, msg, err=True)
+
+    if graded_obj_missing(cases):
+        msg = "Object required for grading not found. If you haven't completed the exercise this might be expected. Otherwise, check your solution as grader omits cells that throw errors."
+        send_feedback(0.0, msg, err=True)
+
+    score, feedback = compute_grading_score(cases)
+    send_feedback(score, feedback)
+
+
+if __name__ == "__main__":
+    try:
+        main()
+    except Exception as e:
+        msg = f"There was an error with the program. Exception:\n{e!s}.\nTraceback:\n{traceback.format_exc()}"
+        send_feedback(0.0, msg, err=True)

dlai_grader/templates/entry_py/solution_n_file_y.py

@@ -0,0 +1,90 @@
+import traceback
+from dlai_grader.config import Config, get_part_id
+from dlai_grader.compiler import compile_partial_module
+from dlai_grader.io import read_notebook, copy_submission_to_workdir, send_feedback
+from dlai_grader.notebook import keep_tagged_cells
+from dlai_grader.grading import (
+    compute_grading_score,
+    graded_obj_missing,
+    LearnerSubmission,
+)
+from grader import handle_part_id
+
+
+def notebook_grading(config, compile_solution=False):
+    try:
+        nb = read_notebook(config.submission_file_path)
+    except Exception as e:
+        msg = f"There was a problem reading your notebook. Details:\n{e!s}"
+        send_feedback(0.0, msg, err=True)
+
+    transformations = [keep_tagged_cells()]
+    for t in transformations:
+        nb = t(nb)
+
+    try:
+        learner_mod = compile_partial_module(nb, "learner_mod", verbose=False)
+    except Exception as e:
+        msg = f"There was a problem compiling the code from your notebook, please check that you saved before submitting. Details:\n{e!s}"
+        send_feedback(0.0, msg, err=True)
+
+    solution_mod = None
+    if compile_solution:
+        solution_nb = read_notebook(config.solution_file_path)
+        for t in transformations:
+            solution_nb = t(solution_nb)
+        solution_mod = compile_partial_module(
+            solution_nb,
+            "solution_mod",
+            verbose=False,
+        )
+
+    return learner_mod, solution_mod
+
+
+def non_notebook_grading(config):
+    try:
+        with open(config.submission_file_path, "r") as file:
+            contents = file.read()
+    except Exception as e:
+        msg = f"There was an error reading your submission. Details:\n{e!s}"
+        send_feedback(0.0, msg, err=True)
+
+    return LearnerSubmission(submission=contents)
+
+
+def main() -> None:
+    part_id = get_part_id()
+
+    match part_id:
+        case "123":
+            copy_submission_to_workdir(file_name="{{EXTRA_FILE_NAME}}")
+            c = Config(submission_file="{{EXTRA_FILE_NAME}}")
+            learner_mod = non_notebook_grading(c)
+        case _:
+            copy_submission_to_workdir()
+            c = Config()
+            learner_mod, _ = notebook_grading(c)
+
+    g_func = handle_part_id(part_id)(learner_mod)
+
+    try:
+        cases = g_func()
+    except Exception as e:
+        msg = f"There was an error grading your submission. Details:\n{e!s}"
+        send_feedback(0.0, msg, err=True)
+
+    if graded_obj_missing(cases):
+        msg = "Object required for grading not found. If you haven't completed the exercise this might be expected. Otherwise, check your solution as grader omits cells that throw errors."
+        send_feedback(0.0, msg, err=True)
+
+    score, feedback = compute_grading_score(cases)
+    send_feedback(score, feedback)
+
+
+if __name__ == "__main__":
+    try:
+        main()
+    except Exception as e:
+        msg = f"There was an error with the program. Exception:\n{e!s}.\nTraceback:\n{traceback.format_exc()}"
+        send_feedback(0.0, msg, err=True)

dlai_grader/templates/entry_py/solution_y_file_n.py

@@ -0,0 +1,71 @@
+import traceback
+from dlai_grader.config import Config, get_part_id
+from dlai_grader.compiler import compile_partial_module
+from dlai_grader.io import read_notebook, copy_submission_to_workdir, send_feedback
+from dlai_grader.notebook import keep_tagged_cells
+from dlai_grader.grading import compute_grading_score, graded_obj_missing
+from grader import handle_part_id
+
+
+def notebook_grading(config, compile_solution=False):
+    try:
+        nb = read_notebook(config.submission_file_path)
+    except Exception as e:
+        msg = f"There was a problem reading your notebook. Details:\n{e!s}"
+        send_feedback(0.0, msg, err=True)
+
+    transformations = [keep_tagged_cells()]
+    for t in transformations:
+        nb = t(nb)
+
+    try:
+        learner_mod = compile_partial_module(nb, "learner_mod", verbose=False)
+    except Exception as e:
+        msg = f"There was a problem compiling the code from your notebook, please check that you saved before submitting. Details:\n{e!s}"
+        send_feedback(0.0, msg, err=True)
+
+    solution_mod = None
+    if compile_solution:
+        solution_nb = read_notebook(config.solution_file_path)
+        for t in transformations:
+            solution_nb = t(solution_nb)
+        solution_mod = compile_partial_module(
+            solution_nb,
+            "solution_mod",
+            verbose=False,
+        )
+
+    return learner_mod, solution_mod
+
+
+def main() -> None:
+    copy_submission_to_workdir()
+
+    part_id = get_part_id()
+
+    c = Config()
+
+    learner_mod, solution_mod = notebook_grading(c, compile_solution=True)
+
+    g_func = handle_part_id(part_id)(learner_mod, solution_mod)
+
+    try:
+        cases = g_func()
+    except Exception as e:
+        msg = f"There was an error grading your submission. Details:\n{e!s}"
+        send_feedback(0.0, msg, err=True)
+
+    if graded_obj_missing(cases):
+        msg = "Object required for grading not found. If you haven't completed the exercise this might be expected. Otherwise, check your solution as grader omits cells that throw errors."
+        send_feedback(0.0, msg, err=True)
+
+    score, feedback = compute_grading_score(cases)
+    send_feedback(score, feedback)
+
+
+if __name__ == "__main__":
+    try:
+        main()
+    except Exception as e:
+        msg = f"There was an error with the program. Exception:\n{e!s}.\nTraceback:\n{traceback.format_exc()}"
+        send_feedback(0.0, msg, err=True)

dlai_grader/templates/entry_py/solution_y_file_y.py

@@ -0,0 +1,90 @@
+import traceback
+from dlai_grader.config import Config, get_part_id
+from dlai_grader.compiler import compile_partial_module
+from dlai_grader.io import read_notebook, copy_submission_to_workdir, send_feedback
+from dlai_grader.notebook import keep_tagged_cells
+from dlai_grader.grading import (
+    compute_grading_score,
+    graded_obj_missing,
+    LearnerSubmission,
+)
+from grader import handle_part_id
+
+
+def notebook_grading(config, compile_solution=False):
+    try:
+        nb = read_notebook(config.submission_file_path)
+    except Exception as e:
+        msg = f"There was a problem reading your notebook. Details:\n{e!s}"
+        send_feedback(0.0, msg, err=True)
+
+    transformations = [keep_tagged_cells()]
+    for t in transformations:
+        nb = t(nb)
+
+    try:
+        learner_mod = compile_partial_module(nb, "learner_mod", verbose=False)
+    except Exception as e:
+        msg = f"There was a problem compiling the code from your notebook, please check that you saved before submitting. Details:\n{e!s}"
+        send_feedback(0.0, msg, err=True)
+
+    solution_mod = None
+    if compile_solution:
+        solution_nb = read_notebook(config.solution_file_path)
+        for t in transformations:
+            solution_nb = t(solution_nb)
+        solution_mod = compile_partial_module(
+            solution_nb,
+            "solution_mod",
+            verbose=False,
+        )
+
+    return learner_mod, solution_mod
+
+
+def non_notebook_grading(config):
+    try:
+        with open(config.submission_file_path, "r") as file:
+            contents = file.read()
+    except Exception as e:
+        msg = f"There was an error reading your submission. Details:\n{e!s}"
+        send_feedback(0.0, msg, err=True)
+
+    return LearnerSubmission(submission=contents)
+
+
+def main() -> None:
+    part_id = get_part_id()
+
+    match part_id:
+        case "123":
+            copy_submission_to_workdir(file_name="{{EXTRA_FILE_NAME}}")
+            c = Config(submission_file="{{EXTRA_FILE_NAME}}")
+            learner_mod = non_notebook_grading(c)
+        case _:
+            copy_submission_to_workdir()
+            c = Config()
+            learner_mod, solution_mod = notebook_grading(c, compile_solution=True)
+
+    g_func = handle_part_id(part_id)(learner_mod, solution_mod)
+
+    try:
+        cases = g_func()
+    except Exception as e:
+        msg = f"There was an error grading your submission. Details:\n{e!s}"
+        send_feedback(0.0, msg, err=True)
+
+    if graded_obj_missing(cases):
+        msg = "Object required for grading not found. If you haven't completed the exercise this might be expected. Otherwise, check your solution as grader omits cells that throw errors."
+        send_feedback(0.0, msg, err=True)
+
+    score, feedback = compute_grading_score(cases)
+    send_feedback(score, feedback)
+
+
+if __name__ == "__main__":
+    try:
+        main()
+    except Exception as e:
+        msg = f"There was an error with the program. Exception:\n{e!s}.\nTraceback:\n{traceback.format_exc()}"
+        send_feedback(0.0, msg, err=True)

dlai_grader/templates/grader.py

@@ -0,0 +1,32 @@
+from types import ModuleType, FunctionType
+from dlai_grader.grading import test_case, object_to_grade
+from dlai_grader.types import grading_function, grading_wrapper, learner_submission
+
+
+def part_1(
+    learner_mod: learner_submission,
+    solution_mod: ModuleType | None = None,
+) -> grading_function:
+    @object_to_grade(learner_mod, "learner_func")
+    def g(learner_func: FunctionType) -> list[test_case]:
+
+        cases: list[test_case] = []
+
+        t = test_case()
+        if not isinstance(learner_func, FunctionType):
+            t.fail()
+            t.msg = "learner_func has incorrect type"
+            t.want = FunctionType
+            t.got = type(learner_func)
+            return [t]
+
+        return cases
+
+    return g
+
+
+def handle_part_id(part_id: str) -> grading_wrapper:
+    grader_dict: dict[str, grading_wrapper] = {
+        "": part_1,
+    }
+    return grader_dict[part_id]