dlai-grader 1.21.0__py3-none-any.whl → 2.2.0__py3-none-any.whl

dlai_grader/templates/dockerfile/data_y_solution_n

@@ -0,0 +1,21 @@
+FROM continuumio/miniconda3@sha256:d601a04ea48fd45e60808c7072243d33703d29434d2067816b7f26b0705d889a
+
+RUN apk update && apk add libstdc++
+
+COPY requirements.txt .
+
+RUN pip install -r requirements.txt && rm requirements.txt
+
+RUN mkdir /grader && \
+mkdir /grader/submission
+
+COPY .conf /grader/.conf
+COPY data/ /grader/data/
+COPY entry.py /grader/entry.py
+COPY grader.py /grader/grader.py
+
+RUN chmod a+rwx /grader/
+
+WORKDIR /grader/
+        
+ENTRYPOINT ["python", "entry.py"]

dlai_grader/templates/dockerfile/data_y_solution_y

@@ -0,0 +1,22 @@
+FROM continuumio/miniconda3@sha256:d601a04ea48fd45e60808c7072243d33703d29434d2067816b7f26b0705d889a
+
+RUN apk update && apk add libstdc++
+
+COPY requirements.txt .
+
+RUN pip install -r requirements.txt && rm requirements.txt
+
+RUN mkdir /grader && \
+mkdir /grader/submission
+
+COPY .conf /grader/.conf
+COPY data/ /grader/data/
+COPY solution/ /grader/solution/
+COPY entry.py /grader/entry.py
+COPY grader.py /grader/grader.py
+
+RUN chmod a+rwx /grader/
+
+WORKDIR /grader/
+        
+ENTRYPOINT ["python", "entry.py"]

dlai_grader/templates/entry_py/solution_n_file_n.py

@@ -0,0 +1,76 @@
+import traceback
+
+from grader import handle_part_id
+
+from dlai_grader.compiler import compile_partial_module
+from dlai_grader.config import Config, get_part_id
+from dlai_grader.grading import compute_grading_score, graded_obj_missing
+from dlai_grader.io import copy_submission_to_workdir, read_notebook, send_feedback
+from dlai_grader.notebook import keep_tagged_cells
+
+
+def notebook_grading(config, compile_solution=False):
+    try:
+        nb = read_notebook(config.submission_file_path)
+    except Exception as e:
+        msg = f"There was a problem reading your notebook. Details:\n{e!s}"
+        send_feedback(0.0, msg, err=True)
+
+    transformations = [keep_tagged_cells()]
+
+    for t in transformations:
+        nb = t(nb)
+
+    try:
+        learner_mod = compile_partial_module(nb, "learner_mod", verbose=False)
+    except Exception as e:
+        msg = f"There was a problem compiling the code from your notebook, please check that you saved before submitting. Details:\n{e!s}"
+        send_feedback(0.0, msg, err=True)
+
+    solution_mod = None
+    if compile_solution:
+        solution_nb = read_notebook(config.solution_file_path)
+
+        for t in transformations:
+            solution_nb = t(solution_nb)
+
+        solution_mod = compile_partial_module(
+            solution_nb,
+            "solution_mod",
+            verbose=False,
+        )
+
+    return learner_mod, solution_mod
+
+
+def main() -> None:
+    copy_submission_to_workdir()
+
+    part_id = get_part_id()
+
+    c = Config()
+
+    learner_mod, _ = notebook_grading(c)
+
+    g_func = handle_part_id(part_id)(learner_mod)
+
+    try:
+        cases = g_func()
+    except Exception as e:
+        msg = f"There was an error grading your submission. Details:\n{e!s}"
+        send_feedback(0.0, msg, err=True)
+
+    if graded_obj_missing(cases):
+        msg = "Object required for grading not found. If you haven't completed the exercise this might be expected. Otherwise, check your solution as grader omits cells that throw errors."
+        send_feedback(0.0, msg, err=True)
+
+    score, feedback = compute_grading_score(cases)
+    send_feedback(score, feedback)
+
+
+if __name__ == "__main__":
+    try:
+        main()
+    except Exception as e:
+        msg = f"There was an error with the program. Exception:\n{e!s}.\nTraceback:\n{traceback.format_exc()}"
+        send_feedback(0.0, msg, err=True)

dlai_grader/templates/entry_py/solution_n_file_y.py

@@ -0,0 +1,100 @@
+import traceback
+from pathlib import Path
+
+from grader import handle_part_id
+
+from dlai_grader.compiler import compile_partial_module
+from dlai_grader.config import Config, get_part_id
+from dlai_grader.grading import (
+    LearnerSubmission,
+    compute_grading_score,
+    graded_obj_missing,
+)
+from dlai_grader.io import copy_submission_to_workdir, read_notebook, send_feedback
+from dlai_grader.notebook import keep_tagged_cells
+
+
+def notebook_grading(config, compile_solution=False):
+    try:
+        nb = read_notebook(config.submission_file_path)
+    except Exception as e:
+        msg = f"There was a problem reading your notebook. Details:\n{e!s}"
+        send_feedback(0.0, msg, err=True)
+
+    transformations = [keep_tagged_cells()]
+
+    for t in transformations:
+        nb = t(nb)
+
+    try:
+        learner_mod = compile_partial_module(nb, "learner_mod", verbose=False)
+    except Exception as e:
+        msg = f"There was a problem compiling the code from your notebook, please check that you saved before submitting. Details:\n{e!s}"
+        send_feedback(0.0, msg, err=True)
+
+    solution_mod = None
+    if compile_solution:
+        solution_nb = read_notebook(config.solution_file_path)
+
+        for t in transformations:
+            solution_nb = t(solution_nb)
+
+        solution_mod = compile_partial_module(
+            solution_nb,
+            "solution_mod",
+            verbose=False,
+        )
+
+    return learner_mod, solution_mod
+
+
+def non_notebook_grading(config):
+    if Path(config.submission_file_path).stat().st_size == 0:
+        msg = "Dummy file detected. Make sure you saved the correct file before submitting."
+        send_feedback(0.0, msg, err=True)
+
+    try:
+        with open(config.submission_file_path, "r") as file:
+            contents = file.read()
+    except Exception as e:
+        msg = f"There was an error reading your submission. Details:\n{e!s}"
+        send_feedback(0.0, msg, err=True)
+
+    return LearnerSubmission(submission=contents)
+
+
+def main() -> None:
+    part_id = get_part_id()
+
+    match part_id:
+        case "456":
+            copy_submission_to_workdir(file_name="{{EXTRA_FILE_NAME}}")
+            c = Config(submission_file="{{EXTRA_FILE_NAME}}")
+            learner_mod = non_notebook_grading(c)
+        case _:
+            copy_submission_to_workdir()
+            c = Config()
+            learner_mod, _ = notebook_grading(c)
+
+    g_func = handle_part_id(part_id)(learner_mod)
+
+    try:
+        cases = g_func()
+    except Exception as e:
+        msg = f"There was an error grading your submission. Details:\n{e!s}"
+        send_feedback(0.0, msg, err=True)
+
+    if graded_obj_missing(cases):
+        msg = "Object required for grading not found. If you haven't completed the exercise this might be expected. Otherwise, check your solution as grader omits cells that throw errors."
+        send_feedback(0.0, msg, err=True)
+
+    score, feedback = compute_grading_score(cases)
+    send_feedback(score, feedback)
+
+
+if __name__ == "__main__":
+    try:
+        main()
+    except Exception as e:
+        msg = f"There was an error with the program. Exception:\n{e!s}.\nTraceback:\n{traceback.format_exc()}"
+        send_feedback(0.0, msg, err=True)

dlai_grader/templates/entry_py/solution_y_file_n.py

@@ -0,0 +1,76 @@
+import traceback
+
+from grader import handle_part_id
+
+from dlai_grader.compiler import compile_partial_module
+from dlai_grader.config import Config, get_part_id
+from dlai_grader.grading import compute_grading_score, graded_obj_missing
+from dlai_grader.io import copy_submission_to_workdir, read_notebook, send_feedback
+from dlai_grader.notebook import keep_tagged_cells
+
+
+def notebook_grading(config, compile_solution=False):
+    try:
+        nb = read_notebook(config.submission_file_path)
+    except Exception as e:
+        msg = f"There was a problem reading your notebook. Details:\n{e!s}"
+        send_feedback(0.0, msg, err=True)
+
+    transformations = [keep_tagged_cells()]
+
+    for t in transformations:
+        nb = t(nb)
+
+    try:
+        learner_mod = compile_partial_module(nb, "learner_mod", verbose=False)
+    except Exception as e:
+        msg = f"There was a problem compiling the code from your notebook, please check that you saved before submitting. Details:\n{e!s}"
+        send_feedback(0.0, msg, err=True)
+
+    solution_mod = None
+    if compile_solution:
+        solution_nb = read_notebook(config.solution_file_path)
+
+        for t in transformations:
+            solution_nb = t(solution_nb)
+
+        solution_mod = compile_partial_module(
+            solution_nb,
+            "solution_mod",
+            verbose=False,
+        )
+
+    return learner_mod, solution_mod
+
+
+def main() -> None:
+    copy_submission_to_workdir()
+
+    part_id = get_part_id()
+
+    c = Config()
+
+    learner_mod, solution_mod = notebook_grading(c, compile_solution=True)
+
+    g_func = handle_part_id(part_id)(learner_mod, solution_mod)
+
+    try:
+        cases = g_func()
+    except Exception as e:
+        msg = f"There was an error grading your submission. Details:\n{e!s}"
+        send_feedback(0.0, msg, err=True)
+
+    if graded_obj_missing(cases):
+        msg = "Object required for grading not found. If you haven't completed the exercise this might be expected. Otherwise, check your solution as grader omits cells that throw errors."
+        send_feedback(0.0, msg, err=True)
+
+    score, feedback = compute_grading_score(cases)
+    send_feedback(score, feedback)
+
+
+if __name__ == "__main__":
+    try:
+        main()
+    except Exception as e:
+        msg = f"There was an error with the program. Exception:\n{e!s}.\nTraceback:\n{traceback.format_exc()}"
+        send_feedback(0.0, msg, err=True)

dlai_grader/templates/entry_py/solution_y_file_y.py

@@ -0,0 +1,100 @@
+import traceback
+from pathlib import Path
+
+from grader import handle_part_id
+
+from dlai_grader.compiler import compile_partial_module
+from dlai_grader.config import Config, get_part_id
+from dlai_grader.grading import (
+    LearnerSubmission,
+    compute_grading_score,
+    graded_obj_missing,
+)
+from dlai_grader.io import copy_submission_to_workdir, read_notebook, send_feedback
+from dlai_grader.notebook import keep_tagged_cells
+
+
+def notebook_grading(config, compile_solution=False):
+    try:
+        nb = read_notebook(config.submission_file_path)
+    except Exception as e:
+        msg = f"There was a problem reading your notebook. Details:\n{e!s}"
+        send_feedback(0.0, msg, err=True)
+
+    transformations = [keep_tagged_cells()]
+
+    for t in transformations:
+        nb = t(nb)
+
+    try:
+        learner_mod = compile_partial_module(nb, "learner_mod", verbose=False)
+    except Exception as e:
+        msg = f"There was a problem compiling the code from your notebook, please check that you saved before submitting. Details:\n{e!s}"
+        send_feedback(0.0, msg, err=True)
+
+    solution_mod = None
+    if compile_solution:
+        solution_nb = read_notebook(config.solution_file_path)
+
+        for t in transformations:
+            solution_nb = t(solution_nb)
+
+        solution_mod = compile_partial_module(
+            solution_nb,
+            "solution_mod",
+            verbose=False,
+        )
+
+    return learner_mod, solution_mod
+
+
+def non_notebook_grading(config):
+    if Path(config.submission_file_path).stat().st_size == 0:
+        msg = "Dummy file detected. Make sure you saved the correct file before submitting."
+        send_feedback(0.0, msg, err=True)
+
+    try:
+        with open(config.submission_file_path, "r") as file:
+            contents = file.read()
+    except Exception as e:
+        msg = f"There was an error reading your submission. Details:\n{e!s}"
+        send_feedback(0.0, msg, err=True)
+
+    return LearnerSubmission(submission=contents)
+
+
+def main() -> None:
+    part_id = get_part_id()
+
+    match part_id:
+        case "456":
+            copy_submission_to_workdir(file_name="{{EXTRA_FILE_NAME}}")
+            c = Config(submission_file="{{EXTRA_FILE_NAME}}")
+            learner_mod, solution_mod = non_notebook_grading(c), None
+        case _:
+            copy_submission_to_workdir()
+            c = Config()
+            learner_mod, solution_mod = notebook_grading(c, compile_solution=True)
+
+    g_func = handle_part_id(part_id)(learner_mod, solution_mod)
+
+    try:
+        cases = g_func()
+    except Exception as e:
+        msg = f"There was an error grading your submission. Details:\n{e!s}"
+        send_feedback(0.0, msg, err=True)
+
+    if graded_obj_missing(cases):
+        msg = "Object required for grading not found. If you haven't completed the exercise this might be expected. Otherwise, check your solution as grader omits cells that throw errors."
+        send_feedback(0.0, msg, err=True)
+
+    score, feedback = compute_grading_score(cases)
+    send_feedback(score, feedback)
+
+
+if __name__ == "__main__":
+    try:
+        main()
+    except Exception as e:
+        msg = f"There was an error with the program. Exception:\n{e!s}.\nTraceback:\n{traceback.format_exc()}"
+        send_feedback(0.0, msg, err=True)

dlai_grader/templates/grader.py

@@ -0,0 +1,31 @@
+from types import ModuleType, FunctionType
+from dlai_grader.grading import test_case, object_to_grade
+from dlai_grader.types import grading_function, grading_wrapper, learner_submission
+
+
+def part_1(
+    learner_mod: learner_submission,
+    solution_mod: ModuleType | None = None,
+) -> grading_function:
+    @object_to_grade(learner_mod, "learner_func")
+    def g(learner_func: FunctionType) -> list[test_case]:
+        cases: list[test_case] = []
+
+        t = test_case()
+        if not isinstance(learner_func, FunctionType):
+            t.fail()
+            t.msg = "learner_func has incorrect type"
+            t.want = FunctionType
+            t.got = type(learner_func)
+            return [t]
+
+        return cases
+
+    return g
+
+
+def handle_part_id(part_id: str) -> grading_wrapper:
+    grader_dict: dict[str, grading_wrapper] = {
+        "123": part_1,
+    }
+    return grader_dict[part_id]

dlai_grader/templates/submission.ipynb

@@ -0,0 +1,45 @@
+{
+ "cells": [
+  {
+   "cell_type": "markdown",
+   "id": "60acce47",
+   "metadata": {},
+   "source": [
+    "## Replace dummy submission with actual assignment"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "ecf4869a",
+   "metadata": {
+    "deletable": false,
+    "tags": [
+     "graded"
+    ]
+   },
+   "outputs": [],
+   "source": [
+    "# GRADED FUNCTION: learner_func\n",
+    "\n",
+    "\n",
+    "def learner_func():\n",
+    "    return \"dummy submission\""
+   ]
+  }
+ ],
+ "metadata": {
+  "grader_version": "1",
+  "kernelspec": {
+   "display_name": "adlp",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "name": "python",
+   "version": "3.11.13"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 5
+}