aarg-canvas 0.1.0__tar.gz

aarg_canvas-0.1.0/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 BYU CS Course Ops
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

aarg_canvas-0.1.0/PKG-INFO

@@ -0,0 +1,25 @@
+Metadata-Version: 2.1
+Name: aarg-canvas
+Version: 0.1.0
+Summary: Agent-assisted Rapid Grading for Canvas
+License: MIT
+Author: Gordon Bean
+Author-email: gbean@cs.byu.edu
+Requires-Python: >=3.10,<4.0
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
+Requires-Dist: canvasapi (>=3.6.0,<4.0.0)
+Requires-Dist: openai (>=2.38.0,<3.0.0)
+Requires-Dist: pydantic (>=2.13.4,<3.0.0)
+Description-Content-Type: text/markdown
+
+# AARG - Agent-assisted Rapid Grading
+
+A python library for building AI-integrated 
+autograders, with specific integration with Canvas.
+
+

aarg_canvas-0.1.0/README.md

@@ -0,0 +1,5 @@
+# AARG - Agent-assisted Rapid Grading
+
+A python library for building AI-integrated 
+autograders, with specific integration with Canvas.
+

aarg_canvas-0.1.0/pyproject.toml

@@ -0,0 +1,26 @@
+[tool.poetry]
+name = "aarg-canvas"
+version = "0.0.0"
+description = "Agent-assisted Rapid Grading for Canvas"
+authors = ["Gordon Bean <gbean@cs.byu.edu>"]
+license = "MIT"
+readme = "README.md"
+packages = [{ include = "aarg", from = "src" }]
+
+[tool.poetry.dependencies]
+python = "^3.10"
+canvasapi = "^3.6.0"
+openai = "^2.38.0"
+pydantic = "^2.13.4"
+
+[tool.poetry.group.dev.dependencies]
+pytest = "^9.0.2"
+poetry-version-from-file = "^1.1.0"
+
+[tool.poetry.plugins.version-from-file]
+enabled = "true"
+file = "src/VERSION"
+
+[build-system]
+requires = ["poetry-core>=1.0.0", "poetry-version-from-file"]
+build-backend = "poetry.core.masonry.api"

aarg_canvas-0.1.0/src/aarg/__init__.py

@@ -0,0 +1,3 @@
+from .common_jobs.zero_grades import ZeroGrades
+from .grader import Grader
+from .server import Server

aarg_canvas-0.1.0/src/aarg/aarg_logging.py

@@ -0,0 +1,3 @@
+import logging
+
+logger = logging.getLogger('aarg')

aarg_canvas-0.1.0/src/aarg/canvas_utils.py

@@ -0,0 +1,30 @@
+from typing import Any
+
+from canvasapi.course import Course
+from canvasapi.quiz import Quiz, QuizSubmission
+from canvasapi.submission import Submission
+
+QUESTION_ID = int
+QUESTION_TEXT = str
+QUESTION_RESPONSE = str
+
+
+def get_quiz_questions(quiz: Quiz, latest_submission: QuizSubmission) -> list[tuple[QUESTION_ID, QUESTION_TEXT, QUESTION_RESPONSE]]:
+    """Return ``(question_id, question_text, student_response)`` tuples.
+    We assume that this submission object includes the submission data.
+    """
+    # TODO - validate that submission_data is present
+    question_responses = {
+        q['question_id']: q['text']
+        for q in latest_submission['submission_data']
+    }
+
+    question_texts = {
+        q.id: q.question_text
+        for q in quiz.get_questions()
+    }
+
+    return [
+        (quid, text, question_responses[quid])
+        for quid, text in question_texts.items()
+    ]

aarg_canvas-0.1.0/src/aarg/common_jobs/agent_grading.py

@@ -0,0 +1,208 @@
+"""
+
+"""
+import asyncio
+import logging
+from pathlib import Path
+from typing import TypedDict
+
+from canvasapi.course import Course
+from canvasapi.submission import Submission
+from openai import Client
+from pydantic import BaseModel
+
+from ..aarg_logging import logger
+from ..canvas_utils import get_quiz_questions
+
+
+class RubricRequirement(TypedDict):
+    requirement: str
+    """A true/false assertion about the question"""
+    points: float
+    """The points awarded for a true assertion"""
+
+
+class QuestionRubric(TypedDict):
+    question_text_fragment: str
+    requirements: list[RubricRequirement]
+
+
+class AgentRubricRequirementAssessment(BaseModel):
+    reasoning: str
+    meets_requirement: bool
+    feedback: str
+
+
+class RubricAgentGrader:
+    def __init__(
+            self, course: Course, client: Client,
+            agent_model: str, agent_prompt: str,
+            feedback_prompt: str,
+            assignment_name: str,
+            rubric: list[QuestionRubric]
+    ):
+        self._course = course
+        self._client = client
+        self._agent_model = agent_model
+        self._agent_prompt = agent_prompt
+        self._feedback_prompt = feedback_prompt
+        self._assignment_name = assignment_name
+        self._rubric = rubric
+
+    def __call__(self, submission: Submission):
+        if self._assignment_name in submission.assignment['name']:
+            self._grade_submission(submission)
+
+    def _grade_submission(self, submission: Submission):
+        logger.debug('Submission: %s, %s', submission.id, submission.assignment['name'])
+        grades = {}
+
+        # TODO - validate that submission_history is present
+        latest_submission = max(
+            submission.submission_history,
+            key=lambda s: s['submitted_at']
+        )
+
+        quiz = self._course.get_quiz(-submission.grader_id)
+
+        for quid, text, student_response in get_quiz_questions(quiz, latest_submission):
+            qrubric = self._select_question_rubric(text)
+            logger.debug('Quiz: %s Rubric: %s Response: %s Question: %s', quid, qrubric, student_response, text)
+
+            score, comment = self._grade_questions(qrubric, text, student_response)
+            logger.debug('Score: %s Comment: %s', score, comment)
+
+            grades[quid] = {'score': score, 'comment': comment}
+
+        quiz_sub = quiz.get_quiz_submission(latest_submission['id'])
+
+        quiz_sub.update_score_and_comments(
+            quiz_submissions=[{
+                'attempt': latest_submission['attempt'],
+                'questions': grades
+            }]
+        )
+
+    def _select_question_rubric(self, text: str) -> QuestionRubric:
+        for question_rubric in self._rubric:
+            if question_rubric['question_text_fragment'] in text:
+                return question_rubric
+        raise ValueError(f'No matching rubric for text "{text}"')
+
+    def _grade_questions(self, qrubric: QuestionRubric, question_text: str, student_response: str) -> tuple[float, str]:
+        total_score = 0
+        results = []
+        for requirement in qrubric['requirements']:
+            assessment = self._grade_requirement(question_text, requirement, student_response)
+            results.append(assessment)
+
+            if assessment.meets_requirement:
+                total_score += requirement['points']
+
+        if any(not result.meets_requirement for result in results):
+            comments = self._compose_comments(question_text, student_response, results)
+        else:
+            comments = None
+        return total_score, comments
+
+    def _grade_requirement(
+            self,
+            question_text: str,
+            requirement: RubricRequirement,
+            student_response: str
+    ) -> AgentRubricRequirementAssessment:
+        response = self._client.responses.parse(
+            model=self._agent_model,
+            input=self._agent_prompt.format(
+                question_text=question_text,
+                requirement=requirement['requirement'],
+                student_response=student_response
+            ),
+            text_format=AgentRubricRequirementAssessment
+        )
+        return response.output_parsed
+
+    def _compose_comments(
+            self,
+            question_text: str,
+            student_response: str,
+            results: list[AgentRubricRequirementAssessment]
+    ) -> str:
+        response = self._client.responses.create(
+            model=self._agent_model,
+            input=self._feedback_prompt.format(
+                question_text=question_text,
+                student_response=student_response,
+                results=results
+            ),
+        )
+        return response.output_text
+
+
+async def _main():
+    from canvasapi import Canvas
+    import os
+    course_id = ...
+
+    canvas = Canvas('https://byu.instructure.com', os.getenv('CANVAS_API_TOKEN'))
+    course = canvas.get_course(course_id)
+
+    client = Client()
+
+    q1_grader = RubricAgentGrader(
+        course,
+        client,
+        'gpt-5.4-mini',
+        Path().joinpath('scratch', 'rubric-grader-prompt.md').read_text(),
+        Path().joinpath('scratch', 'feedback-prompt.md').read_text(),
+        '1a Interview Questions',
+        [
+            QuestionRubric(
+                question_text_fragment='What is a large language model? What is the fundamental manner in which they work?',
+                requirements=[
+                    RubricRequirement(requirement='Explains that these are trained on massive amounts of data',
+                                      points=1),
+                    RubricRequirement(requirement='Explains that these predict the next token or word', score=1)
+                ]
+            ),
+            QuestionRubric(
+                question_text_fragment='What are a few tradeoffs of using LLMs with more or fewer parameters?',
+                requirements=[
+                    RubricRequirement(requirement='Describes at least one advantage for LLMs with more parameters',
+                                      points=1),
+                    RubricRequirement(requirement='Describes at least one advantage for LLMs with fewer parameters',
+                                      points=1)
+                ]
+            ),
+            QuestionRubric(
+                question_text_fragment='What is a prompt?',
+                requirements=[
+                    RubricRequirement(
+                        requirement='Explains it is the text given to an LLM from which new text is generated',
+                        points=1),
+                ]
+            ),
+            QuestionRubric(
+                question_text_fragment='What is a token?',
+                requirements=[
+                    RubricRequirement(
+                        requirement='Explains it is the basic unit of data read and written by an LLM',
+                        points=1),
+                ]
+            )
+        ]
+    )
+
+    logging.basicConfig(
+        level=logging.WARN,
+        format="%(asctime)s %(levelname)s %(name)s: %(message)s"
+    )
+    logger.setLevel(logging.DEBUG)
+
+    from ..grader import Grader
+    grader = Grader(course, [q1_grader])
+    await grader()
+
+
+if __name__ == '__main__':
+    asyncio.run(_main())

aarg_canvas-0.1.0/src/aarg/common_jobs/zero_grades.py

@@ -0,0 +1,137 @@
+import time
+from datetime import datetime, timedelta, timezone
+
+from canvasapi.assignment import Assignment
+from canvasapi.course import Course
+from canvasapi.submission import Submission
+
+from ..aarg_logging import logger
+
+
+class ZeroGrades:
+    def __init__(
+            self,
+            course: Course,
+            assignment_group_name: str | None = None,
+            poll_interval: int = 2,
+            delay: timedelta | int | float = 0,
+    ):
+        self._course = course
+        self._group_name = assignment_group_name
+        self._poll_interval = poll_interval
+        self._delay = self._coerce_delay(delay)
+
+    async def __call__(self):
+        assignment_groups = self._get_assignment_groups()
+        processed_assignment_ids = set()
+
+        assignment: Assignment
+        for assignment in self._course.get_assignments():
+            processed_assignment_ids.add(assignment.id)
+
+            if self._group_name is not None and assignment_groups[assignment.assignment_group_id] != self._group_name:
+                continue
+
+            logger.debug(
+                "Processing assignment: %s (%s)",
+                getattr(assignment, "name", assignment.id),
+                assignment.id,
+            )
+            self._zero_ungraded_past_due_submissions(assignment)
+
+        for quiz in self._course.get_quizzes():
+            assignment_id = getattr(quiz, "assignment_id", None)
+            if assignment_id is None or assignment_id in processed_assignment_ids:
+                continue
+
+            logger.debug(
+                "Processing quiz assignment: %s (%s)",
+                getattr(quiz, "title", quiz.id),
+                assignment_id,
+            )
+
+            assignment = self._course.get_assignment(assignment_id)
+            self._zero_ungraded_past_due_submissions(assignment)
+
+    def _zero_ungraded_past_due_submissions(self, assignment: Assignment):
+        due_at = getattr(assignment, "due_at", None)
+
+        if not self._is_past_due(due_at):
+            logger.debug("Assignment is not past due; leaving ungraded submissions alone")
+            return
+
+        grade_data = {}
+
+        for submission in assignment.get_submissions():
+            if self._has_grade(submission):
+                continue
+            if self._has_submission(submission):
+                continue
+
+            grade_data[submission.user_id] = {"posted_grade": 0}
+
+        if not grade_data:
+            logger.debug("No past-due, ungraded, missing submissions found")
+            return
+
+        logger.info(
+            "Submitting zero-grade update for %s students on assignment %s %s",
+            len(grade_data),
+            assignment.id,
+            assignment.name
+        )
+
+        progress = assignment.submissions_bulk_update(grade_data=grade_data)
+        self._wait_for_progress(progress)
+
+    def _is_past_due(self, due_at: str | None) -> bool:
+        due_dt = self._parse_canvas_datetime(due_at)
+        return bool(due_dt and datetime.now(timezone.utc) > due_dt + self._delay)
+
+    @staticmethod
+    def _coerce_delay(delay: timedelta | int | float) -> timedelta:
+        if isinstance(delay, timedelta):
+            return delay
+        return timedelta(seconds=delay)
+
+    @staticmethod
+    def _parse_canvas_datetime(value: str | None) -> datetime | None:
+        if not value:
+            return None
+        return datetime.fromisoformat(value.replace("Z", "+00:00")).astimezone(timezone.utc)
+
+    @staticmethod
+    def _has_submission(submission: Submission) -> bool:
+        return bool(getattr(submission, "submitted_at", None))
+
+    @staticmethod
+    def _has_grade(submission: Submission) -> bool:
+        return getattr(submission, "grade", None) not in (None, "")
+
+    def _wait_for_progress(self, progress):
+        while True:
+            progress = progress.query()
+            workflow_state = getattr(progress, "workflow_state", None)
+            completion = getattr(progress, "completion", None)
+
+            logger.debug(
+                "Progress %s: state=%s, completion=%s",
+                progress.id,
+                workflow_state,
+                completion,
+            )
+
+            if workflow_state == "completed":
+                return progress
+
+            if workflow_state in {"failed", "error"}:
+                message = getattr(progress, "message", "Canvas bulk grade update failed")
+                raise RuntimeError(message)
+
+            time.sleep(self._poll_interval)
+
+    def _get_assignment_groups(self):
+        return {
+            group.id: group.name
+            for group in self._course.get_assignment_groups()
+        }

aarg_canvas-0.1.0/src/aarg/grader.py

@@ -0,0 +1,49 @@
+from asyncio import iscoroutine
+from typing import Callable, Iterable, Coroutine
+
+from canvasapi.course import Course
+from canvasapi.submission import Submission
+
+SUBMISSION_GRADER = Callable[[Submission], Coroutine] | Callable[[Submission], None]
+
+
+class Grader:
+    def __init__(self, course: Course, graders: list[SUBMISSION_GRADER]):
+        self._course = course
+        self._graders: list[SUBMISSION_GRADER] = graders
+
+    async def __call__(self):
+        for submission in self._retrieve_ungraded_submissions():
+            await self._grade_submission(submission)
+
+    async def _grade_submission(self, submission: Submission):
+        for grader in self._graders:
+            if iscoroutine(result := grader(submission)):
+                await result
+
+    def _retrieve_ungraded_submissions(self) -> Iterable[Submission]:
+        """Query canvas for ungraded submissions"""
+        yield from self._course.get_multiple_submissions(
+            student_ids=["all"],
+            workflow_state=["submitted", "pending_review"],
+            include=["submission_history", "user", "assignment"]
+        )
+        """Notes:
+        course.get_multiple_submissions(
+            student_ids=["all"],
+            # submitted_since="2026-04-01T00:00:00Z",
+            workflow_state="submitted",
+            include=["submission_history", "user", "assignment"]
+        )
+        -> returns paginated list of submissions
+        
+        -- Assignments --
+        submission.submission_type=None for "not_graded" assignments (e.g. lecture days)
+        
+        -- Quizzes -- 
+        submission.submission_type="online_quiz"
+        grader_id= negative quiz ID
+        submission_history has submission_data
+            "question_id" links to question
+            "text" has student response
+        """

aarg_canvas-0.1.0/src/aarg/models.py

@@ -0,0 +1,123 @@
+
+"""
+Submission(
+_requester=<canvasapi.requester.Requester object at 0x1072c2660>, 
+id=77165367, user_id=147873, url=None, score=None, grade=None, 
+excused=None, attempt=None, submission_type=None, submitted_at=None, 
+body=None, assignment_id=1303191, assignment_id_date=1303-07-10 00:00:00+00:00, 
+graded_at=None, grade_matches_current_submission=True, grader_id=None, 
+workflow_state=unsubmitted, 
+late_policy_status=None, points_deducted=None, grading_period_id=None, 
+cached_due_date=2026-01-21T06:59:00Z, cached_due_date_date=2026-01-21 06:59:00+00:00, 
+extra_attempts=None, posted_at=None, redo_request=False, sticker=None, 
+custom_grade_status_id=None, late=False, missing=False, seconds_late=9723591, 
+entered_grade=None, entered_score=None, 
+preview_url=https://byu.instructure.com/courses/28537/assignments/1303191/submissions/147873?preview=1&version=0, 
+submission_history=[{
+    'id': 77165367, 'user_id': 147873, 'url': None, 'score': None, 
+    'grade': None, 'excused': None, 'attempt': None, 'submission_type': None, 
+    'submitted_at': None, 'body': None, 'assignment_id': 1303191, 
+    'graded_at': None, 'grade_matches_current_submission': True, 
+    'grader_id': None, 'workflow_state': 'unsubmitted', 'late_policy_status': None, 
+    'points_deducted': None, 'grading_period_id': None, 
+    'cached_due_date': '2026-01-21T06:59:00Z', 'extra_attempts': None, 
+    'posted_at': None, 'redo_request': False, 'sticker': None, 
+    'custom_grade_status_id': None, 'late': False, 'missing': False, 
+    'seconds_late': 9723591, 'entered_grade': None, 'entered_score': None, 
+    'preview_url': 'https://byu.instructure.com/courses/28537/assignments/1303191/submissions/147873?preview=1&version=0'
+    }], 
+assignment={
+    'id': 1303191, 'position': 4, '
+    description': '<link rel="stylesheet" href="https://instructure-uploads.s3.amazonaws.com/account_74070000000000001/attachments/8409020/dp_app.css"><p><em>Updated on April 15, 2026 at 12:41 PM</em></p>\n<h3>Lecture files</h3>\n<p><a class="instructure_file_link inline_disabled" href="https://byu.instructure.com/courses/28537/files/12892789?verifier=NJreanaFcqNNCTbTcY2VGBeeUvWawxefUQyN4tKP&amp;wrap=1" style="color:oklch(62.3% 0.214 259.815)" target="_blank" data-api-endpoint="https://byu.instructure.com/api/v1/courses/28537/files/12892789" data-api-returntype="File">unit1-prompt-engineering-lecture1c-chat-class_material.zip</a></p>\n<h3>Outline</h3>\n<p>Topics:</p>\n<ol>\n<li>Context<ol>\n<li>\'System\' vs \'user\' inputs</li>\n</ol>\n</li>\n<li>General chat code<ol>\n<li>Guessing game</li>\n</ol>\n</li>\n<li>Personas<ol>\n<li>Tone, style<ol>\n<li>Talk like a pirate, be brief, provide examples, use emojis, be professional</li>\n</ol>\n</li>\n<li>Roles<ol>\n<li>Tutor</li>\n<li>Student (I tutor you)</li>\n<li>Collaborator</li>\n</ol>\n</li>\n<li>Limitations of impersonation<ol>\n<li>Lack of definition<ol>\n<li>Act like a student with freshman-level experience vs senior-level experience<ol>\n<li>What does this mean? How well can it deliver? What details do you really need?</li>\n</ol>\n</li>\n</ol>\n</li>\n<li>Lack of relevance<ol>\n<li>Act like a middle-aged white male that likes D\\&amp;D and long-walks on the beach<ol>\n<li>Now talk tech support/womens’ shoe fashion/etc.</li>\n</ol>\n</li>\n</ol>\n</li>\n</ol>\n</li>\n</ol>\n</li>\n<li>Identifying that goals have been met - Cat-dog-bird game<ol>\n<li>AIs struggle to stop talking. How do you prompt a clear, accurate exit?</li>\n<li>How does an AI know when a task is finished?<ol>\n<li>"Before solving the customer\'s problem, first make sure you understand their situation clearly."</li>\n</ol>\n</li>\n</ol>\n</li>\n<li>Hallucination<ol>\n<li>Training data limitations (ask about recent events, obscure topics, etc.)</li>\n</ol>\n</li>\n</ol><script src="https://instructure-uploads.s3.amazonaws.com/account_74070000000000001/attachments/8409019/dp_app.js"></script>', 
+    'points_possible': None, 'grading_type': 'points', 
+    'created_at': '2026-01-08T18:43:46Z', 'updated_at': '2026-04-15T18:41:16Z', 
+    'due_at': '2026-01-21T06:59:00Z', 'final_grader_id': None, 
+    'grader_count': 0, 'graders_anonymous_to_graders': False, 
+    'grader_comments_visible_to_graders': True, 
+    'grader_names_visible_to_final_grader': True, 'lock_at': None, 
+    'unlock_at': None, 'assignment_group_id': 153985, 
+    'peer_reviews': False, 'anonymous_peer_reviews': False, 
+    'automatic_peer_reviews': False, 'intra_group_peer_reviews': False, 
+    'post_to_sis': False, 'grade_group_students_individually': False, 
+    'group_category_id': None, 'grading_standard_id': None, 
+    'moderated_grading': False, 'hide_in_gradebook': False, 
+    'omit_from_final_grade': False, 'suppress_assignment': False, 
+    'anonymous_instructor_annotations': False, 'anonymous_grading': False, 
+    'allowed_attempts': -1, 'annotatable_attachment_id': None, 
+    'secure_params': 'eyJ0eXAiOiJKV1QiLCJhbGciOiJIUzI1NiJ9.eyJsdGlfYXNzaWdubWVudF9pZCI6ImM2ODc0ZmIyLTY1NWQtNDk0My1iYTI5LWE4OGNlODE0MWI5ZCIsImx0aV9hc3NpZ25tZW50X2Rlc2NyaXB0aW9uIjoiXHUwMDNjcFx1MDAzZVx1MDAzY2VtXHUwMDNlVXBkYXRlZCBvbiBBcHJpbCAxNSwgMjAyNiBhdCAxMjo0MSBQTVx1MDAzYy9lbVx1MDAzZVx1MDAzYy9wXHUwMDNlXG5cdTAwM2NoM1x1MDAzZUxlY3R1cmUgZmlsZXNcdTAwM2MvaDNcdTAwM2Vcblx1MDAzY3BcdTAwM2VcdTAwM2NhIGNsYXNzPVwiaW5zdHJ1Y3R1cmVfZmlsZV9saW5rIGlubGluZV9kaXNhYmxlZFwiIGhyZWY9XCIvY291cnNlcy8yODUzNy9maWxlcy8xMjg5Mjc4OT93cmFwPTFcIiBzdHlsZT1cImNvbG9yOm9rbGNoKDYyLjMlIDAuMjE0IDI1OS44MTUpXCIgdGFyZ2V0PVwiX2JsYW5rXCJcdTAwM2V1bml0MS1wcm9tcHQtZW5naW5lZXJpbmctbGVjdHVyZTFjLWNoYXQtY2xhc3NfbWF0ZXJpYWwuemlwXHUwMDNjL2FcdTAwM2VcdTAwM2MvcFx1MDAzZVxuXHUwMDNjaDNcdTAwM2VPdXRsaW5lXHUwMDNjL2gzXHUwMDNlXG5cdTAwM2NwXHUwMDNlVG9waWNzOlx1MDAzYy9wXHUwMDNlXG5cdTAwM2NvbFx1MDAzZVxuXHUwMDNjbGlcdTAwM2VDb250ZXh0XHUwMDNjb2xcdTAwM2Vcblx1MDAzY2xpXHUwMDNlJ1N5c3RlbScgdnMgJ3VzZXInIGlucHV0c1x1MDAzYy9saVx1MDAzZVxuXHUwMDNjL29sXHUwMDNlXG5cdTAwM2MvbGlcdTAwM2Vcblx1MDAzY2xpXHUwMDNlR2VuZXJhbCBjaGF0IGNvZGVcdTAwM2NvbFx1MDAzZVxuXHUwMDNjbGlcdTAwM2VHdWVzc2luZyBnYW1lXHUwMDNjL2xpXHUwMDNlXG5cdTAwM2Mvb2xcdTAwM2Vcblx1MDAzYy9saVx1MDAzZVxuXHUwMDNjbGlcdTAwM2VQZXJzb25hc1x1MDAzY29sXHUwMDNlXG5cdTAwM2NsaVx1MDAzZVRvbmUsIHN0eWxlXHUwMDNjb2xcdTAwM2Vcblx1MDAzY2xpXHUwMDNlVGFsayBsaWtlIGEgcGlyYXRlLCBiZSBicmllZiwgcHJvdmlkZSBleGFtcGxlcywgdXNlIGVtb2ppcywgYmUgcHJvZmVzc2lvbmFsXHUwMDNjL2xpXHUwMDNlXG5cdTAwM2Mvb2xcdTAwM2Vcblx1MDAzYy9saVx1MDAzZVxuXHUwMDNjbGlcdTAwM2VSb2xlc1x1MDAzY29sXHUwMDNlXG5cdTAwM2NsaVx1MDAzZVR1dG9yXHUwMDNjL2xpXHUwMDNlXG5cdTAwM2NsaVx1MDAzZVN0dWRlbnQgKEkgdHV0b3IgeW91KVx1MDAzYy9saVx1MDAzZVxuXHUwMDNjbGlcdTAwM2VDb2xsYWJvcmF0b3JcdTAwM2MvbGlcdTAwM2Vcblx1MDAzYy9vbFx1MDAzZVxuXHUwMDNjL2xpXHUwMDNlXG5cdTAwM2NsaVx1MDAzZUxpbWl0YXRpb25zIG9mIGltcGVyc29uYXRpb25cdTAwM2NvbFx1MDAzZVxuXHUwMDNjbGlcdTAwM2VMYWNrIG9mIGRlZmluaXRpb25cdTAwM2NvbFx1MDAzZVxuXHUwMDNjbGlcdTAwM2VBY3QgbGlrZSBhIHN0dWRlbnQgd2l0aCBmcmVzaG1hbi1sZXZlbCBleHBlcmllbmNlIHZzIHNlbmlvci1sZXZlbCBleHBlcmllbmNlXHUwMDNjb2xcdTAwM2Vcblx1MDAzY2xpXHUwMDNlV2hhdCBkb2VzIHRoaXMgbWVhbj8gSG93IHdlbGwgY2FuIGl0IGRlbGl2ZXI_IFdoYXQgZGV0YWlscyBkbyB5b3UgcmVhbGx5IG5lZWQ_XHUwMDNjL2xpXHUwMDNlXG5cdTAwM2Mvb2xcdTAwM2Vcblx1MDAzYy9saVx1MDAzZVxuXHUwMDNjL29sXHUwMDNlXG5cdTAwM2MvbGlcdTAwM2Vcblx1MDAzY2xpXHUwMDNlTGFjayBvZiByZWxldmFuY2VcdTAwM2NvbFx1MDAzZVxuXHUwMDNjbGlcdTAwM2VBY3QgbGlrZS4uLiAodHJ1bmNhdGVkKSJ9.d06cGzFaerfUIlgxPIt3w69EZOgciY6MrmxX1n7K_hE', 
+    'lti_context_id': 'c6874fb2-655d-4943-ba29-a88ce8141b9d', 'course_id': 28537, 
+    'name': 'Lecture 1c - Chat', 'submission_types': ['not_graded'], 
+    'has_submitted_submissions': False, 'due_date_required': False, 
+    'max_name_length': 255, 'in_closed_grading_period': False, 
+    'graded_submissions_exist': False, 'is_quiz_assignment': False, 
+    'can_duplicate': True, 'original_course_id': None, 
+    'original_assignment_id': None, 'original_lti_resource_link_id': None, 
+    'original_assignment_name': None, 'original_quiz_id': None, 
+    'workflow_state': 'published', 'important_dates': False, 'muted': True, 
+    'html_url': 'https://byu.instructure.com/courses/28537/assignments/1303191', 
+    'speed_grader_url': 'https://byu.instructure.com/courses/28537/gradebook/speed_grader?assignment_id=1303191', 
+    'has_overrides': False, 'needs_grading_count': 0, 'sis_assignment_id': None, 
+    'integration_id': None, 'integration_data': {}, 'published': True, 
+    'unpublishable': True, 'only_visible_to_overrides': False, 
+    'visible_to_everyone': True, 'locked_for_user': False, 
+    'submissions_download_url': 'https://byu.instructure.com/courses/28537/assignments/1303191/submissions?zip=1', 
+    'post_manually': False, 'anonymize_students': False, 
+    'new_quizzes_anonymous_participants': False, 'require_lockdown_browser': False, 
+    'restrict_quantitative_data': False
+    }, 
+user={
+    'id': 147873, 'name': 'Test Student', 'created_at': '2025-05-28T15:52:39Z', 
+    'sortable_name': 'Student, Test', 'short_name': 'Test Student', 
+    'sis_user_id': None, 'integration_id': None, 
+    'login_id': 'fcf0d54b9eb9851342c1f80c095c3866fafb5837', 
+    'avatar_url': 'https://byu.instructure.com/images/messages/avatar-50.png'
+    }, 
+course_id=28537, attachments=[]
+)
+
+"""
+
+
+"""
+Submission(
+_requester=<canvasapi.requester.Requester object at 0x10a936660>, 
+id=77165372, user_id=147873, url=None, score=1.03, grade=1.03, excused=None, 
+attempt=2, submission_type=online_quiz, submitted_at=2026-02-27T22:41:05Z, 
+submitted_at_date=2026-02-27 22:41:05+00:00, 
+body=<link rel="stylesheet" href="https://instructure-uploads.s3.amazonaws.com/account_74070000000000001/attachments/8409020/dp_app.css">user: 147873, quiz: 596422, score: 1.03, time: 2026-02-27 15:41:36 -0700<script src="https://instructure-uploads.s3.amazonaws.com/account_74070000000000001/attachments/8409019/dp_app.js"></script>, 
+assignment_id=1303196, assignment_id_date=1303-07-15 00:00:00+00:00, 
+graded_at=2026-02-27T22:41:36Z, graded_at_date=2026-02-27 22:41:36+00:00, 
+grade_matches_current_submission=True, grader_id=-596422, workflow_state=graded, 
+late_policy_status=None, points_deducted=0.0, grading_period_id=None, 
+cached_due_date=2026-01-22T06:59:00Z, cached_due_date_date=2026-01-22 06:59:00+00:00, 
+extra_attempts=None, posted_at=2026-01-23T23:23:10Z, 
+posted_at_date=2026-01-23 23:23:10+00:00, redo_request=False, sticker=None, 
+custom_grade_status_id=None, late=True, missing=False, seconds_late=3166865, 
+entered_grade=1.03, entered_score=1.03, 
+preview_url=https://byu.instructure.com/courses/28537/assignments/1303196/submissions/147873?preview=1&version=2, 
+submission_history=[{
+    'id': 15234095, 'user_id': 147873, 'url': None, 'score': 1.03, 'grade': '1.03', 
+    'excused': None, 'attempt': 2, 'submission_type': 'online_quiz', 
+    'submitted_at': '2026-02-27T22:41:05Z', 'body': None, 
+    'assignment_id': 1303196, 'graded_at': None, 
+    'grade_matches_current_submission': True, 
+    'grader_id': -596422, 
+    'workflow_state': 'complete', 'late_policy_status': None, 
+    'points_deducted': 0.0, 'grading_period_id': None, 
+    'cached_due_date': '2026-01-22T06:59:00Z', 'extra_attempts': None, 
+    'posted_at': '2026-01-23T23:23:10Z', 'redo_request': False, 'sticker': None, 
+    'custom_grade_status_id': None, 'late': True, 'missing': False, 
+    'seconds_late': 3166865, 'entered_grade': '1.03', 
+    'entered_score': 1.03, 
+    'preview_url': 'https://byu.instructure.com/courses/28537/assignments/1303196/submissions/147873?preview=1&version=2', 
+    'submission_data': [
+        {'correct': 'defined', 'points': 1.0, 'question_id': 6579900, 'text': '<p>System is from the computer; user is from the user</p>'}, 
+        {'correct': 'defined', 'points': 0.01, 'question_id': 6628286, 'text': '<p>System is from the computer; user is from the user</p>'}, 
+        {'correct': 'defined', 'points': 0.01, 'question_id': 6579901, 'text': ''}, 
+        {'correct': 'defined', 'points': 0.01, 'question_id': 6628285, 'text': ''}
+    ]}, 
+    {'id': 15234095, 'user_id': 147873, 'url': None, 'score': 0.02, 
+    'grade': '1.03', 'excused': None, 'attempt': 1, 
+    'submission_type': 'online_quiz', 'submitted_at': '2026-01-23T23:23:10Z', 
+    'body': None, 'assignment_id': 1303196, 'graded_at': None, 'grade_matches_current_submission': True, 'grader_id': -596422, 'workflow_state': 'complete', 'late_policy_status': None, 'points_deducted': 0.0, 'grading_period_id': None, 'cached_due_date': '2026-01-22T06:59:00Z', 'extra_attempts': None, 'posted_at': '2026-01-23T23:23:10Z', 'redo_request': False, 'sticker': None, 'custom_grade_status_id': None, 'late': True, 'missing': False, 'seconds_late': 3166865, 'entered_grade': '1.03', 'entered_score': 1.03, 'preview_url': 'https://byu.instructure.com/courses/28537/assignments/1303196/submissions/147873?preview=1&version=1', 'submission_data': [{'correct': 'defined', 'points': 0.01, 'question_id': 6546157, 'text': '<p>La la la&nbsp;</p>'}, {'correct': 'defined', 'points': 0.01, 'question_id': 6546158, 'text': '<p>la la la&nbsp;</p>'}]}], assignment={'id': 1303196, 'position': 5, 'description': '<link rel="stylesheet" href="https://instructure-uploads.s3.amazonaws.com/account_74070000000000001/attachments/8409020/dp_app.css"><p>Possible interview questions from 1c - Chat.</p><script src="https://instructure-uploads.s3.amazonaws.com/account_74070000000000001/attachments/8409019/dp_app.js"></script>', 'points_possible': 4.0, 'grading_type': 'points', 'created_at': '2026-01-08T18:43:54Z', 'updated_at': '2026-04-13T19:33:21Z', 'due_at': '2026-01-22T06:59:00Z', 'final_grader_id': None, 'grader_count': 0, 'graders_anonymous_to_graders': False, 'grader_comments_visible_to_graders': True, 'grader_names_visible_to_final_grader': True, 'lock_at': '2026-04-16T05:59:00Z', 'unlock_at': None, 'assignment_group_id': 153984, 'peer_reviews': False, 'anonymous_peer_reviews': False, 'automatic_peer_reviews': False, 'intra_group_peer_reviews': False, 'post_to_sis': False, 'grade_group_students_individually': False, 'group_category_id': None, 'grading_standard_id': None, 'moderated_grading': False, 'hide_in_gradebook': False, 'omit_from_final_grade': False, 'suppress_assignment': False, 'anonymous_instructor_annotations': False, 'anonymous_grading': False, 'allowed_attempts': -1, 'annotatable_attachment_id': None, 'secure_params': 'eyJ0eXAiOiJKV1QiLCJhbGciOiJIUzI1NiJ9.eyJsdGlfYXNzaWdubWVudF9pZCI6Ijc5Y2U2ZTIwLTNiMjUtNGQ5ZC04ZTMxLWMxNmVlYmNhOWFiZSIsImx0aV9hc3NpZ25tZW50X2Rlc2NyaXB0aW9uIjoiXHUwMDNjcFx1MDAzZVBvc3NpYmxlIGludGVydmlldyBxdWVzdGlvbnMgZnJvbSAxYyAtIENoYXQuXHUwMDNjL3BcdTAwM2UifQ.-CXfIiABO4QN540uaF3EnQDSoZ1ginhZtwNjijCDAG4', 'lti_context_id': '79ce6e20-3b25-4d9d-8e31-c16eebca9abe', 'course_id': 28537, 'name': '1c Interview Questions', 'submission_types': ['online_quiz'], 'has_submitted_submissions': True, 'due_date_required': False, 'max_name_length': 255, 'in_closed_grading_period': False, 'availability_status': {'status': 'closed', 'date': None}, 'graded_submissions_exist': True, 'is_quiz_assignment': True, 'can_duplicate': False, 'original_course_id': None, 'original_assignment_id': None, 'original_lti_resource_link_id': None, 'original_assignment_name': None, 'original_quiz_id': None, 'workflow_state': 'published', 'important_dates': False, 'muted': False, 'html_url': 'https://byu.instructure.com/courses/28537/assignments/1303196', 'speed_grader_url': 'https://byu.instructure.com/courses/28537/gradebook/speed_grader?assignment_id=1303196', 'has_overrides': False, 'needs_grading_count': 0, 'sis_assignment_id': None, 'integration_id': None, 'integration_data': {}, 'quiz_id': 596422, 'anonymous_submissions': False, 'published': True, 'unpublishable': False, 'only_visible_to_overrides': False, 'visible_to_everyone': True, 'locked_for_user': False, 'submissions_download_url': 'https://byu.instructure.com/courses/28537/quizzes/596422/submissions?zip=1', 'post_manually': False, 'anonymize_students': False, 'new_quizzes_anonymous_participants': False, 'require_lockdown_browser': False, 'restrict_quantitative_data': False}, user={'id': 147873, 'name': 'Test Student', 'created_at': '2025-05-28T15:52:39Z', 'sortable_name': 'Student, Test', 'short_name': 'Test Student', 'sis_user_id': None, 'integration_id': None, 'login_id': 'fcf0d54b9eb9851342c1f80c095c3866fafb5837', 'avatar_url': 'https://byu.instructure.com/images/messages/avatar-50.png'}, course_id=28537, attachments=[])
+"""

aarg_canvas-0.1.0/src/aarg/server.py

@@ -0,0 +1,19 @@
+import asyncio
+
+
+class Server:
+    """Schedule jobs in asyncio tasks."""
+
+    def __init__(self):
+        self._tasks = []
+
+    def schedule(self, interval, job):
+        self._tasks.append(self._run(interval, job))
+
+    async def _run(self, interval, job):
+        while True:
+            await job()  # todo - handle sync and async job signatures
+            await asyncio.sleep(interval)
+
+    async def start(self):
+        await asyncio.gather(*self._tasks)