assignment-codeval 0.0.28__tar.gz → 0.0.29__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {assignment_codeval-0.0.28 → assignment_codeval-0.0.29}/PKG-INFO +4 -1
- {assignment_codeval-0.0.28 → assignment_codeval-0.0.29}/README.md +3 -0
- {assignment_codeval-0.0.28 → assignment_codeval-0.0.29}/pyproject.toml +1 -1
- {assignment_codeval-0.0.28 → assignment_codeval-0.0.29}/src/assignment_codeval/evaluate.py +0 -5
- {assignment_codeval-0.0.28 → assignment_codeval-0.0.29}/src/assignment_codeval/recent_comments.py +2 -2
- {assignment_codeval-0.0.28 → assignment_codeval-0.0.29}/src/assignment_codeval/submissions.py +40 -1
- {assignment_codeval-0.0.28 → assignment_codeval-0.0.29}/src/assignment_codeval.egg-info/PKG-INFO +4 -1
- {assignment_codeval-0.0.28 → assignment_codeval-0.0.29}/setup.cfg +0 -0
- {assignment_codeval-0.0.28 → assignment_codeval-0.0.29}/src/assignment_codeval/__init__.py +0 -0
- {assignment_codeval-0.0.28 → assignment_codeval-0.0.29}/src/assignment_codeval/ai_benchmark.py +0 -0
- {assignment_codeval-0.0.28 → assignment_codeval-0.0.29}/src/assignment_codeval/canvas_utils.py +0 -0
- {assignment_codeval-0.0.28 → assignment_codeval-0.0.29}/src/assignment_codeval/check_grading.py +0 -0
- {assignment_codeval-0.0.28 → assignment_codeval-0.0.29}/src/assignment_codeval/cli.py +0 -0
- {assignment_codeval-0.0.28 → assignment_codeval-0.0.29}/src/assignment_codeval/commons.py +0 -0
- {assignment_codeval-0.0.28 → assignment_codeval-0.0.29}/src/assignment_codeval/convertMD2Html.py +0 -0
- {assignment_codeval-0.0.28 → assignment_codeval-0.0.29}/src/assignment_codeval/create_assignment.py +0 -0
- {assignment_codeval-0.0.28 → assignment_codeval-0.0.29}/src/assignment_codeval/export_tests.py +0 -0
- {assignment_codeval-0.0.28 → assignment_codeval-0.0.29}/src/assignment_codeval/file_utils.py +0 -0
- {assignment_codeval-0.0.28 → assignment_codeval-0.0.29}/src/assignment_codeval/github_connect.py +0 -0
- {assignment_codeval-0.0.28 → assignment_codeval-0.0.29}/src/assignment_codeval/install_assignment.py +0 -0
- {assignment_codeval-0.0.28 → assignment_codeval-0.0.29}/src/assignment_codeval/test_template.html +0 -0
- {assignment_codeval-0.0.28 → assignment_codeval-0.0.29}/src/assignment_codeval.egg-info/SOURCES.txt +0 -0
- {assignment_codeval-0.0.28 → assignment_codeval-0.0.29}/src/assignment_codeval.egg-info/dependency_links.txt +0 -0
- {assignment_codeval-0.0.28 → assignment_codeval-0.0.29}/src/assignment_codeval.egg-info/entry_points.txt +0 -0
- {assignment_codeval-0.0.28 → assignment_codeval-0.0.29}/src/assignment_codeval.egg-info/requires.txt +0 -0
- {assignment_codeval-0.0.28 → assignment_codeval-0.0.29}/src/assignment_codeval.egg-info/top_level.txt +0 -0
- {assignment_codeval-0.0.28 → assignment_codeval-0.0.29}/tests/test_check_grading.py +0 -0
- {assignment_codeval-0.0.28 → assignment_codeval-0.0.29}/tests/test_codeval.py +0 -0
- {assignment_codeval-0.0.28 → assignment_codeval-0.0.29}/tests/test_create_assignment.py +0 -0
- {assignment_codeval-0.0.28 → assignment_codeval-0.0.29}/tests/test_evaluate_submissions.py +0 -0
- {assignment_codeval-0.0.28 → assignment_codeval-0.0.29}/tests/test_export_tests.py +0 -0
- {assignment_codeval-0.0.28 → assignment_codeval-0.0.29}/tests/test_function_detection.py +0 -0
- {assignment_codeval-0.0.28 → assignment_codeval-0.0.29}/tests/test_install_assignment.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: assignment-codeval
|
|
3
|
-
Version: 0.0.
|
|
3
|
+
Version: 0.0.29
|
|
4
4
|
Summary: CodEval for evaluating programming assignments
|
|
5
5
|
Requires-Python: >=3.12
|
|
6
6
|
Description-Content-Type: text/markdown
|
|
@@ -57,6 +57,9 @@ Use a part of the course name that can uniquely identify the course on Canvas.
|
|
|
57
57
|
- Default: --no-copytmpdir
|
|
58
58
|
- Copy temporary directory content to current directory for debugging
|
|
59
59
|
|
|
60
|
+
### Codeval File Matching
|
|
61
|
+
When looking up the codeval file for an assignment, CodEval first tries to match by filename (case-insensitive). If no filename match is found, it falls back to checking the `CRT_HW START` title inside each `.codeval` file in the codeval directory. This allows the codeval filename to differ from the assignment name on Canvas as long as the `CRT_HW START` title matches.
|
|
62
|
+
|
|
60
63
|
### Specification Tags
|
|
61
64
|
Tags used in a spec file (\<course name>.codeval)
|
|
62
65
|
|
|
@@ -37,6 +37,9 @@ Use a part of the course name that can uniquely identify the course on Canvas.
|
|
|
37
37
|
- Default: --no-copytmpdir
|
|
38
38
|
- Copy temporary directory content to current directory for debugging
|
|
39
39
|
|
|
40
|
+
### Codeval File Matching
|
|
41
|
+
When looking up the codeval file for an assignment, CodEval first tries to match by filename (case-insensitive). If no filename match is found, it falls back to checking the `CRT_HW START` title inside each `.codeval` file in the codeval directory. This allows the codeval filename to differ from the assignment name on Canvas as long as the `CRT_HW START` title matches.
|
|
42
|
+
|
|
40
43
|
### Specification Tags
|
|
41
44
|
Tags used in a spec file (\<course name>.codeval)
|
|
42
45
|
|
|
@@ -1138,8 +1138,6 @@ def check_test():
|
|
|
1138
1138
|
if len(lines) > 22:
|
|
1139
1139
|
print(f" ... ({len(lines) - 22} more lines)")
|
|
1140
1140
|
|
|
1141
|
-
cleanup()
|
|
1142
|
-
|
|
1143
1141
|
# Exit program after failed test case
|
|
1144
1142
|
sys.exit(2)
|
|
1145
1143
|
|
|
@@ -1215,8 +1213,5 @@ def run_evaluation(codeval_file):
|
|
|
1215
1213
|
|
|
1216
1214
|
check_test()
|
|
1217
1215
|
|
|
1218
|
-
# cleanup
|
|
1219
|
-
cleanup()
|
|
1220
|
-
|
|
1221
1216
|
end_time_seconds = time.time()
|
|
1222
1217
|
print(f"took {end_time_seconds - start_time_seconds} seconds")
|
{assignment_codeval-0.0.28 → assignment_codeval-0.0.29}/src/assignment_codeval/recent_comments.py
RENAMED
|
@@ -12,6 +12,7 @@ from assignment_codeval.canvas_utils import (
|
|
|
12
12
|
get_canvas_credentials, graphql_request, fetch_all_submissions,
|
|
13
13
|
)
|
|
14
14
|
from assignment_codeval.commons import despace
|
|
15
|
+
from assignment_codeval.submissions import find_codeval_file
|
|
15
16
|
|
|
16
17
|
COURSE_ASSIGNMENTS_QUERY = """
|
|
17
18
|
query CourseAssignmentsQuery($courseId: ID!) {
|
|
@@ -164,8 +165,7 @@ def recent_comments(course_name, active, time_period, codeval_prefix, verbose, s
|
|
|
164
165
|
# Check if this assignment has a codeval file
|
|
165
166
|
has_codeval = True
|
|
166
167
|
if codeval_dir:
|
|
167
|
-
|
|
168
|
-
has_codeval = os.path.exists(codeval_file)
|
|
168
|
+
has_codeval = find_codeval_file(codeval_dir, despace(assignment_name)) is not None
|
|
169
169
|
if not has_codeval:
|
|
170
170
|
if verbose:
|
|
171
171
|
click.echo(f" (no codeval file)", err=True)
|
{assignment_codeval-0.0.28 → assignment_codeval-0.0.29}/src/assignment_codeval/submissions.py
RENAMED
|
@@ -17,13 +17,41 @@ from assignment_codeval.canvas_utils import connect_to_canvas, get_course, get_c
|
|
|
17
17
|
from assignment_codeval.commons import debug, error, info, warn, despace
|
|
18
18
|
|
|
19
19
|
|
|
20
|
+
def _extract_codeval_title(filepath):
|
|
21
|
+
"""Extract the assignment title from the CRT_HW START line of a codeval file.
|
|
22
|
+
Returns None if no CRT_HW START line is found."""
|
|
23
|
+
try:
|
|
24
|
+
with open(filepath, 'r') as f:
|
|
25
|
+
for line in f:
|
|
26
|
+
if 'CRT_HW START' in line:
|
|
27
|
+
idx = line.index('CRT_HW START') + len('CRT_HW START')
|
|
28
|
+
title = line[idx:].strip()
|
|
29
|
+
return title if title else None
|
|
30
|
+
except (OSError, UnicodeDecodeError):
|
|
31
|
+
pass
|
|
32
|
+
return None
|
|
33
|
+
|
|
34
|
+
|
|
20
35
|
def find_codeval_file(codeval_dir, assignment_name):
|
|
21
36
|
"""Find a codeval file by assignment name, case-insensitive.
|
|
37
|
+
First tries matching by filename, then falls back to checking
|
|
38
|
+
CRT_HW START titles inside each .codeval file.
|
|
22
39
|
Returns the full path if found, or None if not found."""
|
|
23
40
|
target = f"{assignment_name}.codeval".lower()
|
|
41
|
+
codeval_files = []
|
|
24
42
|
for f in os.listdir(codeval_dir):
|
|
25
43
|
if f.lower() == target:
|
|
26
44
|
return os.path.join(codeval_dir, f)
|
|
45
|
+
if f.endswith('.codeval'):
|
|
46
|
+
codeval_files.append(f)
|
|
47
|
+
|
|
48
|
+
# Fallback: check CRT_HW START titles
|
|
49
|
+
target_name = assignment_name.lower()
|
|
50
|
+
for f in codeval_files:
|
|
51
|
+
filepath = os.path.join(codeval_dir, f)
|
|
52
|
+
title = _extract_codeval_title(filepath)
|
|
53
|
+
if title and despace(title).lower() == target_name:
|
|
54
|
+
return filepath
|
|
27
55
|
return None
|
|
28
56
|
|
|
29
57
|
|
|
@@ -596,7 +624,15 @@ def list_codeval_assignments(course_name):
|
|
|
596
624
|
raise click.UsageError(f"CODEVAL directory does not exist: {codeval_dir}")
|
|
597
625
|
|
|
598
626
|
# Get all codeval files in the directory (map lowercase name -> original name)
|
|
599
|
-
codeval_files = {
|
|
627
|
+
codeval_files = {}
|
|
628
|
+
codeval_titles = {} # map despaced-lowercase CRT_HW title -> original filename stem
|
|
629
|
+
for f in os.listdir(codeval_dir):
|
|
630
|
+
if f.endswith('.codeval'):
|
|
631
|
+
stem = f[:-8]
|
|
632
|
+
codeval_files[stem.lower()] = stem
|
|
633
|
+
title = _extract_codeval_title(os.path.join(codeval_dir, f))
|
|
634
|
+
if title:
|
|
635
|
+
codeval_titles[despace(title).lower()] = stem
|
|
600
636
|
matched_codeval_keys = set()
|
|
601
637
|
|
|
602
638
|
(canvas, user) = connect_to_canvas()
|
|
@@ -611,6 +647,9 @@ def list_codeval_assignments(course_name):
|
|
|
611
647
|
if assignment_key in codeval_files:
|
|
612
648
|
matched_codeval_keys.add(assignment_key)
|
|
613
649
|
info(f"{course.name}: {assignment.name}")
|
|
650
|
+
elif assignment_key in codeval_titles:
|
|
651
|
+
matched_codeval_keys.add(codeval_titles[assignment_key].lower())
|
|
652
|
+
info(f"{course.name}: {assignment.name}")
|
|
614
653
|
|
|
615
654
|
# Report codeval files that don't match any assignment
|
|
616
655
|
unmatched_keys = set(codeval_files.keys()) - matched_codeval_keys
|
{assignment_codeval-0.0.28 → assignment_codeval-0.0.29}/src/assignment_codeval.egg-info/PKG-INFO
RENAMED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: assignment-codeval
|
|
3
|
-
Version: 0.0.
|
|
3
|
+
Version: 0.0.29
|
|
4
4
|
Summary: CodEval for evaluating programming assignments
|
|
5
5
|
Requires-Python: >=3.12
|
|
6
6
|
Description-Content-Type: text/markdown
|
|
@@ -57,6 +57,9 @@ Use a part of the course name that can uniquely identify the course on Canvas.
|
|
|
57
57
|
- Default: --no-copytmpdir
|
|
58
58
|
- Copy temporary directory content to current directory for debugging
|
|
59
59
|
|
|
60
|
+
### Codeval File Matching
|
|
61
|
+
When looking up the codeval file for an assignment, CodEval first tries to match by filename (case-insensitive). If no filename match is found, it falls back to checking the `CRT_HW START` title inside each `.codeval` file in the codeval directory. This allows the codeval filename to differ from the assignment name on Canvas as long as the `CRT_HW START` title matches.
|
|
62
|
+
|
|
60
63
|
### Specification Tags
|
|
61
64
|
Tags used in a spec file (\<course name>.codeval)
|
|
62
65
|
|
|
File without changes
|
|
File without changes
|
{assignment_codeval-0.0.28 → assignment_codeval-0.0.29}/src/assignment_codeval/ai_benchmark.py
RENAMED
|
File without changes
|
{assignment_codeval-0.0.28 → assignment_codeval-0.0.29}/src/assignment_codeval/canvas_utils.py
RENAMED
|
File without changes
|
{assignment_codeval-0.0.28 → assignment_codeval-0.0.29}/src/assignment_codeval/check_grading.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{assignment_codeval-0.0.28 → assignment_codeval-0.0.29}/src/assignment_codeval/convertMD2Html.py
RENAMED
|
File without changes
|
{assignment_codeval-0.0.28 → assignment_codeval-0.0.29}/src/assignment_codeval/create_assignment.py
RENAMED
|
File without changes
|
{assignment_codeval-0.0.28 → assignment_codeval-0.0.29}/src/assignment_codeval/export_tests.py
RENAMED
|
File without changes
|
{assignment_codeval-0.0.28 → assignment_codeval-0.0.29}/src/assignment_codeval/file_utils.py
RENAMED
|
File without changes
|
{assignment_codeval-0.0.28 → assignment_codeval-0.0.29}/src/assignment_codeval/github_connect.py
RENAMED
|
File without changes
|
{assignment_codeval-0.0.28 → assignment_codeval-0.0.29}/src/assignment_codeval/install_assignment.py
RENAMED
|
File without changes
|
{assignment_codeval-0.0.28 → assignment_codeval-0.0.29}/src/assignment_codeval/test_template.html
RENAMED
|
File without changes
|
{assignment_codeval-0.0.28 → assignment_codeval-0.0.29}/src/assignment_codeval.egg-info/SOURCES.txt
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{assignment_codeval-0.0.28 → assignment_codeval-0.0.29}/src/assignment_codeval.egg-info/requires.txt
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|