pl-e2e-test 0.1.1__tar.gz → 0.1.3__tar.gz

{pl_e2e_test-0.1.1/src/pl_e2e_test.egg-info → pl_e2e_test-0.1.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: pl-e2e-test
-Version: 0.1.1
+Version: 0.1.3
 Summary: Fuzz PrairieLearn question lifecycles against the real Python element runtime
 License-Expression: MIT
 Project-URL: Homepage, https://github.com/PrairieLearn/pl-e2e-test
@@ -18,6 +18,7 @@ Requires-Dist: platformdirs>=4.5
 Requires-Dist: prairielearn
 Requires-Dist: pyright>=1.1.414
 Requires-Dist: pytest>=9.1
+Requires-Dist: rich>=14
 Requires-Dist: ruff>=0.16
 Dynamic: license-file
 
@@ -28,12 +29,17 @@ generate, prepare, render, parse, grade, test, and file phases. It was extracted
 from the `pl-oer-lv102` course so that courses can install one uv-managed tool
 instead of copying the harness and its support scripts.
 
-The package installs the reusable `prairielearn_e2e` Python API and these commands:
+The package installs the reusable `prairielearn_e2e` Python API and a single
+`pl-e2e-test` command:
 
-- `pl-e2e-test` runs the installed lifecycle pytest suite.
-- `pl-e2e-test-diff` fuzzes questions selected from a Git diff.
-- `pl-e2e-add-regression-seed` records a failing concrete variant seed.
-- `pl-e2e-merge-reports` merges parallel shard results into terminal and JUnit reports.
+- `pl-e2e-test` (no command, or any pytest/harness options) runs the installed
+  lifecycle pytest suite.
+- `pl-e2e-test diff` fuzzes questions selected from a Git diff.
+- `pl-e2e-test parallel` runs local shards and merges their results.
+- `pl-e2e-test add-seed` records a failing concrete variant seed.
+- `pl-e2e-test reports` merges parallel shard results into terminal and JUnit reports.
+- `pl-e2e-test version` prints the installed version.
+- `pl-e2e-test help [COMMAND]` prints top-level help, or one command's help.
 
 ## Requirements and installation
 
@@ -92,6 +98,68 @@ uv run pl-e2e-test \
 variant set with `--fuzz-seed N`. Without either option, deterministic seeds start at
 zero. Question metadata with `singleVariant: true` always uses seed zero.
 
+### Local parallel runs
+
+Run multiple shards in one machine or CI job, with six concurrent processes by default:
+
+```sh
+uv run pl-e2e-test parallel --shard-count 6 run -- \
+  --question-path questions --fuzz-seeds
+
+uv run pl-e2e-test parallel --shard-count 6 --junitxml results.xml diff -- \
+  --base main --fuzz-seed 42
+```
+
+Launcher options go before the required `run` or `diff` selector; arguments after
+`--` are forwarded to that command. Normal runs remain deterministic. For
+`--fuzz-seeds` and diff runs, the launcher generates one shared master seed unless
+`--fuzz-seed` is supplied, and prints a command for replaying the run without sharding.
+
+Each shard runs in a separate Python process using the current environment and
+working directory. Terminals show Rich progress; redirected output prints completion
+lines. All shards finish before reports are merged, even when a test fails. Captured
+failure output and successful stderr are shown before the combined summary.
+Interrupting the launcher stops and reaps its children.
+
+Intermediate reports are temporary. Pass the launcher's `--junitxml` option to retain
+merged JUnit output. Forwarded `--shard`, `--shard-report`, `--junitxml`, and
+`--junit-xml` options are rejected because the launcher manages those outputs.
+Choose the course with the working directory, or `course_root` in the Python API.
+
+The same orchestration is available to Python callers:
+
+```python
+from prairielearn_e2e import run_parallel
+
+status = run_parallel(
+    ["--question-path", "questions", "--fuzz-seeds"],
+    command="run",
+    shard_count=6,
+    course_root="/path/to/course",
+    junitxml="results.xml",
+)
+```
+
+`run_parallel` returns an integer exit status, including 130 on interruption.
+Relative JUnit paths are resolved against the course root. With `junitxml=None`,
+merged output is temporary. Invalid launcher settings raise `ValueError`.
+
+Courses using `scripts/run_e2e_shards.py` can replace its invocation with
+`pl-e2e-test parallel`, move `--fuzz-seed` into the forwarded arguments, and explicitly
+pass `--fuzz-seeds` for full-suite runs to preserve the script's fuzzing behavior.
+For example:
+
+```make
+test-e2e-sharded:
+	uv run --active pl-e2e-test parallel --shard-count "$(E2E_SHARD_COUNT)" run -- \
+		$(E2E_TEST_ARGS) $(E2E_PRAIRIELEARN_ARG) --fuzz-seeds $(E2E_FUZZ_SEED_ARG) $(PYTEST_ARGS)
+
+test-e2e-fuzz-sharded:
+	uv run --active pl-e2e-test parallel --shard-count "$(E2E_SHARD_COUNT)" diff -- \
+		--base "$(E2E_DIFF_BASE)" --head "$(E2E_DIFF_HEAD)" \
+		--seed-count "$(E2E_FUZZ_SEED_COUNT)" $(E2E_FUZZ_SEED_ARG) $(E2E_PRAIRIELEARN_ARG) $(PYTEST_ARGS)
+```
+
 ### CI sharding
 
 Use `--shard INDEX/COUNT` to divide the selected question variants between parallel
@@ -105,7 +173,7 @@ same checkout and arguments. Sharded fuzz runs must also use one explicit shared
 merge them into a combined terminal summary and JUnit report:
 
 ```sh
-uv run pl-e2e-merge-reports e2e-reports \
+uv run pl-e2e-test reports e2e-reports \
   --junitxml pl-e2e-results.xml
 ```
 
@@ -161,7 +229,7 @@ jobs:
           merge-multiple: true
       - name: Merge reports
         run: |
-          uv run pl-e2e-merge-reports e2e-reports \
+          uv run pl-e2e-test reports e2e-reports \
             --junitxml pl-e2e-results.xml
       - name: Upload merged JUnit report
         if: ${{ always() }}
@@ -208,7 +276,7 @@ questions automatically skip only the grade check.
 Record the concrete seed shown in a failing pytest case with:
 
 ```sh
-uv run pl-e2e-add-regression-seed \
+uv run pl-e2e-test add-seed \
   questions/chapter/example 1843927501
 ```
 
@@ -221,7 +289,7 @@ The diff runner tests changed question directories. A non-ignored changed file o
 `questions/` selects every question:
 
 ```sh
-uv run pl-e2e-test-diff \
+uv run pl-e2e-test diff \
   --base origin/main \
   --head HEAD \
   --seed-count 10
@@ -247,7 +315,7 @@ To migrate from `.question-e2e.diffignore`, copy its non-comment rules into the
 
 In pull-request CI, fetch the base commit before running the command and pass the
 appropriate base and head SHAs. Set `--fuzz-seed` to replay a reported run.
-`pl-e2e-test-diff` accepts the same `--shard` and `--shard-report` options. If a diff
+`pl-e2e-test diff` accepts the same `--shard` and `--shard-report` options. If a diff
 selects no questions, it writes a successful empty shard report so the merge job can
 still verify that every matrix job completed.
 

{pl_e2e_test-0.1.1 → pl_e2e_test-0.1.3}/README.md

@@ -5,12 +5,17 @@ generate, prepare, render, parse, grade, test, and file phases. It was extracted
 from the `pl-oer-lv102` course so that courses can install one uv-managed tool
 instead of copying the harness and its support scripts.
 
-The package installs the reusable `prairielearn_e2e` Python API and these commands:
-
-- `pl-e2e-test` runs the installed lifecycle pytest suite.
-- `pl-e2e-test-diff` fuzzes questions selected from a Git diff.
-- `pl-e2e-add-regression-seed` records a failing concrete variant seed.
-- `pl-e2e-merge-reports` merges parallel shard results into terminal and JUnit reports.
+The package installs the reusable `prairielearn_e2e` Python API and a single
+`pl-e2e-test` command:
+
+- `pl-e2e-test` (no command, or any pytest/harness options) runs the installed
+  lifecycle pytest suite.
+- `pl-e2e-test diff` fuzzes questions selected from a Git diff.
+- `pl-e2e-test parallel` runs local shards and merges their results.
+- `pl-e2e-test add-seed` records a failing concrete variant seed.
+- `pl-e2e-test reports` merges parallel shard results into terminal and JUnit reports.
+- `pl-e2e-test version` prints the installed version.
+- `pl-e2e-test help [COMMAND]` prints top-level help, or one command's help.
 
 ## Requirements and installation
 
@@ -69,6 +74,68 @@ uv run pl-e2e-test \
 variant set with `--fuzz-seed N`. Without either option, deterministic seeds start at
 zero. Question metadata with `singleVariant: true` always uses seed zero.
 
+### Local parallel runs
+
+Run multiple shards in one machine or CI job, with six concurrent processes by default:
+
+```sh
+uv run pl-e2e-test parallel --shard-count 6 run -- \
+  --question-path questions --fuzz-seeds
+
+uv run pl-e2e-test parallel --shard-count 6 --junitxml results.xml diff -- \
+  --base main --fuzz-seed 42
+```
+
+Launcher options go before the required `run` or `diff` selector; arguments after
+`--` are forwarded to that command. Normal runs remain deterministic. For
+`--fuzz-seeds` and diff runs, the launcher generates one shared master seed unless
+`--fuzz-seed` is supplied, and prints a command for replaying the run without sharding.
+
+Each shard runs in a separate Python process using the current environment and
+working directory. Terminals show Rich progress; redirected output prints completion
+lines. All shards finish before reports are merged, even when a test fails. Captured
+failure output and successful stderr are shown before the combined summary.
+Interrupting the launcher stops and reaps its children.
+
+Intermediate reports are temporary. Pass the launcher's `--junitxml` option to retain
+merged JUnit output. Forwarded `--shard`, `--shard-report`, `--junitxml`, and
+`--junit-xml` options are rejected because the launcher manages those outputs.
+Choose the course with the working directory, or `course_root` in the Python API.
+
+The same orchestration is available to Python callers:
+
+```python
+from prairielearn_e2e import run_parallel
+
+status = run_parallel(
+    ["--question-path", "questions", "--fuzz-seeds"],
+    command="run",
+    shard_count=6,
+    course_root="/path/to/course",
+    junitxml="results.xml",
+)
+```
+
+`run_parallel` returns an integer exit status, including 130 on interruption.
+Relative JUnit paths are resolved against the course root. With `junitxml=None`,
+merged output is temporary. Invalid launcher settings raise `ValueError`.
+
+Courses using `scripts/run_e2e_shards.py` can replace its invocation with
+`pl-e2e-test parallel`, move `--fuzz-seed` into the forwarded arguments, and explicitly
+pass `--fuzz-seeds` for full-suite runs to preserve the script's fuzzing behavior.
+For example:
+
+```make
+test-e2e-sharded:
+	uv run --active pl-e2e-test parallel --shard-count "$(E2E_SHARD_COUNT)" run -- \
+		$(E2E_TEST_ARGS) $(E2E_PRAIRIELEARN_ARG) --fuzz-seeds $(E2E_FUZZ_SEED_ARG) $(PYTEST_ARGS)
+
+test-e2e-fuzz-sharded:
+	uv run --active pl-e2e-test parallel --shard-count "$(E2E_SHARD_COUNT)" diff -- \
+		--base "$(E2E_DIFF_BASE)" --head "$(E2E_DIFF_HEAD)" \
+		--seed-count "$(E2E_FUZZ_SEED_COUNT)" $(E2E_FUZZ_SEED_ARG) $(E2E_PRAIRIELEARN_ARG) $(PYTEST_ARGS)
+```
+
 ### CI sharding
 
 Use `--shard INDEX/COUNT` to divide the selected question variants between parallel
@@ -82,7 +149,7 @@ same checkout and arguments. Sharded fuzz runs must also use one explicit shared
 merge them into a combined terminal summary and JUnit report:
 
 ```sh
-uv run pl-e2e-merge-reports e2e-reports \
+uv run pl-e2e-test reports e2e-reports \
   --junitxml pl-e2e-results.xml
 ```
 
@@ -138,7 +205,7 @@ jobs:
           merge-multiple: true
       - name: Merge reports
         run: |
-          uv run pl-e2e-merge-reports e2e-reports \
+          uv run pl-e2e-test reports e2e-reports \
             --junitxml pl-e2e-results.xml
       - name: Upload merged JUnit report
         if: ${{ always() }}
@@ -185,7 +252,7 @@ questions automatically skip only the grade check.
 Record the concrete seed shown in a failing pytest case with:
 
 ```sh
-uv run pl-e2e-add-regression-seed \
+uv run pl-e2e-test add-seed \
   questions/chapter/example 1843927501
 ```
 
@@ -198,7 +265,7 @@ The diff runner tests changed question directories. A non-ignored changed file o
 `questions/` selects every question:
 
 ```sh
-uv run pl-e2e-test-diff \
+uv run pl-e2e-test diff \
   --base origin/main \
   --head HEAD \
   --seed-count 10
@@ -224,7 +291,7 @@ To migrate from `.question-e2e.diffignore`, copy its non-comment rules into the
 
 In pull-request CI, fetch the base commit before running the command and pass the
 appropriate base and head SHAs. Set `--fuzz-seed` to replay a reported run.
-`pl-e2e-test-diff` accepts the same `--shard` and `--shard-report` options. If a diff
+`pl-e2e-test diff` accepts the same `--shard` and `--shard-report` options. If a diff
 selects no questions, it writes a successful empty shard report so the merge job can
 still verify that every matrix job completed.
 

{pl_e2e_test-0.1.1 → pl_e2e_test-0.1.3}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "pl-e2e-test"
-version = "0.1.1"
+version = "0.1.3"
 description = "Fuzz PrairieLearn question lifecycles against the real Python element runtime"
 readme = "README.md"
 requires-python = ">=3.13"
@@ -19,6 +19,7 @@ dependencies = [
   "prairielearn",
   "pyright>=1.1.414",
   "pytest>=9.1",
+  "rich>=14",
   "ruff>=0.16",
 ]
 
@@ -31,10 +32,7 @@ Issues = "https://github.com/PrairieLearn/pl-e2e-test/issues"
 Repository = "https://github.com/PrairieLearn/pl-e2e-test"
 
 [project.scripts]
-pl-e2e-test = "prairielearn_e2e.runner:main"
-pl-e2e-test-diff = "prairielearn_e2e.fuzz:main"
-pl-e2e-add-regression-seed = "prairielearn_e2e.regression:main"
-pl-e2e-merge-reports = "prairielearn_e2e.reporting:main"
+pl-e2e-test = "prairielearn_e2e.cli:main"
 
 [tool.setuptools.packages.find]
 where = ["src"]

{pl_e2e_test-0.1.1 → pl_e2e_test-0.1.3/src/pl_e2e_test.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: pl-e2e-test
-Version: 0.1.1
+Version: 0.1.3
 Summary: Fuzz PrairieLearn question lifecycles against the real Python element runtime
 License-Expression: MIT
 Project-URL: Homepage, https://github.com/PrairieLearn/pl-e2e-test
@@ -18,6 +18,7 @@ Requires-Dist: platformdirs>=4.5
 Requires-Dist: prairielearn
 Requires-Dist: pyright>=1.1.414
 Requires-Dist: pytest>=9.1
+Requires-Dist: rich>=14
 Requires-Dist: ruff>=0.16
 Dynamic: license-file
 
@@ -28,12 +29,17 @@ generate, prepare, render, parse, grade, test, and file phases. It was extracted
 from the `pl-oer-lv102` course so that courses can install one uv-managed tool
 instead of copying the harness and its support scripts.
 
-The package installs the reusable `prairielearn_e2e` Python API and these commands:
+The package installs the reusable `prairielearn_e2e` Python API and a single
+`pl-e2e-test` command:
 
-- `pl-e2e-test` runs the installed lifecycle pytest suite.
-- `pl-e2e-test-diff` fuzzes questions selected from a Git diff.
-- `pl-e2e-add-regression-seed` records a failing concrete variant seed.
-- `pl-e2e-merge-reports` merges parallel shard results into terminal and JUnit reports.
+- `pl-e2e-test` (no command, or any pytest/harness options) runs the installed
+  lifecycle pytest suite.
+- `pl-e2e-test diff` fuzzes questions selected from a Git diff.
+- `pl-e2e-test parallel` runs local shards and merges their results.
+- `pl-e2e-test add-seed` records a failing concrete variant seed.
+- `pl-e2e-test reports` merges parallel shard results into terminal and JUnit reports.
+- `pl-e2e-test version` prints the installed version.
+- `pl-e2e-test help [COMMAND]` prints top-level help, or one command's help.
 
 ## Requirements and installation
 
@@ -92,6 +98,68 @@ uv run pl-e2e-test \
 variant set with `--fuzz-seed N`. Without either option, deterministic seeds start at
 zero. Question metadata with `singleVariant: true` always uses seed zero.
 
+### Local parallel runs
+
+Run multiple shards in one machine or CI job, with six concurrent processes by default:
+
+```sh
+uv run pl-e2e-test parallel --shard-count 6 run -- \
+  --question-path questions --fuzz-seeds
+
+uv run pl-e2e-test parallel --shard-count 6 --junitxml results.xml diff -- \
+  --base main --fuzz-seed 42
+```
+
+Launcher options go before the required `run` or `diff` selector; arguments after
+`--` are forwarded to that command. Normal runs remain deterministic. For
+`--fuzz-seeds` and diff runs, the launcher generates one shared master seed unless
+`--fuzz-seed` is supplied, and prints a command for replaying the run without sharding.
+
+Each shard runs in a separate Python process using the current environment and
+working directory. Terminals show Rich progress; redirected output prints completion
+lines. All shards finish before reports are merged, even when a test fails. Captured
+failure output and successful stderr are shown before the combined summary.
+Interrupting the launcher stops and reaps its children.
+
+Intermediate reports are temporary. Pass the launcher's `--junitxml` option to retain
+merged JUnit output. Forwarded `--shard`, `--shard-report`, `--junitxml`, and
+`--junit-xml` options are rejected because the launcher manages those outputs.
+Choose the course with the working directory, or `course_root` in the Python API.
+
+The same orchestration is available to Python callers:
+
+```python
+from prairielearn_e2e import run_parallel
+
+status = run_parallel(
+    ["--question-path", "questions", "--fuzz-seeds"],
+    command="run",
+    shard_count=6,
+    course_root="/path/to/course",
+    junitxml="results.xml",
+)
+```
+
+`run_parallel` returns an integer exit status, including 130 on interruption.
+Relative JUnit paths are resolved against the course root. With `junitxml=None`,
+merged output is temporary. Invalid launcher settings raise `ValueError`.
+
+Courses using `scripts/run_e2e_shards.py` can replace its invocation with
+`pl-e2e-test parallel`, move `--fuzz-seed` into the forwarded arguments, and explicitly
+pass `--fuzz-seeds` for full-suite runs to preserve the script's fuzzing behavior.
+For example:
+
+```make
+test-e2e-sharded:
+	uv run --active pl-e2e-test parallel --shard-count "$(E2E_SHARD_COUNT)" run -- \
+		$(E2E_TEST_ARGS) $(E2E_PRAIRIELEARN_ARG) --fuzz-seeds $(E2E_FUZZ_SEED_ARG) $(PYTEST_ARGS)
+
+test-e2e-fuzz-sharded:
+	uv run --active pl-e2e-test parallel --shard-count "$(E2E_SHARD_COUNT)" diff -- \
+		--base "$(E2E_DIFF_BASE)" --head "$(E2E_DIFF_HEAD)" \
+		--seed-count "$(E2E_FUZZ_SEED_COUNT)" $(E2E_FUZZ_SEED_ARG) $(E2E_PRAIRIELEARN_ARG) $(PYTEST_ARGS)
+```
+
 ### CI sharding
 
 Use `--shard INDEX/COUNT` to divide the selected question variants between parallel
@@ -105,7 +173,7 @@ same checkout and arguments. Sharded fuzz runs must also use one explicit shared
 merge them into a combined terminal summary and JUnit report:
 
 ```sh
-uv run pl-e2e-merge-reports e2e-reports \
+uv run pl-e2e-test reports e2e-reports \
   --junitxml pl-e2e-results.xml
 ```
 
@@ -161,7 +229,7 @@ jobs:
           merge-multiple: true
       - name: Merge reports
         run: |
-          uv run pl-e2e-merge-reports e2e-reports \
+          uv run pl-e2e-test reports e2e-reports \
             --junitxml pl-e2e-results.xml
       - name: Upload merged JUnit report
         if: ${{ always() }}
@@ -208,7 +276,7 @@ questions automatically skip only the grade check.
 Record the concrete seed shown in a failing pytest case with:
 
 ```sh
-uv run pl-e2e-add-regression-seed \
+uv run pl-e2e-test add-seed \
   questions/chapter/example 1843927501
 ```
 
@@ -221,7 +289,7 @@ The diff runner tests changed question directories. A non-ignored changed file o
 `questions/` selects every question:
 
 ```sh
-uv run pl-e2e-test-diff \
+uv run pl-e2e-test diff \
   --base origin/main \
   --head HEAD \
   --seed-count 10
@@ -247,7 +315,7 @@ To migrate from `.question-e2e.diffignore`, copy its non-comment rules into the
 
 In pull-request CI, fetch the base commit before running the command and pass the
 appropriate base and head SHAs. Set `--fuzz-seed` to replay a reported run.
-`pl-e2e-test-diff` accepts the same `--shard` and `--shard-report` options. If a diff
+`pl-e2e-test diff` accepts the same `--shard` and `--shard-report` options. If a diff
 selects no questions, it writes a successful empty shard report so the merge job can
 still verify that every matrix job completed.
 

{pl_e2e_test-0.1.1 → pl_e2e_test-0.1.3}/src/pl_e2e_test.egg-info/SOURCES.txt

@@ -12,6 +12,7 @@ src/prairielearn_e2e/__init__.py
 src/prairielearn_e2e/__main__.py
 src/prairielearn_e2e/_git.py
 src/prairielearn_e2e/backend.py
+src/prairielearn_e2e/cli.py
 src/prairielearn_e2e/config.json
 src/prairielearn_e2e/config.py
 src/prairielearn_e2e/contract.py
@@ -21,6 +22,7 @@ src/prairielearn_e2e/fuzz.py
 src/prairielearn_e2e/harness.py
 src/prairielearn_e2e/html_checks.py
 src/prairielearn_e2e/metadata.py
+src/prairielearn_e2e/parallel.py
 src/prairielearn_e2e/pytest_plugin.py
 src/prairielearn_e2e/question_tests.py
 src/prairielearn_e2e/regression.py
@@ -32,6 +34,7 @@ src/prairielearn_e2e/sharding.py
 tests/__init__.py
 tests/conftest.py
 tests/stub_git.py
+tests/test_cli.py
 tests/test_contract.py
 tests/test_discovery.py
 tests/test_fuzz.py
@@ -39,6 +42,7 @@ tests/test_git.py
 tests/test_harness.py
 tests/test_html_checks.py
 tests/test_metadata.py
+tests/test_parallel.py
 tests/test_publish_version.py
 tests/test_pytest_plugin.py
 tests/test_regression.py

pl_e2e_test-0.1.3/src/pl_e2e_test.egg-info/entry_points.txt

@@ -0,0 +1,2 @@
+[console_scripts]
+pl-e2e-test = prairielearn_e2e.cli:main

{pl_e2e_test-0.1.1 → pl_e2e_test-0.1.3}/src/pl_e2e_test.egg-info/requires.txt

@@ -7,4 +7,5 @@ platformdirs>=4.5
 prairielearn
 pyright>=1.1.414
 pytest>=9.1
+rich>=14
 ruff>=0.16

{pl_e2e_test-0.1.1 → pl_e2e_test-0.1.3}/src/prairielearn_e2e/__init__.py

@@ -5,6 +5,7 @@ from importlib.metadata import version
 from .backend import PrairieLearnBackend
 from .discovery import QuestionCase, discover_questions
 from .harness import LifecycleResult, QuestionHarness
+from .parallel import run_parallel
 
 __version__ = version("pl-e2e-test")
 
@@ -15,4 +16,5 @@ __all__ = (
     "QuestionHarness",
     "__version__",
     "discover_questions",
+    "run_parallel",
 )

{pl_e2e_test-0.1.1 → pl_e2e_test-0.1.3}/src/prairielearn_e2e/__main__.py

@@ -1,3 +1,3 @@
-from .runner import main
+from .cli import main
 
 raise SystemExit(main())

pl_e2e_test-0.1.3/src/prairielearn_e2e/cli.py

@@ -0,0 +1,58 @@
+"""Top-level command dispatch for the ``pl-e2e-test`` console script."""
+
+from __future__ import annotations
+
+import sys
+from collections.abc import Sequence
+from importlib.metadata import version
+
+from . import fuzz, parallel, regression, reporting, runner
+
+_SUBCOMMANDS = {
+    "diff": fuzz.main,
+    "parallel": parallel.main,
+    "add-seed": regression.main,
+    "reports": reporting.main,
+}
+
+_TOP_LEVEL_HELP = """\
+usage: pl-e2e-test [COMMAND] [ARGS...]
+
+With no COMMAND, runs the installed PrairieLearn question lifecycle test
+suite; any arguments (pytest options, --question-path, --seed-count, ...)
+are passed straight through to pytest.
+
+Commands:
+  parallel    run local shards and merge their results
+  diff        fuzz questions changed between two Git refs
+  add-seed    record a concrete regression seed for a question
+  reports     merge parallel shard reports into one terminal/JUnit report
+  version     show the installed pl-e2e-test version
+  help        show this message, or `pl-e2e-test help COMMAND` for one command
+"""
+
+
+def _version_command(_argv: Sequence[str]) -> int:
+    print(f"pl-e2e-test {version('pl-e2e-test')}")
+    return 0
+
+
+def _help_command(argv: Sequence[str]) -> int:
+    if argv and argv[0] in _SUBCOMMANDS:
+        return _SUBCOMMANDS[argv[0]](["--help"])
+    print(_TOP_LEVEL_HELP, end="")
+    return 0
+
+
+_COMMANDS = {**_SUBCOMMANDS, "version": _version_command, "help": _help_command}
+
+
+def main(argv: Sequence[str] | None = None) -> int:
+    arguments = list(sys.argv[1:] if argv is None else argv)
+    if arguments and arguments[0] in _COMMANDS:
+        return _COMMANDS[arguments[0]](arguments[1:])
+    return runner.main(arguments)
+
+
+if __name__ == "__main__":
+    raise SystemExit(main())

{pl_e2e_test-0.1.1 → pl_e2e_test-0.1.3}/src/prairielearn_e2e/fuzz.py

@@ -195,7 +195,7 @@ def positive_integer(value: str) -> int:
 
 
 def main(argv: Sequence[str] | None = None) -> int:
-    parser = argparse.ArgumentParser(description=__doc__)
+    parser = argparse.ArgumentParser(prog="pl-e2e-test diff", description=__doc__)
     parser.add_argument("--course-root", type=Path)
     parser.add_argument("--base", default="main", help="base Git ref (default: main)")
     parser.add_argument("--head", default="HEAD", help="head Git ref (default: HEAD)")
@@ -274,7 +274,7 @@ def main(argv: Sequence[str] | None = None) -> int:
     seeds = variant_seeds({}, args.seed_count, fuzz_seed)
     print(f"E2E fuzz seed: {fuzz_seed}")
     print(f"Variant seeds: {', '.join(str(seed) for seed in seeds)}")
-    replay_arguments = ["pl-e2e-test-diff", "--fuzz-seed", str(fuzz_seed)]
+    replay_arguments = ["pl-e2e-test", "diff", "--fuzz-seed", str(fuzz_seed)]
     test_arguments: list[str] = []
     if args.prairielearn_path is not None:
         replay_arguments.extend(