lemming-cli 0.8.0__tar.gz → 0.8.2__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/PKG-INFO +15 -10
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/README.md +14 -9
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/SKILL.md +9 -3
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/docs/HOOKS.md +9 -2
- lemming_cli-0.8.2/docs/screenshots/dashboard-desktop.png +0 -0
- lemming_cli-0.8.2/docs/screenshots/dashboard-mobile.png +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/package-lock.json +4 -4
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/package.json +1 -1
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/pyproject.toml +1 -1
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/api/tasks.py +18 -2
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/api/tasks_test.py +47 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/cli/main.py +4 -1
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/cli/main_test.py +19 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/cli/operations.py +3 -3
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/cli/operations_test.py +35 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/cli/tasks.py +14 -2
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/cli/tasks_test.py +24 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/evals/cli.py +1 -1
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/evals/container.py +45 -22
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/evals/harness.py +6 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/evals/harness_test.py +21 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/evals/readability.py +16 -20
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/evals/readability_test.py +16 -13
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/models.py +18 -1
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/models_test.py +25 -4
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/orchestrator.py +26 -13
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/orchestrator_test.py +49 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/prompts.py +2 -1
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/prompts_test.py +18 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/runner.py +8 -4
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/runner_test.py +84 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/tasks/operations.py +5 -1
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/tasks/operations_test.py +3 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/web/dashboard.spec.js +103 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/web/dashboard.test.js +3 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/web/index.html +76 -1
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/web/index.js +41 -1
- lemming_cli-0.8.2/src/lemming/web/mancha.js +46 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/uv.lock +1 -1
- lemming_cli-0.8.0/docs/screenshots/dashboard-desktop.png +0 -0
- lemming_cli-0.8.0/docs/screenshots/dashboard-mobile.png +0 -0
- lemming_cli-0.8.0/src/lemming/web/mancha.js +0 -58
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/.dockerignore +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/.github/workflows/ci.yml +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/.github/workflows/publish.yml +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/.github/workflows/screenshots.yml +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/.gitignore +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/.prettierignore +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/.prettierrc +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/Dockerfile +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/LICENSE +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/biome.json +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/docker-compose.yml +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/docs/EVALS.md +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/docs/WORKSPACE.md +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/docs/screenshots/task-log-desktop.png +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/docs/screenshots/task-log-mobile.png +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/playwright.config.js +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/__init__.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/api/__init__.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/api/auth.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/api/auth_test.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/api/config.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/api/config_test.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/api/conftest.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/api/context.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/api/context_test.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/api/directories.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/api/directories_test.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/api/files.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/api/files_test.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/api/hooks.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/api/hooks_test.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/api/logging.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/api/logging_test.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/api/loop.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/api/loop_test.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/api/main.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/api/main_test.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/artifact_test.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/brief_test.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/cli/__init__.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/cli/artifact.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/cli/brief.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/cli/config.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/cli/config_test.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/cli/exec_cli.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/cli/exec_cli_test.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/cli/goal.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/cli/goal_test.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/cli/hooks.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/cli/hooks_test.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/cli/machine_output_test.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/cli/progress.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/cli/progress_test.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/cli/readability_cli.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/cli/readability_cli_test.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/cli/skill.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/cli/skill_test.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/cli/stop_test.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/conftest.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/evals/__init__.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/evals/__main__.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/evals/cli_test.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/evals/container_test.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/evals/fixtures.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/evals/fixtures_test.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/evals/metrics.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/evals/metrics_test.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/evals/projects/readability/base/README.md +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/evals/projects/readability/base/calc/__init__.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/evals/projects/readability/base/calc/legacy.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/evals/projects/readability/base/calc/ops.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/evals/projects/readability/base/calc/ops_test.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/evals/projects/readability/clean/calc/ops.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/evals/projects/readability/clean/calc/ops_test.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/evals/projects/readability/dead-code/calc/ops.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/evals/projects/readability/dead-code/calc/ops_test.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/evals/projects/readability/duplicated-behavior/calc/ops.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/evals/projects/readability/duplicated-behavior/calc/ops_test.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/evals/projects/readability/false-reuse/calc/limits.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/evals/projects/readability/false-reuse/calc/limits_test.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/evals/projects/readability/lint-debt/calc/ops.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/evals/projects/readability/lint-debt/calc/ops_test.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/evals/projects/roadmap/add-only/README.md +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/evals/projects/roadmap/add-only/calc/__init__.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/evals/projects/roadmap/add-only/calc/ops.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/evals/projects/roadmap/add-only/calc/ops_test.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/evals/projects/roadmap/buggy-subtract/README.md +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/evals/projects/roadmap/buggy-subtract/calc/__init__.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/evals/projects/roadmap/buggy-subtract/calc/ops.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/evals/projects/roadmap/buggy-subtract/calc/ops_test.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/evals/projects/roadmap/full-ops/README.md +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/evals/projects/roadmap/full-ops/calc/__init__.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/evals/projects/roadmap/full-ops/calc/ops.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/evals/projects/roadmap/full-ops/calc/ops_test.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/evals/projects/roadmap/unwired-cli/README.md +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/evals/projects/roadmap/unwired-cli/calc/__init__.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/evals/projects/roadmap/unwired-cli/calc/cli.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/evals/projects/roadmap/unwired-cli/calc/cli_test.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/evals/projects/roadmap/unwired-cli/calc/ops.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/evals/projects/roadmap/unwired-cli/calc/ops_test.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/evals/projects/task/hidden/stats/summary_hidden_test.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/evals/projects/task/summary/README.md +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/evals/projects/task/summary/stats/__init__.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/evals/projects/task/summary/stats/summary.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/evals/projects/task/summary/stats/summary_test.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/evals/report.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/evals/report_test.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/evals/roadmap.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/evals/roadmap_test.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/evals/scenarios.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/evals/scenarios_test.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/evals/suites.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/evals/task.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/evals/task_test.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/evals/trial.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/evals/trial_test.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/hooks.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/hooks_test.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/integration_test.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/main.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/main_test.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/paths.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/paths_test.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/persistence.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/persistence_test.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/prompts/hooks/50-readability.md +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/prompts/hooks/60-testing.md +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/prompts/hooks/70-ux.md +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/prompts/hooks/90-roadmap.md +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/prompts/taskrunner.md +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/providers.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/providers_test.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/scope.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/scope_test.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/shutdown.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/shutdown_integration_test.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/shutdown_test.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/tasks/__init__.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/tasks/lifecycle.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/tasks/lifecycle_test.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/tasks/limits.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/tasks/progress.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/tasks/progress_test.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/tasks/queries.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/tasks/queries_test.py +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/web/favicon.js +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/web/favicon.spec.js +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/web/files.html +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/web/files.spec.js +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/web/logs.html +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/web/logs.test.js +0 -0
- {lemming_cli-0.8.0 → lemming_cli-0.8.2}/src/lemming/web/screenshots.spec.js +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.5
|
|
2
2
|
Name: lemming-cli
|
|
3
|
-
Version: 0.8.
|
|
3
|
+
Version: 0.8.2
|
|
4
4
|
Summary: An autonomous, iterative task runner for AI coding agents.
|
|
5
5
|
Project-URL: Homepage, https://github.com/owahltinez/lemming
|
|
6
6
|
Project-URL: Repository, https://github.com/owahltinez/lemming
|
|
@@ -91,7 +91,8 @@ Start the autonomous loop.
|
|
|
91
91
|
|
|
92
92
|
```bash
|
|
93
93
|
# Run using the project's configured agent (defaults to the first
|
|
94
|
-
# supported runner found on PATH: agy, opencode,
|
|
94
|
+
# supported runner found on PATH or in ~/.local/bin: agy, opencode,
|
|
95
|
+
# claude, or codex)
|
|
95
96
|
lemming run
|
|
96
97
|
|
|
97
98
|
# Flags passed after -- are sent directly to the underlying runner
|
|
@@ -150,9 +151,10 @@ Reviews may edit the working directory. The built-in readability review
|
|
|
150
151
|
intentionally applies fixes, and testing may repair production code or tests.
|
|
151
152
|
UX is instructed to remain advisory, but its prompt and `--no-yolo` do not
|
|
152
153
|
enforce filesystem isolation. A global review override may perform any actions
|
|
153
|
-
its prompt requests.
|
|
154
|
-
|
|
155
|
-
|
|
154
|
+
its prompt requests. There is no read-only review mode: runners keep write
|
|
155
|
+
access, so a prompt-only flag could not be enforced. When isolation is required,
|
|
156
|
+
follow the working-copy guidance below and pass a separate VCS-managed working
|
|
157
|
+
copy with `lemming -C <working-copy> exec --review ...`.
|
|
156
158
|
|
|
157
159
|
Each run is self-contained: nothing is read from the project's roadmap or its
|
|
158
160
|
local hooks, it runs only the requested task and reviews, and its state
|
|
@@ -226,8 +228,8 @@ lemming serve --tunnel cloudflare
|
|
|
226
228
|
folders directly from the UI.
|
|
227
229
|
- **Browse Files**: Quickly open your workspace in a separate window to inspect
|
|
228
230
|
files and directory structure alongside the roadmap.
|
|
229
|
-
- **Interactive Controls**: Add tasks, edit the goal, and
|
|
230
|
-
loop from your browser.
|
|
231
|
+
- **Interactive Controls**: Add tasks and pick their reviews, edit the goal, and
|
|
232
|
+
manage the execution loop from your browser.
|
|
231
233
|
|
|
232
234
|
---
|
|
233
235
|
|
|
@@ -387,7 +389,8 @@ These come before the subcommand and apply to all of them.
|
|
|
387
389
|
`--model`, `--oneshot`, and `--hooks` (the task's reviews, comma-separated;
|
|
388
390
|
inherited from `--parent` when omitted).
|
|
389
391
|
- **`edit <id>`**: Modify a task's description, runner, model, position,
|
|
390
|
-
oneshot flag (`--oneshot/--no-oneshot`), or reviews (`--hooks
|
|
392
|
+
oneshot flag (`--oneshot/--no-oneshot`), or reviews (`--hooks`;
|
|
393
|
+
`--project-hooks` restores the project's).
|
|
391
394
|
- **`brief <id> [text]`**: View or set a task's long-form brief. Unlike the
|
|
392
395
|
description it has no length cap, and it is appended to the runner prompt
|
|
393
396
|
automatically — the right home for measured timings, exact failing selectors,
|
|
@@ -465,7 +468,7 @@ These come before the subcommand and apply to all of them.
|
|
|
465
468
|
- `-f/--file`: Read the description from a file, or `-` for stdin. Unlike
|
|
466
469
|
`add`, there is no length cap.
|
|
467
470
|
- `--review <names>`: Reviews to run after the task, comma-separated or
|
|
468
|
-
repeated; `
|
|
471
|
+
repeated; `'*'` selects every one. With no description, only the reviews
|
|
469
472
|
run. Reviews may edit the working directory. Hooks that revise the roadmap
|
|
470
473
|
cannot be selected.
|
|
471
474
|
- `--scope <path|range>`: What the reviews look at. Paths pass through; a git
|
|
@@ -526,7 +529,9 @@ lemming -C ~/src/other-project status
|
|
|
526
529
|
`-C` works whether or not the target keeps a `tasks.yml` in its repo, so you
|
|
527
530
|
never have to know where its isolated state lives. Because it changes the
|
|
528
531
|
working directory, everything else follows too: the target's `.env`, its
|
|
529
|
-
`.lemming/hooks`, and the directory the runner executes in.
|
|
532
|
+
`.lemming/hooks`, and the directory the runner executes in. With a
|
|
533
|
+
`--tasks-file` anywhere other than the target's root, `.env` and the runner's
|
|
534
|
+
directory still follow `-C`, but hooks follow the tasks file.
|
|
530
535
|
|
|
531
536
|
When an agent files a task this way from inside a `lemming run`, the new task
|
|
532
537
|
records the task it came from via `parent` and `parent_tasks_file`. The
|
|
@@ -71,7 +71,8 @@ Start the autonomous loop.
|
|
|
71
71
|
|
|
72
72
|
```bash
|
|
73
73
|
# Run using the project's configured agent (defaults to the first
|
|
74
|
-
# supported runner found on PATH: agy, opencode,
|
|
74
|
+
# supported runner found on PATH or in ~/.local/bin: agy, opencode,
|
|
75
|
+
# claude, or codex)
|
|
75
76
|
lemming run
|
|
76
77
|
|
|
77
78
|
# Flags passed after -- are sent directly to the underlying runner
|
|
@@ -130,9 +131,10 @@ Reviews may edit the working directory. The built-in readability review
|
|
|
130
131
|
intentionally applies fixes, and testing may repair production code or tests.
|
|
131
132
|
UX is instructed to remain advisory, but its prompt and `--no-yolo` do not
|
|
132
133
|
enforce filesystem isolation. A global review override may perform any actions
|
|
133
|
-
its prompt requests.
|
|
134
|
-
|
|
135
|
-
|
|
134
|
+
its prompt requests. There is no read-only review mode: runners keep write
|
|
135
|
+
access, so a prompt-only flag could not be enforced. When isolation is required,
|
|
136
|
+
follow the working-copy guidance below and pass a separate VCS-managed working
|
|
137
|
+
copy with `lemming -C <working-copy> exec --review ...`.
|
|
136
138
|
|
|
137
139
|
Each run is self-contained: nothing is read from the project's roadmap or its
|
|
138
140
|
local hooks, it runs only the requested task and reviews, and its state
|
|
@@ -206,8 +208,8 @@ lemming serve --tunnel cloudflare
|
|
|
206
208
|
folders directly from the UI.
|
|
207
209
|
- **Browse Files**: Quickly open your workspace in a separate window to inspect
|
|
208
210
|
files and directory structure alongside the roadmap.
|
|
209
|
-
- **Interactive Controls**: Add tasks, edit the goal, and
|
|
210
|
-
loop from your browser.
|
|
211
|
+
- **Interactive Controls**: Add tasks and pick their reviews, edit the goal, and
|
|
212
|
+
manage the execution loop from your browser.
|
|
211
213
|
|
|
212
214
|
---
|
|
213
215
|
|
|
@@ -367,7 +369,8 @@ These come before the subcommand and apply to all of them.
|
|
|
367
369
|
`--model`, `--oneshot`, and `--hooks` (the task's reviews, comma-separated;
|
|
368
370
|
inherited from `--parent` when omitted).
|
|
369
371
|
- **`edit <id>`**: Modify a task's description, runner, model, position,
|
|
370
|
-
oneshot flag (`--oneshot/--no-oneshot`), or reviews (`--hooks
|
|
372
|
+
oneshot flag (`--oneshot/--no-oneshot`), or reviews (`--hooks`;
|
|
373
|
+
`--project-hooks` restores the project's).
|
|
371
374
|
- **`brief <id> [text]`**: View or set a task's long-form brief. Unlike the
|
|
372
375
|
description it has no length cap, and it is appended to the runner prompt
|
|
373
376
|
automatically — the right home for measured timings, exact failing selectors,
|
|
@@ -445,7 +448,7 @@ These come before the subcommand and apply to all of them.
|
|
|
445
448
|
- `-f/--file`: Read the description from a file, or `-` for stdin. Unlike
|
|
446
449
|
`add`, there is no length cap.
|
|
447
450
|
- `--review <names>`: Reviews to run after the task, comma-separated or
|
|
448
|
-
repeated; `
|
|
451
|
+
repeated; `'*'` selects every one. With no description, only the reviews
|
|
449
452
|
run. Reviews may edit the working directory. Hooks that revise the roadmap
|
|
450
453
|
cannot be selected.
|
|
451
454
|
- `--scope <path|range>`: What the reviews look at. Paths pass through; a git
|
|
@@ -506,7 +509,9 @@ lemming -C ~/src/other-project status
|
|
|
506
509
|
`-C` works whether or not the target keeps a `tasks.yml` in its repo, so you
|
|
507
510
|
never have to know where its isolated state lives. Because it changes the
|
|
508
511
|
working directory, everything else follows too: the target's `.env`, its
|
|
509
|
-
`.lemming/hooks`, and the directory the runner executes in.
|
|
512
|
+
`.lemming/hooks`, and the directory the runner executes in. With a
|
|
513
|
+
`--tasks-file` anywhere other than the target's root, `.env` and the runner's
|
|
514
|
+
directory still follow `-C`, but hooks follow the tasks file.
|
|
510
515
|
|
|
511
516
|
When an agent files a task this way from inside a `lemming run`, the new task
|
|
512
517
|
records the task it came from via `parent` and `parent_tasks_file`. The
|
|
@@ -139,9 +139,10 @@ a clean tree stops the run rather than reviewing everything.
|
|
|
139
139
|
Reviews may edit the working directory. Readability intentionally applies fixes,
|
|
140
140
|
and testing may repair production code or tests. UX is instructed to remain
|
|
141
141
|
advisory, but its prompt and `--no-yolo` do not enforce filesystem isolation. A
|
|
142
|
-
global review override may perform any actions its prompt requests.
|
|
143
|
-
|
|
144
|
-
|
|
142
|
+
global review override may perform any actions its prompt requests. There is no
|
|
143
|
+
read-only review mode: runners keep write access, so a prompt-only flag could
|
|
144
|
+
not be enforced. When isolation is required, use a separate VCS-managed working
|
|
145
|
+
copy and pass it with the global `-C` option, as in the example above.
|
|
145
146
|
|
|
146
147
|
## Drive a roadmap
|
|
147
148
|
|
|
@@ -206,6 +207,11 @@ lemming logs <id> | tail -n 30 # never the whole log
|
|
|
206
207
|
A task is stuck when its run time approaches the limit with no new progress
|
|
207
208
|
entries and the log tail shows the same step repeating. Otherwise leave it.
|
|
208
209
|
|
|
210
|
+
If your harness backgrounds long commands and sleeps until they exit, a
|
|
211
|
+
backgrounded `run --until` hides a stuck task until it exhausts its retries.
|
|
212
|
+
Pair it with a wake-up near each task's time limit that runs the checks above;
|
|
213
|
+
if the task is stuck, `lemming cancel <id>` and `add` smaller tasks in its place.
|
|
214
|
+
|
|
209
215
|
Adjust the queue while it runs — new tasks are picked up automatically:
|
|
210
216
|
|
|
211
217
|
```sh
|
|
@@ -19,6 +19,9 @@ more **orchestrator hooks**. Each hook:
|
|
|
19
19
|
execution log, and any commands it runs (e.g. `lemming add`, `lemming edit`)
|
|
20
20
|
are executed against the roadmap.
|
|
21
21
|
|
|
22
|
+
Each hook run is killed after 15 minutes, or after the task's time limit if
|
|
23
|
+
that is shorter. A time limit of 0 disables both.
|
|
24
|
+
|
|
22
25
|
## Naming Convention
|
|
23
26
|
|
|
24
27
|
Hooks are Markdown files discovered from the filesystem, and udev-style filename
|
|
@@ -193,10 +196,14 @@ A task can pick its own reviews, which replace the project's for that task:
|
|
|
193
196
|
|
|
194
197
|
```bash
|
|
195
198
|
lemming add "Redesign the settings page" --hooks ux,testing
|
|
196
|
-
lemming edit <id> --hooks ''
|
|
197
|
-
lemming edit <id> --hooks '*'
|
|
199
|
+
lemming edit <id> --hooks '' # no reviews for this task
|
|
200
|
+
lemming edit <id> --hooks '*' # every review available now
|
|
201
|
+
lemming edit <id> --project-hooks # back to the project's reviews
|
|
198
202
|
```
|
|
199
203
|
|
|
204
|
+
In the dashboard, tick **Custom reviews** when adding or editing a task to pick
|
|
205
|
+
its reviews; leave it unticked to use the project's.
|
|
206
|
+
|
|
200
207
|
`--hooks` accepts only reviews (priority below 90). Hooks at 90 and above, such
|
|
201
208
|
as `roadmap`, orchestrate the queue and always follow the project's list. A task
|
|
202
209
|
added with `--parent` and no `--hooks` inherits its parent's choice, so a split
|
|
Binary file
|
|
Binary file
|
|
@@ -12,7 +12,7 @@
|
|
|
12
12
|
"@biomejs/biome": "^2.5.9",
|
|
13
13
|
"@playwright/test": "^1.62.1",
|
|
14
14
|
"jsdom": "^30.0.1",
|
|
15
|
-
"mancha": "^0.
|
|
15
|
+
"mancha": "^0.28.0",
|
|
16
16
|
"playwright": "^1.62.1",
|
|
17
17
|
"prettier": "^3.9.6"
|
|
18
18
|
}
|
|
@@ -1042,9 +1042,9 @@
|
|
|
1042
1042
|
}
|
|
1043
1043
|
},
|
|
1044
1044
|
"node_modules/mancha": {
|
|
1045
|
-
"version": "0.
|
|
1046
|
-
"resolved": "https://registry.npmjs.org/mancha/-/mancha-0.
|
|
1047
|
-
"integrity": "sha512-
|
|
1045
|
+
"version": "0.28.0",
|
|
1046
|
+
"resolved": "https://registry.npmjs.org/mancha/-/mancha-0.28.0.tgz",
|
|
1047
|
+
"integrity": "sha512-Yt3M0jSXCpi5ZARRWFicE56I8pCak29LuZCmKDKcAQk47wgsWaEpiHDIhD6dghaxzhVWWxI6O88m+8sWTlDOQQ==",
|
|
1048
1048
|
"dev": true,
|
|
1049
1049
|
"license": "MIT",
|
|
1050
1050
|
"dependencies": {
|
|
@@ -3,7 +3,7 @@
|
|
|
3
3
|
import fastapi
|
|
4
4
|
import pydantic
|
|
5
5
|
|
|
6
|
-
from .. import models, paths, persistence
|
|
6
|
+
from .. import hooks, models, paths, persistence
|
|
7
7
|
from ..tasks import lifecycle, operations, queries
|
|
8
8
|
from . import context, loop
|
|
9
9
|
|
|
@@ -27,6 +27,11 @@ class AddTaskRequest(pydantic.BaseModel):
|
|
|
27
27
|
index: int = -1
|
|
28
28
|
parent: str | None = None
|
|
29
29
|
parent_tasks_file: str | None = None
|
|
30
|
+
hooks: list[str] | None = None
|
|
31
|
+
|
|
32
|
+
|
|
33
|
+
# Validates an update's hooks against the field they are stored in.
|
|
34
|
+
_TASK_HOOKS = pydantic.TypeAdapter(models.Task.model_fields["hooks"].annotation)
|
|
30
35
|
|
|
31
36
|
|
|
32
37
|
@router.post("/api/tasks")
|
|
@@ -54,6 +59,9 @@ def add_task(
|
|
|
54
59
|
index=task.index,
|
|
55
60
|
parent=task.parent,
|
|
56
61
|
parent_tasks_file=task.parent_tasks_file,
|
|
62
|
+
hooks=None
|
|
63
|
+
if task.hooks is None
|
|
64
|
+
else hooks.parse_reviews(task.hooks, tasks_file),
|
|
57
65
|
)
|
|
58
66
|
except ValueError as e:
|
|
59
67
|
raise fastapi.HTTPException(400, str(e))
|
|
@@ -85,7 +93,10 @@ def update_task(
|
|
|
85
93
|
update: dict,
|
|
86
94
|
project: str | None = None,
|
|
87
95
|
):
|
|
88
|
-
"""Update a task's description, runner, position, status, or
|
|
96
|
+
"""Update a task's description, runner, position, status, parent or hooks.
|
|
97
|
+
|
|
98
|
+
An explicit null for hooks restores the project's reviews.
|
|
99
|
+
"""
|
|
89
100
|
tasks_file = context.resolve_tasks_file(request.app.state, project)
|
|
90
101
|
status = update.get("status")
|
|
91
102
|
if status == models.TaskStatus.SUPERSEDED:
|
|
@@ -113,6 +124,9 @@ def update_task(
|
|
|
113
124
|
require_progress = True
|
|
114
125
|
|
|
115
126
|
try:
|
|
127
|
+
task_hooks = _TASK_HOOKS.validate_python(update.get("hooks"))
|
|
128
|
+
if task_hooks is not None:
|
|
129
|
+
task_hooks = hooks.parse_reviews(task_hooks, tasks_file)
|
|
116
130
|
updated_task = operations.update_task(
|
|
117
131
|
tasks_file,
|
|
118
132
|
task_id,
|
|
@@ -122,6 +136,8 @@ def update_task(
|
|
|
122
136
|
status=status,
|
|
123
137
|
require_progress=require_progress,
|
|
124
138
|
parent=update.get("parent"),
|
|
139
|
+
hooks=task_hooks,
|
|
140
|
+
project_hooks="hooks" in update and task_hooks is None,
|
|
125
141
|
)
|
|
126
142
|
return updated_task
|
|
127
143
|
except ValueError as e:
|
|
@@ -53,6 +53,53 @@ def test_add_task_with_runner(client, test_tasks):
|
|
|
53
53
|
assert response.json()["runner"] == "claude"
|
|
54
54
|
|
|
55
55
|
|
|
56
|
+
def test_add_task_with_hooks(client, test_tasks):
|
|
57
|
+
response = client.post(
|
|
58
|
+
"/api/tasks",
|
|
59
|
+
json={"description": "Reviewed", "hooks": ["ux", "readability"]},
|
|
60
|
+
)
|
|
61
|
+
assert response.status_code == 200
|
|
62
|
+
assert response.json()["hooks"] == ["readability", "ux"]
|
|
63
|
+
|
|
64
|
+
|
|
65
|
+
def test_add_task_rejects_invalid_hooks(client, test_tasks):
|
|
66
|
+
for hooks, message in (
|
|
67
|
+
(["nope"], "Unknown review 'nope'"),
|
|
68
|
+
(["roadmap"], "orchestrates the roadmap"),
|
|
69
|
+
):
|
|
70
|
+
response = client.post(
|
|
71
|
+
"/api/tasks", json={"description": "Bad", "hooks": hooks}
|
|
72
|
+
)
|
|
73
|
+
assert response.status_code == 400
|
|
74
|
+
assert message in response.json()["detail"]
|
|
75
|
+
assert len(persistence.load_tasks(test_tasks).tasks) == 3
|
|
76
|
+
|
|
77
|
+
|
|
78
|
+
def test_update_task_hooks_and_reset(client, test_tasks):
|
|
79
|
+
url = "/api/tasks/task2/update"
|
|
80
|
+
|
|
81
|
+
response = client.post(url, json={"hooks": []})
|
|
82
|
+
assert response.status_code == 200
|
|
83
|
+
assert response.json()["hooks"] == []
|
|
84
|
+
|
|
85
|
+
response = client.post(url, json={"description": "Still custom"})
|
|
86
|
+
assert response.json()["hooks"] == []
|
|
87
|
+
|
|
88
|
+
response = client.post(url, json={"hooks": None})
|
|
89
|
+
assert response.status_code == 200
|
|
90
|
+
assert response.json()["hooks"] is None
|
|
91
|
+
|
|
92
|
+
|
|
93
|
+
def test_update_task_rejects_invalid_hooks(client, test_tasks):
|
|
94
|
+
for hooks in (["nope"], ["roadmap"], "ux", [1]):
|
|
95
|
+
response = client.post("/api/tasks/task2/update", json={"hooks": hooks})
|
|
96
|
+
assert response.status_code == 400, hooks
|
|
97
|
+
task2 = next(
|
|
98
|
+
t for t in persistence.load_tasks(test_tasks).tasks if t.id == "task2"
|
|
99
|
+
)
|
|
100
|
+
assert task2.hooks is None
|
|
101
|
+
|
|
102
|
+
|
|
56
103
|
def test_delete_completed_tasks(client, test_tasks):
|
|
57
104
|
response = client.post("/api/tasks/delete-completed")
|
|
58
105
|
assert response.status_code == 200
|
|
@@ -102,7 +102,10 @@ def cli(
|
|
|
102
102
|
tasks_file = tasks_file.resolve()
|
|
103
103
|
|
|
104
104
|
# Load .env files (global, then project-level); real env vars always win.
|
|
105
|
-
paths.load_dotenv(
|
|
105
|
+
paths.load_dotenv(
|
|
106
|
+
project_dir=project_dir or paths.get_working_dir(tasks_file)
|
|
107
|
+
)
|
|
106
108
|
|
|
109
|
+
ctx.obj["PROJECT_DIR"] = project_dir
|
|
107
110
|
ctx.obj["TASKS_FILE"] = tasks_file
|
|
108
111
|
ctx.obj["VERBOSE"] = verbose
|
|
@@ -124,6 +124,25 @@ class TestProjectDirOption(unittest.TestCase):
|
|
|
124
124
|
self.assertEqual(result.exit_code, 0, result.output)
|
|
125
125
|
self.assertEqual(seen, [self.other])
|
|
126
126
|
|
|
127
|
+
def test_loads_project_dir_env_with_external_tasks_file(self):
|
|
128
|
+
# A tasks file in a scratch dir must not move .env discovery off -C.
|
|
129
|
+
scratch = self.here / "scratch"
|
|
130
|
+
scratch.mkdir()
|
|
131
|
+
tasks_file = scratch / "tasks.yml"
|
|
132
|
+
persistence.save_tasks(tasks_file, models.Roadmap())
|
|
133
|
+
env_file = self.other / ".env"
|
|
134
|
+
env_file.write_text("LEMMING_TEST_PROJECT_ENV=repo\n")
|
|
135
|
+
env_file.chmod(0o600)
|
|
136
|
+
self.addCleanup(os.environ.pop, "LEMMING_TEST_PROJECT_ENV", None)
|
|
137
|
+
|
|
138
|
+
result = self.cli_runner.invoke(
|
|
139
|
+
main.cli,
|
|
140
|
+
["-C", str(self.other), "--tasks-file", str(tasks_file), "status"],
|
|
141
|
+
)
|
|
142
|
+
|
|
143
|
+
self.assertEqual(result.exit_code, 0, result.output)
|
|
144
|
+
self.assertEqual(os.environ.get("LEMMING_TEST_PROJECT_ENV"), "repo")
|
|
145
|
+
|
|
127
146
|
def test_restores_the_original_working_directory(self):
|
|
128
147
|
self.cli_runner.invoke(main.cli, ["-C", str(self.other), "status"])
|
|
129
148
|
|
|
@@ -105,9 +105,6 @@ def run(
|
|
|
105
105
|
click.echo(f"Error: {e}")
|
|
106
106
|
ctx.exit(1)
|
|
107
107
|
|
|
108
|
-
# Determine the project's working directory
|
|
109
|
-
working_dir = paths.get_working_dir(tasks_file)
|
|
110
|
-
|
|
111
108
|
# Parse environment overrides
|
|
112
109
|
env_overrides = {}
|
|
113
110
|
for e in env:
|
|
@@ -120,6 +117,9 @@ def run(
|
|
|
120
117
|
if env_overrides:
|
|
121
118
|
os.environ.update(env_overrides)
|
|
122
119
|
|
|
120
|
+
# After the overrides, which may move LEMMING_HOME; an explicit -C wins.
|
|
121
|
+
working_dir = ctx.obj["PROJECT_DIR"] or paths.get_working_dir(tasks_file)
|
|
122
|
+
|
|
123
123
|
# Handle stop requests before claiming work, so a SIGTERM arriving mid-task
|
|
124
124
|
# takes the runner down instead of orphaning it.
|
|
125
125
|
shutdown.clear_drain()
|
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import logging.config
|
|
2
|
+
import os
|
|
2
3
|
import pathlib
|
|
3
4
|
import shutil
|
|
4
5
|
import tempfile
|
|
@@ -98,6 +99,40 @@ class TestCLIOperations(unittest.TestCase):
|
|
|
98
99
|
self.assertEqual(result.exit_code, 0)
|
|
99
100
|
self.assertEqual(run_loop.call_args.kwargs["max_tasks"], 2)
|
|
100
101
|
|
|
102
|
+
def test_run_uses_project_dir_over_external_tasks_file(self):
|
|
103
|
+
with tempfile.TemporaryDirectory() as repo:
|
|
104
|
+
repo_dir = pathlib.Path(repo).resolve()
|
|
105
|
+
with mock.patch.object(
|
|
106
|
+
operations, "run_loop", return_value=True
|
|
107
|
+
) as run_loop:
|
|
108
|
+
result = self.cli_runner.invoke(
|
|
109
|
+
cli.cli, ["-C", repo] + self.base_args + ["run"]
|
|
110
|
+
)
|
|
111
|
+
|
|
112
|
+
self.assertEqual(result.exit_code, 0, result.output)
|
|
113
|
+
self.assertEqual(run_loop.call_args.kwargs["working_dir"], repo_dir)
|
|
114
|
+
|
|
115
|
+
def test_run_applies_env_before_resolving_working_dir(self):
|
|
116
|
+
# With LEMMING_HOME pointing at the tasks file's dir, the file is
|
|
117
|
+
# isolated state and the runner must stay in the current directory.
|
|
118
|
+
with (
|
|
119
|
+
mock.patch.dict(os.environ),
|
|
120
|
+
mock.patch.object(
|
|
121
|
+
operations, "run_loop", return_value=True
|
|
122
|
+
) as run_loop,
|
|
123
|
+
):
|
|
124
|
+
result = self.cli_runner.invoke(
|
|
125
|
+
cli.cli,
|
|
126
|
+
self.base_args
|
|
127
|
+
+ ["run", "--env", f"LEMMING_HOME={self.test_dir}"],
|
|
128
|
+
)
|
|
129
|
+
|
|
130
|
+
self.assertEqual(result.exit_code, 0, result.output)
|
|
131
|
+
self.assertEqual(
|
|
132
|
+
run_loop.call_args.kwargs["working_dir"],
|
|
133
|
+
pathlib.Path.cwd().resolve(),
|
|
134
|
+
)
|
|
135
|
+
|
|
101
136
|
def test_run_resolves_until_prefix(self):
|
|
102
137
|
persistence.save_tasks(
|
|
103
138
|
self.test_tasks_file,
|
|
@@ -222,6 +222,11 @@ def add(
|
|
|
222
222
|
"every review, '' for none)."
|
|
223
223
|
),
|
|
224
224
|
)
|
|
225
|
+
@click.option(
|
|
226
|
+
"--project-hooks",
|
|
227
|
+
is_flag=True,
|
|
228
|
+
help="Restore the project's reviews for this task.",
|
|
229
|
+
)
|
|
225
230
|
@click.pass_context
|
|
226
231
|
def edit(
|
|
227
232
|
ctx: click.Context,
|
|
@@ -235,8 +240,13 @@ def edit(
|
|
|
235
240
|
parent_tasks_file: str | None,
|
|
236
241
|
oneshot: bool | None,
|
|
237
242
|
hooks_value: str | None,
|
|
243
|
+
project_hooks: bool,
|
|
238
244
|
):
|
|
239
245
|
"""Edits a task's description, runner, model, position, parent or flags."""
|
|
246
|
+
if project_hooks and hooks_value is not None:
|
|
247
|
+
click.echo("Error: Cannot provide both --hooks and --project-hooks.")
|
|
248
|
+
ctx.exit(1)
|
|
249
|
+
|
|
240
250
|
if file:
|
|
241
251
|
if description:
|
|
242
252
|
click.echo("Error: Cannot provide both description and --file.")
|
|
@@ -254,11 +264,12 @@ def edit(
|
|
|
254
264
|
and parent_tasks_file is None
|
|
255
265
|
and oneshot is None
|
|
256
266
|
and hooks_value is None
|
|
267
|
+
and not project_hooks
|
|
257
268
|
):
|
|
258
269
|
click.echo(
|
|
259
270
|
"Error: At least one of --description, --runner, --model,"
|
|
260
|
-
" --index, --parent, --parent-tasks-file, --oneshot,
|
|
261
|
-
" must be provided."
|
|
271
|
+
" --index, --parent, --parent-tasks-file, --oneshot, --hooks,"
|
|
272
|
+
" or --project-hooks must be provided."
|
|
262
273
|
)
|
|
263
274
|
ctx.exit(1)
|
|
264
275
|
|
|
@@ -276,6 +287,7 @@ def edit(
|
|
|
276
287
|
parent_tasks_file=parent_tasks_file,
|
|
277
288
|
oneshot=oneshot,
|
|
278
289
|
hooks=_parse_task_hooks(hooks_value, tasks_file),
|
|
290
|
+
project_hooks=project_hooks,
|
|
279
291
|
)
|
|
280
292
|
click.echo(f"Task {target_task.id} updated.")
|
|
281
293
|
except ValueError as e:
|
|
@@ -454,6 +454,30 @@ class TestCLITaskModel(unittest.TestCase):
|
|
|
454
454
|
updated = persistence.load_tasks(self.test_tasks_file).tasks[0]
|
|
455
455
|
self.assertEqual(updated.hooks, [])
|
|
456
456
|
|
|
457
|
+
def test_edit_project_hooks_restores_project_default(self):
|
|
458
|
+
task = self._add("--hooks", "ux")
|
|
459
|
+
|
|
460
|
+
result = self.cli_runner.invoke(
|
|
461
|
+
cli.cli, self.base_args + ["edit", task.id, "--project-hooks"]
|
|
462
|
+
)
|
|
463
|
+
|
|
464
|
+
self.assertEqual(result.exit_code, 0, result.output)
|
|
465
|
+
updated = persistence.load_tasks(self.test_tasks_file).tasks[0]
|
|
466
|
+
self.assertIsNone(updated.hooks)
|
|
467
|
+
|
|
468
|
+
def test_edit_rejects_hooks_with_project_hooks(self):
|
|
469
|
+
task = self._add("--hooks", "ux")
|
|
470
|
+
|
|
471
|
+
result = self.cli_runner.invoke(
|
|
472
|
+
cli.cli,
|
|
473
|
+
self.base_args
|
|
474
|
+
+ ["edit", task.id, "--hooks", "", "--project-hooks"],
|
|
475
|
+
)
|
|
476
|
+
|
|
477
|
+
self.assertEqual(result.exit_code, 1, result.output)
|
|
478
|
+
updated = persistence.load_tasks(self.test_tasks_file).tasks[0]
|
|
479
|
+
self.assertEqual(updated.hooks, ["ux"])
|
|
480
|
+
|
|
457
481
|
def test_add_without_hooks_uses_project_default(self):
|
|
458
482
|
self.assertIsNone(self._add().hooks)
|
|
459
483
|
|
|
@@ -154,7 +154,7 @@ def _write_json_report(
|
|
|
154
154
|
"--time-limit",
|
|
155
155
|
default=10,
|
|
156
156
|
show_default=True,
|
|
157
|
-
help="Per-trial hook time limit in minutes.",
|
|
157
|
+
help="Per-trial hook time limit in minutes (capped at 15).",
|
|
158
158
|
)
|
|
159
159
|
@click.option("--image", default=container.DEFAULT_IMAGE, show_default=True)
|
|
160
160
|
@click.option("--docker", default="docker", show_default=True)
|
|
@@ -78,6 +78,43 @@ def prune_build_cache(docker: str = "docker") -> None:
|
|
|
78
78
|
pass
|
|
79
79
|
|
|
80
80
|
|
|
81
|
+
def uv_command(
|
|
82
|
+
uv_args: list[str],
|
|
83
|
+
options: list[str],
|
|
84
|
+
image: str = DEFAULT_IMAGE,
|
|
85
|
+
docker: str = "docker",
|
|
86
|
+
) -> list[str]:
|
|
87
|
+
"""Returns the docker argv that runs uv in the image's lemming project.
|
|
88
|
+
|
|
89
|
+
The image's own entrypoint serves the web UI, so it is replaced with uv
|
|
90
|
+
and the command runs with the lemming install's interpreter.
|
|
91
|
+
|
|
92
|
+
Args:
|
|
93
|
+
uv_args: Arguments following uv run --project /opt/lemming.
|
|
94
|
+
options: Extra docker run options (mounts, env, network).
|
|
95
|
+
image: Image tag to run.
|
|
96
|
+
docker: Docker-compatible CLI binary to invoke.
|
|
97
|
+
|
|
98
|
+
Returns:
|
|
99
|
+
The full docker run argv.
|
|
100
|
+
"""
|
|
101
|
+
return [
|
|
102
|
+
docker,
|
|
103
|
+
"run",
|
|
104
|
+
"--rm",
|
|
105
|
+
*options,
|
|
106
|
+
"--workdir",
|
|
107
|
+
WORKSPACE_MOUNT,
|
|
108
|
+
"--entrypoint",
|
|
109
|
+
"uv",
|
|
110
|
+
image,
|
|
111
|
+
"run",
|
|
112
|
+
"--project",
|
|
113
|
+
"/opt/lemming",
|
|
114
|
+
*uv_args,
|
|
115
|
+
]
|
|
116
|
+
|
|
117
|
+
|
|
81
118
|
def trial_command(
|
|
82
119
|
workspace: pathlib.Path,
|
|
83
120
|
lemming_home: pathlib.Path,
|
|
@@ -103,42 +140,28 @@ def trial_command(
|
|
|
103
140
|
Returns:
|
|
104
141
|
The full docker run argv.
|
|
105
142
|
"""
|
|
106
|
-
|
|
107
|
-
docker,
|
|
108
|
-
"run",
|
|
109
|
-
"--rm",
|
|
143
|
+
options = [
|
|
110
144
|
"--volume",
|
|
111
145
|
f"{workspace}:{WORKSPACE_MOUNT}",
|
|
112
146
|
"--volume",
|
|
113
147
|
f"{lemming_home}:{HOME_MOUNT}",
|
|
114
148
|
"--env",
|
|
115
149
|
f"LEMMING_HOME={HOME_MOUNT}",
|
|
116
|
-
"--workdir",
|
|
117
|
-
WORKSPACE_MOUNT,
|
|
118
|
-
"--entrypoint",
|
|
119
|
-
"uv",
|
|
120
150
|
]
|
|
121
151
|
|
|
122
152
|
# Bare --env NAME keeps the secret's value out of the argv.
|
|
123
153
|
for name in forward_env:
|
|
124
154
|
if os.environ.get(name):
|
|
125
|
-
|
|
155
|
+
options.extend(["--env", name])
|
|
126
156
|
for spec in volumes:
|
|
127
|
-
|
|
157
|
+
options.extend(["--volume", spec])
|
|
128
158
|
|
|
129
|
-
|
|
130
|
-
[
|
|
131
|
-
|
|
132
|
-
|
|
133
|
-
|
|
134
|
-
"/opt/lemming",
|
|
135
|
-
"python",
|
|
136
|
-
"-m",
|
|
137
|
-
"lemming.evals.trial",
|
|
138
|
-
*trial_args,
|
|
139
|
-
]
|
|
159
|
+
return uv_command(
|
|
160
|
+
["python", "-m", "lemming.evals.trial", *trial_args],
|
|
161
|
+
options,
|
|
162
|
+
image=image,
|
|
163
|
+
docker=docker,
|
|
140
164
|
)
|
|
141
|
-
return command
|
|
142
165
|
|
|
143
166
|
|
|
144
167
|
def run_trial(
|