specdojo 0.4.6 → 0.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.github/agents/specdojo-orchestrator.md +14 -9
- package/CHANGELOG.md +62 -0
- package/dist/catalog/document-target.js +75 -0
- package/dist/commands/agent.js +2 -80
- package/dist/commands/init.js +3 -0
- package/dist/commands/night-orchestrator.js +33 -4
- package/dist/dashboard/dashboard.js +5 -6
- package/dist/dashboard/timeline-build.js +5 -1
- package/dist/dashboard/timeline.js +6 -3
- package/dist/docs/yaml-pages.js +17 -17
- package/dist/exec/agent-config.js +28 -16
- package/dist/exec/agent-plan.js +108 -0
- package/dist/exec/commands.js +3 -3
- package/dist/exec/core.js +2 -0
- package/dist/exec/grade-checkpoint.js +12 -0
- package/dist/exec/pipeline-state.js +5 -2
- package/dist/exec/plans-core.js +7 -67
- package/dist/exec/plans-generation.js +28 -7
- package/dist/exec/plans-grade-findings.js +16 -0
- package/dist/exec/plans-planning.js +43 -0
- package/dist/exec/plans-storage.js +5 -2
- package/dist/exec/project.js +4 -1
- package/dist/exec/register.js +82 -6
- package/dist/exec/repo-integration-sync.js +9 -0
- package/dist/exec/repo-integration.js +17 -2
- package/dist/exec/repo-trace.js +17 -4
- package/dist/exec/results.js +2 -0
- package/dist/exec/run/lifecycle-commands.js +2 -0
- package/dist/exec/run/register-core.js +11 -0
- package/dist/exec/run/register-mode.js +19 -1
- package/dist/exec/run/register-resume.js +23 -0
- package/dist/exec/run/register-state.js +4 -1
- package/dist/exec/run/register-worktree.js +28 -1
- package/dist/exec/run/schedule-prepare.js +7 -1
- package/dist/exec/strategy.js +2 -0
- package/dist/exec/task-repos.js +18 -4
- package/dist/exec/worktree-command.js +8 -1
- package/dist/exec/worktree-ops-commit.js +7 -1
- package/dist/exec/worktree-ops-merge.js +40 -1
- package/dist/grade/apply.js +13 -7
- package/dist/grade/command-inspect.js +2 -1
- package/dist/grade/command-run.js +39 -0
- package/dist/grade/grade.js +3 -1
- package/dist/grade/markdown.js +11 -6
- package/dist/grade/pipeline-state.js +8 -6
- package/dist/grade/plan.js +14 -10
- package/dist/grade/run.js +307 -0
- package/dist/grade/target-discovery.js +1 -1
- package/dist/grade/targets.js +44 -22
- package/dist/register/approach.js +35 -0
- package/dist/register/catalog-status.js +49 -0
- package/dist/register/core.js +5 -0
- package/dist/register/create-commands.js +83 -5
- package/dist/register/deliverable-target.js +215 -0
- package/dist/register/dependency.js +123 -0
- package/dist/register/derivation.js +2 -2
- package/dist/register/epic.js +42 -0
- package/dist/register/event-merge.js +5 -2
- package/dist/register/events.js +8 -0
- package/dist/register/external-project.js +4 -0
- package/dist/register/item.js +18 -0
- package/dist/register/maintenance-commands.js +7 -1
- package/dist/register/planning.js +37 -0
- package/dist/register/register.js +5 -1
- package/dist/register/renumber.js +12 -4
- package/dist/register/views.js +55 -4
- package/dist/review/grade.js +19 -17
- package/dist/schedule/schedule.js +3 -1
- package/dist/schedule/strategy-generate-scope.js +5 -1
- package/dist/schedule/strategy-generate.js +1 -0
- package/dist/schedule/strategy-profiles.js +1 -1
- package/dist/shared/agent-plan.js +1 -0
- package/dist/shared/agent-types.js +3 -0
- package/dist/shared/grade-result.js +23 -5
- package/dist/shared/markdownlint-config.js +38 -0
- package/dist/shared/markdownlint-scaffold.js +2 -9
- package/dist/shared/provider-scaffold.js +5 -3
- package/dist/shared/specdojo-config.js +10 -3
- package/dist/shared/specdojo-gitignore.js +4 -0
- package/dist/specdojo.js +5 -1
- package/docs/ja/specdojo/exec-templates/xep-catalog-planning-template.md +24 -0
- package/docs/ja/specdojo/exec-templates/xep-strategy-planning-template.md +24 -0
- package/docs/ja/specdojo/exec-templates/xrp-freeform-template.md +2 -2
- package/docs/ja/specdojo/exec-templates/xrp-fully-guided-template.md +2 -2
- package/docs/ja/specdojo/exec-templates/xrp-recipe-guided-template.md +2 -2
- package/docs/ja/specdojo/exec-templates/xrp-recipe-maintenance-template.md +2 -2
- package/docs/ja/specdojo/exec-templates/xrp-retrofit-template.md +2 -2
- package/docs/ja/specdojo/exec-templates/xrp-rulebook-maintenance-template.md +2 -2
- package/docs/ja/specdojo/exec-templates/xrp-sample-maintenance-template.md +2 -2
- package/docs/ja/specdojo/exec-templates/xrp-template-maintenance-template.md +2 -2
- package/docs/ja/specdojo/exec-templates/xrp-template.md +2 -2
- package/docs/ja/specdojo/guides/docs-editing-guide.md +14 -1
- package/docs/ja/specdojo/guides/docs-structure-guide.md +10 -8
- package/docs/ja/specdojo/guides/exec-config-guide.md +44 -12
- package/docs/ja/specdojo/guides/exec-operation-guide.md +20 -15
- package/docs/ja/specdojo/guides/orchestrator-operation-guide.md +19 -1
- package/docs/ja/specdojo/guides/plan-result-lifecycle-guide.md +3 -1
- package/docs/ja/specdojo/guides/practice-system-composition-guide.md +2 -0
- package/docs/ja/specdojo/guides/quick-start-guide.md +59 -16
- package/docs/ja/specdojo/guides/register-operation-guide.md +44 -15
- package/docs/ja/specdojo/guides/remote-host-development-guide.md +15 -1
- package/docs/ja/specdojo/guides/review-guide.md +2 -2
- package/docs/ja/specdojo/guides/ryu-guide.md +12 -0
- package/docs/ja/specdojo/guides/specdojo-overview-guide.md +16 -16
- package/docs/ja/specdojo/guides/timeline-design-guide.md +37 -33
- package/docs/ja/specdojo/recipes/tsd-recipe.md +198 -0
- package/docs/ja/specdojo/references/command-reference.md +92 -29
- package/docs/ja/specdojo/references/specdojo-config-reference.md +49 -16
- package/docs/ja/specdojo/rulebooks/atc-index-rulebook.md +1 -0
- package/docs/ja/specdojo/rulebooks/atc-rulebook.md +1 -0
- package/docs/ja/specdojo/rulebooks/bac-rulebook.md +5 -4
- package/docs/ja/specdojo/rulebooks/bdd-rulebook.md +3 -2
- package/docs/ja/specdojo/rulebooks/bds-rulebook.md +4 -3
- package/docs/ja/specdojo/rulebooks/bes-index-rulebook.md +8 -7
- package/docs/ja/specdojo/rulebooks/bes-rulebook.md +4 -3
- package/docs/ja/specdojo/rulebooks/bps-rulebook.md +1 -0
- package/docs/ja/specdojo/rulebooks/br-rulebook.md +1 -0
- package/docs/ja/specdojo/rulebooks/ccd-mermaid-rulebook.md +1 -0
- package/docs/ja/specdojo/rulebooks/cdfd-mermaid-rulebook.md +1 -0
- package/docs/ja/specdojo/rulebooks/cdfd-overview-rulebook.md +1 -0
- package/docs/ja/specdojo/rulebooks/cdfd-rulebook.md +1 -0
- package/docs/ja/specdojo/rulebooks/cdfd-uc-rulebook.md +1 -0
- package/docs/ja/specdojo/rulebooks/cdsd-rulebook.md +3 -2
- package/docs/ja/specdojo/rulebooks/cld-rulebook.md +2 -1
- package/docs/ja/specdojo/rulebooks/cnd-mermaid-rulebook.md +1 -0
- package/docs/ja/specdojo/rulebooks/cnd-rulebook.md +1 -0
- package/docs/ja/specdojo/rulebooks/cop-index-rulebook.md +2 -1
- package/docs/ja/specdojo/rulebooks/cop-rulebook.md +3 -2
- package/docs/ja/specdojo/rulebooks/cpd-mermaid-rulebook.md +1 -0
- package/docs/ja/specdojo/rulebooks/cpd-rulebook.md +1 -0
- package/docs/ja/specdojo/rulebooks/cstd-rulebook.md +1 -0
- package/docs/ja/specdojo/rulebooks/cxd-mermaid-rulebook.md +1 -0
- package/docs/ja/specdojo/rulebooks/cxd-rulebook.md +1 -0
- package/docs/ja/specdojo/rulebooks/dct-index-rulebook.md +1 -0
- package/docs/ja/specdojo/rulebooks/dct-rulebook.md +1 -0
- package/docs/ja/specdojo/rulebooks/dec-rulebook.md +1 -0
- package/docs/ja/specdojo/rulebooks/dmd-index-rulebook.md +2 -1
- package/docs/ja/specdojo/rulebooks/dmd-rulebook.md +2 -1
- package/docs/ja/specdojo/rulebooks/etc-index-rulebook.md +1 -0
- package/docs/ja/specdojo/rulebooks/etc-rulebook.md +1 -0
- package/docs/ja/specdojo/rulebooks/gl-rulebook.md +9 -6
- package/docs/ja/specdojo/rulebooks/ifd-mermaid-rulebook.md +1 -0
- package/docs/ja/specdojo/rulebooks/ifx-api-rulebook.md +3 -1
- package/docs/ja/specdojo/rulebooks/ifx-cmd-rulebook.md +2 -1
- package/docs/ja/specdojo/rulebooks/ifx-file-rulebook.md +2 -1
- package/docs/ja/specdojo/rulebooks/ifx-index-rulebook.md +2 -0
- package/docs/ja/specdojo/rulebooks/ifx-msg-rulebook.md +4 -2
- package/docs/ja/specdojo/rulebooks/imp-business-rulebook.md +1 -0
- package/docs/ja/specdojo/rulebooks/imp-data-rulebook.md +1 -0
- package/docs/ja/specdojo/rulebooks/imp-interface-rulebook.md +1 -0
- package/docs/ja/specdojo/rulebooks/imp-operations-rulebook.md +1 -0
- package/docs/ja/specdojo/rulebooks/imp-test-rulebook.md +1 -0
- package/docs/ja/specdojo/rulebooks/itc-index-rulebook.md +1 -0
- package/docs/ja/specdojo/rulebooks/itc-rulebook.md +1 -0
- package/docs/ja/specdojo/rulebooks/mip-index-rulebook.md +2 -1
- package/docs/ja/specdojo/rulebooks/mm-rulebook.md +1 -0
- package/docs/ja/specdojo/rulebooks/mtp-rulebook.md +4 -3
- package/docs/ja/specdojo/rulebooks/nfr-availability-rulebook.md +9 -8
- package/docs/ja/specdojo/rulebooks/nfr-index-rulebook.md +10 -9
- package/docs/ja/specdojo/rulebooks/nfr-integrity-rulebook.md +9 -8
- package/docs/ja/specdojo/rulebooks/nfr-maintainability-rulebook.md +9 -8
- package/docs/ja/specdojo/rulebooks/nfr-operations-rulebook.md +9 -8
- package/docs/ja/specdojo/rulebooks/nfr-performance-rulebook.md +9 -8
- package/docs/ja/specdojo/rulebooks/nfr-reliability-rulebook.md +10 -9
- package/docs/ja/specdojo/rulebooks/nfr-security-safety-rulebook.md +9 -8
- package/docs/ja/specdojo/rulebooks/nfr-usability-rulebook.md +9 -8
- package/docs/ja/specdojo/rulebooks/ntp-rulebook.md +7 -6
- package/docs/ja/specdojo/rulebooks/opd-index-rulebook.md +1 -0
- package/docs/ja/specdojo/rulebooks/opd-rulebook.md +1 -0
- package/docs/ja/specdojo/rulebooks/opr-index-rulebook.md +1 -0
- package/docs/ja/specdojo/rulebooks/opr-rulebook.md +1 -0
- package/docs/ja/specdojo/rulebooks/otp-index-rulebook.md +2 -1
- package/docs/ja/specdojo/rulebooks/otp-rulebook.md +2 -1
- package/docs/ja/specdojo/rulebooks/pjr-rulebook.md +56 -36
- package/docs/ja/specdojo/rulebooks/pm-change-request-log-rulebook.md +1 -0
- package/docs/ja/specdojo/rulebooks/pm-communication-plan-rulebook.md +1 -0
- package/docs/ja/specdojo/rulebooks/pm-issue-log-rulebook.md +1 -0
- package/docs/ja/specdojo/rulebooks/pm-members-rulebook.md +1 -0
- package/docs/ja/specdojo/rulebooks/pm-organization-rulebook.md +1 -0
- package/docs/ja/specdojo/rulebooks/pm-plan-rulebook.md +1 -0
- package/docs/ja/specdojo/rulebooks/pm-quality-management-plan-rulebook.md +1 -0
- package/docs/ja/specdojo/rulebooks/pm-raci-rulebook.md +1 -0
- package/docs/ja/specdojo/rulebooks/pm-risk-register-rulebook.md +1 -0
- package/docs/ja/specdojo/rulebooks/pm-roles-rulebook.md +1 -0
- package/docs/ja/specdojo/rulebooks/pr-rulebook.md +1 -0
- package/docs/ja/specdojo/rulebooks/prj-assumptions-constraints-dependencies-rulebook.md +1 -0
- package/docs/ja/specdojo/rulebooks/prj-charter-rulebook.md +1 -0
- package/docs/ja/specdojo/rulebooks/prj-comparison-of-alternatives-rulebook.md +1 -0
- package/docs/ja/specdojo/rulebooks/prj-issues-and-approach-rulebook.md +1 -0
- package/docs/ja/specdojo/rulebooks/prj-overview-rulebook.md +1 -0
- package/docs/ja/specdojo/rulebooks/prj-scope-rulebook.md +1 -0
- package/docs/ja/specdojo/rulebooks/prj-stakeholder-register-rulebook.md +1 -0
- package/docs/ja/specdojo/rulebooks/prj-success-criteria-and-acceptance-criteria-rulebook.md +1 -0
- package/docs/ja/specdojo/rulebooks/sac-rulebook.md +3 -2
- package/docs/ja/specdojo/rulebooks/sch-rulebook.md +1 -0
- package/docs/ja/specdojo/rulebooks/sf-index-rulebook.md +7 -6
- package/docs/ja/specdojo/rulebooks/sf-rulebook.md +4 -3
- package/docs/ja/specdojo/rulebooks/sld-rulebook.md +2 -1
- package/docs/ja/specdojo/rulebooks/stc-index-rulebook.md +1 -0
- package/docs/ja/specdojo/rulebooks/stc-rulebook.md +1 -0
- package/docs/ja/specdojo/rulebooks/stsd-mermaid-rulebook.md +1 -0
- package/docs/ja/specdojo/rulebooks/stsd-rulebook.md +1 -0
- package/docs/ja/specdojo/rulebooks/sysd-critical-flows-rulebook.md +2 -1
- package/docs/ja/specdojo/rulebooks/sysd-cross-cutting-policy-rulebook.md +9 -8
- package/docs/ja/specdojo/rulebooks/sysd-index-rulebook.md +2 -1
- package/docs/ja/specdojo/rulebooks/sysd-rulebook.md +1 -0
- package/docs/ja/specdojo/rulebooks/tml-rulebook.md +1 -0
- package/docs/ja/specdojo/rulebooks/trc-requirements-to-specs-rulebook.md +1 -0
- package/docs/ja/specdojo/rulebooks/trc-requirements-to-tests-rulebook.md +1 -0
- package/docs/ja/specdojo/rulebooks/tsd-index-rulebook.md +80 -61
- package/docs/ja/specdojo/rulebooks/tsd-rulebook.md +111 -63
- package/docs/ja/specdojo/rulebooks/tsp-index-rulebook.md +1 -0
- package/docs/ja/specdojo/rulebooks/uis-rulebook.md +3 -2
- package/docs/ja/specdojo/rulebooks/utc-index-rulebook.md +1 -0
- package/docs/ja/specdojo/rulebooks/utc-rulebook.md +1 -0
- package/docs/ja/specdojo/samples/atc-index-sample.md +1 -1
- package/docs/ja/specdojo/samples/atc-sample.md +1 -1
- package/docs/ja/specdojo/samples/bac-sample.md +1 -1
- package/docs/ja/specdojo/samples/bdd-sample.yaml +1 -1
- package/docs/ja/specdojo/samples/bds-sample.md +1 -1
- package/docs/ja/specdojo/samples/bes-index-sample.md +1 -1
- package/docs/ja/specdojo/samples/bes-sample.md +1 -1
- package/docs/ja/specdojo/samples/ccd-sample.md +1 -1
- package/docs/ja/specdojo/samples/cdfd-sample.md +1 -1
- package/docs/ja/specdojo/samples/cdfd-uc-sample.md +1 -1
- package/docs/ja/specdojo/samples/cdsd-sample.md +1 -1
- package/docs/ja/specdojo/samples/cld-sample.md +1 -1
- package/docs/ja/specdojo/samples/cnd-sample.md +1 -1
- package/docs/ja/specdojo/samples/cop-index-sample.md +1 -1
- package/docs/ja/specdojo/samples/cop-sample.md +1 -1
- package/docs/ja/specdojo/samples/cpd-sample.md +1 -1
- package/docs/ja/specdojo/samples/cstd-sample.md +1 -1
- package/docs/ja/specdojo/samples/cxd-sample.md +1 -1
- package/docs/ja/specdojo/samples/dmd-index-sample.md +1 -1
- package/docs/ja/specdojo/samples/dmd-sample.md +1 -1
- package/docs/ja/specdojo/samples/etc-index-sample.md +1 -1
- package/docs/ja/specdojo/samples/etc-sample.md +1 -1
- package/docs/ja/specdojo/samples/gl-sample.yaml +2 -0
- package/docs/ja/specdojo/samples/ifd-sample.md +1 -1
- package/docs/ja/specdojo/samples/ifx-api-sample.yaml +1 -0
- package/docs/ja/specdojo/samples/ifx-cmd-sample.yaml +1 -1
- package/docs/ja/specdojo/samples/ifx-file-sample.md +1 -1
- package/docs/ja/specdojo/samples/ifx-index-sample.yaml +1 -0
- package/docs/ja/specdojo/samples/ifx-msg-sample.yaml +2 -1
- package/docs/ja/specdojo/samples/itc-index-sample.md +1 -1
- package/docs/ja/specdojo/samples/itc-sample.md +1 -1
- package/docs/ja/specdojo/samples/mtp-sample.md +1 -1
- package/docs/ja/specdojo/samples/nfr-availability-sample.md +1 -1
- package/docs/ja/specdojo/samples/nfr-index-sample.md +1 -1
- package/docs/ja/specdojo/samples/nfr-integrity-sample.md +1 -1
- package/docs/ja/specdojo/samples/nfr-maintainability-sample.md +1 -1
- package/docs/ja/specdojo/samples/nfr-operations-sample.md +1 -1
- package/docs/ja/specdojo/samples/nfr-performance-sample.md +1 -1
- package/docs/ja/specdojo/samples/nfr-reliability-sample.md +1 -1
- package/docs/ja/specdojo/samples/nfr-security-safety-sample.md +1 -1
- package/docs/ja/specdojo/samples/nfr-usability-sample.md +1 -1
- package/docs/ja/specdojo/samples/ntp-sample.md +1 -1
- package/docs/ja/specdojo/samples/opd-sample.md +1 -1
- package/docs/ja/specdojo/samples/opr-sample.md +1 -1
- package/docs/ja/specdojo/samples/otp-index-sample.md +1 -1
- package/docs/ja/specdojo/samples/otp-sample.md +1 -1
- package/docs/ja/specdojo/samples/prj-stakeholder-register-sample.md +1 -1
- package/docs/ja/specdojo/samples/sac-sample.md +1 -1
- package/docs/ja/specdojo/samples/sf-index-sample.md +1 -1
- package/docs/ja/specdojo/samples/sf-sample.md +1 -1
- package/docs/ja/specdojo/samples/sld-sample.md +1 -1
- package/docs/ja/specdojo/samples/stc-index-sample.md +1 -1
- package/docs/ja/specdojo/samples/stc-sample.md +1 -1
- package/docs/ja/specdojo/samples/stsd-sample.md +1 -1
- package/docs/ja/specdojo/samples/sysd-critical-flows-sample.md +1 -1
- package/docs/ja/specdojo/samples/sysd-cross-cutting-policy-sample.md +1 -1
- package/docs/ja/specdojo/samples/sysd-index-sample.md +1 -1
- package/docs/ja/specdojo/samples/tsd-index-sample.md +22 -16
- package/docs/ja/specdojo/samples/tsd-sample.md +241 -21
- package/docs/ja/specdojo/samples/tsp-index-sample.md +1 -1
- package/docs/ja/specdojo/samples/uis-sample.md +1 -1
- package/docs/ja/specdojo/samples/utc-index-sample.md +1 -1
- package/docs/ja/specdojo/samples/utc-sample.md +1 -1
- package/docs/ja/specdojo/standards/document-metadata-standard.md +28 -3
- package/docs/ja/specdojo/standards/id-and-file-naming-standard.md +2 -0
- package/docs/ja/specdojo/standards/rulebook-authoring-standard.md +16 -11
- package/docs/ja/specdojo/standards/sample-authoring-standard.md +1 -0
- package/docs/ja/specdojo/templates/ifx-cmd-template.yaml +1 -1
- package/docs/ja/specdojo/templates/pjr-dependent-items-template.md +22 -0
- package/docs/ja/specdojo/templates/pjr-epic-items-template.md +22 -0
- package/docs/ja/specdojo/templates/pjr-epic-template.md +44 -0
- package/docs/ja/specdojo/templates/pjr-index-template.md +4 -2
- package/docs/specdojo/schemas/v1/bdd.schema.yaml +1 -1
- package/docs/specdojo/schemas/v1/deliverable-frontmatter.schema.yaml +24 -16
- package/docs/specdojo/schemas/v1/exec-common.schema.yaml +4 -1
- package/docs/specdojo/schemas/v1/exec-plan-frontmatter.schema.yaml +1 -1
- package/docs/specdojo/schemas/v1/gl.schema.yaml +8 -0
- package/docs/specdojo/schemas/v1/grade-pipeline-state.schema.yaml +1 -1
- package/docs/specdojo/schemas/v1/ifx-cmd.schema.yaml +5 -1
- package/docs/specdojo/schemas/v1/pipeline-state.schema.yaml +2 -1
- package/docs/specdojo/schemas/v1/register-events.schema.yaml +20 -0
- package/docs/specdojo/schemas/v1/register-item-frontmatter.schema.yaml +73 -4
- package/docs/specdojo/schemas/v1/rulebook-frontmatter.schema.yaml +5 -0
- package/docs/specdojo/schemas/v1/specdojo-config.schema.yaml +21 -3
- package/package.json +2 -2
- package/templates/antigravity/orchestrator.md +14 -9
- package/templates/claude/agents/specdojo-orchestrator.md +14 -9
- package/templates/codex/agents/specdojo-orchestrator.toml +14 -9
- package/templates/codex/orchestrator.md +14 -9
- package/templates/copilot/README.md +2 -1
- package/templates/devcontainer/devcontainer.json +1 -0
- package/templates/init-agent-members.yaml +46 -3
- package/templates/opencode/README.md +118 -14
- package/templates/opencode/agents/specdojo-orchestrator.md +15 -10
- package/templates/opencode/opencode.json +25 -0
|
@@ -0,0 +1,39 @@
|
|
|
1
|
+
import { addGradeSelectionOptions, commandError, requirePositiveInteger, requireTarget, } from "./command-shared.js";
|
|
2
|
+
import { runGrade } from "./run.js";
|
|
3
|
+
export function registerGradeRunCommand(grade, runtime) {
|
|
4
|
+
addGradeSelectionOptions(grade
|
|
5
|
+
.command("run")
|
|
6
|
+
.description("Grade selected documents with the native single-stage pipeline; reuse run-id to resume"))
|
|
7
|
+
.requiredOption("--run-id <id>", "Stable id for persisted selection and completed stages")
|
|
8
|
+
.option("--kind <kind>", "Kata kind: rulebook, recipe, sample, template, all")
|
|
9
|
+
.option("--by <nickname>", "Grading executor (default: roster auto-selection)")
|
|
10
|
+
.option("--stage-1-executor <nickname>", "Alias for --by")
|
|
11
|
+
.option("--stages <count>", "Native pipeline stage count (1)", "1")
|
|
12
|
+
.option("--work-dir <directory>", "Repository-relative run state directory")
|
|
13
|
+
.option("--reference <path>", "Comparison reference document")
|
|
14
|
+
.option("--embed-documents", "Embed target and reference contents", false)
|
|
15
|
+
.option("--max-stage-failures <count>", "Consecutive failure limit", requirePositiveInteger, 3)
|
|
16
|
+
.option("--limit <count>", "Maximum number of documents", requirePositiveInteger)
|
|
17
|
+
.option("--exec-defaults <path>", "Override exec-defaults.yaml")
|
|
18
|
+
.option("--dry-run", "Print selection and actual actor without writing or running an agent", false)
|
|
19
|
+
.action(async (options) => {
|
|
20
|
+
try {
|
|
21
|
+
if (!runtime)
|
|
22
|
+
throw new Error("Grade agent runtime is not configured");
|
|
23
|
+
if (options.stages !== "1")
|
|
24
|
+
throw new Error("grade run supports --stages 1");
|
|
25
|
+
if (options.by && options.stage1Executor)
|
|
26
|
+
throw new Error("Use either --by or --stage-1-executor");
|
|
27
|
+
await runGrade({
|
|
28
|
+
...options,
|
|
29
|
+
target: requireTarget(options.target),
|
|
30
|
+
paths: options.path,
|
|
31
|
+
by: options.by ?? options.stage1Executor,
|
|
32
|
+
execDefaultsPath: options.execDefaults,
|
|
33
|
+
}, runtime);
|
|
34
|
+
}
|
|
35
|
+
catch (error) {
|
|
36
|
+
commandError(error);
|
|
37
|
+
}
|
|
38
|
+
});
|
|
39
|
+
}
|
package/dist/grade/grade.js
CHANGED
|
@@ -1,6 +1,7 @@
|
|
|
1
1
|
import { registerGradeApplyCommands } from "./command-apply.js";
|
|
2
2
|
import { registerGradeInspectionCommands } from "./command-inspect.js";
|
|
3
3
|
import { registerGradePlanCommands } from "./command-plan.js";
|
|
4
|
+
import { registerGradeRunCommand } from "./command-run.js";
|
|
4
5
|
export * from "./apply.js";
|
|
5
6
|
export { renderGradeFindingTranslationPlan } from "./command-apply.js";
|
|
6
7
|
export * from "./core.js";
|
|
@@ -9,11 +10,12 @@ export * from "./pipeline-state.js";
|
|
|
9
10
|
export * from "./plan.js";
|
|
10
11
|
export * from "./target-discovery.js";
|
|
11
12
|
export * from "./targets.js";
|
|
12
|
-
export function registerGradeCommand(program) {
|
|
13
|
+
export function registerGradeCommand(program, runtime) {
|
|
13
14
|
const grade = program
|
|
14
15
|
.command("grade")
|
|
15
16
|
.description("Continuously assess Kata and deliverable content quality");
|
|
16
17
|
registerGradePlanCommands(grade);
|
|
17
18
|
registerGradeApplyCommands(grade);
|
|
18
19
|
registerGradeInspectionCommands(grade);
|
|
20
|
+
registerGradeRunCommand(grade, runtime);
|
|
19
21
|
}
|
package/dist/grade/markdown.js
CHANGED
|
@@ -2,7 +2,7 @@ import { readFileSync, writeFileSync } from "node:fs";
|
|
|
2
2
|
import { FINDING_RE, insertFindings, isRecord, legacyInlineContentHash, parseMarkdown, preservePreviousFindingSeverities, serializeMarkdown, withoutFindingComments, } from "./core.js";
|
|
3
3
|
import { discoverGradeTargets } from "./target-discovery.js";
|
|
4
4
|
import { applicableDoneCriteria, deterministicResults } from "./plan.js";
|
|
5
|
-
import { gradeContentHash,
|
|
5
|
+
import { gradeContentHash, gradeResultPathForDocument, markdownDocumentId, readGradeResultForDocument, resolveGradeResultsDirectory, validateGradeResult, writeGradeResult, } from "./result.js";
|
|
6
6
|
import { assertRubric, relativePathFromRoot, repoRelativePath, resolveSafeMarkdownPath, } from "./targets.js";
|
|
7
7
|
import { specdojoRootDir } from "../shared/specdojo-config.js";
|
|
8
8
|
export function scoreDocument(input, rubric, doc, target) {
|
|
@@ -39,11 +39,11 @@ export function scoreDocument(input, rubric, doc, target) {
|
|
|
39
39
|
}
|
|
40
40
|
// 比較リファレンスは ID で保存する。パスで保存すると文書を移動したときに参照が壊れる。
|
|
41
41
|
// 引数にはパスと ID のどちらも渡せる。パスの場合は Frontmatter の id を読み取る。
|
|
42
|
-
export function resolveGradeReferenceId(pathOrId) {
|
|
42
|
+
export function resolveGradeReferenceId(pathOrId, project) {
|
|
43
43
|
const trimmed = pathOrId.trim();
|
|
44
44
|
if (!trimmed.endsWith(".md"))
|
|
45
45
|
return trimmed;
|
|
46
|
-
const absolute = resolveSafeMarkdownPath(trimmed);
|
|
46
|
+
const absolute = resolveSafeMarkdownPath(trimmed, specdojoRootDir(), project);
|
|
47
47
|
const document = parseMarkdown(readFileSync(absolute, "utf8"), repoRelativePath(absolute));
|
|
48
48
|
const metadata = document.data.specdojo;
|
|
49
49
|
if (!isRecord(metadata) || typeof metadata.id !== "string" || metadata.id.length === 0) {
|
|
@@ -144,7 +144,7 @@ export function validateGradedDocument(path) {
|
|
|
144
144
|
return validateGradedMarkdown(readFileSync(absolute, "utf8"), rel);
|
|
145
145
|
}
|
|
146
146
|
export function validateGradeResultForDocument(opts) {
|
|
147
|
-
const absolute = resolveSafeMarkdownPath(opts.path);
|
|
147
|
+
const absolute = resolveSafeMarkdownPath(opts.path, specdojoRootDir(), opts.project);
|
|
148
148
|
const rel = repoRelativePath(absolute);
|
|
149
149
|
const content = readFileSync(absolute, "utf8");
|
|
150
150
|
const result = readGradeResultForDocument({ documentPath: rel, project: opts.project });
|
|
@@ -174,7 +174,7 @@ export function validateGradedMarkdown(content, path) {
|
|
|
174
174
|
export function migrateInlineGrades(opts) {
|
|
175
175
|
const rootDir = specdojoRootDir();
|
|
176
176
|
const candidates = opts.paths && opts.paths.length > 0
|
|
177
|
-
? opts.paths.map((path) => resolveSafeMarkdownPath(path, rootDir))
|
|
177
|
+
? opts.paths.map((path) => resolveSafeMarkdownPath(path, rootDir, opts.project))
|
|
178
178
|
: [
|
|
179
179
|
...(opts.target !== "deliverable"
|
|
180
180
|
? discoverGradeTargets({ target: "kata", project: opts.project }, rootDir)
|
|
@@ -265,7 +265,12 @@ export function migrateInlineGrades(opts) {
|
|
|
265
265
|
findings,
|
|
266
266
|
...(isRecord(legacyGrade.done_criteria) ? { done_criteria: legacyGrade.done_criteria } : {}),
|
|
267
267
|
};
|
|
268
|
-
const resultPath =
|
|
268
|
+
const resultPath = gradeResultPathForDocument({
|
|
269
|
+
documentPath: absolute,
|
|
270
|
+
project: opts.project,
|
|
271
|
+
rootDir,
|
|
272
|
+
resultsDirectory,
|
|
273
|
+
});
|
|
269
274
|
if (writeGradeResult(resultPath, result, opts.dryRun)) {
|
|
270
275
|
changed.push(repoRelativePath(resultPath));
|
|
271
276
|
}
|
|
@@ -59,10 +59,8 @@ function parseGradePipelineState(value, path) {
|
|
|
59
59
|
if (!/^[a-f0-9]{64}$/.test(state.content_hash)) {
|
|
60
60
|
throw new Error(`${path}: content_hash must be a SHA-256 hex digest`);
|
|
61
61
|
}
|
|
62
|
-
if (isAbsolute(state.document) ||
|
|
63
|
-
|
|
64
|
-
state.document.split("/").includes("..")) {
|
|
65
|
-
throw new Error(`${path}: document must be a repository-relative path below docs/`);
|
|
62
|
+
if (isAbsolute(state.document) || !state.document.endsWith(".md")) {
|
|
63
|
+
throw new Error(`${path}: document must be a relative Markdown path`);
|
|
66
64
|
}
|
|
67
65
|
if (state.stage_completed >= state.stage_total) {
|
|
68
66
|
throw new Error(`${path}: completed pipeline state must be removed`);
|
|
@@ -86,6 +84,9 @@ export function loadGradePipelineStates(projectOption, rootDir = specdojoRootDir
|
|
|
86
84
|
if (state.project_id !== projectId) {
|
|
87
85
|
throw new Error(`${relativePathFromRoot(path, rootDir)}: project_id must be ${projectId}`);
|
|
88
86
|
}
|
|
87
|
+
const documentPath = resolve(rootDir, state.document);
|
|
88
|
+
if (existsSync(documentPath))
|
|
89
|
+
resolveSafeMarkdownPath(state.document, rootDir, projectOption);
|
|
89
90
|
states.set(state.document, state);
|
|
90
91
|
}
|
|
91
92
|
return states;
|
|
@@ -100,7 +101,7 @@ export function isIncompleteGradePipelineState(state) {
|
|
|
100
101
|
return state !== undefined && state.consecutive_failures < state.max_failures;
|
|
101
102
|
}
|
|
102
103
|
export function readGradePipelineState(opts) {
|
|
103
|
-
const absolute = resolveSafeMarkdownPath(opts.path);
|
|
104
|
+
const absolute = resolveSafeMarkdownPath(opts.path, specdojoRootDir(), opts.project);
|
|
104
105
|
const relativeDocument = repoRelativePath(absolute);
|
|
105
106
|
const statePath = gradePipelineStatePath(relativeDocument, opts.project);
|
|
106
107
|
if (!existsSync(statePath))
|
|
@@ -122,13 +123,14 @@ export function listExhaustedGradePipelineStates(opts) {
|
|
|
122
123
|
const absolute = resolve(specdojoRootDir(), state.document);
|
|
123
124
|
if (!existsSync(absolute))
|
|
124
125
|
return false;
|
|
126
|
+
resolveSafeMarkdownPath(state.document, specdojoRootDir(), opts.project);
|
|
125
127
|
const document = parseMarkdown(readFileSync(absolute, "utf8"), state.document);
|
|
126
128
|
return currentGradePipelineState(document, state.document, state, opts.target) !== undefined;
|
|
127
129
|
})
|
|
128
130
|
.sort((left, right) => left.document.localeCompare(right.document));
|
|
129
131
|
}
|
|
130
132
|
export function recordGradePipelineStage(opts) {
|
|
131
|
-
const absolute = resolveSafeMarkdownPath(opts.path);
|
|
133
|
+
const absolute = resolveSafeMarkdownPath(opts.path, specdojoRootDir(), opts.project);
|
|
132
134
|
const relativeDocument = repoRelativePath(absolute);
|
|
133
135
|
const statePath = gradePipelineStatePath(relativeDocument, opts.project);
|
|
134
136
|
if (opts.status === "complete") {
|
package/dist/grade/plan.js
CHANGED
|
@@ -1,9 +1,10 @@
|
|
|
1
1
|
import { createHash } from "node:crypto";
|
|
2
2
|
import { existsSync, mkdirSync, readFileSync, writeFileSync } from "node:fs";
|
|
3
|
+
import { specdojoRootDir } from "../shared/specdojo-config.js";
|
|
3
4
|
import { basename, extname, join } from "node:path";
|
|
4
5
|
import { dump } from "../shared/yaml.js";
|
|
5
6
|
import { GRADE_PLAN_EMBEDDED_DOCUMENT_CHARACTER_LIMIT, agentViewpoints, gradedViewpoints, levelCapForFindings, parseMarkdown, } from "./core.js";
|
|
6
|
-
import {
|
|
7
|
+
import { gradeResultPathForDocument, readGradeResult } from "./result.js";
|
|
7
8
|
import { assertRubric, loadKataReferences, parseGradeReferenceExample, repoRelativePath, resolveGradeReferencePathsFromCatalog, resolveSafeMarkdownPath, resolveSafeRepositoryPath, selectGradeReferenceExampleFromCatalog, } from "./targets.js";
|
|
8
9
|
import { viewpointAppliesToDocument } from "../review/plan.js";
|
|
9
10
|
export function deterministicResults(document, definitions, target) {
|
|
@@ -138,20 +139,22 @@ function gradePlanEmbedding(opts) {
|
|
|
138
139
|
}
|
|
139
140
|
function renderGradePlanWithEmbedding(opts) {
|
|
140
141
|
const rubric = assertRubric(opts.viewpoints);
|
|
141
|
-
const absolute = resolveSafeMarkdownPath(opts.path);
|
|
142
|
+
const absolute = resolveSafeMarkdownPath(opts.path, specdojoRootDir(), opts.projectId);
|
|
142
143
|
const rel = repoRelativePath(absolute);
|
|
143
144
|
const document = parseMarkdown(readFileSync(absolute, "utf8"), rel);
|
|
144
145
|
const metadata = document.data.specdojo;
|
|
145
146
|
const viewpoints = agentViewpoints(opts.viewpoints, opts.target, metadata);
|
|
146
147
|
const documentId = typeof metadata.id === "string" ? metadata.id : rel;
|
|
147
|
-
const priorFindings = (
|
|
148
|
-
|
|
149
|
-
|
|
148
|
+
const priorFindings = readGradeResult(gradeResultPathForDocument({
|
|
149
|
+
documentPath: absolute,
|
|
150
|
+
project: opts.projectId,
|
|
151
|
+
resultsDirectory: opts.resultsDirectory,
|
|
152
|
+
}))?.findings ?? [];
|
|
150
153
|
const taskHash = createHash("sha256").update(rel).digest("hex").slice(0, 12).toUpperCase();
|
|
151
154
|
const taskId = `GRADE-${opts.target.toUpperCase()}-${taskHash}`;
|
|
152
155
|
const references = (opts.references ?? []).map((reference) => repoRelativePath(resolveSafeRepositoryPath(reference, "reference")));
|
|
153
156
|
const referenceExample = opts.referenceExample
|
|
154
|
-
? repoRelativePath(resolveSafeMarkdownPath(opts.referenceExample))
|
|
157
|
+
? repoRelativePath(resolveSafeMarkdownPath(opts.referenceExample, specdojoRootDir(), opts.projectId))
|
|
155
158
|
: undefined;
|
|
156
159
|
const embedding = gradePlanEmbedding({
|
|
157
160
|
requested: opts.embedDocuments ?? false,
|
|
@@ -331,7 +334,7 @@ export function renderGradePlan(opts) {
|
|
|
331
334
|
}
|
|
332
335
|
export function renderGradeReporterPlan(opts) {
|
|
333
336
|
const rubric = assertRubric(opts.viewpoints);
|
|
334
|
-
const absolute = resolveSafeMarkdownPath(opts.path);
|
|
337
|
+
const absolute = resolveSafeMarkdownPath(opts.path, specdojoRootDir(), opts.projectId);
|
|
335
338
|
const rel = repoRelativePath(absolute);
|
|
336
339
|
const document = parseMarkdown(readFileSync(absolute, "utf8"), rel);
|
|
337
340
|
const metadata = document.data.specdojo;
|
|
@@ -449,17 +452,18 @@ export function writeGradePlans(opts) {
|
|
|
449
452
|
mkdirSync(outputDirectory, { recursive: true });
|
|
450
453
|
const kataReferences = loadKataReferences();
|
|
451
454
|
const referenceExamples = opts.referenceExampleCandidates.flatMap((candidate) => {
|
|
452
|
-
const parsed = parseGradeReferenceExample(candidate, opts.target);
|
|
455
|
+
const parsed = parseGradeReferenceExample(candidate, opts.target, opts.projectId);
|
|
453
456
|
return parsed ? [parsed] : [];
|
|
454
457
|
});
|
|
455
458
|
return opts.paths.map((path) => {
|
|
456
|
-
const absolute = resolveSafeMarkdownPath(path);
|
|
459
|
+
const absolute = resolveSafeMarkdownPath(path, specdojoRootDir(), opts.projectId);
|
|
457
460
|
const output = join(outputDirectory, gradePlanFilename(absolute));
|
|
458
461
|
const reporterOutput = join(outputDirectory, gradeReporterPlanFilename(absolute));
|
|
459
462
|
const referenceExample = opts.referenceExampleOverride ??
|
|
460
463
|
selectGradeReferenceExampleFromCatalog({
|
|
461
464
|
target: opts.target,
|
|
462
465
|
path: absolute,
|
|
466
|
+
project: opts.projectId,
|
|
463
467
|
candidates: referenceExamples,
|
|
464
468
|
random: opts.random,
|
|
465
469
|
});
|
|
@@ -467,7 +471,7 @@ export function writeGradePlans(opts) {
|
|
|
467
471
|
const rendered = renderGradePlanWithEmbedding({
|
|
468
472
|
target: opts.target,
|
|
469
473
|
path: absolute,
|
|
470
|
-
references: resolveGradeReferencePathsFromCatalog(absolute, kataReferences),
|
|
474
|
+
references: resolveGradeReferencePathsFromCatalog(absolute, kataReferences, opts.projectId),
|
|
471
475
|
referenceExample,
|
|
472
476
|
viewpoints: opts.viewpoints,
|
|
473
477
|
projectId: opts.projectId,
|
|
@@ -0,0 +1,307 @@
|
|
|
1
|
+
import { createHash } from "node:crypto";
|
|
2
|
+
import { existsSync, mkdirSync, readFileSync, renameSync, writeFileSync } from "node:fs";
|
|
3
|
+
import { dirname, join, resolve } from "node:path";
|
|
4
|
+
import { getProjectExecutionPath, specdojoRootDir } from "../shared/specdojo-config.js";
|
|
5
|
+
import { tryAcquireLock, releaseLock } from "../shared/cross-process-lock.js";
|
|
6
|
+
import { applyGradeSubmission, buildGradeSubmissionFromAnalysis } from "./apply.js";
|
|
7
|
+
import { readGradePipelineState, recordGradePipelineStage } from "./pipeline-state.js";
|
|
8
|
+
import { writeGradePlans } from "./plan.js";
|
|
9
|
+
import { gradeContentHash, readGradeResultForDocument } from "./result.js";
|
|
10
|
+
import { discoverGradeTargets } from "./target-discovery.js";
|
|
11
|
+
import { loadViewpoints, repoRelativePath, resolveDeliverableDoneCriteria, resolveGradeSourceHashes, resolveProject, resolveSafeMarkdownPath, resolveSafeRepositoryPath, } from "./targets.js";
|
|
12
|
+
const digest = (value) => createHash("sha256").update(JSON.stringify(value)).digest("hex");
|
|
13
|
+
function referenceHash(reference, project) {
|
|
14
|
+
return reference
|
|
15
|
+
? gradeContentHash(readFileSync(resolveSafeMarkdownPath(reference, specdojoRootDir(), project), "utf8"))
|
|
16
|
+
: undefined;
|
|
17
|
+
}
|
|
18
|
+
function writeState(path, state) {
|
|
19
|
+
mkdirSync(dirname(path), { recursive: true });
|
|
20
|
+
const temporary = `${path}.tmp`;
|
|
21
|
+
writeFileSync(temporary, `${JSON.stringify(state, null, 2)}\n`, "utf8");
|
|
22
|
+
renameSync(temporary, path);
|
|
23
|
+
}
|
|
24
|
+
/** Native single-document pipeline. A stable run id freezes selection and completed work. */
|
|
25
|
+
export async function runGrade(opts, runtime) {
|
|
26
|
+
// Serialize all runs for a project: different run ids still write the same canonical sidecars.
|
|
27
|
+
if (opts.dryRun)
|
|
28
|
+
return runGradeUnlocked(opts, runtime);
|
|
29
|
+
const { project } = resolveProject(opts.project);
|
|
30
|
+
const lockPath = resolveSafeRepositoryPath(join(getProjectExecutionPath(project), "grade", "generated", "run.lock"), "grade lock");
|
|
31
|
+
mkdirSync(dirname(lockPath), { recursive: true });
|
|
32
|
+
const lock = tryAcquireLock(lockPath, { actor: opts.by ?? "grade", label: opts.runId });
|
|
33
|
+
if (!lock)
|
|
34
|
+
throw new Error("grade run is busy for this project; retry after the active run finishes");
|
|
35
|
+
try {
|
|
36
|
+
return await runGradeUnlocked(opts, runtime);
|
|
37
|
+
}
|
|
38
|
+
finally {
|
|
39
|
+
releaseLock(lock);
|
|
40
|
+
}
|
|
41
|
+
}
|
|
42
|
+
async function runGradeUnlocked(opts, runtime) {
|
|
43
|
+
if (!/^[A-Za-z0-9][A-Za-z0-9._-]{0,127}$/.test(opts.runId))
|
|
44
|
+
throw new Error("Invalid --run-id");
|
|
45
|
+
const kind = opts.kind ?? "all";
|
|
46
|
+
if (!["all", "rulebook", "recipe", "sample", "template"].includes(kind))
|
|
47
|
+
throw new Error("Invalid --kind");
|
|
48
|
+
if (opts.target !== "kata" && opts.kind !== undefined)
|
|
49
|
+
throw new Error("--kind is only valid for kata");
|
|
50
|
+
const maxFailures = opts.maxStageFailures ?? 3;
|
|
51
|
+
if (!Number.isSafeInteger(maxFailures) || maxFailures < 1)
|
|
52
|
+
throw new Error("Invalid --max-stage-failures");
|
|
53
|
+
if (opts.limit !== undefined && (!Number.isSafeInteger(opts.limit) || opts.limit < 1))
|
|
54
|
+
throw new Error("Invalid --limit");
|
|
55
|
+
const { id: projectId, project } = resolveProject(opts.project);
|
|
56
|
+
const viewpoints = loadViewpoints(projectId);
|
|
57
|
+
const executionPath = getProjectExecutionPath(project);
|
|
58
|
+
const execDefaultsPath = opts.execDefaultsPath ??
|
|
59
|
+
(project.run?.exec_defaults
|
|
60
|
+
? resolve(specdojoRootDir(), project.run.exec_defaults)
|
|
61
|
+
: undefined);
|
|
62
|
+
const directory = resolveSafeRepositoryPath(opts.workDir ?? join(executionPath, "grade", "generated", "runs", opts.runId), "--work-dir");
|
|
63
|
+
const statePath = join(directory, "run.json");
|
|
64
|
+
const requestOptions = Object.fromEntries(Object.entries(opts).filter(([key]) => key !== "dryRun"));
|
|
65
|
+
const request = digest({ ...requestOptions, project: projectId });
|
|
66
|
+
let state;
|
|
67
|
+
if (existsSync(statePath)) {
|
|
68
|
+
const stored = JSON.parse(readFileSync(statePath, "utf8"));
|
|
69
|
+
if (!stored ||
|
|
70
|
+
typeof stored !== "object" ||
|
|
71
|
+
!("version" in stored) ||
|
|
72
|
+
stored.version !== 1 ||
|
|
73
|
+
!("request" in stored) ||
|
|
74
|
+
stored.request !== request ||
|
|
75
|
+
!("documents" in stored) ||
|
|
76
|
+
!Array.isArray(stored.documents)) {
|
|
77
|
+
throw new Error("Run configuration changed or invalid run state; use a new --run-id / --work-dir");
|
|
78
|
+
}
|
|
79
|
+
state = stored;
|
|
80
|
+
for (const document of state.documents) {
|
|
81
|
+
if (!document ||
|
|
82
|
+
typeof document.path !== "string" ||
|
|
83
|
+
typeof document.fingerprint !== "string" ||
|
|
84
|
+
!["pending", "failed", "complete"].includes(document.status))
|
|
85
|
+
throw new Error("Invalid grade run document state");
|
|
86
|
+
}
|
|
87
|
+
}
|
|
88
|
+
else {
|
|
89
|
+
let paths = discoverGradeTargets({ ...opts, project: projectId });
|
|
90
|
+
if (opts.target === "kata" && kind !== "all")
|
|
91
|
+
paths = paths.filter((path) => repoRelativePath(path).split("/").includes(`${kind}s`));
|
|
92
|
+
if (opts.limit !== undefined)
|
|
93
|
+
paths = paths.slice(0, opts.limit);
|
|
94
|
+
state = {
|
|
95
|
+
version: 1,
|
|
96
|
+
request,
|
|
97
|
+
documents: paths.map((path) => ({
|
|
98
|
+
path: repoRelativePath(path),
|
|
99
|
+
fingerprint: "",
|
|
100
|
+
status: "pending",
|
|
101
|
+
})),
|
|
102
|
+
};
|
|
103
|
+
}
|
|
104
|
+
const criteria = opts.target === "deliverable"
|
|
105
|
+
? resolveDeliverableDoneCriteria(state.documents.map((document) => document.path), projectId)
|
|
106
|
+
: undefined;
|
|
107
|
+
// Validate all subjects before starting any agent or writing run files.
|
|
108
|
+
for (const document of state.documents) {
|
|
109
|
+
const path = resolveSafeMarkdownPath(document.path, specdojoRootDir(), projectId);
|
|
110
|
+
const fingerprint = digest({
|
|
111
|
+
content: gradeContentHash(readFileSync(path, "utf8")),
|
|
112
|
+
reference: referenceHash(opts.reference, projectId),
|
|
113
|
+
viewpoints,
|
|
114
|
+
criteria: criteria?.get(document.path),
|
|
115
|
+
sources: resolveGradeSourceHashes({
|
|
116
|
+
path,
|
|
117
|
+
target: opts.target,
|
|
118
|
+
project: projectId,
|
|
119
|
+
viewpoints,
|
|
120
|
+
}),
|
|
121
|
+
});
|
|
122
|
+
if (document.fingerprint && document.fingerprint !== fingerprint)
|
|
123
|
+
throw new Error(`${document.path}: grading context changed; use a new --run-id`);
|
|
124
|
+
document.fingerprint = fingerprint;
|
|
125
|
+
if (document.status === "complete" || document.appliedAt) {
|
|
126
|
+
const result = readGradeResultForDocument({
|
|
127
|
+
documentPath: document.path,
|
|
128
|
+
project: projectId,
|
|
129
|
+
});
|
|
130
|
+
// The canonical result is written after the criteria detail. Recover the narrow
|
|
131
|
+
// interruption between apply and persisting completion without reapplying the stage.
|
|
132
|
+
if (document.status !== "complete" &&
|
|
133
|
+
result &&
|
|
134
|
+
result.graded_at === document.appliedAt &&
|
|
135
|
+
result.graded_by === document.actor &&
|
|
136
|
+
result.content_hash === gradeContentHash(readFileSync(path, "utf8")) &&
|
|
137
|
+
result.target === opts.target &&
|
|
138
|
+
result.path === document.path) {
|
|
139
|
+
document.status = "complete";
|
|
140
|
+
document.resultHash = digest(result);
|
|
141
|
+
}
|
|
142
|
+
if (document.status !== "complete")
|
|
143
|
+
continue;
|
|
144
|
+
if (!result || digest(result) !== document.resultHash)
|
|
145
|
+
throw new Error(`${document.path}: completed grade was replaced or removed; use a new --run-id`);
|
|
146
|
+
}
|
|
147
|
+
}
|
|
148
|
+
if (state.documents.length === 0)
|
|
149
|
+
return { documents: [] };
|
|
150
|
+
const actor = state.documents.some((document) => document.status !== "complete")
|
|
151
|
+
? runtime.resolveActor({ ...opts, execDefaultsPath })
|
|
152
|
+
: undefined;
|
|
153
|
+
if (opts.dryRun) {
|
|
154
|
+
for (const document of state.documents)
|
|
155
|
+
process.stdout.write(`[dry-run] ${document.path} actor=${actor ?? document.actor} status=${document.status}\n`);
|
|
156
|
+
return { documents: state.documents };
|
|
157
|
+
}
|
|
158
|
+
writeState(statePath, state);
|
|
159
|
+
const failures = [];
|
|
160
|
+
for (const [index, document] of state.documents.entries()) {
|
|
161
|
+
if (document.status === "complete") {
|
|
162
|
+
recordGradePipelineStage({
|
|
163
|
+
target: opts.target,
|
|
164
|
+
project: projectId,
|
|
165
|
+
path: document.path,
|
|
166
|
+
runId: opts.runId,
|
|
167
|
+
stage: 1,
|
|
168
|
+
stageTotal: 1,
|
|
169
|
+
maxFailures,
|
|
170
|
+
status: "complete",
|
|
171
|
+
});
|
|
172
|
+
process.stdout.write(`resumed complete: ${document.path}\n`);
|
|
173
|
+
continue;
|
|
174
|
+
}
|
|
175
|
+
const prior = readGradePipelineState({
|
|
176
|
+
target: opts.target,
|
|
177
|
+
project: projectId,
|
|
178
|
+
path: document.path,
|
|
179
|
+
});
|
|
180
|
+
if (prior && prior.stage_total === 1 && prior.consecutive_failures >= prior.max_failures) {
|
|
181
|
+
failures.push(`${document.path}: stage failure limit reached`);
|
|
182
|
+
continue;
|
|
183
|
+
}
|
|
184
|
+
// The native runner has one stage. Old experimental three-stage retries cannot be reused.
|
|
185
|
+
if (prior && prior.stage_total !== 1)
|
|
186
|
+
recordGradePipelineStage({
|
|
187
|
+
target: opts.target,
|
|
188
|
+
project: projectId,
|
|
189
|
+
path: document.path,
|
|
190
|
+
runId: opts.runId,
|
|
191
|
+
stage: 1,
|
|
192
|
+
stageTotal: 1,
|
|
193
|
+
maxFailures,
|
|
194
|
+
status: "complete",
|
|
195
|
+
});
|
|
196
|
+
const stageDirectory = join(directory, String(index + 1), "stage-1");
|
|
197
|
+
try {
|
|
198
|
+
const [plan] = writeGradePlans({
|
|
199
|
+
target: opts.target,
|
|
200
|
+
paths: [document.path],
|
|
201
|
+
referenceExampleCandidates: [],
|
|
202
|
+
referenceExampleOverride: opts.reference,
|
|
203
|
+
viewpoints,
|
|
204
|
+
projectId,
|
|
205
|
+
outputDirectory: stageDirectory,
|
|
206
|
+
embedDocuments: opts.embedDocuments,
|
|
207
|
+
doneCriteriaByPath: criteria,
|
|
208
|
+
});
|
|
209
|
+
document.actor = actor;
|
|
210
|
+
document.status = "pending";
|
|
211
|
+
delete document.error;
|
|
212
|
+
writeState(statePath, state);
|
|
213
|
+
const { execution, actor: actualActor } = await runtime.executePlan({
|
|
214
|
+
planPath: resolve(specdojoRootDir(), plan.path),
|
|
215
|
+
nickname: actor,
|
|
216
|
+
project: projectId,
|
|
217
|
+
execDefaultsPath,
|
|
218
|
+
quiet: true,
|
|
219
|
+
});
|
|
220
|
+
document.actor = actualActor;
|
|
221
|
+
if (!execution)
|
|
222
|
+
throw new Error("Agent returned no execution result");
|
|
223
|
+
writeFileSync(join(stageDirectory, "executor-output.txt"), execution.stdout, "utf8");
|
|
224
|
+
if (execution.result !== "success")
|
|
225
|
+
throw new Error(`agent ${actualActor}: ${execution.result} exit=${execution.exitCode ?? "null"}`);
|
|
226
|
+
// Refuse output if the agent (or another process) changed the grading context while running.
|
|
227
|
+
const currentPath = resolveSafeMarkdownPath(document.path, specdojoRootDir(), projectId);
|
|
228
|
+
const currentFingerprint = digest({
|
|
229
|
+
content: gradeContentHash(readFileSync(currentPath, "utf8")),
|
|
230
|
+
reference: referenceHash(opts.reference, projectId),
|
|
231
|
+
viewpoints: loadViewpoints(projectId),
|
|
232
|
+
criteria: opts.target === "deliverable"
|
|
233
|
+
? resolveDeliverableDoneCriteria([document.path], projectId).get(document.path)
|
|
234
|
+
: undefined,
|
|
235
|
+
sources: resolveGradeSourceHashes({
|
|
236
|
+
path: currentPath,
|
|
237
|
+
target: opts.target,
|
|
238
|
+
project: projectId,
|
|
239
|
+
}),
|
|
240
|
+
});
|
|
241
|
+
if (currentFingerprint !== document.fingerprint)
|
|
242
|
+
throw new Error("grading context changed during agent execution; use a new --run-id");
|
|
243
|
+
const converted = buildGradeSubmissionFromAnalysis({
|
|
244
|
+
executorOutput: execution.stdout,
|
|
245
|
+
viewpoints,
|
|
246
|
+
target: opts.target,
|
|
247
|
+
expectedPath: document.path,
|
|
248
|
+
doneCriteria: criteria?.get(document.path),
|
|
249
|
+
});
|
|
250
|
+
if (!converted.submission)
|
|
251
|
+
throw new Error(converted.issues.map((issue) => `${issue.path}: ${issue.message}`).join("\n"));
|
|
252
|
+
document.appliedAt = new Date().toISOString();
|
|
253
|
+
writeState(statePath, state);
|
|
254
|
+
applyGradeSubmission({
|
|
255
|
+
submission: converted.submission,
|
|
256
|
+
viewpoints,
|
|
257
|
+
target: opts.target,
|
|
258
|
+
gradedBy: actualActor,
|
|
259
|
+
reference: opts.reference,
|
|
260
|
+
doneCriteriaByPath: criteria,
|
|
261
|
+
criteriaDirectory: join(executionPath, "grade", "criteria"),
|
|
262
|
+
resultsDirectory: join(executionPath, "grade", "results"),
|
|
263
|
+
project: projectId,
|
|
264
|
+
now: new Date(document.appliedAt),
|
|
265
|
+
});
|
|
266
|
+
const result = readGradeResultForDocument({
|
|
267
|
+
documentPath: document.path,
|
|
268
|
+
project: projectId,
|
|
269
|
+
});
|
|
270
|
+
if (!result)
|
|
271
|
+
throw new Error("grade result missing after apply");
|
|
272
|
+
document.status = "complete";
|
|
273
|
+
document.resultHash = digest(result);
|
|
274
|
+
writeState(statePath, state);
|
|
275
|
+
recordGradePipelineStage({
|
|
276
|
+
target: opts.target,
|
|
277
|
+
project: projectId,
|
|
278
|
+
path: document.path,
|
|
279
|
+
runId: opts.runId,
|
|
280
|
+
stage: 1,
|
|
281
|
+
stageTotal: 1,
|
|
282
|
+
maxFailures,
|
|
283
|
+
status: "complete",
|
|
284
|
+
});
|
|
285
|
+
process.stdout.write(`graded: ${document.path} actor=${actualActor}\n`);
|
|
286
|
+
}
|
|
287
|
+
catch (error) {
|
|
288
|
+
document.status = "failed";
|
|
289
|
+
document.error = error instanceof Error ? error.message : String(error);
|
|
290
|
+
writeState(statePath, state);
|
|
291
|
+
recordGradePipelineStage({
|
|
292
|
+
target: opts.target,
|
|
293
|
+
project: projectId,
|
|
294
|
+
path: document.path,
|
|
295
|
+
runId: opts.runId,
|
|
296
|
+
stage: 1,
|
|
297
|
+
stageTotal: 1,
|
|
298
|
+
maxFailures,
|
|
299
|
+
status: "failed",
|
|
300
|
+
});
|
|
301
|
+
failures.push(`${document.path}: ${document.error}`);
|
|
302
|
+
}
|
|
303
|
+
}
|
|
304
|
+
if (failures.length)
|
|
305
|
+
throw new Error(`grade run incomplete:\n${failures.join("\n")}`);
|
|
306
|
+
return { documents: state.documents };
|
|
307
|
+
}
|
|
@@ -11,7 +11,7 @@ export function discoverGradeTargets(opts, rootDir = specdojoRootDir()) {
|
|
|
11
11
|
validateGradeTargetFilters(opts);
|
|
12
12
|
let candidates;
|
|
13
13
|
if (opts.paths && opts.paths.length > 0) {
|
|
14
|
-
candidates = opts.paths.map((path) => resolveSafeMarkdownPath(path, rootDir));
|
|
14
|
+
candidates = opts.paths.map((path) => resolveSafeMarkdownPath(path, rootDir, opts.project));
|
|
15
15
|
const generated = candidates.find((path) => isGeneratedGradeTarget(path, rootDir));
|
|
16
16
|
if (generated) {
|
|
17
17
|
throw new Error(`${relativePathFromRoot(generated, rootDir)}: generated documents cannot be graded`);
|