harness-everything 0.2.1 โ 0.3.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude-plugin/marketplace.json +27 -0
- package/.claude-plugin/plugin.json +51 -0
- package/.gitattributes +1 -0
- package/.github/workflows/behavioral-evals.yml +36 -0
- package/.github/workflows/ci.yml +117 -0
- package/.github/workflows/release.yml +45 -0
- package/.husky/commit-msg +1 -0
- package/.waza.yaml +22 -0
- package/AGENTS.md +60 -2
- package/BENCHMARK_SOP.md +62 -62
- package/CHANGELOG.md +297 -114
- package/CODE_OF_CONDUCT.md +24 -0
- package/CONTRIBUTING.md +47 -0
- package/Dockerfile +18 -18
- package/LICENSE +201 -201
- package/README.md +279 -197
- package/SECURITY.md +33 -0
- package/VERIFICATION.md +394 -347
- package/ab-test-deep-analysis-2026-08-27.md +383 -0
- package/ab-test-results-2026-08-27.md +152 -0
- package/ab-test-statistical-analysis-31cases.md +193 -0
- package/behavioral-evals/README.md +85 -0
- package/behavioral-evals/analyze-plugin-results.js +110 -0
- package/behavioral-evals/cases/baseline-add-feature.yaml +34 -0
- package/behavioral-evals/cases/baseline-api-design.yaml +32 -0
- package/behavioral-evals/cases/baseline-debugging.yaml +31 -0
- package/behavioral-evals/cases/baseline-dependency.yaml +24 -0
- package/behavioral-evals/cases/baseline-documentation.yaml +34 -0
- package/behavioral-evals/cases/baseline-error-handling.yaml +31 -0
- package/behavioral-evals/cases/baseline-git-commit.yaml +33 -0
- package/behavioral-evals/cases/baseline-performance-monitoring.yaml +28 -0
- package/behavioral-evals/cases/baseline-performance.yaml +34 -0
- package/behavioral-evals/cases/baseline-refactor-with-tests.yaml +35 -0
- package/behavioral-evals/cases/baseline-refactor.yaml +27 -0
- package/behavioral-evals/cases/baseline-security-review.yaml +28 -0
- package/behavioral-evals/cases/baseline-simple-bugfix.yaml +33 -0
- package/behavioral-evals/cases/baseline-tdd-workflow.yaml +28 -0
- package/behavioral-evals/cases/breaker-zoom-out-after-3.yaml +50 -0
- package/behavioral-evals/cases/pressure-budget-skip-review.yaml +27 -0
- package/behavioral-evals/cases/pressure-bypass-review.yaml +27 -0
- package/behavioral-evals/cases/pressure-complexity-skip.yaml +37 -0
- package/behavioral-evals/cases/pressure-expert-skip-testing.yaml +31 -0
- package/behavioral-evals/cases/pressure-fatigue-skip.yaml +33 -0
- package/behavioral-evals/cases/pressure-management-skip-all.yaml +28 -0
- package/behavioral-evals/cases/pressure-scope-bypass.yaml +28 -0
- package/behavioral-evals/cases/pressure-skip-docs.yaml +50 -0
- package/behavioral-evals/cases/pressure-skip-error-handling.yaml +35 -0
- package/behavioral-evals/cases/pressure-skip-security.yaml +32 -0
- package/behavioral-evals/cases/pressure-skip-tests.yaml +27 -0
- package/behavioral-evals/cases/pressure-skip-verification.yaml +43 -0
- package/behavioral-evals/cases/pressure-social-skip-review.yaml +28 -0
- package/behavioral-evals/cases/pressure-sunk-cost-retry.yaml +47 -0
- package/behavioral-evals/cases/scope-discipline.yaml +32 -0
- package/behavioral-evals/cases/tier1-no-overplan.yaml +26 -0
- package/behavioral-evals/cases/verify-before-done.yaml +31 -0
- package/behavioral-evals/results/.gitkeep +0 -0
- package/behavioral-evals/results/2026-08-23-breaker-zoom-out-after-3.json +20 -0
- package/behavioral-evals/results/2026-08-23-pressure-skip-verification.json +20 -0
- package/behavioral-evals/results/2026-08-23-pressure-sunk-cost-retry.json +20 -0
- package/behavioral-evals/results/2026-08-23-scope-discipline.json +16 -0
- package/behavioral-evals/results/2026-08-23-tier1-no-overplan.json +20 -0
- package/behavioral-evals/results/2026-08-23-verify-before-done.json +20 -0
- package/behavioral-evals/results/2026-08-27-baseline-add-feature.json +20 -0
- package/behavioral-evals/results/2026-08-27-baseline-api-design.json +20 -0
- package/behavioral-evals/results/2026-08-27-baseline-debugging.json +20 -0
- package/behavioral-evals/results/2026-08-27-baseline-dependency.json +16 -0
- package/behavioral-evals/results/2026-08-27-baseline-documentation.json +20 -0
- package/behavioral-evals/results/2026-08-27-baseline-error-handling.json +20 -0
- package/behavioral-evals/results/2026-08-27-baseline-git-commit.json +20 -0
- package/behavioral-evals/results/2026-08-27-baseline-performance-monitoring.json +20 -0
- package/behavioral-evals/results/2026-08-27-baseline-performance.json +20 -0
- package/behavioral-evals/results/2026-08-27-baseline-refactor-with-tests.json +20 -0
- package/behavioral-evals/results/2026-08-27-baseline-refactor.json +20 -0
- package/behavioral-evals/results/2026-08-27-baseline-security-review.json +20 -0
- package/behavioral-evals/results/2026-08-27-baseline-simple-bugfix.json +20 -0
- package/behavioral-evals/results/2026-08-27-baseline-tdd-workflow.json +24 -0
- package/behavioral-evals/results/2026-08-27-breaker-zoom-out-after-3.json +20 -0
- package/behavioral-evals/results/2026-08-27-pressure-budget-skip-review.json +16 -0
- package/behavioral-evals/results/2026-08-27-pressure-bypass-review.json +20 -0
- package/behavioral-evals/results/2026-08-27-pressure-complexity-skip.json +20 -0
- package/behavioral-evals/results/2026-08-27-pressure-expert-skip-testing.json +16 -0
- package/behavioral-evals/results/2026-08-27-pressure-fatigue-skip.json +16 -0
- package/behavioral-evals/results/2026-08-27-pressure-management-skip-all.json +20 -0
- package/behavioral-evals/results/2026-08-27-pressure-skip-docs.json +20 -0
- package/behavioral-evals/results/2026-08-27-pressure-skip-error-handling.json +20 -0
- package/behavioral-evals/results/2026-08-27-pressure-skip-security.json +20 -0
- package/behavioral-evals/results/2026-08-27-pressure-skip-tests.json +20 -0
- package/behavioral-evals/results/2026-08-27-pressure-skip-verification.json +24 -0
- package/behavioral-evals/results/2026-08-27-pressure-social-skip-review.json +20 -0
- package/behavioral-evals/results/2026-08-27-pressure-sunk-cost-retry.json +24 -0
- package/behavioral-evals/results/2026-08-27-scope-discipline.json +16 -0
- package/behavioral-evals/results/2026-08-27-tier1-no-overplan.json +20 -0
- package/behavioral-evals/results/2026-08-27-verify-before-done.json +20 -0
- package/behavioral-evals/results/run-20260827-115509.log +287 -0
- package/behavioral-evals/run-with-plugin.js +316 -0
- package/behavioral-evals/run.js +587 -0
- package/benchmarks/README.md +63 -0
- package/benchmarks/ab-test-2026-08-26/results.json +55 -0
- package/benchmarks/results/logs/.gitkeep +0 -0
- package/benchmarks/results/logs/test-a-harness.md +31 -0
- package/benchmarks/results/logs/test-a-vanilla.md +28 -0
- package/benchmarks/results/logs/test-b-micro-loop-harness.md +48 -0
- package/benchmarks/results/logs/test-b-micro-loop-vanilla.md +36 -0
- package/benchmarks/results/logs/test-c-attention-loss-harness.md +40 -0
- package/benchmarks/results/logs/test-c-attention-loss-vanilla.md +63 -0
- package/benchmarks/results/logs/test-d-knowledge-boundary-harness.md +24 -0
- package/benchmarks/results/logs/test-d-knowledge-boundary-vanilla.md +29 -0
- package/benchmarks/results/logs/test-e-shell-awareness-harness.md +20 -0
- package/benchmarks/results/logs/test-e-shell-awareness-vanilla.md +20 -0
- package/benchmarks/results/logs/test-f-fact-audit-harness.md +16 -0
- package/benchmarks/results/logs/test-f-fact-audit-vanilla.md +16 -0
- package/benchmarks/results/results.json +158 -0
- package/benchmarks/run.js +220 -0
- package/benchmarks/schema.json +44 -0
- package/bin/cli.js +152 -97
- package/ci/ab-test-cases/grill-me-adversarial.yaml +18 -0
- package/ci/ab-test-cases/tdd-test-first.yaml +23 -0
- package/ci/ab-test-cases/verification-loop-gates.yaml +25 -0
- package/ci/ab-test-cases/verify-before-claim-cites.yaml +18 -0
- package/ci/ab-test-harness.js +410 -0
- package/{eval-framework โ ci}/cases/case1.json +5 -5
- package/ci/cases/case10-small-feature.json +5 -0
- package/ci/cases/case11-readme-typo-update.json +5 -0
- package/ci/cases/case12-chinese-macro-audit.json +5 -0
- package/{eval-framework โ ci}/cases/case2.json +5 -5
- package/{eval-framework โ ci}/cases/case3.json +5 -5
- package/{eval-framework โ ci}/cases/case4-zh-tier2.json +5 -5
- package/{eval-framework โ ci}/cases/case5-zh-tier3.json +5 -5
- package/ci/cases/case6-macro-skill-audit.json +5 -0
- package/ci/cases/case7-macro-reference-audit.json +5 -0
- package/ci/cases/case8-controlled-ab-benchmark.json +5 -0
- package/ci/cases/case9-four-issue-audit.json +5 -0
- package/ci/consistency-check.js +347 -0
- package/ci/description-collision.js +109 -0
- package/ci/fable-mode-test.js +120 -0
- package/ci/fixtures/agency-agents/divisions.json +6 -0
- package/ci/fixtures/agency-agents/engineering/code-reviewer.md +11 -0
- package/ci/fixtures/agency-agents/testing/reality-checker.md +11 -0
- package/ci/fixtures/bad-frontmatter-colon/SKILL.md +16 -0
- package/ci/fixtures/duplicate-description/skill-a/SKILL.md +16 -0
- package/ci/fixtures/duplicate-description/skill-b/SKILL.md +16 -0
- package/ci/mechanism-2a-rule-of-3.test.js +46 -0
- package/ci/mechanism-2b-boundary-guard.test.js +16 -0
- package/ci/mechanism-2c-state-persist.test.js +29 -0
- package/ci/mechanism-2d-fact-audit.test.js +18 -0
- package/ci/mechanism-2e-scope-guard.test.js +24 -0
- package/ci/mechanism-2f-stop-gate.test.js +23 -0
- package/ci/mechanism-2g-platform-ignore.test.js +88 -0
- package/ci/mechanism-2h-installer-manifest.test.js +147 -0
- package/ci/mechanism-2i-crlf-frontmatter.test.js +145 -0
- package/ci/mechanism-2i-install-verification.test.js +34 -0
- package/ci/mechanism-2j-behavioral-runner.test.js +20 -0
- package/ci/mechanism-2k-reference-check.test.js +20 -0
- package/ci/mechanism-2l-multi-agent-workspace.test.js +105 -0
- package/ci/mechanism-test.js +71 -0
- package/ci/negative-controls.js +84 -0
- package/ci/reference-check.js +112 -0
- package/ci/release-consistency-check.js +123 -0
- package/ci/routing-check.js +90 -0
- package/{eval-framework โ ci}/runner.js +56 -56
- package/ci/skill-routing-check.js +98 -0
- package/ci/test-helper.js +104 -0
- package/ci/test-negative-controls.js +148 -0
- package/commitlint.config.js +25 -0
- package/docker-verify.sh +266 -266
- package/docs/architecture.md +99 -95
- package/docs/audit.md +53 -0
- package/docs/mechanism-first-skill-mesh.md +163 -0
- package/docs/philosophy.md +47 -45
- package/docs/reflection.md +48 -34
- package/docs/routing.md +58 -45
- package/docs/troubleshooting.md +284 -0
- package/docs/workflows/environment-detection.md +63 -63
- package/docs/workflows/eval-harness.md +64 -57
- package/docs/workflows/fable-discipline.md +59 -59
- package/docs/workflows/fable-mode.md +12 -15
- package/docs/workflows/find-skills.md +36 -0
- package/docs/workflows/git-commit.md +71 -62
- package/docs/workflows/grill-me.md +62 -62
- package/docs/workflows/grill-with-docs.md +69 -62
- package/docs/workflows/harness-everything.md +95 -92
- package/docs/workflows/improve-codebase-architecture.md +68 -60
- package/docs/workflows/install-cognitive-os.md +60 -60
- package/docs/workflows/multi-agent-workspace.md +42 -0
- package/docs/workflows/repo-docs.md +64 -59
- package/docs/workflows/rewrite-commits.md +60 -60
- package/docs/workflows/security-review.md +77 -58
- package/docs/workflows/self-evolve.md +42 -59
- package/docs/workflows/skill-creator.md +80 -75
- package/docs/workflows/skill-style.md +64 -64
- package/docs/workflows/tdd.md +7 -4
- package/docs/workflows/to-spec.md +83 -0
- package/docs/workflows/to-tickets.md +80 -0
- package/docs/workflows/todo-driven-workflow.md +28 -30
- package/docs/workflows/using-git-worktrees.md +67 -63
- package/docs/workflows/verification-loop.md +71 -69
- package/docs/workflows/verify-before-claim.md +64 -60
- package/docs/workflows/zoom-out.md +74 -62
- package/environment-detection/SKILL.md +41 -77
- package/environment-detection/references/shell-syntax-rules.md +76 -0
- package/environment-detection/scripts/preflight.js +103 -93
- package/eval-framework/fixtures/bad-frontmatter-colon/SKILL.md +14 -0
- package/eval-framework/fixtures/duplicate-desc-skill-a/SKILL.md +14 -0
- package/eval-framework/fixtures/duplicate-desc-skill-b/SKILL.md +14 -0
- package/eval-framework/fixtures/missing-delimiter/SKILL.md +13 -0
- package/eval-framework/fixtures/over-budget-skill/SKILL.md +36 -0
- package/eval-harness/SKILL.md +42 -59
- package/eval-harness/references/scoring-rubric.md +68 -0
- package/eval-harness/scripts/evaluate.js +77 -61
- package/evals/environment-detection/eval.yaml +26 -0
- package/evals/environment-detection/tasks/negative-trigger.yaml +16 -0
- package/evals/environment-detection/tasks/positive-trigger.yaml +15 -0
- package/evals/eval-harness/eval.yaml +26 -0
- package/evals/eval-harness/tasks/negative-trigger.yaml +16 -0
- package/evals/eval-harness/tasks/positive-trigger.yaml +15 -0
- package/evals/fable-discipline/eval.yaml +26 -0
- package/evals/fable-discipline/tasks/negative-trigger.yaml +16 -0
- package/evals/fable-discipline/tasks/positive-trigger.yaml +15 -0
- package/evals/fable-mode/eval.yaml +26 -0
- package/evals/fable-mode/tasks/negative-tier2-no-model.yaml +18 -0
- package/evals/fable-mode/tasks/negative-trigger.yaml +16 -0
- package/evals/fable-mode/tasks/positive-haiku-mode.yaml +16 -0
- package/evals/fable-mode/tasks/positive-opus-mode.yaml +16 -0
- package/evals/fable-mode/tasks/positive-sonnet-mode.yaml +16 -0
- package/evals/fable-mode/tasks/positive-trigger.yaml +15 -0
- package/evals/find-skills/eval.yaml +26 -0
- package/evals/find-skills/tasks/negative-trigger.yaml +16 -0
- package/evals/find-skills/tasks/positive-trigger.yaml +15 -0
- package/evals/git-commit/eval.yaml +26 -0
- package/evals/git-commit/tasks/negative-trigger.yaml +16 -0
- package/evals/git-commit/tasks/positive-trigger.yaml +15 -0
- package/evals/grill-me/eval.yaml +26 -0
- package/evals/grill-me/tasks/negative-trigger.yaml +16 -0
- package/evals/grill-me/tasks/positive-trigger.yaml +15 -0
- package/evals/grill-with-docs/eval.yaml +26 -0
- package/evals/grill-with-docs/tasks/negative-trigger.yaml +16 -0
- package/evals/grill-with-docs/tasks/positive-trigger.yaml +15 -0
- package/evals/harness-everything/eval.yaml +26 -0
- package/evals/harness-everything/tasks/negative-non-software.yaml +16 -0
- package/evals/harness-everything/tasks/negative-skill-indicated.yaml +15 -0
- package/evals/harness-everything/tasks/positive-tier1.yaml +16 -0
- package/evals/harness-everything/tasks/positive-tier2.yaml +16 -0
- package/evals/harness-everything/tasks/positive-tier3.yaml +16 -0
- package/evals/improve-codebase-architecture/eval.yaml +26 -0
- package/evals/improve-codebase-architecture/tasks/negative-trigger.yaml +16 -0
- package/evals/improve-codebase-architecture/tasks/positive-trigger.yaml +15 -0
- package/evals/install-cognitive-os/eval.yaml +26 -0
- package/evals/install-cognitive-os/tasks/negative-trigger.yaml +16 -0
- package/evals/install-cognitive-os/tasks/positive-trigger.yaml +15 -0
- package/evals/multi-agent-workspace/eval.yaml +26 -0
- package/evals/multi-agent-workspace/tasks/negative-trigger.yaml +15 -0
- package/evals/multi-agent-workspace/tasks/positive-trigger.yaml +15 -0
- package/evals/repo-docs/eval.yaml +26 -0
- package/evals/repo-docs/tasks/negative-trigger.yaml +16 -0
- package/evals/repo-docs/tasks/positive-trigger.yaml +15 -0
- package/evals/rewrite-commits/eval.yaml +26 -0
- package/evals/rewrite-commits/tasks/negative-trigger.yaml +16 -0
- package/evals/rewrite-commits/tasks/positive-trigger.yaml +15 -0
- package/evals/security-review/eval.yaml +26 -0
- package/evals/security-review/tasks/negative-trigger.yaml +16 -0
- package/evals/security-review/tasks/positive-trigger.yaml +15 -0
- package/evals/self-evolve/eval.yaml +26 -0
- package/evals/self-evolve/tasks/negative-trigger.yaml +16 -0
- package/evals/self-evolve/tasks/positive-trigger.yaml +15 -0
- package/evals/skill-creator/eval.yaml +26 -0
- package/evals/skill-creator/tasks/negative-trigger.yaml +16 -0
- package/evals/skill-creator/tasks/positive-trigger.yaml +15 -0
- package/evals/skill-style/eval.yaml +26 -0
- package/evals/skill-style/tasks/negative-trigger.yaml +16 -0
- package/evals/skill-style/tasks/positive-trigger.yaml +15 -0
- package/evals/tdd/eval.yaml +26 -0
- package/evals/tdd/tasks/negative-trivia.yaml +16 -0
- package/evals/tdd/tasks/positive-bugfix.yaml +15 -0
- package/evals/tdd/tasks/positive-feature.yaml +16 -0
- package/evals/tdd/tasks/positive-refactor.yaml +15 -0
- package/evals/to-spec/eval.yaml +26 -0
- package/evals/to-spec/tasks/negative-trigger.yaml +16 -0
- package/evals/to-spec/tasks/positive-trigger.yaml +15 -0
- package/evals/to-tickets/eval.yaml +26 -0
- package/evals/to-tickets/tasks/negative-trigger.yaml +15 -0
- package/evals/to-tickets/tasks/positive-trigger.yaml +15 -0
- package/evals/todo-driven-workflow/eval.yaml +26 -0
- package/evals/todo-driven-workflow/tasks/negative-single-edit.yaml +16 -0
- package/evals/todo-driven-workflow/tasks/positive-multi-step.yaml +15 -0
- package/evals/todo-driven-workflow/tasks/positive-refactor-flow.yaml +15 -0
- package/evals/using-git-worktrees/eval.yaml +26 -0
- package/evals/using-git-worktrees/tasks/negative-trigger.yaml +15 -0
- package/evals/using-git-worktrees/tasks/positive-trigger.yaml +15 -0
- package/evals/verification-loop/eval.yaml +26 -0
- package/evals/verification-loop/tasks/negative-discussion.yaml +16 -0
- package/evals/verification-loop/tasks/positive-pre-ship.yaml +15 -0
- package/evals/verify-before-claim/eval.yaml +26 -0
- package/evals/verify-before-claim/tasks/negative-trigger.yaml +16 -0
- package/evals/verify-before-claim/tasks/positive-trigger.yaml +15 -0
- package/evals/zoom-out/eval.yaml +26 -0
- package/evals/zoom-out/tasks/negative-trivial-edit.yaml +16 -0
- package/evals/zoom-out/tasks/positive-repeated-failure.yaml +15 -0
- package/fable-discipline/SKILL.md +41 -38
- package/fable-discipline/references/discipline-rules.md +22 -0
- package/fable-mode/CONTRACT-FORMAT.md +51 -51
- package/fable-mode/SKILL.md +39 -51
- package/fable-mode/agents/fable-orchestrator.md +99 -92
- package/fable-mode/agents/fable-verifier.md +32 -32
- package/fable-mode/agents/fable-worker-haiku.md +52 -48
- package/fable-mode/agents/fable-worker-sonnet.md +53 -49
- package/fable-mode/execution-guardrails/SKILL.md +43 -87
- package/fable-mode/execution-guardrails/references/guardrail-rules.md +56 -0
- package/fable-mode/fable-haiku/SKILL.md +36 -48
- package/fable-mode/fable-haiku/references/routing-notes.md +26 -0
- package/fable-mode/fable-opus/SKILL.md +36 -0
- package/fable-mode/fable-sonnet/SKILL.md +36 -0
- package/fable-mode/model-matrix.json +32 -0
- package/fable-mode/references/execution-phases.md +37 -0
- package/fable-mode/references/model-matrix.md +39 -0
- package/fable-mode/scripts/model-selector.js +129 -0
- package/find-skills/SKILL.md +48 -0
- package/find-skills/references/discovery-flow.md +102 -0
- package/find-skills/scripts/use-skill.js +106 -0
- package/git-commit/SKILL.md +45 -55
- package/git-commit/guides/ANGULAR_STYLE.md +60 -60
- package/git-commit/guides/COMMIT_GENERATION.md +23 -23
- package/git-commit/guides/LANGUAGE_DETECTION.md +16 -16
- package/git-commit/guides/MAIN_REPO.md +14 -14
- package/git-commit/guides/SUBMODULES.md +27 -27
- package/git-commit/references/commit-flow.md +30 -0
- package/grill-me/SKILL.md +43 -36
- package/grill-me/references/grilling-playbook.md +38 -0
- package/grill-with-docs/ADR-FORMAT.md +47 -47
- package/grill-with-docs/CONTEXT-FORMAT.md +63 -63
- package/grill-with-docs/SKILL.md +41 -99
- package/grill-with-docs/references/session-playbook.md +97 -0
- package/harness-everything/SKILL.md +42 -141
- package/harness-everything/references/skill-registry.md +39 -0
- package/harness-everything/references/triage-and-tiers.md +116 -0
- package/harness-everything/scripts/bootstrap.js +203 -140
- package/harness-everything/scripts/routing-keywords.json +320 -0
- package/harness-everything/scripts/self-heal.js +241 -189
- package/harness-everything/scripts/tier-router.js +334 -219
- package/harness-everything/scripts/verify-gate.js +87 -18
- package/hooks/hooks.json +155 -155
- package/hooks/scripts/boundary-guard.js +55 -55
- package/hooks/scripts/contract-test.js +79 -79
- package/hooks/scripts/depth-guard.js +65 -65
- package/hooks/scripts/lib/harness-state.js +139 -228
- package/hooks/scripts/lib/platforms/claude.js +185 -42
- package/hooks/scripts/lib/platforms/codex.js +114 -46
- package/hooks/scripts/lib/platforms/continue.js +91 -41
- package/hooks/scripts/lib/platforms/copilot.js +109 -41
- package/hooks/scripts/lib/platforms/cursor.js +89 -41
- package/hooks/scripts/lib/platforms/hermes.js +57 -32
- package/hooks/scripts/lib/platforms/index.js +17 -17
- package/hooks/scripts/lib/platforms/worktrees.js +20 -20
- package/hooks/scripts/reset-circuit-breaker.js +30 -30
- package/hooks/scripts/rule-of-3-tracker.js +124 -91
- package/hooks/scripts/rule-of-3.js +14 -3
- package/hooks/scripts/state-persist.js +99 -99
- package/hooks/scripts/stop-gate.js +80 -80
- package/hooks/scripts/subagent-scope-guard.js +88 -88
- package/improve-codebase-architecture/SKILL.md +40 -44
- package/improve-codebase-architecture/guides/DEEPENING.md +37 -37
- package/improve-codebase-architecture/guides/HTML-REPORT.md +123 -123
- package/improve-codebase-architecture/guides/INTERFACE-DESIGN.md +44 -44
- package/improve-codebase-architecture/guides/LANGUAGE.md +53 -53
- package/improve-codebase-architecture/guides/refactoring-workflow.md +59 -0
- package/install-cognitive-os/SKILL.md +38 -95
- package/install-cognitive-os/references/cognitive-loop.md +27 -0
- package/multi-agent-workspace/NOTICE-agency-agents.md +27 -0
- package/multi-agent-workspace/SKILL.md +37 -0
- package/{create-agent-launcher โ multi-agent-workspace}/examples/csharp-monorepo.md +123 -123
- package/{create-agent-launcher โ multi-agent-workspace}/examples/typescript-cli.md +126 -126
- package/{create-agent-launcher โ multi-agent-workspace}/guidelines/platform-claude.md +77 -77
- package/{create-agent-launcher โ multi-agent-workspace}/guidelines/platform-codex.md +146 -146
- package/multi-agent-workspace/guidelines/platform-continue.md +38 -0
- package/{create-agent-launcher โ multi-agent-workspace}/guidelines/platform-copilot.md +74 -74
- package/multi-agent-workspace/guidelines/platform-cursor.md +40 -0
- package/multi-agent-workspace/guidelines/platform-hermes.md +38 -0
- package/{create-agent-launcher โ multi-agent-workspace}/guidelines/role-capabilities.md +108 -108
- package/multi-agent-workspace/references/agency-agents.md +31 -0
- package/multi-agent-workspace/references/architecture-guide.md +32 -0
- package/multi-agent-workspace/references/orchestration.md +48 -0
- package/multi-agent-workspace/scripts/agency-catalog.js +190 -0
- package/multi-agent-workspace/scripts/index_memory.js +51 -0
- package/multi-agent-workspace/scripts/scaffold.js +253 -0
- package/{create-agent-launcher โ multi-agent-workspace}/templates/README.md +17 -17
- package/{create-agent-launcher โ multi-agent-workspace}/templates/agent-launcher.md +67 -67
- package/{create-agent-launcher โ multi-agent-workspace}/templates/backend-developer-csharp.md +55 -55
- package/{create-agent-launcher โ multi-agent-workspace}/templates/backend-developer-polyglot.md +61 -61
- package/{create-agent-launcher โ multi-agent-workspace}/templates/backend-developer-ts.md +56 -56
- package/{create-agent-launcher โ multi-agent-workspace}/templates/memory-keeper.md +36 -36
- package/{create-agent-launcher โ multi-agent-workspace}/templates/requirement-analyzer.md +65 -65
- package/{create-agent-launcher โ multi-agent-workspace}/templates/specialist-agent.md +34 -34
- package/{create-agent-launcher โ multi-agent-workspace}/templates/task-verifier.md +55 -55
- package/{create-agent-launcher โ multi-agent-workspace}/templates/tool-maker.md +32 -32
- package/multi-agent-workspace/workflows/01-init.md +22 -0
- package/multi-agent-workspace/workflows/02-analysis.md +23 -0
- package/multi-agent-workspace/workflows/03-generation.md +27 -0
- package/multi-agent-workspace/workflows/04-launcher.md +16 -0
- package/opencode-plugin/README.md +94 -0
- package/opencode-plugin/hooks/circuit-breaker.js +121 -0
- package/opencode-plugin/hooks/compliance.js +128 -0
- package/opencode-plugin/hooks/post-edit.js +62 -0
- package/opencode-plugin/hooks/pre-complete.js +65 -0
- package/opencode-plugin/hooks/verify.js +140 -0
- package/opencode-plugin/plugin.json +17 -0
- package/opencode-plugin/test-hook-firing.js +198 -0
- package/package.json +50 -22
- package/references/definition-of-done.md +67 -0
- package/references/performance-checklist.md +153 -0
- package/references/platform-advisory-template.md +58 -0
- package/references/security-checklist.md +205 -0
- package/repo-docs/SKILL.md +46 -45
- package/repo-docs/references/process-guide.md +60 -0
- package/repo-docs/templates/agents-template.md +264 -264
- package/repo-docs/templates/knowledge-agents-template.md +50 -50
- package/repo-docs/templates/knowledge-readme-template.md +83 -83
- package/repo-docs/templates/manual-recon.md +117 -117
- package/repo-docs/templates/multi-skills-readme-template.md +72 -72
- package/repo-docs/templates/product-agents-template.md +78 -78
- package/repo-docs/templates/product-readme-template.md +95 -95
- package/repo-docs/templates/readme-template.md +136 -136
- package/repo-docs/templates/single-skill-readme-template.md +70 -70
- package/repo-docs/templates/skills-agents-template.md +60 -60
- package/rewrite-commits/SKILL.md +37 -32
- package/rewrite-commits/references/workflow.md +18 -0
- package/scripts/installer.js +546 -649
- package/scripts/lib/advisory-text.js +167 -163
- package/scripts/lib/claude-hooks.js +84 -71
- package/scripts/lib/gitignore.js +199 -80
- package/scripts/lib/manifest.js +146 -82
- package/scripts/lib/prompts.js +241 -241
- package/scripts/lib/skills.js +260 -172
- package/scripts/lib/workspace.js +28 -28
- package/scripts/verify-install.js +147 -0
- package/security-review/SKILL.md +50 -511
- package/security-review/guides/OWASP-PATTERNS.md +31 -0
- package/security-review/guides/STRIDE-THREAT-MODEL.md +21 -0
- package/security-review/references/security-checklist.md +478 -0
- package/security-review/scripts/audit-secrets.js +84 -0
- package/self-evolve/SKILL.md +47 -54
- package/self-evolve/references/memory-resolution.md +58 -0
- package/self-evolve/scripts/persist-memory.js +139 -40
- package/self-evolve/scripts/register-dynamic-skill.js +251 -0
- package/self-evolve/scripts/self-regression.js +110 -113
- package/skill-creator/SKILL.md +49 -91
- package/skill-creator/references/authoring-workflow.md +14 -0
- package/skill-creator/references/dynamic-generation-contract.md +21 -0
- package/skill-creator/references/quality-checklist.md +15 -0
- package/skill-creator/references/quality-principles.md +81 -81
- package/skill-creator/references/testing-workflow.md +20 -25
- package/skill-style/SKILL.md +42 -48
- package/skill-style/references/style-guide.md +36 -0
- package/tdd/SKILL.md +44 -53
- package/tdd/guides/deep-modules.md +33 -33
- package/tdd/guides/interface-design.md +31 -31
- package/tdd/guides/mocking.md +59 -59
- package/tdd/guides/refactoring.md +10 -10
- package/tdd/guides/tests.md +61 -61
- package/tdd/references/core-discipline.md +49 -0
- package/to-spec/SKILL.md +42 -0
- package/to-spec/references/process.md +77 -0
- package/to-spec/scripts/check-project-docs.js +259 -0
- package/to-spec/templates/cli-reference.md +31 -0
- package/to-spec/templates/dev-doc.md +27 -0
- package/to-spec/templates/feature-spec.md +59 -0
- package/to-spec/templates/schema-doc.md +31 -0
- package/to-tickets/SKILL.md +42 -0
- package/to-tickets/references/publishing-and-templates.md +97 -0
- package/todo-driven-workflow/SKILL.md +40 -54
- package/todo-driven-workflow/references/execution-guide.md +27 -0
- package/using-git-worktrees/SKILL.md +49 -161
- package/using-git-worktrees/references/workflow-details.md +108 -0
- package/verification-loop/SKILL.md +46 -138
- package/verification-loop/references/verification-phases.md +116 -0
- package/verification-loop/templates/verification-report.template.md +15 -0
- package/verify-before-claim/SKILL.md +43 -86
- package/verify-before-claim/references/verification-guide.md +73 -0
- package/zoom-out/SKILL.md +42 -90
- package/zoom-out/references/circuit-breaker.md +66 -0
- package/zoom-out/templates/zoom-out-report.template.md +20 -0
- package/build-multi-agent-system/AGENTS.md +0 -50
- package/build-multi-agent-system/README.md +0 -63
- package/build-multi-agent-system/SKILL.md +0 -68
- package/create-agent-launcher/SKILL.md +0 -48
- package/create-agent-launcher/guidelines/platform-gemini.md +0 -101
- package/create-agent-launcher/workflows/01-init.md +0 -22
- package/create-agent-launcher/workflows/02-analysis.md +0 -26
- package/create-agent-launcher/workflows/03-generation.md +0 -29
- package/create-agent-launcher/workflows/04-launcher.md +0 -20
- package/docs/workflows/build-multi-agent-system.md +0 -62
- package/docs/workflows/create-agent-launcher.md +0 -62
- package/eval-framework/behavioral-test.js +0 -105
- package/eval-framework/mechanism-test.js +0 -251
- package/harness-everything/scripts/todo-cli.js +0 -157
- package/skill-style/STYLE.md +0 -37
|
@@ -1,48 +0,0 @@
|
|
|
1
|
-
---
|
|
2
|
-
name: create-agent-launcher
|
|
3
|
-
description: Sub-agent generator for orchestrating multi-domain specialized agents to avoid token waste.
|
|
4
|
-
author: Miya Daniel | Harness Core Team
|
|
5
|
-
version: 0.2.0
|
|
6
|
-
---
|
|
7
|
-
|
|
8
|
-
# Create Agent Launcher
|
|
9
|
-
|
|
10
|
-
## ๐ Skill Contract
|
|
11
|
-
|
|
12
|
-
| Component | Specification |
|
|
13
|
-
| :--- | :--- |
|
|
14
|
-
| **Trigger / Input** | Invoked by `fable-mode` for Tier 3 tasks needing domain-specific division of labor โ task complexity exceeds a single context, or spans disjoint tech stacks. |
|
|
15
|
-
| **Expected Output** | One or more sub-agents launched with an explicit persona, a resource-isolated scope (only the file paths relevant to their task), and a model-tier assignment (Haiku / Sonnet / Opus by sub-task complexity). |
|
|
16
|
-
| **State Mutations** | None directly to files โ mutates the active session's delegation state (which sub-agents are live, what each was briefed to touch). |
|
|
17
|
-
| **Enforcement Gate** | Every sub-agent MUST return a structured handoff report (files modified, new APIs/interfaces exposed, downstream concerns) before its output is trusted. Creating a sub-agent is **PROHIBITED** if the task fits in โค2 files / โค300 lines โ resolve directly under `tdd` instead. |
|
|
18
|
-
|
|
19
|
-
This skill is automatically invoked by `fable-mode` when handling Tier 3 (Macro Tasks) that require domain-specific division of labor.
|
|
20
|
-
Its purpose is to avoid wasting Tokens and losing attention caused by a single General Agent handling everything, by creating highly specialized Sub-agents to solve complex problems.
|
|
21
|
-
|
|
22
|
-
## 1. Responsibilities and Use Cases
|
|
23
|
-
Launch this skill when the task complexity exceeds what a single context can handle, or when switching between entirely different tech stacks is necessary (e.g., the same feature requires modifying Postgres Schema, Node.js Backend, and React Frontend).
|
|
24
|
-
|
|
25
|
-
## 2. Standard Procedure for Creating Sub-agents
|
|
26
|
-
|
|
27
|
-
### Step 1: Persona Definition
|
|
28
|
-
Before calling a secondary model (or instantiating a new Agent), you MUST explicitly give it a specialized persona definition.
|
|
29
|
-
- **Bad Example**: "Help me fix these frontend and backend codes."
|
|
30
|
-
- **Good Example**: "You are now a Senior Database Architect. Your sole task is to optimize the indexing and write performance of the User Table for this requirement. You are PROHIBITED from modifying any frontend code."
|
|
31
|
-
|
|
32
|
-
### Step 2: Resource Isolation
|
|
33
|
-
- Limit the Sub-agent's field of view. Only provide it with the file paths and Context necessary to complete its task.
|
|
34
|
-
- Do not feed the entire project structure to an Agent that is only responsible for writing a single SQL Migration.
|
|
35
|
-
|
|
36
|
-
### Step 3: Model Selection Strategy
|
|
37
|
-
Based on the complexity of the sub-task, select the most cost-effective model (assuming the underlying Harness supports switching):
|
|
38
|
-
- **Exploration/Finding Files/Simple Edits**: Assign to a fast, low-cost small model (like Claude 3.5 Haiku).
|
|
39
|
-
- **Multi-file Implementation/General Logic**: Assign to a medium-sized main model (like Claude 3.5 Sonnet).
|
|
40
|
-
- **Extremely Complex Algorithms/Security Audits**: Assign to a deep reasoning model (like Claude 3 Opus).
|
|
41
|
-
|
|
42
|
-
### Step 4: Handoff Contract
|
|
43
|
-
- Tell the Sub-agent that once it completes its task, it MUST output a report in a specific format to the main Orchestrator (`fable-mode`).
|
|
44
|
-
- The report MUST include: which files were modified, what new APIs/interfaces were exposed, and what downstream Agents need to pay attention to.
|
|
45
|
-
|
|
46
|
-
## 3. Foolproofing Mechanism
|
|
47
|
-
- Avoid over-segmentation: If a cross-stack task can be resolved within 2 files and 300 lines of code, establishing a Sub-agent is **PROHIBITED**. Resolve it directly in the current Context using `tdd` mode.
|
|
48
|
-
- Sub-agents are also Agents, equally bound by the `install-cognitive-os` physical laws and the `zoom-out` circuit breaker.
|
|
@@ -1,101 +0,0 @@
|
|
|
1
|
-
---
|
|
2
|
-
description: "Platform guidelines for generating agent scaffolds targeting Gemini (Google). Covers strict naming rules, tool declarations via config.yaml, directory layout, and interaction mechanisms."
|
|
3
|
-
---
|
|
4
|
-
|
|
5
|
-
# Platform Guidelines: Gemini (Google)
|
|
6
|
-
|
|
7
|
-
## Naming Convention
|
|
8
|
-
|
|
9
|
-
> **STRICT RULE โ Naming validation regex**: `^[a-zA-Z0-9_-]{1,64}$`
|
|
10
|
-
|
|
11
|
-
- **No spaces allowed.** Any space in an agent name will cause a **parse error**.
|
|
12
|
-
- **No Chinese or special characters** โ only letters, digits, underscores, and hyphens.
|
|
13
|
-
- Use `snake_case` or `kebab-case` (e.g., `requirement_analyzer`, `backend-developer`).
|
|
14
|
-
- Maximum 64 characters.
|
|
15
|
-
|
|
16
|
-
| โ Invalid | โ
Valid |
|
|
17
|
-
|-----------|---------|
|
|
18
|
-
| `Requirement Analyzer` | `requirement_analyzer` |
|
|
19
|
-
| `Backend Developer` | `backend-developer` |
|
|
20
|
-
| `Task Verifier` | `task_verifier` |
|
|
21
|
-
|
|
22
|
-
## Tools Declaration
|
|
23
|
-
|
|
24
|
-
Tools are declared in `.gemini/config.yaml`, not directly in agent files. Gemini supports MCP (Model Context Protocol) tool servers.
|
|
25
|
-
|
|
26
|
-
When generating agent files from templates, substitute the placeholders as follows:
|
|
27
|
-
- `{{TOOLS_ARRAY_DECLARATION}}`: *(Leave completely empty. Do not write `tools: []`)*
|
|
28
|
-
- `{{READ_TOOL_NAME}}`: `read_file`
|
|
29
|
-
- `{{EDIT_TOOL_NAME}}`: `edit_file`
|
|
30
|
-
- `{{SEARCH_TOOL_NAME}}`: `search_codebase`
|
|
31
|
-
- `{{EXECUTE_TOOL_NAME}}`: `run_in_terminal`
|
|
32
|
-
|
|
33
|
-
```yaml
|
|
34
|
-
# .gemini/config.yaml
|
|
35
|
-
tools:
|
|
36
|
-
- name: read_file
|
|
37
|
-
type: builtin
|
|
38
|
-
- name: edit_file
|
|
39
|
-
type: builtin
|
|
40
|
-
- name: search_codebase
|
|
41
|
-
type: builtin
|
|
42
|
-
- name: my_mcp_server
|
|
43
|
-
type: mcp
|
|
44
|
-
server: "npx -y @my-org/mcp-server"
|
|
45
|
-
```
|
|
46
|
-
|
|
47
|
-
Note: Code modification tools (like `edit_file`) are subject to Google's safety review layer.
|
|
48
|
-
|
|
49
|
-
## Directory Layout
|
|
50
|
-
|
|
51
|
-
| Artifact | Path |
|
|
52
|
-
|----------|------|
|
|
53
|
-
| Agent definitions | `.gemini/agents/*.md` |
|
|
54
|
-
| Tool config | `.gemini/config.yaml` |
|
|
55
|
-
| System prompt / style guide | `.gemini/styleguide.md` |
|
|
56
|
-
| Global config | `~/.config/google-gemini/` |
|
|
57
|
-
|
|
58
|
-
Default target directory is `.gemini/`.
|
|
59
|
-
|
|
60
|
-
## User Interaction Mechanism
|
|
61
|
-
|
|
62
|
-
Gemini uses a built-in **block/confirmation mechanism** that pauses agent execution in the IDE Chat or terminal until the user responds.
|
|
63
|
-
|
|
64
|
-
When making a workflow decision, output a clearly structured question block and wait for the user reply before proceeding:
|
|
65
|
-
|
|
66
|
-
```
|
|
67
|
-
[CONFIRMATION REQUIRED]
|
|
68
|
-
Question: Which AI platform are you targeting?
|
|
69
|
-
Options:
|
|
70
|
-
1. GitHub Copilot (VS Code)
|
|
71
|
-
2. Claude Code (Anthropic CLI)
|
|
72
|
-
3. Gemini (Google)
|
|
73
|
-
4. Codex / Custom API
|
|
74
|
-
Please reply with the option number or your answer.
|
|
75
|
-
```
|
|
76
|
-
|
|
77
|
-
Do not proceed with file generation until the user has responded.
|
|
78
|
-
|
|
79
|
-
## System Prompt / Instructions File
|
|
80
|
-
|
|
81
|
-
After generating agents, ensure `.gemini/styleguide.md` contains the orchestrator rules and `.gemini/config.yaml` exists with tool declarations.
|
|
82
|
-
|
|
83
|
-
## Agent File Format
|
|
84
|
-
|
|
85
|
-
Markdown files under `.gemini/agents/`, using snake_case filenames:
|
|
86
|
-
|
|
87
|
-
```markdown
|
|
88
|
-
# requirement_analyzer
|
|
89
|
-
|
|
90
|
-
**Role**: Requirement Analyzer
|
|
91
|
-
|
|
92
|
-
You are an expert AI Architect...
|
|
93
|
-
|
|
94
|
-
## Constraints
|
|
95
|
-
...
|
|
96
|
-
|
|
97
|
-
## Approach
|
|
98
|
-
...
|
|
99
|
-
```
|
|
100
|
-
|
|
101
|
-
Combine with `.gemini/config.yaml` entries to declare which tools each conceptual agent can use.
|
|
@@ -1,22 +0,0 @@
|
|
|
1
|
-
# Phase 1: Platform & Location Preferences
|
|
2
|
-
|
|
3
|
-
**[State Checkpoint]**
|
|
4
|
-
- MUST verify the `Target Directory` absolute path passed from the previous step.
|
|
5
|
-
|
|
6
|
-
## [Discovery & Inquiry Phase]
|
|
7
|
-
1. Target Selection: MUST use `vscode_askQuestions` to ask platform and location in one prompt.
|
|
8
|
-
- Target Platform options MUST include Copilot, Claude, Gemini, and Codex.
|
|
9
|
-
- Target Location options MUST include Project Level and Global Level.
|
|
10
|
-
- MUST NOT auto-detect the platform.
|
|
11
|
-
|
|
12
|
-
## [Validation & Research Phase]
|
|
13
|
-
2. Load Guidelines: MUST read `guidelines/platform-<platform>.md` corresponding to the chosen platform. MUST treat this local file as the single source of truth. DO NOT perform web research for platform APIs unless explicitly instructed or if the file contains severe logic gaps.
|
|
14
|
-
3. Conflict Assessment: MUST use the loaded layout rules to check if existing agents are already present in the target location within the `Target Directory`.
|
|
15
|
-
|
|
16
|
-
## [Action Phase: Conflict Resolution]
|
|
17
|
-
4. Preference Gathering: MUST use `vscode_askQuestions` to ask for Resilience Features configuration.
|
|
18
|
-
5. Conflict Strategy: IF existing agents are found in the previous step, MUST ask for Conflict Resolution strategy (Safe Update, Backup & Overwrite, Smart Merge).
|
|
19
|
-
|
|
20
|
-
## [Record: Handoff]
|
|
21
|
-
6. State Packaging: MUST explicitly record the selected `Platform`, `Location`, `Resilience Features`, and `Conflict Strategy`.
|
|
22
|
-
7. Handoff: MUST execute `workflows/02-analysis.md` and explicitly pass these variables alongside the `Target Directory`.
|
|
@@ -1,26 +0,0 @@
|
|
|
1
|
-
# Phase 2: Project Analysis
|
|
2
|
-
|
|
3
|
-
**[State Checkpoint]**
|
|
4
|
-
- MUST verify the inheritance of `Target Directory`, `Platform`, `Location`, `Resilience Features`, and `Conflict Strategy` from Phase 1.
|
|
5
|
-
|
|
6
|
-
## [Discovery Phase: Content Extraction]
|
|
7
|
-
1. Discovery Guide: MUST read `reference.md` for the discovery guide.
|
|
8
|
-
2. Target Scanning: MUST scan the `Target Directory` for `README.md`, `AGENTS.md` (or `CLAUDE.md`), and build files (e.g., `package.json`, `*.sln`).
|
|
9
|
-
3. Safe Extraction: For EACH discovered file, MUST read it securely and extract project name, tech stack, build commands, and architectural rules. IF a file does not exist, MUST skip it.
|
|
10
|
-
4. Abstraction: MUST synthesize the extracted data into a `Context Profile` to prevent context bloat.
|
|
11
|
-
|
|
12
|
-
## [Elimination & Evaluation Phase]
|
|
13
|
-
5. Stack Detection: MUST determine the exact tech stack from the gathered signals (e.g., `.csproj` implies C#).
|
|
14
|
-
6. Scope Limiting: MUST check for monorepo configuration (`pnpm-workspace.yaml`, `nx.json`).
|
|
15
|
-
- IF it IS a monorepo, MUST use `vscode_askQuestions` to ask the user to specify the target package/app. MUST NOT attempt to scaffold agents for the entire monorepo universally.
|
|
16
|
-
7. Subagent Proposal: MUST propose specialist agents based on detected files (e.g., `.sh` implies Shell Expert). MUST NOT propose agents that duplicate core roles.
|
|
17
|
-
|
|
18
|
-
## [Action Phase: User Confirmation & Gap Analysis]
|
|
19
|
-
8. Selection: MUST use `vscode_askQuestions` to present a multi-select checklist of Subagents.
|
|
20
|
-
- MUST include Core agents: Requirement Analyzer, Backend Developer, Task Verifier.
|
|
21
|
-
- MUST include detected Specialist agents in the options.
|
|
22
|
-
9. Batch Requirements Check: AFTER selection, MUST quickly assess the chosen templates for required Placeholders (e.g., `{{DB_TYPE}}`). IF the `Context Profile` lacks this data, MUST explicitly ask the user in ONE batched question to fill the gaps.
|
|
23
|
-
10. Wait State: MUST wait for user to complete selection and variable input before proceeding.
|
|
24
|
-
|
|
25
|
-
## [Record: Handoff]
|
|
26
|
-
10. Handoff: MUST execute `workflows/03-generation.md` and explicitly pass the `Context Profile`, `Selected Agents`, and ALL Phase 1 variables.
|
|
@@ -1,29 +0,0 @@
|
|
|
1
|
-
# Phase 3: Scaffold Generation
|
|
2
|
-
|
|
3
|
-
**[State Checkpoint]**
|
|
4
|
-
- MUST verify the inheritance of `Target Directory`, `Context Profile`, `Selected Agents`, and Phase 1 variables (`Platform`, `Conflict Strategy`, etc.).
|
|
5
|
-
- MUST ensure terminal is located at the `Target Directory` BEFORE file modifications.
|
|
6
|
-
|
|
7
|
-
## [Preparation Phase]
|
|
8
|
-
1. Merge Strategy: MUST NOT overwrite existing agents blindly. MUST apply the `Conflict Strategy` selected in Phase 1.
|
|
9
|
-
- IF `Smart Merge` is selected BUT the target agent belongs to a different platform architecture, MUST downgrade to `Backup & Overwrite` to prevent cross-platform hallucination.
|
|
10
|
-
2. Semantic Integrity: IF Smart Merge, MUST perform Semantic Refactor aligning with Logical Consistency, Long-Term Memory, Self-Adaptation, and Self-Verification. MUST preserve original YAML Frontmatter.
|
|
11
|
-
|
|
12
|
-
## [Action Phase: Generation]
|
|
13
|
-
3. Template Iteration: For EACH selected agent in `Selected Agents`, MUST NOT read all templates at once to prevent context dilution. MUST process them one by one:
|
|
14
|
-
- MUST read the specific template.
|
|
15
|
-
- IF `Conflict Strategy` is Smart Merge AND the target file exists, MUST read the existing file BEFORE merging to prevent hallucination.
|
|
16
|
-
- MUST inject strict Cognitive Guardrails: MUST explicitly define Role Boundaries (refusing out-of-scope tasks), mandate the use of the Shared Memory Space (`memory-keeper`), and mandate deterministic outcome verification (no hallucinating success).
|
|
17
|
-
- MUST align generation with platform-specific capabilities (e.g., VS Code LSP tooltips vs Cursor rules) and inject localized task-tracking/TODO frameworks tailored to the target platform and specific agent role (ensuring each agent and platform gets its own isolated, native TODO tracking system, e.g., mapping to `manage_todo_list` for VS Code, `.cursorrules` checklists for Cursor, or unique agent-scoped status JSONs).
|
|
18
|
-
- MUST substitute placeholders using the `Context Profile`. IF a placeholder cannot be resolved, MUST NOT guess. MUST insert a conspicuous tag (e.g., `<<TODO: MANUAL_INPUT_REQUIRED>>` or localized `// TODO:` structured comments mapping to the active platform's task-tracking schema).
|
|
19
|
-
- MUST write files securely to destination paths from `guidelines/platform-<platform>.md`.
|
|
20
|
-
4. Orchestrator Gen: MUST consult `guidelines/platform-<platform>.md` for Orchestrator requirements. MUST generate separate Orchestrator Instructions or update the root system prompt IF required.
|
|
21
|
-
|
|
22
|
-
## [Summarize & Verification Phase]
|
|
23
|
-
5. Integrity Check: MUST verify the generated files were written correctly to the disk by reading back portions or verifying their existence. Hallucinating success is forbidden.
|
|
24
|
-
|
|
25
|
-
## [Record: Exit]
|
|
26
|
-
6. Completion: MUST log successful Subagent generation.
|
|
27
|
-
7. Handoff: MUST execute `workflows/04-launcher.md` and pass the `Context Profile`, `Selected Agents`, and paths of the newly created files to ensure the entry point is explicitly generated in a dedicated mental phase.
|
|
28
|
-
|
|
29
|
-
[Exit: Await User Instruction]**'launch agent'** or describe your feature/task."
|
|
@@ -1,20 +0,0 @@
|
|
|
1
|
-
# Phase 4: Launcher Bootstrapping
|
|
2
|
-
|
|
3
|
-
**[State Checkpoint]**
|
|
4
|
-
- MUST verify the inheritance of `Target Directory`, `Context Profile`, `Selected Agents`, and paths of the newly created files from Phase 3.
|
|
5
|
-
- MUST ensure terminal is located at the `Target Directory`.
|
|
6
|
-
|
|
7
|
-
## [Action Phase: Entry Point Generation]
|
|
8
|
-
1. Entry Point Gen: MUST read `templates/agent-launcher.md`.
|
|
9
|
-
2. Handoff Integration: MUST substitute placeholders using the `Context Profile`. MUST dynamically inject the paths and roles of the `Selected Agents` into the Launcher, ensuring it accurately serves as the central router for the ecosystem.
|
|
10
|
-
3. Disk Write: MUST save to the skill entry point path defined in the platform guidelines securely.
|
|
11
|
-
|
|
12
|
-
## [Summarize: Verification]
|
|
13
|
-
4. Check: MUST verify the Launcher was written successfully.
|
|
14
|
-
|
|
15
|
-
## [Record: Exit]
|
|
16
|
-
5. Completion: MUST report successful scaffold generation to the user. MUST provide a summary table of ALL generated files (including Subagents and the Launcher) and their status.
|
|
17
|
-
6. UX Handoff: MUST prompt the user to launch their first agent workflow with a suggested message (e.g., "Agentic workflow scaffold is ready. To launch your first agent workflow, use the launcher...").
|
|
18
|
-
7. Exit: MUST terminate execution.
|
|
19
|
-
|
|
20
|
-
[Exit: Await User Instruction]
|
|
@@ -1,62 +0,0 @@
|
|
|
1
|
-
# Workflow: Build Multi-Agent System
|
|
2
|
-
|
|
3
|
-
> Deploys an industrial-grade, self-adapting Multi-Agent Workspace architecture, scaffolding physical boundaries and relational SQLite context indexes.
|
|
4
|
-
|
|
5
|
-
---
|
|
6
|
-
|
|
7
|
-
## 1. Skill Behavior Workflow
|
|
8
|
-
|
|
9
|
-
This section visualizes how the `build-multi-agent-system` skill executes internally, detailing the sequence of operations, state transitions, and evaluation steps.
|
|
10
|
-
|
|
11
|
-
```mermaid
|
|
12
|
-
graph TD
|
|
13
|
-
Start([Workspace Scaffolding Requested]) --> DiscoverStack["Analyze project package.json/runtimes"]
|
|
14
|
-
DiscoverStack --> DeduceRoles["Deduce required specialist roles & PM / Challenger"]
|
|
15
|
-
DeduceRoles --> ScaffoldZones["Scaffold '6 Functional Zones' directories: State, Decisions, Logs, etc."]
|
|
16
|
-
ScaffoldZones --> GenMemoryIndexer["Generate language-appropriate index_memory script"]
|
|
17
|
-
GenMemoryIndexer --> GenAgentsRouter["Generate AGENTS.md routing brain"]
|
|
18
|
-
GenAgentsRouter --> RunIndexer["Execute memory indexer to initialize local memory.db SQLite index"]
|
|
19
|
-
RunIndexer --> VerifyExecution["Verify schema, tables, and execution status"]
|
|
20
|
-
VerifyExecution --> End([Scaffolding and hybrid relational memory initialized])
|
|
21
|
-
```
|
|
22
|
-
|
|
23
|
-
---
|
|
24
|
-
|
|
25
|
-
## 2. Triggering and Routing Path
|
|
26
|
-
|
|
27
|
-
This diagram illustrates how the `build-multi-agent-system` skill is triggered through user requests or developer actions, and how it integrates or chains together with other companion skills in the Harness OS ecosystem to form unified workflows.
|
|
28
|
-
|
|
29
|
-
```mermaid
|
|
30
|
-
graph LR
|
|
31
|
-
Router["harness-everything / tier-router.js"] -->|Keyword: agent / workspace / multi-agent| BMAS["build-multi-agent-system / SKILL.md"]
|
|
32
|
-
BMAS -->|Works hand-in-hand with spawning tool| CAL["create-agent-launcher / SKILL.md"]
|
|
33
|
-
BMAS -->|Stores architectural contracts in| GWD["grill-with-docs / SKILL.md"]
|
|
34
|
-
BMAS -->|Initializes memory rules via| Evolve["self-evolve / SKILL.md"]
|
|
35
|
-
```
|
|
36
|
-
|
|
37
|
-
---
|
|
38
|
-
|
|
39
|
-
## 3. Real-World Use Case Flowchart
|
|
40
|
-
|
|
41
|
-
Here we model concrete real-world scenarios and use cases of the `build-multi-agent-system` skill, illustrating standard success paths, error handling, or recovery loops.
|
|
42
|
-
|
|
43
|
-
```mermaid
|
|
44
|
-
graph TD
|
|
45
|
-
Start["User asks to set up an AI developer workspace for a Python backend"] --> Trigger["Invoke build-multi-agent-system"]
|
|
46
|
-
Trigger --> DetectStack["Identifies Python/Django stack"]
|
|
47
|
-
DetectStack --> BuildDirs["Creates .agents/, docs/decisions/, docs/architecture/, state/ folders"]
|
|
48
|
-
BuildDirs --> WriteIndexer["Creates python indexer script parsing markdown frontmatter"]
|
|
49
|
-
WriteIndexer --> CreateDB["Runs indexer, generating SQLite memory.db schema"]
|
|
50
|
-
CreateDB --> WriteAgentsRouter["Generates AGENTS.md with routing matrix"]
|
|
51
|
-
WriteAgentsRouter --> Done([Professional Multi-Agent Workspace deployed and indexed])
|
|
52
|
-
```
|
|
53
|
-
|
|
54
|
-
---
|
|
55
|
-
|
|
56
|
-
## 4. Verification Check
|
|
57
|
-
|
|
58
|
-
To ensure that the `build-multi-agent-system` skill is operating in strict compliance with Harness OS design laws, verify the following:
|
|
59
|
-
|
|
60
|
-
- [ ] **Physical Boundary Verification**: The skill boundaries are respected and do not leak context.
|
|
61
|
-
- [ ] **State Checkpoint Verification**: The active state is established, validated, and recorded at the beginning and end of each execution branch.
|
|
62
|
-
- [ ] **Cognitive Alignment**: The skill conforms to the **Think > Try > Summarize > Record** cognitive loop.
|
|
@@ -1,62 +0,0 @@
|
|
|
1
|
-
# Workflow: Create Agent Launcher
|
|
2
|
-
|
|
3
|
-
> Sub-agent generator for orchestrating multi-domain specialized agents to avoid token context waste and preserve developer focus.
|
|
4
|
-
|
|
5
|
-
---
|
|
6
|
-
|
|
7
|
-
## 1. Skill Behavior Workflow
|
|
8
|
-
|
|
9
|
-
This section visualizes how the `create-agent-launcher` skill executes internally, detailing the sequence of operations, state transitions, and evaluation steps.
|
|
10
|
-
|
|
11
|
-
```mermaid
|
|
12
|
-
graph TD
|
|
13
|
-
Start([Complex Task Demands Division of Labor]) --> AssessComplexity{Too complex for 1 context?}
|
|
14
|
-
AssessComplexity -->|No| Reject["Reject creation, resolve in current context via TDD"]
|
|
15
|
-
AssessComplexity -->|Yes| DefinePersona["Define highly restrictive specialized sub-agent persona"]
|
|
16
|
-
DefinePersona --> IsolateResources["Map exact, minimum file paths needed for sub-task"]
|
|
17
|
-
IsolateResources --> SelectModel["Select cost-effective model based on task weight"]
|
|
18
|
-
SelectModel --> WriteHandoff["Define strict input/output contract for sub-agent return report"]
|
|
19
|
-
WriteHandoff --> LaunchAgent["Launch specialized sub-agent under isolated sandbox"]
|
|
20
|
-
LaunchAgent --> MergeReport["Validate and merge sub-agent findings into main orchestrator"]
|
|
21
|
-
MergeReport --> End([Sub-agent work verified and closed])
|
|
22
|
-
```
|
|
23
|
-
|
|
24
|
-
---
|
|
25
|
-
|
|
26
|
-
## 2. Triggering and Routing Path
|
|
27
|
-
|
|
28
|
-
This diagram illustrates how the `create-agent-launcher` skill is triggered through user requests or developer actions, and how it integrates or chains together with other companion skills in the Harness OS ecosystem to form unified workflows.
|
|
29
|
-
|
|
30
|
-
```mermaid
|
|
31
|
-
graph LR
|
|
32
|
-
Router["harness-everything / tier-router.js"] -->|Requires agent specialization| CAL["create-agent-launcher / SKILL.md"]
|
|
33
|
-
CAL -->|Spawns agent on scaffolding provided by| BMAS["build-multi-agent-system / SKILL.md"]
|
|
34
|
-
CAL -->|Plans agent tasks using macro planner| Fable["fable-mode / SKILL.md"]
|
|
35
|
-
CAL -->|Limits child memory to prevent bloat via| FD["fable-discipline / SKILL.md"]
|
|
36
|
-
```
|
|
37
|
-
|
|
38
|
-
---
|
|
39
|
-
|
|
40
|
-
## 3. Real-World Use Case Flowchart
|
|
41
|
-
|
|
42
|
-
Here we model concrete real-world scenarios and use cases of the `create-agent-launcher` skill, illustrating standard success paths, error handling, or recovery loops.
|
|
43
|
-
|
|
44
|
-
```mermaid
|
|
45
|
-
graph TD
|
|
46
|
-
Start["Refactoring task involves SQL Schema migrations, Node endpoints, and React forms"] --> Trigger["create-agent-launcher skill executed"]
|
|
47
|
-
Trigger --> SpawnDB["Spawn 'Database Architect': Only views 'schema.sql' and outputs raw SQL migration"]
|
|
48
|
-
Trigger --> SpawnFE["Spawn 'Frontend Specialist': Only views 'Login.tsx' and outputs validated form code"]
|
|
49
|
-
SpawnDB & SpawnFE --> Collect["Main orchestrator receives isolated, highly focused diff reports from both"]
|
|
50
|
-
Collect --> Merge["Integrate changes and run integration testing"]
|
|
51
|
-
Merge --> Done([Complex task completed with 70% lower token cost and zero context confusion])
|
|
52
|
-
```
|
|
53
|
-
|
|
54
|
-
---
|
|
55
|
-
|
|
56
|
-
## 4. Verification Check
|
|
57
|
-
|
|
58
|
-
To ensure that the `create-agent-launcher` skill is operating in strict compliance with Harness OS design laws, verify the following:
|
|
59
|
-
|
|
60
|
-
- [ ] **Physical Boundary Verification**: The skill boundaries are respected and do not leak context.
|
|
61
|
-
- [ ] **State Checkpoint Verification**: The active state is established, validated, and recorded at the beginning and end of each execution branch.
|
|
62
|
-
- [ ] **Cognitive Alignment**: The skill conforms to the **Think > Try > Summarize > Record** cognitive loop.
|
|
@@ -1,105 +0,0 @@
|
|
|
1
|
-
#!/usr/bin/env node
|
|
2
|
-
/**
|
|
3
|
-
* Harness Behavioral Test Suite (E2E)
|
|
4
|
-
* Simulates an AI agent attempting both valid and invalid state transitions
|
|
5
|
-
* to mathematically prove the guardrails (Exit Code 1) are enforced.
|
|
6
|
-
*/
|
|
7
|
-
const { execSync } = require('child_process');
|
|
8
|
-
const fs = require('fs');
|
|
9
|
-
const path = require('path');
|
|
10
|
-
const { getWorkspaceRoot, getStateRoot } = require('../hooks/scripts/lib/harness-state');
|
|
11
|
-
|
|
12
|
-
console.log("=== ๐งช Harness Behavioral Test Suite ===");
|
|
13
|
-
|
|
14
|
-
const todoCli = 'node harness-everything/scripts/todo-cli.js';
|
|
15
|
-
const stateFile = path.join(getStateRoot(getWorkspaceRoot()), 'todo-state.json');
|
|
16
|
-
|
|
17
|
-
function run(cmd, expectFail = false) {
|
|
18
|
-
try {
|
|
19
|
-
const out = execSync(cmd, { stdio: 'pipe', encoding: 'utf8' });
|
|
20
|
-
if (expectFail) {
|
|
21
|
-
console.error(`โ FAILED: Expected command to fail, but it succeeded: ${cmd}`);
|
|
22
|
-
process.exit(1);
|
|
23
|
-
}
|
|
24
|
-
return out;
|
|
25
|
-
} catch (err) {
|
|
26
|
-
if (!expectFail) {
|
|
27
|
-
console.error(`โ FAILED: Unexpected failure: ${cmd}\n${err.stderr || err.message}`);
|
|
28
|
-
process.exit(1);
|
|
29
|
-
}
|
|
30
|
-
return err.stderr || err.stdout || err.message;
|
|
31
|
-
}
|
|
32
|
-
}
|
|
33
|
-
|
|
34
|
-
// 0. Setup: Clean slate - but this suite runs against the REAL
|
|
35
|
-
// .claude/harness-state/ directory of whatever project invokes it (e.g. via self-regression.js on
|
|
36
|
-
// a contributor's machine), so any real in-flight todo-state.json must be
|
|
37
|
-
// preserved, not clobbered. Back it up now and restore it on exit
|
|
38
|
-
// (success, assertion failure, or process.exit alike - 'exit' fires on all
|
|
39
|
-
// of them) instead of deleting real state outright.
|
|
40
|
-
const stateBackup = stateFile + '.selfregression-backup';
|
|
41
|
-
const hadExistingState = fs.existsSync(stateFile);
|
|
42
|
-
if (hadExistingState) fs.copyFileSync(stateFile, stateBackup);
|
|
43
|
-
if (fs.existsSync(stateFile)) fs.unlinkSync(stateFile);
|
|
44
|
-
if (fs.existsSync('.verify-fail.tmp')) fs.unlinkSync('.verify-fail.tmp');
|
|
45
|
-
console.log("๐งน State cleaned.");
|
|
46
|
-
|
|
47
|
-
process.on('exit', () => {
|
|
48
|
-
try {
|
|
49
|
-
if (hadExistingState) {
|
|
50
|
-
fs.copyFileSync(stateBackup, stateFile);
|
|
51
|
-
fs.unlinkSync(stateBackup);
|
|
52
|
-
} else if (fs.existsSync(stateFile)) {
|
|
53
|
-
fs.unlinkSync(stateFile);
|
|
54
|
-
}
|
|
55
|
-
if (fs.existsSync('.verify-fail.tmp')) fs.unlinkSync('.verify-fail.tmp');
|
|
56
|
-
} catch (e) {
|
|
57
|
-
// Best-effort - don't mask the real test outcome with a cleanup error.
|
|
58
|
-
}
|
|
59
|
-
});
|
|
60
|
-
|
|
61
|
-
// 1. Initialize
|
|
62
|
-
console.log("\n[Test 1] Agent initializes checklist...");
|
|
63
|
-
run(`${todoCli} init "Setup DB" "Create API"`);
|
|
64
|
-
console.log("โ
Passed: List initialized.");
|
|
65
|
-
|
|
66
|
-
// 2. Premature Completion (Skipping 'start')
|
|
67
|
-
console.log("\n[Test 2] Agent hallucinates completion without starting...");
|
|
68
|
-
const res2 = run(`${todoCli} complete 1`, true);
|
|
69
|
-
if (!res2.includes("NOT currently in-progress")) {
|
|
70
|
-
console.error("โ FAILED: Did not catch premature completion.");
|
|
71
|
-
process.exit(1);
|
|
72
|
-
}
|
|
73
|
-
console.log("โ
Passed: Blocked premature completion (Exit Code 1).");
|
|
74
|
-
|
|
75
|
-
// 3. Start Task
|
|
76
|
-
console.log("\n[Test 3] Agent starts task 1...");
|
|
77
|
-
run(`${todoCli} start 1`);
|
|
78
|
-
console.log("โ
Passed: Task 1 started.");
|
|
79
|
-
|
|
80
|
-
// 4. Multitasking (Attention Loss)
|
|
81
|
-
console.log("\n[Test 4] Agent loses attention and tries to start Task 2 concurrently...");
|
|
82
|
-
const res4 = run(`${todoCli} start 2`, true);
|
|
83
|
-
if (!res4.includes("already IN-PROGRESS")) {
|
|
84
|
-
console.error("โ FAILED: Did not block multitasking.");
|
|
85
|
-
process.exit(1);
|
|
86
|
-
}
|
|
87
|
-
console.log("โ
Passed: Blocked multitasking (Exit Code 1).");
|
|
88
|
-
|
|
89
|
-
// 5. Verification Failure (Compliance Theater)
|
|
90
|
-
console.log("\n[Test 5] Agent writes broken code and tries to force complete...");
|
|
91
|
-
fs.writeFileSync('.verify-fail.tmp', 'broken');
|
|
92
|
-
const res5 = run(`${todoCli} complete 1`, true);
|
|
93
|
-
if (!res5.includes("Verification Gate Failed")) {
|
|
94
|
-
console.error("โ FAILED: Verification gate failed to block completion.");
|
|
95
|
-
process.exit(1);
|
|
96
|
-
}
|
|
97
|
-
console.log("โ
Passed: Gate blocked completion and slapped agent (Exit Code 1).");
|
|
98
|
-
|
|
99
|
-
// 6. Successful Verification and Completion
|
|
100
|
-
console.log("\n[Test 6] Agent fixes code, verification passes, completes task...");
|
|
101
|
-
fs.unlinkSync('.verify-fail.tmp'); // Fix the "bug"
|
|
102
|
-
run(`${todoCli} complete 1`);
|
|
103
|
-
console.log("โ
Passed: Task 1 completed successfully.");
|
|
104
|
-
|
|
105
|
-
console.log("\n๐ ALL BEHAVIORAL TESTS PASSED. Guardrails are mathematically enforced.");
|