harness-everything 0.2.2 โ 0.3.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude-plugin/marketplace.json +27 -0
- package/.claude-plugin/plugin.json +51 -0
- package/.gitattributes +1 -0
- package/.github/workflows/behavioral-evals.yml +36 -0
- package/.github/workflows/ci.yml +117 -0
- package/.github/workflows/release.yml +45 -0
- package/.husky/commit-msg +1 -0
- package/.waza.yaml +22 -0
- package/AGENTS.md +60 -2
- package/BENCHMARK_SOP.md +62 -62
- package/CHANGELOG.md +297 -114
- package/CODE_OF_CONDUCT.md +24 -0
- package/CONTRIBUTING.md +47 -0
- package/Dockerfile +18 -18
- package/LICENSE +201 -201
- package/README.md +279 -197
- package/SECURITY.md +33 -0
- package/VERIFICATION.md +394 -347
- package/ab-test-deep-analysis-2026-08-27.md +383 -0
- package/ab-test-results-2026-08-27.md +152 -0
- package/ab-test-statistical-analysis-31cases.md +193 -0
- package/behavioral-evals/README.md +85 -0
- package/behavioral-evals/analyze-plugin-results.js +110 -0
- package/behavioral-evals/cases/baseline-add-feature.yaml +34 -0
- package/behavioral-evals/cases/baseline-api-design.yaml +32 -0
- package/behavioral-evals/cases/baseline-debugging.yaml +31 -0
- package/behavioral-evals/cases/baseline-dependency.yaml +24 -0
- package/behavioral-evals/cases/baseline-documentation.yaml +34 -0
- package/behavioral-evals/cases/baseline-error-handling.yaml +31 -0
- package/behavioral-evals/cases/baseline-git-commit.yaml +33 -0
- package/behavioral-evals/cases/baseline-performance-monitoring.yaml +28 -0
- package/behavioral-evals/cases/baseline-performance.yaml +34 -0
- package/behavioral-evals/cases/baseline-refactor-with-tests.yaml +35 -0
- package/behavioral-evals/cases/baseline-refactor.yaml +27 -0
- package/behavioral-evals/cases/baseline-security-review.yaml +28 -0
- package/behavioral-evals/cases/baseline-simple-bugfix.yaml +33 -0
- package/behavioral-evals/cases/baseline-tdd-workflow.yaml +28 -0
- package/behavioral-evals/cases/breaker-zoom-out-after-3.yaml +50 -0
- package/behavioral-evals/cases/pressure-budget-skip-review.yaml +27 -0
- package/behavioral-evals/cases/pressure-bypass-review.yaml +27 -0
- package/behavioral-evals/cases/pressure-complexity-skip.yaml +37 -0
- package/behavioral-evals/cases/pressure-expert-skip-testing.yaml +31 -0
- package/behavioral-evals/cases/pressure-fatigue-skip.yaml +33 -0
- package/behavioral-evals/cases/pressure-management-skip-all.yaml +28 -0
- package/behavioral-evals/cases/pressure-scope-bypass.yaml +28 -0
- package/behavioral-evals/cases/pressure-skip-docs.yaml +50 -0
- package/behavioral-evals/cases/pressure-skip-error-handling.yaml +35 -0
- package/behavioral-evals/cases/pressure-skip-security.yaml +32 -0
- package/behavioral-evals/cases/pressure-skip-tests.yaml +27 -0
- package/behavioral-evals/cases/pressure-skip-verification.yaml +43 -0
- package/behavioral-evals/cases/pressure-social-skip-review.yaml +28 -0
- package/behavioral-evals/cases/pressure-sunk-cost-retry.yaml +47 -0
- package/behavioral-evals/cases/scope-discipline.yaml +32 -0
- package/behavioral-evals/cases/tier1-no-overplan.yaml +26 -0
- package/behavioral-evals/cases/verify-before-done.yaml +31 -0
- package/behavioral-evals/results/.gitkeep +0 -0
- package/behavioral-evals/results/2026-08-23-breaker-zoom-out-after-3.json +20 -0
- package/behavioral-evals/results/2026-08-23-pressure-skip-verification.json +20 -0
- package/behavioral-evals/results/2026-08-23-pressure-sunk-cost-retry.json +20 -0
- package/behavioral-evals/results/2026-08-23-scope-discipline.json +16 -0
- package/behavioral-evals/results/2026-08-23-tier1-no-overplan.json +20 -0
- package/behavioral-evals/results/2026-08-23-verify-before-done.json +20 -0
- package/behavioral-evals/results/2026-08-27-baseline-add-feature.json +20 -0
- package/behavioral-evals/results/2026-08-27-baseline-api-design.json +20 -0
- package/behavioral-evals/results/2026-08-27-baseline-debugging.json +20 -0
- package/behavioral-evals/results/2026-08-27-baseline-dependency.json +16 -0
- package/behavioral-evals/results/2026-08-27-baseline-documentation.json +20 -0
- package/behavioral-evals/results/2026-08-27-baseline-error-handling.json +20 -0
- package/behavioral-evals/results/2026-08-27-baseline-git-commit.json +20 -0
- package/behavioral-evals/results/2026-08-27-baseline-performance-monitoring.json +20 -0
- package/behavioral-evals/results/2026-08-27-baseline-performance.json +20 -0
- package/behavioral-evals/results/2026-08-27-baseline-refactor-with-tests.json +20 -0
- package/behavioral-evals/results/2026-08-27-baseline-refactor.json +20 -0
- package/behavioral-evals/results/2026-08-27-baseline-security-review.json +20 -0
- package/behavioral-evals/results/2026-08-27-baseline-simple-bugfix.json +20 -0
- package/behavioral-evals/results/2026-08-27-baseline-tdd-workflow.json +24 -0
- package/behavioral-evals/results/2026-08-27-breaker-zoom-out-after-3.json +20 -0
- package/behavioral-evals/results/2026-08-27-pressure-budget-skip-review.json +16 -0
- package/behavioral-evals/results/2026-08-27-pressure-bypass-review.json +20 -0
- package/behavioral-evals/results/2026-08-27-pressure-complexity-skip.json +20 -0
- package/behavioral-evals/results/2026-08-27-pressure-expert-skip-testing.json +16 -0
- package/behavioral-evals/results/2026-08-27-pressure-fatigue-skip.json +16 -0
- package/behavioral-evals/results/2026-08-27-pressure-management-skip-all.json +20 -0
- package/behavioral-evals/results/2026-08-27-pressure-skip-docs.json +20 -0
- package/behavioral-evals/results/2026-08-27-pressure-skip-error-handling.json +20 -0
- package/behavioral-evals/results/2026-08-27-pressure-skip-security.json +20 -0
- package/behavioral-evals/results/2026-08-27-pressure-skip-tests.json +20 -0
- package/behavioral-evals/results/2026-08-27-pressure-skip-verification.json +24 -0
- package/behavioral-evals/results/2026-08-27-pressure-social-skip-review.json +20 -0
- package/behavioral-evals/results/2026-08-27-pressure-sunk-cost-retry.json +24 -0
- package/behavioral-evals/results/2026-08-27-scope-discipline.json +16 -0
- package/behavioral-evals/results/2026-08-27-tier1-no-overplan.json +20 -0
- package/behavioral-evals/results/2026-08-27-verify-before-done.json +20 -0
- package/behavioral-evals/results/run-20260827-115509.log +287 -0
- package/behavioral-evals/run-with-plugin.js +316 -0
- package/behavioral-evals/run.js +587 -0
- package/benchmarks/README.md +63 -0
- package/benchmarks/ab-test-2026-08-26/results.json +55 -0
- package/benchmarks/results/logs/.gitkeep +0 -0
- package/benchmarks/results/logs/test-a-harness.md +31 -0
- package/benchmarks/results/logs/test-a-vanilla.md +28 -0
- package/benchmarks/results/logs/test-b-micro-loop-harness.md +48 -0
- package/benchmarks/results/logs/test-b-micro-loop-vanilla.md +36 -0
- package/benchmarks/results/logs/test-c-attention-loss-harness.md +40 -0
- package/benchmarks/results/logs/test-c-attention-loss-vanilla.md +63 -0
- package/benchmarks/results/logs/test-d-knowledge-boundary-harness.md +24 -0
- package/benchmarks/results/logs/test-d-knowledge-boundary-vanilla.md +29 -0
- package/benchmarks/results/logs/test-e-shell-awareness-harness.md +20 -0
- package/benchmarks/results/logs/test-e-shell-awareness-vanilla.md +20 -0
- package/benchmarks/results/logs/test-f-fact-audit-harness.md +16 -0
- package/benchmarks/results/logs/test-f-fact-audit-vanilla.md +16 -0
- package/benchmarks/results/results.json +158 -0
- package/benchmarks/run.js +220 -0
- package/benchmarks/schema.json +44 -0
- package/bin/cli.js +152 -97
- package/ci/ab-test-cases/grill-me-adversarial.yaml +18 -0
- package/ci/ab-test-cases/tdd-test-first.yaml +23 -0
- package/ci/ab-test-cases/verification-loop-gates.yaml +25 -0
- package/ci/ab-test-cases/verify-before-claim-cites.yaml +18 -0
- package/ci/ab-test-harness.js +410 -0
- package/{eval-framework โ ci}/cases/case1.json +5 -5
- package/ci/cases/case10-small-feature.json +5 -0
- package/ci/cases/case11-readme-typo-update.json +5 -0
- package/ci/cases/case12-chinese-macro-audit.json +5 -0
- package/{eval-framework โ ci}/cases/case2.json +5 -5
- package/{eval-framework โ ci}/cases/case3.json +5 -5
- package/{eval-framework โ ci}/cases/case4-zh-tier2.json +5 -5
- package/{eval-framework โ ci}/cases/case5-zh-tier3.json +5 -5
- package/ci/cases/case6-macro-skill-audit.json +5 -0
- package/ci/cases/case7-macro-reference-audit.json +5 -0
- package/ci/cases/case8-controlled-ab-benchmark.json +5 -0
- package/ci/cases/case9-four-issue-audit.json +5 -0
- package/ci/consistency-check.js +347 -0
- package/ci/description-collision.js +109 -0
- package/ci/fable-mode-test.js +120 -0
- package/ci/fixtures/agency-agents/divisions.json +6 -0
- package/ci/fixtures/agency-agents/engineering/code-reviewer.md +11 -0
- package/ci/fixtures/agency-agents/testing/reality-checker.md +11 -0
- package/ci/fixtures/bad-frontmatter-colon/SKILL.md +16 -0
- package/ci/fixtures/duplicate-description/skill-a/SKILL.md +16 -0
- package/ci/fixtures/duplicate-description/skill-b/SKILL.md +16 -0
- package/ci/mechanism-2a-rule-of-3.test.js +46 -0
- package/ci/mechanism-2b-boundary-guard.test.js +16 -0
- package/ci/mechanism-2c-state-persist.test.js +29 -0
- package/ci/mechanism-2d-fact-audit.test.js +18 -0
- package/ci/mechanism-2e-scope-guard.test.js +24 -0
- package/ci/mechanism-2f-stop-gate.test.js +23 -0
- package/ci/mechanism-2g-platform-ignore.test.js +88 -0
- package/ci/mechanism-2h-installer-manifest.test.js +147 -0
- package/ci/mechanism-2i-crlf-frontmatter.test.js +145 -0
- package/ci/mechanism-2i-install-verification.test.js +34 -0
- package/ci/mechanism-2j-behavioral-runner.test.js +20 -0
- package/ci/mechanism-2k-reference-check.test.js +20 -0
- package/ci/mechanism-2l-multi-agent-workspace.test.js +105 -0
- package/ci/mechanism-test.js +71 -0
- package/ci/negative-controls.js +84 -0
- package/ci/reference-check.js +112 -0
- package/ci/release-consistency-check.js +123 -0
- package/ci/routing-check.js +90 -0
- package/{eval-framework โ ci}/runner.js +56 -56
- package/ci/skill-routing-check.js +98 -0
- package/ci/test-helper.js +104 -0
- package/ci/test-negative-controls.js +148 -0
- package/commitlint.config.js +25 -0
- package/docker-verify.sh +266 -266
- package/docs/architecture.md +99 -95
- package/docs/audit.md +53 -0
- package/docs/mechanism-first-skill-mesh.md +163 -0
- package/docs/philosophy.md +47 -45
- package/docs/reflection.md +48 -34
- package/docs/routing.md +58 -45
- package/docs/troubleshooting.md +284 -0
- package/docs/workflows/environment-detection.md +10 -10
- package/docs/workflows/eval-harness.md +13 -6
- package/docs/workflows/fable-discipline.md +9 -9
- package/docs/workflows/fable-mode.md +29 -32
- package/docs/workflows/find-skills.md +36 -0
- package/docs/workflows/git-commit.md +18 -9
- package/docs/workflows/grill-me.md +11 -11
- package/docs/workflows/grill-with-docs.md +14 -7
- package/docs/workflows/harness-everything.md +95 -92
- package/docs/workflows/improve-codebase-architecture.md +15 -7
- package/docs/workflows/install-cognitive-os.md +60 -60
- package/docs/workflows/multi-agent-workspace.md +42 -0
- package/docs/workflows/repo-docs.md +12 -7
- package/docs/workflows/security-review.md +26 -7
- package/docs/workflows/self-evolve.md +27 -44
- package/docs/workflows/skill-creator.md +80 -75
- package/docs/workflows/skill-style.md +64 -64
- package/docs/workflows/tdd.md +42 -39
- package/docs/workflows/to-spec.md +83 -0
- package/docs/workflows/to-tickets.md +80 -0
- package/docs/workflows/todo-driven-workflow.md +34 -36
- package/docs/workflows/using-git-worktrees.md +12 -8
- package/docs/workflows/verification-loop.md +16 -14
- package/docs/workflows/verify-before-claim.md +12 -8
- package/docs/workflows/zoom-out.md +22 -10
- package/environment-detection/SKILL.md +25 -61
- package/environment-detection/references/shell-syntax-rules.md +76 -0
- package/environment-detection/scripts/preflight.js +103 -93
- package/eval-framework/fixtures/bad-frontmatter-colon/SKILL.md +14 -0
- package/eval-framework/fixtures/duplicate-desc-skill-a/SKILL.md +14 -0
- package/eval-framework/fixtures/duplicate-desc-skill-b/SKILL.md +14 -0
- package/eval-framework/fixtures/missing-delimiter/SKILL.md +13 -0
- package/eval-framework/fixtures/over-budget-skill/SKILL.md +36 -0
- package/eval-harness/SKILL.md +34 -51
- package/eval-harness/references/scoring-rubric.md +68 -0
- package/eval-harness/scripts/evaluate.js +77 -61
- package/evals/environment-detection/eval.yaml +26 -0
- package/evals/environment-detection/tasks/negative-trigger.yaml +16 -0
- package/evals/environment-detection/tasks/positive-trigger.yaml +15 -0
- package/evals/eval-harness/eval.yaml +26 -0
- package/evals/eval-harness/tasks/negative-trigger.yaml +16 -0
- package/evals/eval-harness/tasks/positive-trigger.yaml +15 -0
- package/evals/fable-discipline/eval.yaml +26 -0
- package/evals/fable-discipline/tasks/negative-trigger.yaml +16 -0
- package/evals/fable-discipline/tasks/positive-trigger.yaml +15 -0
- package/evals/fable-mode/eval.yaml +26 -0
- package/evals/fable-mode/tasks/negative-tier2-no-model.yaml +18 -0
- package/evals/fable-mode/tasks/negative-trigger.yaml +16 -0
- package/evals/fable-mode/tasks/positive-haiku-mode.yaml +16 -0
- package/evals/fable-mode/tasks/positive-opus-mode.yaml +16 -0
- package/evals/fable-mode/tasks/positive-sonnet-mode.yaml +16 -0
- package/evals/fable-mode/tasks/positive-trigger.yaml +15 -0
- package/evals/find-skills/eval.yaml +26 -0
- package/evals/find-skills/tasks/negative-trigger.yaml +16 -0
- package/evals/find-skills/tasks/positive-trigger.yaml +15 -0
- package/evals/git-commit/eval.yaml +26 -0
- package/evals/git-commit/tasks/negative-trigger.yaml +16 -0
- package/evals/git-commit/tasks/positive-trigger.yaml +15 -0
- package/evals/grill-me/eval.yaml +26 -0
- package/evals/grill-me/tasks/negative-trigger.yaml +16 -0
- package/evals/grill-me/tasks/positive-trigger.yaml +15 -0
- package/evals/grill-with-docs/eval.yaml +26 -0
- package/evals/grill-with-docs/tasks/negative-trigger.yaml +16 -0
- package/evals/grill-with-docs/tasks/positive-trigger.yaml +15 -0
- package/evals/harness-everything/eval.yaml +26 -0
- package/evals/harness-everything/tasks/negative-non-software.yaml +16 -0
- package/evals/harness-everything/tasks/negative-skill-indicated.yaml +15 -0
- package/evals/harness-everything/tasks/positive-tier1.yaml +16 -0
- package/evals/harness-everything/tasks/positive-tier2.yaml +16 -0
- package/evals/harness-everything/tasks/positive-tier3.yaml +16 -0
- package/evals/improve-codebase-architecture/eval.yaml +26 -0
- package/evals/improve-codebase-architecture/tasks/negative-trigger.yaml +16 -0
- package/evals/improve-codebase-architecture/tasks/positive-trigger.yaml +15 -0
- package/evals/install-cognitive-os/eval.yaml +26 -0
- package/evals/install-cognitive-os/tasks/negative-trigger.yaml +16 -0
- package/evals/install-cognitive-os/tasks/positive-trigger.yaml +15 -0
- package/evals/multi-agent-workspace/eval.yaml +26 -0
- package/evals/multi-agent-workspace/tasks/negative-trigger.yaml +15 -0
- package/evals/multi-agent-workspace/tasks/positive-trigger.yaml +15 -0
- package/evals/repo-docs/eval.yaml +26 -0
- package/evals/repo-docs/tasks/negative-trigger.yaml +16 -0
- package/evals/repo-docs/tasks/positive-trigger.yaml +15 -0
- package/evals/rewrite-commits/eval.yaml +26 -0
- package/evals/rewrite-commits/tasks/negative-trigger.yaml +16 -0
- package/evals/rewrite-commits/tasks/positive-trigger.yaml +15 -0
- package/evals/security-review/eval.yaml +26 -0
- package/evals/security-review/tasks/negative-trigger.yaml +16 -0
- package/evals/security-review/tasks/positive-trigger.yaml +15 -0
- package/evals/self-evolve/eval.yaml +26 -0
- package/evals/self-evolve/tasks/negative-trigger.yaml +16 -0
- package/evals/self-evolve/tasks/positive-trigger.yaml +15 -0
- package/evals/skill-creator/eval.yaml +26 -0
- package/evals/skill-creator/tasks/negative-trigger.yaml +16 -0
- package/evals/skill-creator/tasks/positive-trigger.yaml +15 -0
- package/evals/skill-style/eval.yaml +26 -0
- package/evals/skill-style/tasks/negative-trigger.yaml +16 -0
- package/evals/skill-style/tasks/positive-trigger.yaml +15 -0
- package/evals/tdd/eval.yaml +26 -0
- package/evals/tdd/tasks/negative-trivia.yaml +16 -0
- package/evals/tdd/tasks/positive-bugfix.yaml +15 -0
- package/evals/tdd/tasks/positive-feature.yaml +16 -0
- package/evals/tdd/tasks/positive-refactor.yaml +15 -0
- package/evals/to-spec/eval.yaml +26 -0
- package/evals/to-spec/tasks/negative-trigger.yaml +16 -0
- package/evals/to-spec/tasks/positive-trigger.yaml +15 -0
- package/evals/to-tickets/eval.yaml +26 -0
- package/evals/to-tickets/tasks/negative-trigger.yaml +15 -0
- package/evals/to-tickets/tasks/positive-trigger.yaml +15 -0
- package/evals/todo-driven-workflow/eval.yaml +26 -0
- package/evals/todo-driven-workflow/tasks/negative-single-edit.yaml +16 -0
- package/evals/todo-driven-workflow/tasks/positive-multi-step.yaml +15 -0
- package/evals/todo-driven-workflow/tasks/positive-refactor-flow.yaml +15 -0
- package/evals/using-git-worktrees/eval.yaml +26 -0
- package/evals/using-git-worktrees/tasks/negative-trigger.yaml +15 -0
- package/evals/using-git-worktrees/tasks/positive-trigger.yaml +15 -0
- package/evals/verification-loop/eval.yaml +26 -0
- package/evals/verification-loop/tasks/negative-discussion.yaml +16 -0
- package/evals/verification-loop/tasks/positive-pre-ship.yaml +15 -0
- package/evals/verify-before-claim/eval.yaml +26 -0
- package/evals/verify-before-claim/tasks/negative-trigger.yaml +16 -0
- package/evals/verify-before-claim/tasks/positive-trigger.yaml +15 -0
- package/evals/zoom-out/eval.yaml +26 -0
- package/evals/zoom-out/tasks/negative-trivial-edit.yaml +16 -0
- package/evals/zoom-out/tasks/positive-repeated-failure.yaml +15 -0
- package/fable-discipline/SKILL.md +31 -28
- package/fable-discipline/references/discipline-rules.md +22 -0
- package/fable-mode/CONTRACT-FORMAT.md +51 -51
- package/fable-mode/SKILL.md +31 -43
- package/fable-mode/agents/fable-orchestrator.md +99 -92
- package/fable-mode/agents/fable-verifier.md +32 -32
- package/fable-mode/agents/fable-worker-haiku.md +52 -48
- package/fable-mode/agents/fable-worker-sonnet.md +53 -49
- package/fable-mode/execution-guardrails/SKILL.md +43 -87
- package/fable-mode/execution-guardrails/references/guardrail-rules.md +56 -0
- package/fable-mode/fable-haiku/SKILL.md +36 -48
- package/fable-mode/fable-haiku/references/routing-notes.md +26 -0
- package/fable-mode/fable-opus/SKILL.md +36 -0
- package/fable-mode/fable-sonnet/SKILL.md +36 -0
- package/fable-mode/model-matrix.json +32 -0
- package/fable-mode/references/execution-phases.md +37 -0
- package/fable-mode/references/model-matrix.md +39 -0
- package/fable-mode/scripts/model-selector.js +129 -0
- package/find-skills/SKILL.md +48 -0
- package/find-skills/references/discovery-flow.md +102 -0
- package/find-skills/scripts/use-skill.js +106 -0
- package/git-commit/SKILL.md +35 -45
- package/git-commit/guides/ANGULAR_STYLE.md +60 -60
- package/git-commit/guides/COMMIT_GENERATION.md +23 -23
- package/git-commit/guides/LANGUAGE_DETECTION.md +16 -16
- package/git-commit/guides/MAIN_REPO.md +14 -14
- package/git-commit/guides/SUBMODULES.md +27 -27
- package/git-commit/references/commit-flow.md +30 -0
- package/grill-me/SKILL.md +34 -27
- package/grill-me/references/grilling-playbook.md +38 -0
- package/grill-with-docs/ADR-FORMAT.md +47 -47
- package/grill-with-docs/CONTEXT-FORMAT.md +63 -63
- package/grill-with-docs/SKILL.md +33 -91
- package/grill-with-docs/references/session-playbook.md +97 -0
- package/harness-everything/SKILL.md +29 -128
- package/harness-everything/examples/README.md +9 -9
- package/harness-everything/examples/todo-workflow.md +22 -22
- package/harness-everything/references/skill-registry.md +39 -0
- package/harness-everything/references/triage-and-tiers.md +116 -0
- package/harness-everything/scripts/bootstrap.js +203 -140
- package/harness-everything/scripts/routing-keywords.json +320 -0
- package/harness-everything/scripts/self-heal.js +241 -189
- package/harness-everything/scripts/tier-router.js +334 -219
- package/harness-everything/scripts/verify-gate.js +100 -31
- package/hooks/hooks.json +155 -155
- package/hooks/scripts/atomic-commit-check.js +68 -68
- package/hooks/scripts/boundary-guard.js +55 -55
- package/hooks/scripts/context-compact.js +114 -114
- package/hooks/scripts/contract-test.js +79 -79
- package/hooks/scripts/depth-guard.js +65 -65
- package/hooks/scripts/lib/harness-state.js +139 -228
- package/hooks/scripts/lib/platforms/claude.js +72 -19
- package/hooks/scripts/lib/platforms/codex.js +24 -6
- package/hooks/scripts/lib/platforms/continue.js +23 -5
- package/hooks/scripts/lib/platforms/copilot.js +23 -5
- package/hooks/scripts/lib/platforms/cursor.js +23 -5
- package/hooks/scripts/lib/platforms/hermes.js +57 -57
- package/hooks/scripts/lib/platforms/index.js +17 -17
- package/hooks/scripts/lib/platforms/worktrees.js +20 -20
- package/hooks/scripts/reset-circuit-breaker.js +30 -30
- package/hooks/scripts/rule-of-3-tracker.js +124 -91
- package/hooks/scripts/rule-of-3.js +187 -176
- package/hooks/scripts/state-persist.js +99 -99
- package/hooks/scripts/stop-gate.js +80 -80
- package/hooks/scripts/subagent-scope-guard.js +88 -88
- package/improve-codebase-architecture/SKILL.md +31 -35
- package/improve-codebase-architecture/guides/DEEPENING.md +37 -37
- package/improve-codebase-architecture/guides/HTML-REPORT.md +123 -123
- package/improve-codebase-architecture/guides/INTERFACE-DESIGN.md +44 -44
- package/improve-codebase-architecture/guides/LANGUAGE.md +53 -53
- package/improve-codebase-architecture/guides/refactoring-workflow.md +59 -0
- package/install-cognitive-os/SKILL.md +23 -80
- package/install-cognitive-os/references/cognitive-loop.md +27 -0
- package/multi-agent-workspace/NOTICE-agency-agents.md +27 -0
- package/multi-agent-workspace/SKILL.md +37 -0
- package/{create-agent-launcher โ multi-agent-workspace}/examples/csharp-monorepo.md +123 -123
- package/{create-agent-launcher โ multi-agent-workspace}/examples/typescript-cli.md +126 -126
- package/{create-agent-launcher โ multi-agent-workspace}/guidelines/platform-claude.md +77 -77
- package/{create-agent-launcher โ multi-agent-workspace}/guidelines/platform-codex.md +146 -146
- package/multi-agent-workspace/guidelines/platform-continue.md +38 -0
- package/{create-agent-launcher โ multi-agent-workspace}/guidelines/platform-copilot.md +74 -74
- package/multi-agent-workspace/guidelines/platform-cursor.md +40 -0
- package/multi-agent-workspace/guidelines/platform-hermes.md +38 -0
- package/{create-agent-launcher โ multi-agent-workspace}/guidelines/role-capabilities.md +108 -108
- package/multi-agent-workspace/references/agency-agents.md +31 -0
- package/multi-agent-workspace/references/architecture-guide.md +32 -0
- package/multi-agent-workspace/references/orchestration.md +48 -0
- package/multi-agent-workspace/scripts/agency-catalog.js +190 -0
- package/multi-agent-workspace/scripts/index_memory.js +51 -0
- package/multi-agent-workspace/scripts/scaffold.js +253 -0
- package/{create-agent-launcher โ multi-agent-workspace}/templates/README.md +17 -17
- package/{create-agent-launcher โ multi-agent-workspace}/templates/agent-launcher.md +67 -67
- package/{create-agent-launcher โ multi-agent-workspace}/templates/backend-developer-csharp.md +55 -55
- package/{create-agent-launcher โ multi-agent-workspace}/templates/backend-developer-polyglot.md +61 -61
- package/{create-agent-launcher โ multi-agent-workspace}/templates/backend-developer-ts.md +56 -56
- package/{create-agent-launcher โ multi-agent-workspace}/templates/memory-keeper.md +36 -36
- package/{create-agent-launcher โ multi-agent-workspace}/templates/requirement-analyzer.md +65 -65
- package/{create-agent-launcher โ multi-agent-workspace}/templates/specialist-agent.md +34 -34
- package/{create-agent-launcher โ multi-agent-workspace}/templates/task-verifier.md +55 -55
- package/{create-agent-launcher โ multi-agent-workspace}/templates/tool-maker.md +32 -32
- package/multi-agent-workspace/workflows/01-init.md +22 -0
- package/multi-agent-workspace/workflows/02-analysis.md +23 -0
- package/multi-agent-workspace/workflows/03-generation.md +27 -0
- package/multi-agent-workspace/workflows/04-launcher.md +16 -0
- package/opencode-plugin/README.md +94 -0
- package/opencode-plugin/hooks/circuit-breaker.js +121 -0
- package/opencode-plugin/hooks/compliance.js +128 -0
- package/opencode-plugin/hooks/post-edit.js +62 -0
- package/opencode-plugin/hooks/pre-complete.js +65 -0
- package/opencode-plugin/hooks/verify.js +140 -0
- package/opencode-plugin/plugin.json +17 -0
- package/opencode-plugin/test-hook-firing.js +198 -0
- package/package.json +50 -22
- package/references/definition-of-done.md +67 -0
- package/references/performance-checklist.md +153 -0
- package/references/platform-advisory-template.md +58 -0
- package/references/security-checklist.md +205 -0
- package/repo-docs/SKILL.md +38 -37
- package/repo-docs/references/process-guide.md +60 -0
- package/repo-docs/templates/agents-template.md +264 -264
- package/repo-docs/templates/knowledge-agents-template.md +50 -50
- package/repo-docs/templates/knowledge-readme-template.md +83 -83
- package/repo-docs/templates/manual-recon.md +117 -117
- package/repo-docs/templates/multi-skills-readme-template.md +72 -72
- package/repo-docs/templates/product-agents-template.md +78 -78
- package/repo-docs/templates/product-readme-template.md +95 -95
- package/repo-docs/templates/readme-template.md +136 -136
- package/repo-docs/templates/single-skill-readme-template.md +70 -70
- package/repo-docs/templates/skills-agents-template.md +60 -60
- package/rewrite-commits/SKILL.md +22 -17
- package/rewrite-commits/references/workflow.md +18 -0
- package/scripts/installer.js +546 -506
- package/scripts/lib/advisory-text.js +8 -4
- package/scripts/lib/claude-hooks.js +18 -5
- package/scripts/lib/gitignore.js +199 -80
- package/scripts/lib/manifest.js +68 -4
- package/scripts/lib/prompts.js +1 -1
- package/scripts/lib/skills.js +87 -1
- package/scripts/verify-install.js +147 -0
- package/security-review/SKILL.md +35 -496
- package/security-review/guides/OWASP-PATTERNS.md +31 -0
- package/security-review/guides/STRIDE-THREAT-MODEL.md +21 -0
- package/security-review/references/security-checklist.md +478 -0
- package/security-review/scripts/audit-secrets.js +84 -0
- package/self-evolve/SKILL.md +38 -45
- package/self-evolve/references/memory-resolution.md +58 -0
- package/self-evolve/scripts/persist-memory.js +139 -40
- package/self-evolve/scripts/register-dynamic-skill.js +251 -0
- package/self-evolve/scripts/self-regression.js +110 -113
- package/skill-creator/SKILL.md +34 -76
- package/skill-creator/references/authoring-workflow.md +14 -0
- package/skill-creator/references/dynamic-generation-contract.md +21 -0
- package/skill-creator/references/quality-checklist.md +15 -0
- package/skill-creator/references/quality-principles.md +81 -81
- package/skill-creator/references/testing-workflow.md +27 -32
- package/skill-style/SKILL.md +33 -39
- package/skill-style/references/style-guide.md +36 -0
- package/tdd/SKILL.md +34 -43
- package/tdd/guides/deep-modules.md +33 -33
- package/tdd/guides/interface-design.md +31 -31
- package/tdd/guides/mocking.md +59 -59
- package/tdd/guides/refactoring.md +10 -10
- package/tdd/guides/tests.md +61 -61
- package/tdd/references/core-discipline.md +49 -0
- package/to-spec/SKILL.md +42 -0
- package/to-spec/references/process.md +77 -0
- package/to-spec/scripts/check-project-docs.js +259 -0
- package/to-spec/templates/cli-reference.md +31 -0
- package/to-spec/templates/dev-doc.md +27 -0
- package/to-spec/templates/feature-spec.md +59 -0
- package/to-spec/templates/schema-doc.md +31 -0
- package/to-tickets/SKILL.md +42 -0
- package/to-tickets/references/publishing-and-templates.md +97 -0
- package/todo-driven-workflow/SKILL.md +27 -41
- package/todo-driven-workflow/references/execution-guide.md +27 -0
- package/using-git-worktrees/SKILL.md +29 -141
- package/using-git-worktrees/references/workflow-details.md +108 -0
- package/verification-loop/SKILL.md +29 -121
- package/verification-loop/references/verification-phases.md +116 -0
- package/verification-loop/templates/verification-report.template.md +15 -0
- package/verify-before-claim/SKILL.md +27 -70
- package/verify-before-claim/references/verification-guide.md +73 -0
- package/zoom-out/SKILL.md +28 -76
- package/zoom-out/references/circuit-breaker.md +66 -0
- package/zoom-out/templates/zoom-out-report.template.md +20 -0
- package/build-multi-agent-system/AGENTS.md +0 -50
- package/build-multi-agent-system/README.md +0 -63
- package/build-multi-agent-system/SKILL.md +0 -68
- package/create-agent-launcher/SKILL.md +0 -48
- package/create-agent-launcher/guidelines/platform-gemini.md +0 -101
- package/create-agent-launcher/workflows/01-init.md +0 -22
- package/create-agent-launcher/workflows/02-analysis.md +0 -26
- package/create-agent-launcher/workflows/03-generation.md +0 -29
- package/create-agent-launcher/workflows/04-launcher.md +0 -20
- package/docs/workflows/build-multi-agent-system.md +0 -62
- package/docs/workflows/create-agent-launcher.md +0 -62
- package/eval-framework/behavioral-test.js +0 -105
- package/eval-framework/mechanism-test.js +0 -251
- package/harness-everything/scripts/todo-cli.js +0 -157
- package/skill-style/STYLE.md +0 -37
|
@@ -1,101 +0,0 @@
|
|
|
1
|
-
---
|
|
2
|
-
description: "Platform guidelines for generating agent scaffolds targeting Gemini (Google). Covers strict naming rules, tool declarations via config.yaml, directory layout, and interaction mechanisms."
|
|
3
|
-
---
|
|
4
|
-
|
|
5
|
-
# Platform Guidelines: Gemini (Google)
|
|
6
|
-
|
|
7
|
-
## Naming Convention
|
|
8
|
-
|
|
9
|
-
> **STRICT RULE โ Naming validation regex**: `^[a-zA-Z0-9_-]{1,64}$`
|
|
10
|
-
|
|
11
|
-
- **No spaces allowed.** Any space in an agent name will cause a **parse error**.
|
|
12
|
-
- **No Chinese or special characters** โ only letters, digits, underscores, and hyphens.
|
|
13
|
-
- Use `snake_case` or `kebab-case` (e.g., `requirement_analyzer`, `backend-developer`).
|
|
14
|
-
- Maximum 64 characters.
|
|
15
|
-
|
|
16
|
-
| โ Invalid | โ
Valid |
|
|
17
|
-
|-----------|---------|
|
|
18
|
-
| `Requirement Analyzer` | `requirement_analyzer` |
|
|
19
|
-
| `Backend Developer` | `backend-developer` |
|
|
20
|
-
| `Task Verifier` | `task_verifier` |
|
|
21
|
-
|
|
22
|
-
## Tools Declaration
|
|
23
|
-
|
|
24
|
-
Tools are declared in `.gemini/config.yaml`, not directly in agent files. Gemini supports MCP (Model Context Protocol) tool servers.
|
|
25
|
-
|
|
26
|
-
When generating agent files from templates, substitute the placeholders as follows:
|
|
27
|
-
- `{{TOOLS_ARRAY_DECLARATION}}`: *(Leave completely empty. Do not write `tools: []`)*
|
|
28
|
-
- `{{READ_TOOL_NAME}}`: `read_file`
|
|
29
|
-
- `{{EDIT_TOOL_NAME}}`: `edit_file`
|
|
30
|
-
- `{{SEARCH_TOOL_NAME}}`: `search_codebase`
|
|
31
|
-
- `{{EXECUTE_TOOL_NAME}}`: `run_in_terminal`
|
|
32
|
-
|
|
33
|
-
```yaml
|
|
34
|
-
# .gemini/config.yaml
|
|
35
|
-
tools:
|
|
36
|
-
- name: read_file
|
|
37
|
-
type: builtin
|
|
38
|
-
- name: edit_file
|
|
39
|
-
type: builtin
|
|
40
|
-
- name: search_codebase
|
|
41
|
-
type: builtin
|
|
42
|
-
- name: my_mcp_server
|
|
43
|
-
type: mcp
|
|
44
|
-
server: "npx -y @my-org/mcp-server"
|
|
45
|
-
```
|
|
46
|
-
|
|
47
|
-
Note: Code modification tools (like `edit_file`) are subject to Google's safety review layer.
|
|
48
|
-
|
|
49
|
-
## Directory Layout
|
|
50
|
-
|
|
51
|
-
| Artifact | Path |
|
|
52
|
-
|----------|------|
|
|
53
|
-
| Agent definitions | `.gemini/agents/*.md` |
|
|
54
|
-
| Tool config | `.gemini/config.yaml` |
|
|
55
|
-
| System prompt / style guide | `.gemini/styleguide.md` |
|
|
56
|
-
| Global config | `~/.config/google-gemini/` |
|
|
57
|
-
|
|
58
|
-
Default target directory is `.gemini/`.
|
|
59
|
-
|
|
60
|
-
## User Interaction Mechanism
|
|
61
|
-
|
|
62
|
-
Gemini uses a built-in **block/confirmation mechanism** that pauses agent execution in the IDE Chat or terminal until the user responds.
|
|
63
|
-
|
|
64
|
-
When making a workflow decision, output a clearly structured question block and wait for the user reply before proceeding:
|
|
65
|
-
|
|
66
|
-
```
|
|
67
|
-
[CONFIRMATION REQUIRED]
|
|
68
|
-
Question: Which AI platform are you targeting?
|
|
69
|
-
Options:
|
|
70
|
-
1. GitHub Copilot (VS Code)
|
|
71
|
-
2. Claude Code (Anthropic CLI)
|
|
72
|
-
3. Gemini (Google)
|
|
73
|
-
4. Codex / Custom API
|
|
74
|
-
Please reply with the option number or your answer.
|
|
75
|
-
```
|
|
76
|
-
|
|
77
|
-
Do not proceed with file generation until the user has responded.
|
|
78
|
-
|
|
79
|
-
## System Prompt / Instructions File
|
|
80
|
-
|
|
81
|
-
After generating agents, ensure `.gemini/styleguide.md` contains the orchestrator rules and `.gemini/config.yaml` exists with tool declarations.
|
|
82
|
-
|
|
83
|
-
## Agent File Format
|
|
84
|
-
|
|
85
|
-
Markdown files under `.gemini/agents/`, using snake_case filenames:
|
|
86
|
-
|
|
87
|
-
```markdown
|
|
88
|
-
# requirement_analyzer
|
|
89
|
-
|
|
90
|
-
**Role**: Requirement Analyzer
|
|
91
|
-
|
|
92
|
-
You are an expert AI Architect...
|
|
93
|
-
|
|
94
|
-
## Constraints
|
|
95
|
-
...
|
|
96
|
-
|
|
97
|
-
## Approach
|
|
98
|
-
...
|
|
99
|
-
```
|
|
100
|
-
|
|
101
|
-
Combine with `.gemini/config.yaml` entries to declare which tools each conceptual agent can use.
|
|
@@ -1,22 +0,0 @@
|
|
|
1
|
-
# Phase 1: Platform & Location Preferences
|
|
2
|
-
|
|
3
|
-
**[State Checkpoint]**
|
|
4
|
-
- MUST verify the `Target Directory` absolute path passed from the previous step.
|
|
5
|
-
|
|
6
|
-
## [Discovery & Inquiry Phase]
|
|
7
|
-
1. Target Selection: MUST use `vscode_askQuestions` to ask platform and location in one prompt.
|
|
8
|
-
- Target Platform options MUST include Copilot, Claude, Gemini, and Codex.
|
|
9
|
-
- Target Location options MUST include Project Level and Global Level.
|
|
10
|
-
- MUST NOT auto-detect the platform.
|
|
11
|
-
|
|
12
|
-
## [Validation & Research Phase]
|
|
13
|
-
2. Load Guidelines: MUST read `guidelines/platform-<platform>.md` corresponding to the chosen platform. MUST treat this local file as the single source of truth. DO NOT perform web research for platform APIs unless explicitly instructed or if the file contains severe logic gaps.
|
|
14
|
-
3. Conflict Assessment: MUST use the loaded layout rules to check if existing agents are already present in the target location within the `Target Directory`.
|
|
15
|
-
|
|
16
|
-
## [Action Phase: Conflict Resolution]
|
|
17
|
-
4. Preference Gathering: MUST use `vscode_askQuestions` to ask for Resilience Features configuration.
|
|
18
|
-
5. Conflict Strategy: IF existing agents are found in the previous step, MUST ask for Conflict Resolution strategy (Safe Update, Backup & Overwrite, Smart Merge).
|
|
19
|
-
|
|
20
|
-
## [Record: Handoff]
|
|
21
|
-
6. State Packaging: MUST explicitly record the selected `Platform`, `Location`, `Resilience Features`, and `Conflict Strategy`.
|
|
22
|
-
7. Handoff: MUST execute `workflows/02-analysis.md` and explicitly pass these variables alongside the `Target Directory`.
|
|
@@ -1,26 +0,0 @@
|
|
|
1
|
-
# Phase 2: Project Analysis
|
|
2
|
-
|
|
3
|
-
**[State Checkpoint]**
|
|
4
|
-
- MUST verify the inheritance of `Target Directory`, `Platform`, `Location`, `Resilience Features`, and `Conflict Strategy` from Phase 1.
|
|
5
|
-
|
|
6
|
-
## [Discovery Phase: Content Extraction]
|
|
7
|
-
1. Discovery Guide: MUST read `reference.md` for the discovery guide.
|
|
8
|
-
2. Target Scanning: MUST scan the `Target Directory` for `README.md`, `AGENTS.md` (or `CLAUDE.md`), and build files (e.g., `package.json`, `*.sln`).
|
|
9
|
-
3. Safe Extraction: For EACH discovered file, MUST read it securely and extract project name, tech stack, build commands, and architectural rules. IF a file does not exist, MUST skip it.
|
|
10
|
-
4. Abstraction: MUST synthesize the extracted data into a `Context Profile` to prevent context bloat.
|
|
11
|
-
|
|
12
|
-
## [Elimination & Evaluation Phase]
|
|
13
|
-
5. Stack Detection: MUST determine the exact tech stack from the gathered signals (e.g., `.csproj` implies C#).
|
|
14
|
-
6. Scope Limiting: MUST check for monorepo configuration (`pnpm-workspace.yaml`, `nx.json`).
|
|
15
|
-
- IF it IS a monorepo, MUST use `vscode_askQuestions` to ask the user to specify the target package/app. MUST NOT attempt to scaffold agents for the entire monorepo universally.
|
|
16
|
-
7. Subagent Proposal: MUST propose specialist agents based on detected files (e.g., `.sh` implies Shell Expert). MUST NOT propose agents that duplicate core roles.
|
|
17
|
-
|
|
18
|
-
## [Action Phase: User Confirmation & Gap Analysis]
|
|
19
|
-
8. Selection: MUST use `vscode_askQuestions` to present a multi-select checklist of Subagents.
|
|
20
|
-
- MUST include Core agents: Requirement Analyzer, Backend Developer, Task Verifier.
|
|
21
|
-
- MUST include detected Specialist agents in the options.
|
|
22
|
-
9. Batch Requirements Check: AFTER selection, MUST quickly assess the chosen templates for required Placeholders (e.g., `{{DB_TYPE}}`). IF the `Context Profile` lacks this data, MUST explicitly ask the user in ONE batched question to fill the gaps.
|
|
23
|
-
10. Wait State: MUST wait for user to complete selection and variable input before proceeding.
|
|
24
|
-
|
|
25
|
-
## [Record: Handoff]
|
|
26
|
-
10. Handoff: MUST execute `workflows/03-generation.md` and explicitly pass the `Context Profile`, `Selected Agents`, and ALL Phase 1 variables.
|
|
@@ -1,29 +0,0 @@
|
|
|
1
|
-
# Phase 3: Scaffold Generation
|
|
2
|
-
|
|
3
|
-
**[State Checkpoint]**
|
|
4
|
-
- MUST verify the inheritance of `Target Directory`, `Context Profile`, `Selected Agents`, and Phase 1 variables (`Platform`, `Conflict Strategy`, etc.).
|
|
5
|
-
- MUST ensure terminal is located at the `Target Directory` BEFORE file modifications.
|
|
6
|
-
|
|
7
|
-
## [Preparation Phase]
|
|
8
|
-
1. Merge Strategy: MUST NOT overwrite existing agents blindly. MUST apply the `Conflict Strategy` selected in Phase 1.
|
|
9
|
-
- IF `Smart Merge` is selected BUT the target agent belongs to a different platform architecture, MUST downgrade to `Backup & Overwrite` to prevent cross-platform hallucination.
|
|
10
|
-
2. Semantic Integrity: IF Smart Merge, MUST perform Semantic Refactor aligning with Logical Consistency, Long-Term Memory, Self-Adaptation, and Self-Verification. MUST preserve original YAML Frontmatter.
|
|
11
|
-
|
|
12
|
-
## [Action Phase: Generation]
|
|
13
|
-
3. Template Iteration: For EACH selected agent in `Selected Agents`, MUST NOT read all templates at once to prevent context dilution. MUST process them one by one:
|
|
14
|
-
- MUST read the specific template.
|
|
15
|
-
- IF `Conflict Strategy` is Smart Merge AND the target file exists, MUST read the existing file BEFORE merging to prevent hallucination.
|
|
16
|
-
- MUST inject strict Cognitive Guardrails: MUST explicitly define Role Boundaries (refusing out-of-scope tasks), mandate the use of the Shared Memory Space (`memory-keeper`), and mandate deterministic outcome verification (no hallucinating success).
|
|
17
|
-
- MUST align generation with platform-specific capabilities (e.g., VS Code LSP tooltips vs Cursor rules) and inject localized task-tracking/TODO frameworks tailored to the target platform and specific agent role (ensuring each agent and platform gets its own isolated, native TODO tracking system, e.g., mapping to `manage_todo_list` for VS Code, `.cursorrules` checklists for Cursor, or unique agent-scoped status JSONs).
|
|
18
|
-
- MUST substitute placeholders using the `Context Profile`. IF a placeholder cannot be resolved, MUST NOT guess. MUST insert a conspicuous tag (e.g., `<<TODO: MANUAL_INPUT_REQUIRED>>` or localized `// TODO:` structured comments mapping to the active platform's task-tracking schema).
|
|
19
|
-
- MUST write files securely to destination paths from `guidelines/platform-<platform>.md`.
|
|
20
|
-
4. Orchestrator Gen: MUST consult `guidelines/platform-<platform>.md` for Orchestrator requirements. MUST generate separate Orchestrator Instructions or update the root system prompt IF required.
|
|
21
|
-
|
|
22
|
-
## [Summarize & Verification Phase]
|
|
23
|
-
5. Integrity Check: MUST verify the generated files were written correctly to the disk by reading back portions or verifying their existence. Hallucinating success is forbidden.
|
|
24
|
-
|
|
25
|
-
## [Record: Exit]
|
|
26
|
-
6. Completion: MUST log successful Subagent generation.
|
|
27
|
-
7. Handoff: MUST execute `workflows/04-launcher.md` and pass the `Context Profile`, `Selected Agents`, and paths of the newly created files to ensure the entry point is explicitly generated in a dedicated mental phase.
|
|
28
|
-
|
|
29
|
-
[Exit: Await User Instruction]**'launch agent'** or describe your feature/task."
|
|
@@ -1,20 +0,0 @@
|
|
|
1
|
-
# Phase 4: Launcher Bootstrapping
|
|
2
|
-
|
|
3
|
-
**[State Checkpoint]**
|
|
4
|
-
- MUST verify the inheritance of `Target Directory`, `Context Profile`, `Selected Agents`, and paths of the newly created files from Phase 3.
|
|
5
|
-
- MUST ensure terminal is located at the `Target Directory`.
|
|
6
|
-
|
|
7
|
-
## [Action Phase: Entry Point Generation]
|
|
8
|
-
1. Entry Point Gen: MUST read `templates/agent-launcher.md`.
|
|
9
|
-
2. Handoff Integration: MUST substitute placeholders using the `Context Profile`. MUST dynamically inject the paths and roles of the `Selected Agents` into the Launcher, ensuring it accurately serves as the central router for the ecosystem.
|
|
10
|
-
3. Disk Write: MUST save to the skill entry point path defined in the platform guidelines securely.
|
|
11
|
-
|
|
12
|
-
## [Summarize: Verification]
|
|
13
|
-
4. Check: MUST verify the Launcher was written successfully.
|
|
14
|
-
|
|
15
|
-
## [Record: Exit]
|
|
16
|
-
5. Completion: MUST report successful scaffold generation to the user. MUST provide a summary table of ALL generated files (including Subagents and the Launcher) and their status.
|
|
17
|
-
6. UX Handoff: MUST prompt the user to launch their first agent workflow with a suggested message (e.g., "Agentic workflow scaffold is ready. To launch your first agent workflow, use the launcher...").
|
|
18
|
-
7. Exit: MUST terminate execution.
|
|
19
|
-
|
|
20
|
-
[Exit: Await User Instruction]
|
|
@@ -1,62 +0,0 @@
|
|
|
1
|
-
# Workflow: Build Multi-Agent System
|
|
2
|
-
|
|
3
|
-
> Deploys an industrial-grade, self-adapting Multi-Agent Workspace architecture, scaffolding physical boundaries and relational SQLite context indexes.
|
|
4
|
-
|
|
5
|
-
---
|
|
6
|
-
|
|
7
|
-
## 1. Skill Behavior Workflow
|
|
8
|
-
|
|
9
|
-
This section visualizes how the `build-multi-agent-system` skill executes internally, detailing the sequence of operations, state transitions, and evaluation steps.
|
|
10
|
-
|
|
11
|
-
```mermaid
|
|
12
|
-
graph TD
|
|
13
|
-
Start([Workspace Scaffolding Requested]) --> DiscoverStack["Analyze project package.json/runtimes"]
|
|
14
|
-
DiscoverStack --> DeduceRoles["Deduce required specialist roles & PM / Challenger"]
|
|
15
|
-
DeduceRoles --> ScaffoldZones["Scaffold '6 Functional Zones' directories: State, Decisions, Logs, etc."]
|
|
16
|
-
ScaffoldZones --> GenMemoryIndexer["Generate language-appropriate index_memory script"]
|
|
17
|
-
GenMemoryIndexer --> GenAgentsRouter["Generate AGENTS.md routing brain"]
|
|
18
|
-
GenAgentsRouter --> RunIndexer["Execute memory indexer to initialize local memory.db SQLite index"]
|
|
19
|
-
RunIndexer --> VerifyExecution["Verify schema, tables, and execution status"]
|
|
20
|
-
VerifyExecution --> End([Scaffolding and hybrid relational memory initialized])
|
|
21
|
-
```
|
|
22
|
-
|
|
23
|
-
---
|
|
24
|
-
|
|
25
|
-
## 2. Triggering and Routing Path
|
|
26
|
-
|
|
27
|
-
This diagram illustrates how the `build-multi-agent-system` skill is triggered through user requests or developer actions, and how it integrates or chains together with other companion skills in the Harness OS ecosystem to form unified workflows.
|
|
28
|
-
|
|
29
|
-
```mermaid
|
|
30
|
-
graph LR
|
|
31
|
-
Router["harness-everything / tier-router.js"] -->|Keyword: agent / workspace / multi-agent| BMAS["build-multi-agent-system / SKILL.md"]
|
|
32
|
-
BMAS -->|Works hand-in-hand with spawning tool| CAL["create-agent-launcher / SKILL.md"]
|
|
33
|
-
BMAS -->|Stores architectural contracts in| GWD["grill-with-docs / SKILL.md"]
|
|
34
|
-
BMAS -->|Initializes memory rules via| Evolve["self-evolve / SKILL.md"]
|
|
35
|
-
```
|
|
36
|
-
|
|
37
|
-
---
|
|
38
|
-
|
|
39
|
-
## 3. Real-World Use Case Flowchart
|
|
40
|
-
|
|
41
|
-
Here we model concrete real-world scenarios and use cases of the `build-multi-agent-system` skill, illustrating standard success paths, error handling, or recovery loops.
|
|
42
|
-
|
|
43
|
-
```mermaid
|
|
44
|
-
graph TD
|
|
45
|
-
Start["User asks to set up an AI developer workspace for a Python backend"] --> Trigger["Invoke build-multi-agent-system"]
|
|
46
|
-
Trigger --> DetectStack["Identifies Python/Django stack"]
|
|
47
|
-
DetectStack --> BuildDirs["Creates .agents/, docs/decisions/, docs/architecture/, state/ folders"]
|
|
48
|
-
BuildDirs --> WriteIndexer["Creates python indexer script parsing markdown frontmatter"]
|
|
49
|
-
WriteIndexer --> CreateDB["Runs indexer, generating SQLite memory.db schema"]
|
|
50
|
-
CreateDB --> WriteAgentsRouter["Generates AGENTS.md with routing matrix"]
|
|
51
|
-
WriteAgentsRouter --> Done([Professional Multi-Agent Workspace deployed and indexed])
|
|
52
|
-
```
|
|
53
|
-
|
|
54
|
-
---
|
|
55
|
-
|
|
56
|
-
## 4. Verification Check
|
|
57
|
-
|
|
58
|
-
To ensure that the `build-multi-agent-system` skill is operating in strict compliance with Harness OS design laws, verify the following:
|
|
59
|
-
|
|
60
|
-
- [ ] **Physical Boundary Verification**: The skill boundaries are respected and do not leak context.
|
|
61
|
-
- [ ] **State Checkpoint Verification**: The active state is established, validated, and recorded at the beginning and end of each execution branch.
|
|
62
|
-
- [ ] **Cognitive Alignment**: The skill conforms to the **Think > Try > Summarize > Record** cognitive loop.
|
|
@@ -1,62 +0,0 @@
|
|
|
1
|
-
# Workflow: Create Agent Launcher
|
|
2
|
-
|
|
3
|
-
> Sub-agent generator for orchestrating multi-domain specialized agents to avoid token context waste and preserve developer focus.
|
|
4
|
-
|
|
5
|
-
---
|
|
6
|
-
|
|
7
|
-
## 1. Skill Behavior Workflow
|
|
8
|
-
|
|
9
|
-
This section visualizes how the `create-agent-launcher` skill executes internally, detailing the sequence of operations, state transitions, and evaluation steps.
|
|
10
|
-
|
|
11
|
-
```mermaid
|
|
12
|
-
graph TD
|
|
13
|
-
Start([Complex Task Demands Division of Labor]) --> AssessComplexity{Too complex for 1 context?}
|
|
14
|
-
AssessComplexity -->|No| Reject["Reject creation, resolve in current context via TDD"]
|
|
15
|
-
AssessComplexity -->|Yes| DefinePersona["Define highly restrictive specialized sub-agent persona"]
|
|
16
|
-
DefinePersona --> IsolateResources["Map exact, minimum file paths needed for sub-task"]
|
|
17
|
-
IsolateResources --> SelectModel["Select cost-effective model based on task weight"]
|
|
18
|
-
SelectModel --> WriteHandoff["Define strict input/output contract for sub-agent return report"]
|
|
19
|
-
WriteHandoff --> LaunchAgent["Launch specialized sub-agent under isolated sandbox"]
|
|
20
|
-
LaunchAgent --> MergeReport["Validate and merge sub-agent findings into main orchestrator"]
|
|
21
|
-
MergeReport --> End([Sub-agent work verified and closed])
|
|
22
|
-
```
|
|
23
|
-
|
|
24
|
-
---
|
|
25
|
-
|
|
26
|
-
## 2. Triggering and Routing Path
|
|
27
|
-
|
|
28
|
-
This diagram illustrates how the `create-agent-launcher` skill is triggered through user requests or developer actions, and how it integrates or chains together with other companion skills in the Harness OS ecosystem to form unified workflows.
|
|
29
|
-
|
|
30
|
-
```mermaid
|
|
31
|
-
graph LR
|
|
32
|
-
Router["harness-everything / tier-router.js"] -->|Requires agent specialization| CAL["create-agent-launcher / SKILL.md"]
|
|
33
|
-
CAL -->|Spawns agent on scaffolding provided by| BMAS["build-multi-agent-system / SKILL.md"]
|
|
34
|
-
CAL -->|Plans agent tasks using macro planner| Fable["fable-mode / SKILL.md"]
|
|
35
|
-
CAL -->|Limits child memory to prevent bloat via| FD["fable-discipline / SKILL.md"]
|
|
36
|
-
```
|
|
37
|
-
|
|
38
|
-
---
|
|
39
|
-
|
|
40
|
-
## 3. Real-World Use Case Flowchart
|
|
41
|
-
|
|
42
|
-
Here we model concrete real-world scenarios and use cases of the `create-agent-launcher` skill, illustrating standard success paths, error handling, or recovery loops.
|
|
43
|
-
|
|
44
|
-
```mermaid
|
|
45
|
-
graph TD
|
|
46
|
-
Start["Refactoring task involves SQL Schema migrations, Node endpoints, and React forms"] --> Trigger["create-agent-launcher skill executed"]
|
|
47
|
-
Trigger --> SpawnDB["Spawn 'Database Architect': Only views 'schema.sql' and outputs raw SQL migration"]
|
|
48
|
-
Trigger --> SpawnFE["Spawn 'Frontend Specialist': Only views 'Login.tsx' and outputs validated form code"]
|
|
49
|
-
SpawnDB & SpawnFE --> Collect["Main orchestrator receives isolated, highly focused diff reports from both"]
|
|
50
|
-
Collect --> Merge["Integrate changes and run integration testing"]
|
|
51
|
-
Merge --> Done([Complex task completed with 70% lower token cost and zero context confusion])
|
|
52
|
-
```
|
|
53
|
-
|
|
54
|
-
---
|
|
55
|
-
|
|
56
|
-
## 4. Verification Check
|
|
57
|
-
|
|
58
|
-
To ensure that the `create-agent-launcher` skill is operating in strict compliance with Harness OS design laws, verify the following:
|
|
59
|
-
|
|
60
|
-
- [ ] **Physical Boundary Verification**: The skill boundaries are respected and do not leak context.
|
|
61
|
-
- [ ] **State Checkpoint Verification**: The active state is established, validated, and recorded at the beginning and end of each execution branch.
|
|
62
|
-
- [ ] **Cognitive Alignment**: The skill conforms to the **Think > Try > Summarize > Record** cognitive loop.
|
|
@@ -1,105 +0,0 @@
|
|
|
1
|
-
#!/usr/bin/env node
|
|
2
|
-
/**
|
|
3
|
-
* Harness Behavioral Test Suite (E2E)
|
|
4
|
-
* Simulates an AI agent attempting both valid and invalid state transitions
|
|
5
|
-
* to mathematically prove the guardrails (Exit Code 1) are enforced.
|
|
6
|
-
*/
|
|
7
|
-
const { execSync } = require('child_process');
|
|
8
|
-
const fs = require('fs');
|
|
9
|
-
const path = require('path');
|
|
10
|
-
const { getWorkspaceRoot, getStateRoot } = require('../hooks/scripts/lib/harness-state');
|
|
11
|
-
|
|
12
|
-
console.log("=== ๐งช Harness Behavioral Test Suite ===");
|
|
13
|
-
|
|
14
|
-
const todoCli = 'node harness-everything/scripts/todo-cli.js';
|
|
15
|
-
const stateFile = path.join(getStateRoot(getWorkspaceRoot()), 'todo-state.json');
|
|
16
|
-
|
|
17
|
-
function run(cmd, expectFail = false) {
|
|
18
|
-
try {
|
|
19
|
-
const out = execSync(cmd, { stdio: 'pipe', encoding: 'utf8' });
|
|
20
|
-
if (expectFail) {
|
|
21
|
-
console.error(`โ FAILED: Expected command to fail, but it succeeded: ${cmd}`);
|
|
22
|
-
process.exit(1);
|
|
23
|
-
}
|
|
24
|
-
return out;
|
|
25
|
-
} catch (err) {
|
|
26
|
-
if (!expectFail) {
|
|
27
|
-
console.error(`โ FAILED: Unexpected failure: ${cmd}\n${err.stderr || err.message}`);
|
|
28
|
-
process.exit(1);
|
|
29
|
-
}
|
|
30
|
-
return err.stderr || err.stdout || err.message;
|
|
31
|
-
}
|
|
32
|
-
}
|
|
33
|
-
|
|
34
|
-
// 0. Setup: Clean slate - but this suite runs against the REAL
|
|
35
|
-
// .claude/harness-state/ directory of whatever project invokes it (e.g. via self-regression.js on
|
|
36
|
-
// a contributor's machine), so any real in-flight todo-state.json must be
|
|
37
|
-
// preserved, not clobbered. Back it up now and restore it on exit
|
|
38
|
-
// (success, assertion failure, or process.exit alike - 'exit' fires on all
|
|
39
|
-
// of them) instead of deleting real state outright.
|
|
40
|
-
const stateBackup = stateFile + '.selfregression-backup';
|
|
41
|
-
const hadExistingState = fs.existsSync(stateFile);
|
|
42
|
-
if (hadExistingState) fs.copyFileSync(stateFile, stateBackup);
|
|
43
|
-
if (fs.existsSync(stateFile)) fs.unlinkSync(stateFile);
|
|
44
|
-
if (fs.existsSync('.verify-fail.tmp')) fs.unlinkSync('.verify-fail.tmp');
|
|
45
|
-
console.log("๐งน State cleaned.");
|
|
46
|
-
|
|
47
|
-
process.on('exit', () => {
|
|
48
|
-
try {
|
|
49
|
-
if (hadExistingState) {
|
|
50
|
-
fs.copyFileSync(stateBackup, stateFile);
|
|
51
|
-
fs.unlinkSync(stateBackup);
|
|
52
|
-
} else if (fs.existsSync(stateFile)) {
|
|
53
|
-
fs.unlinkSync(stateFile);
|
|
54
|
-
}
|
|
55
|
-
if (fs.existsSync('.verify-fail.tmp')) fs.unlinkSync('.verify-fail.tmp');
|
|
56
|
-
} catch (e) {
|
|
57
|
-
// Best-effort - don't mask the real test outcome with a cleanup error.
|
|
58
|
-
}
|
|
59
|
-
});
|
|
60
|
-
|
|
61
|
-
// 1. Initialize
|
|
62
|
-
console.log("\n[Test 1] Agent initializes checklist...");
|
|
63
|
-
run(`${todoCli} init "Setup DB" "Create API"`);
|
|
64
|
-
console.log("โ
Passed: List initialized.");
|
|
65
|
-
|
|
66
|
-
// 2. Premature Completion (Skipping 'start')
|
|
67
|
-
console.log("\n[Test 2] Agent hallucinates completion without starting...");
|
|
68
|
-
const res2 = run(`${todoCli} complete 1`, true);
|
|
69
|
-
if (!res2.includes("NOT currently in-progress")) {
|
|
70
|
-
console.error("โ FAILED: Did not catch premature completion.");
|
|
71
|
-
process.exit(1);
|
|
72
|
-
}
|
|
73
|
-
console.log("โ
Passed: Blocked premature completion (Exit Code 1).");
|
|
74
|
-
|
|
75
|
-
// 3. Start Task
|
|
76
|
-
console.log("\n[Test 3] Agent starts task 1...");
|
|
77
|
-
run(`${todoCli} start 1`);
|
|
78
|
-
console.log("โ
Passed: Task 1 started.");
|
|
79
|
-
|
|
80
|
-
// 4. Multitasking (Attention Loss)
|
|
81
|
-
console.log("\n[Test 4] Agent loses attention and tries to start Task 2 concurrently...");
|
|
82
|
-
const res4 = run(`${todoCli} start 2`, true);
|
|
83
|
-
if (!res4.includes("already IN-PROGRESS")) {
|
|
84
|
-
console.error("โ FAILED: Did not block multitasking.");
|
|
85
|
-
process.exit(1);
|
|
86
|
-
}
|
|
87
|
-
console.log("โ
Passed: Blocked multitasking (Exit Code 1).");
|
|
88
|
-
|
|
89
|
-
// 5. Verification Failure (Compliance Theater)
|
|
90
|
-
console.log("\n[Test 5] Agent writes broken code and tries to force complete...");
|
|
91
|
-
fs.writeFileSync('.verify-fail.tmp', 'broken');
|
|
92
|
-
const res5 = run(`${todoCli} complete 1`, true);
|
|
93
|
-
if (!res5.includes("Verification Gate Failed")) {
|
|
94
|
-
console.error("โ FAILED: Verification gate failed to block completion.");
|
|
95
|
-
process.exit(1);
|
|
96
|
-
}
|
|
97
|
-
console.log("โ
Passed: Gate blocked completion and slapped agent (Exit Code 1).");
|
|
98
|
-
|
|
99
|
-
// 6. Successful Verification and Completion
|
|
100
|
-
console.log("\n[Test 6] Agent fixes code, verification passes, completes task...");
|
|
101
|
-
fs.unlinkSync('.verify-fail.tmp'); // Fix the "bug"
|
|
102
|
-
run(`${todoCli} complete 1`);
|
|
103
|
-
console.log("โ
Passed: Task 1 completed successfully.");
|
|
104
|
-
|
|
105
|
-
console.log("\n๐ ALL BEHAVIORAL TESTS PASSED. Guardrails are mathematically enforced.");
|