@cbartens/bkit 5.5.1 → 6.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.bkit/README.md +167 -154
- package/.bkit/core/.agents/context.md +95 -29
- package/.bkit/core/.agents/docs.md +18 -15
- package/.bkit/core/.agents/plugins/bkit/hooks/bkit-gateguard.cjs +1 -0
- package/.bkit/core/.agents/plugins/bkit/hooks/bkit-guardrails.cjs +6 -5
- package/.bkit/core/.agents/plugins/bkit/hooks/bkit-readguard.cjs +1 -0
- package/.bkit/core/.agents/plugins/bkit/hooks/bkit-rules.cjs +65 -0
- package/.bkit/core/.agents/rules.md +112 -102
- package/.bkit/core/.agents/skills.md +63 -15
- package/.bkit/core/.bkit/README.md +167 -154
- package/.bkit/core/.bkit/authoring.md +747 -0
- package/.bkit/core/.bkit/cli.md +407 -0
- package/.bkit/core/.bkit/cloud.md +283 -195
- package/.bkit/core/.bkit/comparison.md +45 -43
- package/.bkit/core/.bkit/install.md +166 -95
- package/.bkit/core/.bkit/jsonl.md +339 -196
- package/.bkit/core/.bkit/pipeline.md +142 -145
- package/.bkit/core/.bkit/prompts.md +295 -264
- package/.bkit/core/.bkit/providers.md +460 -277
- package/.bkit/core/.bkit/router.md +69 -0
- package/.bkit/core/.bkit/templates.md +530 -256
- package/.bkit/core/.bkit/trackers.md +116 -65
- package/.bkit/core/.bkit/workflows.md +742 -618
- package/.bkit/core/.claude/hooks/bkit-gateguard.cjs +2 -2
- package/.bkit/core/.claude/hooks/bkit-guardrails.cjs +3 -3
- package/.bkit/core/.claude/hooks/bkit-preflight.sh +45 -14
- package/.bkit/core/.codex/hooks/bkit-guardrails.cjs +3 -3
- package/.bkit/core/.codex/hooks/bkit-rules.cjs +57 -0
- package/.bkit/core/.cursor/hooks/bkit-guardrails.cjs +7 -7
- package/.bkit/core/.cursor/hooks/bkit-preflight.sh +47 -12
- package/.bkit/core/.opencode/plugin/bkit-rules.js +89 -0
- package/.bkit/core/AGENTS.md +6 -80
- package/.bkit/core/docs/templates/bkit-audit-accessibility.md +128 -130
- package/.bkit/core/docs/templates/bkit-audit-adoption.md +104 -94
- package/.bkit/core/docs/templates/bkit-audit-agents.md +96 -98
- package/.bkit/core/docs/templates/bkit-audit-aio-seo.md +100 -103
- package/.bkit/core/docs/templates/bkit-audit-analytics.md +141 -107
- package/.bkit/core/docs/templates/bkit-audit-annotations.md +99 -97
- package/.bkit/core/docs/templates/bkit-audit-app-performance.md +122 -121
- package/.bkit/core/docs/templates/bkit-audit-app-store.md +158 -101
- package/.bkit/core/docs/templates/bkit-audit-architecture.md +114 -96
- package/.bkit/core/docs/templates/bkit-audit-ci-performance.md +76 -97
- package/.bkit/core/docs/templates/bkit-audit-config.md +123 -101
- package/.bkit/core/docs/templates/bkit-audit-cost.md +86 -99
- package/.bkit/core/docs/templates/bkit-audit-coverage.md +76 -93
- package/.bkit/core/docs/templates/bkit-audit-database.md +102 -95
- package/.bkit/core/docs/templates/bkit-audit-dead-code.md +165 -108
- package/.bkit/core/docs/templates/bkit-audit-deferrals.md +115 -109
- package/.bkit/core/docs/templates/bkit-audit-dependencies.md +265 -113
- package/.bkit/core/docs/templates/bkit-audit-documentation.md +119 -118
- package/.bkit/core/docs/templates/bkit-audit-duplication.md +140 -111
- package/.bkit/core/docs/templates/bkit-audit-failures.md +111 -106
- package/.bkit/core/docs/templates/bkit-audit-flakes.md +100 -99
- package/.bkit/core/docs/templates/bkit-audit-gates.md +107 -103
- package/.bkit/core/docs/templates/bkit-audit-issues.md +105 -105
- package/.bkit/core/docs/templates/bkit-audit-llm.md +134 -85
- package/.bkit/core/docs/templates/bkit-audit-logs.md +124 -125
- package/.bkit/core/docs/templates/bkit-audit-models.md +99 -78
- package/.bkit/core/docs/templates/bkit-audit-privacy.md +56 -76
- package/.bkit/core/docs/templates/bkit-audit-prompts.md +63 -78
- package/.bkit/core/docs/templates/bkit-audit-red-team.md +125 -93
- package/.bkit/core/docs/templates/bkit-audit-reliability.md +97 -96
- package/.bkit/core/docs/templates/bkit-audit-repo.md +170 -98
- package/.bkit/core/docs/templates/bkit-audit-security.md +207 -121
- package/.bkit/core/docs/templates/bkit-audit-slop.md +78 -95
- package/.bkit/core/docs/templates/bkit-audit-testing.md +163 -139
- package/.bkit/core/docs/templates/bkit-audit-usability.md +114 -96
- package/.bkit/core/docs/templates/bkit-plan.md +158 -281
- package/.bkit/core/engine/checks/after/auth.ts +40 -37
- package/.bkit/core/engine/checks/after/ci-yml.ts +104 -31
- package/.bkit/core/engine/checks/after/github.ts +95 -17
- package/.bkit/core/engine/checks/after/index.ts +21 -8
- package/.bkit/core/engine/checks/after/suppression.ts +8 -5
- package/.bkit/core/engine/checks/after/tools.ts +125 -123
- package/.bkit/core/engine/checks/before/context-fetch.ts +227 -33
- package/.bkit/core/engine/checks/before/env.ts +3 -3
- package/.bkit/core/engine/checks/before/files.ts +5 -4
- package/.bkit/core/engine/checks/before/index.ts +25 -1
- package/.bkit/core/engine/checks/before/repo.ts +208 -2
- package/.bkit/core/engine/checks/status-holes.ts +916 -123
- package/.bkit/core/engine/checks/tips/catalogue.ts +82 -20
- package/.bkit/core/engine/checks/tips/detect.ts +66 -0
- package/.bkit/core/engine/checks/tips/index.ts +52 -11
- package/.bkit/core/engine/cli.ts +251 -130
- package/.bkit/core/engine/commands/analysis.ts +282 -199
- package/.bkit/core/engine/commands/ci/ci.ts +363 -29
- package/.bkit/core/engine/commands/ci/pins.ts +172 -0
- package/.bkit/core/engine/commands/ci/push-gate.ts +223 -0
- package/.bkit/core/engine/commands/comply.ts +77 -103
- package/.bkit/core/engine/commands/install/doctor.ts +2 -2
- package/.bkit/core/engine/commands/install/install.ts +57 -18
- package/.bkit/core/engine/commands/install/uninstall.ts +86 -55
- package/.bkit/core/engine/commands/install/upgrade.ts +32 -15
- package/.bkit/core/engine/commands/land.ts +139 -18
- package/.bkit/core/engine/commands/lib.ts +381 -22
- package/.bkit/core/engine/commands/registry.ts +10 -2
- package/.bkit/core/engine/commands/setup/setup.ts +8 -7
- package/.bkit/core/engine/commands/stats.ts +260 -0
- package/.bkit/core/engine/commands/tips.ts +10 -5
- package/.bkit/core/engine/commands/workflow/branches.ts +2215 -176
- package/.bkit/core/engine/commands/workflow/challenge.ts +748 -0
- package/.bkit/core/engine/commands/workflow/completeness.ts +109 -0
- package/.bkit/core/engine/commands/workflow/context.ts +1249 -47
- package/.bkit/core/engine/commands/workflow/counters.ts +483 -95
- package/.bkit/core/engine/commands/workflow/decisions.ts +585 -0
- package/.bkit/core/engine/commands/workflow/disk.ts +238 -56
- package/.bkit/core/engine/commands/workflow/fids.ts +811 -33
- package/.bkit/core/engine/commands/workflow/issues.ts +413 -64
- package/.bkit/core/engine/commands/workflow/ledgers.ts +1333 -36
- package/.bkit/core/engine/commands/workflow/locks.ts +28 -2
- package/.bkit/core/engine/commands/workflow/plan-blocks.ts +691 -0
- package/.bkit/core/engine/commands/workflow/plan-versions.ts +21 -0
- package/.bkit/core/engine/commands/workflow/plans.ts +257 -0
- package/.bkit/core/engine/commands/workflow/prs.ts +178 -33
- package/.bkit/core/engine/commands/workflow/repo.ts +66 -8
- package/.bkit/core/engine/commands/workflow/roadmap.ts +72 -22
- package/.bkit/core/engine/commands/workflow/run-facts.ts +492 -0
- package/.bkit/core/engine/commands/workflow/runs.ts +827 -79
- package/.bkit/core/engine/commands/workflow/runtime.ts +25 -1
- package/.bkit/core/engine/commands/workflow/skills.ts +1 -0
- package/.bkit/core/engine/commands/workflow/status.ts +329 -33
- package/.bkit/core/engine/commands/workflow/step-table.ts +381 -0
- package/.bkit/core/engine/commands/workflow/steps.ts +841 -105
- package/.bkit/core/engine/commands/workflow/summary-findings.ts +177 -0
- package/.bkit/core/engine/commands/workflow/summary.ts +544 -0
- package/.bkit/core/engine/commands/workflow/tasks.ts +409 -0
- package/.bkit/core/engine/commands/workflow/test-blocks.ts +254 -0
- package/.bkit/core/engine/commands/workflow/tests-changed.ts +201 -0
- package/.bkit/core/engine/commands/workflow/tests.ts +2124 -330
- package/.bkit/core/engine/commands/workflow/tracker.ts +1195 -0
- package/.bkit/core/engine/commands/workflow/workflows.ts +1197 -235
- package/.bkit/core/engine/commands/workflow/worktrees.ts +543 -24
- package/.bkit/core/engine/install/cloud-env.ts +251 -121
- package/.bkit/core/engine/install/context-ci-workflow.ts +102 -0
- package/.bkit/core/engine/install/manifest.ts +67 -17
- package/.bkit/core/engine/install/modules/antigravity.ts +3 -2
- package/.bkit/core/engine/install/modules/cloud.ts +24 -16
- package/.bkit/core/engine/install/modules/codex.ts +15 -2
- package/.bkit/core/engine/install/modules/core.ts +1196 -45
- package/.bkit/core/engine/install/modules/cursor.ts +6 -6
- package/.bkit/core/engine/install/modules/opencode.ts +18 -6
- package/.bkit/core/engine/install/template-notes.ts +130 -0
- package/.bkit/core/engine/install/version-file.ts +9 -4
- package/.bkit/core/engine/install/write.ts +5 -0
- package/.bkit/core/engine/ledgers/compact.ts +124 -0
- package/.bkit/core/engine/ledgers/journal.ts +291 -0
- package/.bkit/core/engine/ledgers/migrate.ts +92 -0
- package/.bkit/core/engine/ledgers/status.ts +249 -21
- package/.bkit/core/engine/ledgers/telemetry.ts +1397 -253
- package/.bkit/core/engine/render/hosts.ts +118 -14
- package/.bkit/core/engine/render/models.ts +12 -0
- package/.bkit/core/engine/shared/bkit-latest.ts +26 -4
- package/.bkit/core/engine/shared/branches.ts +4 -1
- package/.bkit/core/engine/shared/dep-updater.ts +60 -0
- package/.bkit/core/engine/shared/egress.ts +8 -1
- package/.bkit/core/engine/shared/json.ts +25 -7
- package/.bkit/core/engine/shared/package-manager.ts +9 -0
- package/.bkit/core/engine/shared/settings.ts +243 -31
- package/.bkit/core/engine/shared/text.ts +361 -0
- package/.bkit/core/engine/shared/timeouts.ts +2 -0
- package/.bkit/core/engine/tools/cli-doc.ts +111 -0
- package/.bkit/core/engine/tools/grammar-density.ts +215 -0
- package/.bkit/core/engine/tools/instructions-sources.ts +832 -0
- package/.bkit/core/engine/tools/instructions.ts +1802 -0
- package/.bkit/core/hooks/antigravity-hook.js +25 -10
- package/.bkit/core/hooks/gateguard-engine.js +54 -29
- package/.bkit/core/hooks/guardrails-shell.js +4 -5
- package/.bkit/core/hooks/guardrails-tiers.js +10 -4
- package/.bkit/core/hooks/preflight-linear.sh +9 -9
- package/.bkit/core/hooks/preflight-rules.sh +8 -0
- package/.bkit/core/hooks/readguard-engine.js +29 -10
- package/.bkit/core/hooks/session-rules-advisory.js +61 -0
- package/.bkit/core/prompts/bkit-audit-generate.md +202 -94
- package/.bkit/core/prompts/bkit-build-challenge-1.md +76 -34
- package/.bkit/core/prompts/bkit-build-challenge-2.md +85 -38
- package/.bkit/core/prompts/bkit-build-install-skills.md +50 -28
- package/.bkit/core/prompts/bkit-build-plan-convert.md +85 -0
- package/.bkit/core/prompts/bkit-build-plan-current.md +59 -36
- package/.bkit/core/prompts/bkit-build-plan-gaps-remediate.md +101 -36
- package/.bkit/core/prompts/bkit-build-plan-tasks.md +149 -0
- package/.bkit/core/prompts/bkit-build-plan-tests.md +120 -0
- package/.bkit/core/prompts/bkit-build-plan-verify.md +104 -43
- package/.bkit/core/prompts/bkit-debug-abort-handover.md +47 -32
- package/.bkit/core/prompts/bkit-debug-failure-diagnose.md +109 -57
- package/.bkit/core/prompts/bkit-debug-failure-remediate.md +65 -39
- package/.bkit/core/prompts/bkit-debug-failure-reproduce.md +53 -31
- package/.bkit/core/prompts/bkit-debug-failure-soak.md +65 -34
- package/.bkit/core/prompts/bkit-design-brainstorm-ideate-1.md +46 -31
- package/.bkit/core/prompts/bkit-design-brainstorm-ideate-2.md +45 -31
- package/.bkit/core/prompts/bkit-design-brainstorm-ideate-3.md +43 -30
- package/.bkit/core/prompts/bkit-design-generate.md +80 -46
- package/.bkit/core/prompts/bkit-design-organise.md +83 -32
- package/.bkit/core/prompts/bkit-design-review-1.md +70 -50
- package/.bkit/core/prompts/bkit-design-review-2.md +65 -46
- package/.bkit/core/prompts/bkit-design-spike.md +64 -40
- package/.bkit/core/prompts/bkit-design-update.md +53 -28
- package/.bkit/core/prompts/bkit-plan-generate.md +101 -29
- package/.bkit/core/prompts/bkit-plan-review-1.md +78 -41
- package/.bkit/core/prompts/bkit-plan-review-2.md +78 -35
- package/.bkit/core/prompts/bkit-plan-scope-check.md +116 -0
- package/.bkit/core/prompts/bkit-plan-update.md +86 -31
- package/.bkit/core/prompts/bkit-ship-conflict-resolve.md +94 -50
- package/.bkit/core/prompts/bkit-ship-deferred-sweep.md +91 -41
- package/.bkit/core/prompts/bkit-ship-update-docs.md +45 -24
- package/.bkit/core/prompts/bkit-utility-compress-markdown.md +65 -49
- package/.bkit/core/prompts/bkit-utility-update-decisions.md +87 -42
- package/.bkit/core/prompts/bkit-utility-update-deferrals.md +81 -37
- package/.bkit/core/prompts/bkit-utility-update-documentation.md +43 -25
- package/.bkit/core/prompts/bkit-utility-update-failures.md +84 -37
- package/.bkit/core/prompts/bkit-utility-update-knowledge.md +88 -42
- package/.bkit/core/prompts/bkit-utility-update-roadmap.md +92 -39
- package/.bkit/core/prompts/bkit-utility-update-tracker.md +159 -60
- package/.bkit/core/workflows/bkit-auto.md +89 -58
- package/.bkit/core/workflows/bkit-build.md +967 -517
- package/.bkit/core/workflows/bkit-debug.md +555 -387
- package/.bkit/core/workflows/bkit-design.md +319 -283
- package/.bkit/core/workflows/bkit-plan.md +319 -342
- package/.bkit/core/workflows/bkit-ship.md +525 -328
- package/.bkit/shared/.agents/plugins/bkit/hooks.json +10 -0
- package/.bkit/shared/.bkit/.env.example +2 -2
- package/.bkit/shared/.claude/bkit-cloud.md +12 -10
- package/.bkit/shared/.claude/settings.json +14 -0
- package/.bkit/shared/.codex/bkit-cloud.md +98 -0
- package/.bkit/shared/.codex/hooks.json +20 -0
- package/.bkit/shared/.cursor/bkit-cloud.md +3 -3
- package/.bkit/shared/.cursor/mcp.json +1 -1
- package/.bkit/shared/.cursor/rules/bkit-rules.mdc +1 -1
- package/.bkit/shared/.gitattributes +1 -1
- package/.bkit/shared/.mcp.json +1 -1
- package/.bkit/shared/.opencode/opencode.json +12 -1
- package/.bkit/shared/CLAUDE.md +6 -2
- package/.bkit/shared/GEMINI.md +5 -2
- package/.bkit/shared/docs/architecture.md +4 -7
- package/.bkit/shared/docs/data-schema.md +4 -7
- package/.bkit/shared/docs/deployments.md +241 -168
- package/.bkit/shared/docs/design.md +11 -12
- package/.bkit/shared/docs/noise.md +8 -7
- package/.bkit/shared/docs/observability.md +5 -8
- package/.bkit/shared/docs/security.md +35 -17
- package/.bkit/shared/docs/setup.md +29 -18
- package/.bkit/shared/docs/technology.md +3 -6
- package/.bkit/shared/docs/testing.md +289 -174
- package/.bkit/shared/gitignore +6 -2
- package/.bkit/templates/.claude/hooks/bkit-cloud-bootstrap.sh +15 -16
- package/.bkit/templates/.cursor/Dockerfile +12 -8
- package/.bkit/templates/.cursor/environment.json +1 -1
- package/.bkit/templates/.github/ISSUE_TEMPLATE/bkit-bug.yml +10 -8
- package/.bkit/templates/.github/ISSUE_TEMPLATE/bkit-change.yml +45 -12
- package/.bkit/templates/.github/ISSUE_TEMPLATE/bkit-idea.yml +3 -3
- package/.bkit/templates/.github/renovate.json5 +34 -6
- package/.bkit/templates/.github/workflows/bkit-ci.yml +54 -51
- package/.bkit/templates/.github/workflows/bkit-cloud.yml +34 -33
- package/.bkit/templates/.github/workflows/bkit-health.yml +97 -0
- package/.bkit/templates/.github/workflows/bkit-renovate.yml +5 -4
- package/.bkit/templates/.github/workflows/bkit-trivy.yml +5 -4
- package/.bkit/templates/.husky/pre-commit +2 -2
- package/.bkit/templates/.husky/pre-push +96 -36
- package/.bkit/templates/.prettierignore +6 -0
- package/.bkit/templates/.vale.ini +27 -27
- package/.bkit/templates/context/bkit-cloudrun.md +23 -15
- package/.bkit/templates/context/bkit-expo.md +70 -52
- package/.bkit/templates/context/bkit-github.md +93 -56
- package/.bkit/templates/context/bkit-inngest.md +21 -15
- package/.bkit/templates/context/bkit-maestro.md +22 -16
- package/.bkit/templates/context/bkit-playwright.md +23 -17
- package/.bkit/templates/context/bkit-resend.md +12 -10
- package/.bkit/templates/context/bkit-sentry.md +30 -20
- package/.bkit/templates/context/bkit-serena.md +8 -7
- package/.bkit/templates/context/bkit-stripe.md +14 -13
- package/.bkit/templates/context/bkit-supabase.md +16 -13
- package/.bkit/templates/context/bkit-tavily.md +14 -11
- package/.bkit/templates/context/bkit-vercel.md +27 -18
- package/.bkit/templates/docs/capabilities.md +15 -14
- package/.bkit/templates/scripts/ci/{check-accepted-divergences.mjs → bkit-check-accepted-divergences.mjs} +6 -3
- package/.bkit/templates/scripts/ci/{check-accepted-divergences.test.mjs → bkit-check-accepted-divergences.test.mjs} +3 -3
- package/.bkit/templates/scripts/ci/{check-capstone.mjs → bkit-check-capstone.mjs} +2 -2
- package/.bkit/templates/scripts/ci/{check-capstone.test.mjs → bkit-check-capstone.test.mjs} +4 -4
- package/.bkit/templates/scripts/ci/{check-dependency-audit.mjs → bkit-check-dependency-audit.mjs} +103 -18
- package/.bkit/templates/scripts/ci/{check-dependency-audit.test.mjs → bkit-check-dependency-audit.test.mjs} +31 -3
- package/.bkit/templates/scripts/ci/bkit-machine-lock.sh +387 -0
- package/.bkit/templates/scripts/ci/bkit-test-awake.mjs +75 -0
- package/.bkit/templates/scripts/ci/bkit-test-awake.test.mjs +160 -0
- package/.bkit/templates/scripts/ci/lanes/{resolve-push-base.mjs → bkit-resolve-push-base.mjs} +3 -3
- package/.bkit/templates/scripts/ci/lanes/{resolve-push-base.test.mjs → bkit-resolve-push-base.test.mjs} +4 -4
- package/.bkit/templates/scripts/cleanup/bkit-disk-prune.mjs +10 -2
- package/.bkit/templates/scripts/graphify/bkit-graph-drift.py +1 -1
- package/.bkit/templates/scripts/graphify/bkit-graph-eager.py +3 -3
- package/.bkit/templates/scripts/graphify/bkit-graph-embed.py +63 -0
- package/.bkit/templates/scripts/graphify/bkit-graph-imports.py +2 -2
- package/.bkit/templates/scripts/graphify/bkit-graph-pre-push.sh +69 -18
- package/.bkit/templates/scripts/graphify/bkit-graph-repair.py +3 -3
- package/.bkit/templates/scripts/graphify/bkit-graph-surface.py +1 -1
- package/.bkit/templates/scripts/graphify/bkit-graphify-graphml.py +1 -1
- package/.bkit/templates/scripts/graphify/bkit-graphify-rollup.py +197 -126
- package/.bkit/templates/scripts/graphify/bkit-graphify.sh +64 -41
- package/.bkit/templates/scripts/slop/bkit-slop-type-suppression.mjs +23 -7
- package/.bkit/templates/slop-scan.config.json +9 -2
- package/CHANGELOG.md +231 -0
- package/README.md +278 -89
- package/dist/checks/after/auth.js +36 -33
- package/dist/checks/after/ci-yml.js +91 -30
- package/dist/checks/after/github.js +91 -17
- package/dist/checks/after/index.js +22 -11
- package/dist/checks/after/suppression.js +8 -5
- package/dist/checks/after/tools.js +111 -114
- package/dist/checks/before/context-fetch.js +218 -33
- package/dist/checks/before/env.js +3 -3
- package/dist/checks/before/files.js +5 -3
- package/dist/checks/before/index.js +20 -3
- package/dist/checks/before/repo.js +197 -2
- package/dist/checks/status-holes.js +739 -114
- package/dist/checks/tips/catalogue.js +70 -19
- package/dist/checks/tips/detect.js +62 -0
- package/dist/checks/tips/index.js +51 -9
- package/dist/cli.js +234 -124
- package/dist/commands/analysis.js +174 -141
- package/dist/commands/ci/ci.js +302 -25
- package/dist/commands/ci/pins.js +142 -0
- package/dist/commands/ci/push-gate.js +194 -0
- package/dist/commands/comply.js +54 -91
- package/dist/commands/install/doctor.js +2 -2
- package/dist/commands/install/install.js +50 -19
- package/dist/commands/install/uninstall.js +82 -55
- package/dist/commands/install/upgrade.js +21 -11
- package/dist/commands/land.js +137 -17
- package/dist/commands/lib.js +295 -21
- package/dist/commands/registry.js +10 -2
- package/dist/commands/setup/setup.js +8 -7
- package/dist/commands/stats.js +175 -0
- package/dist/commands/tips.js +7 -3
- package/dist/commands/workflow/branches.js +1873 -152
- package/dist/commands/workflow/challenge.js +609 -0
- package/dist/commands/workflow/completeness.js +97 -0
- package/dist/commands/workflow/context.js +1045 -46
- package/dist/commands/workflow/counters.js +385 -86
- package/dist/commands/workflow/decisions.js +484 -0
- package/dist/commands/workflow/disk.js +214 -56
- package/dist/commands/workflow/fids.js +706 -33
- package/dist/commands/workflow/issues.js +349 -59
- package/dist/commands/workflow/ledgers.js +1123 -37
- package/dist/commands/workflow/locks.js +26 -2
- package/dist/commands/workflow/plan-blocks.js +501 -0
- package/dist/commands/workflow/plan-versions.js +22 -0
- package/dist/commands/workflow/plans.js +205 -0
- package/dist/commands/workflow/prs.js +154 -35
- package/dist/commands/workflow/repo.js +58 -8
- package/dist/commands/workflow/roadmap.js +58 -23
- package/dist/commands/workflow/run-facts.js +421 -0
- package/dist/commands/workflow/runs.js +670 -72
- package/dist/commands/workflow/runtime.js +15 -1
- package/dist/commands/workflow/skills.js +1 -0
- package/dist/commands/workflow/status.js +282 -34
- package/dist/commands/workflow/step-table.js +308 -0
- package/dist/commands/workflow/steps.js +703 -96
- package/dist/commands/workflow/summary-findings.js +117 -0
- package/dist/commands/workflow/summary.js +388 -0
- package/dist/commands/workflow/tasks.js +378 -0
- package/dist/commands/workflow/test-blocks.js +231 -0
- package/dist/commands/workflow/tests-changed.js +172 -0
- package/dist/commands/workflow/tests.js +1695 -305
- package/dist/commands/workflow/tracker.js +983 -0
- package/dist/commands/workflow/workflows.js +1014 -222
- package/dist/commands/workflow/worktrees.js +432 -26
- package/dist/install/cloud-env.js +233 -99
- package/dist/install/context-ci-workflow.js +85 -0
- package/dist/install/manifest.js +64 -17
- package/dist/install/modules/antigravity.js +3 -2
- package/dist/install/modules/cloud.js +25 -16
- package/dist/install/modules/codex.js +12 -2
- package/dist/install/modules/core.js +1090 -48
- package/dist/install/modules/cursor.js +6 -6
- package/dist/install/modules/opencode.js +13 -7
- package/dist/install/template-notes.js +116 -0
- package/dist/install/version-file.js +9 -4
- package/dist/ledgers/compact.js +87 -0
- package/dist/ledgers/journal.js +233 -0
- package/dist/ledgers/migrate.js +81 -0
- package/dist/ledgers/status.js +176 -13
- package/dist/ledgers/telemetry.js +1010 -125
- package/dist/render/hosts.js +104 -14
- package/dist/render/models.js +12 -0
- package/dist/shared/bkit-latest.js +26 -4
- package/dist/shared/branches.js +3 -1
- package/dist/shared/dep-updater.js +49 -0
- package/dist/shared/egress.js +8 -1
- package/dist/shared/json.js +20 -7
- package/dist/shared/package-manager.js +6 -0
- package/dist/shared/settings.js +181 -24
- package/dist/shared/text.js +333 -0
- package/dist/shared/timeouts.js +2 -0
- package/dist/tools/cli-doc.js +97 -0
- package/dist/tools/grammar-density.js +183 -0
- package/dist/tools/instructions-sources.js +720 -0
- package/dist/tools/instructions.js +1623 -0
- package/package.json +156 -51
- package/.bkit/core/.bkit/lite.md +0 -73
- package/.bkit/core/engine/commands/harvest.ts +0 -459
- package/.bkit/core/engine/commands/workflow/workstreams.ts +0 -166
- package/.bkit/core/engine/tools/wording.ts +0 -748
- package/.bkit/core/prompts/bkit-build-challenge-reconcile.md +0 -69
- package/.bkit/core/prompts/bkit-build-challenge-remediate.md +0 -71
- package/.bkit/core/prompts/bkit-build-challenge-tests.md +0 -74
- package/.bkit/core/prompts/bkit-build-plan-execute.md +0 -76
- package/.bkit/core/prompts/bkit-build-summary.md +0 -94
- package/.bkit/core/prompts/bkit-debug-summary.md +0 -96
- package/.bkit/core/prompts/bkit-design-summary.md +0 -107
- package/.bkit/core/prompts/bkit-plan-complexity-check.md +0 -67
- package/.bkit/core/prompts/bkit-plan-complexity-split.md +0 -88
- package/.bkit/core/prompts/bkit-plan-review-3.md +0 -93
- package/.bkit/core/prompts/bkit-plan-scope-check-1.md +0 -85
- package/.bkit/core/prompts/bkit-plan-scope-check-2.md +0 -85
- package/.bkit/core/prompts/bkit-plan-summary.md +0 -107
- package/.bkit/core/prompts/bkit-ship-summary.md +0 -78
- package/.bkit/templates/scripts/ci/bkit-local-stack-lock.sh +0 -194
- package/dist/commands/harvest.js +0 -353
- package/dist/commands/workflow/workstreams.js +0 -143
- package/dist/tools/wording.js +0 -680
- /package/.bkit/templates/.vale/styles/{House → Bkit}/Filler.yml +0 -0
- /package/.bkit/templates/.vale/styles/{House → Bkit}/Hedging.yml +0 -0
- /package/.bkit/templates/.vale/styles/{House → Bkit}/LLMSlop.yml +0 -0
- /package/.bkit/templates/.vale/styles/{House → Bkit}/Verbose.yml +0 -0
- /package/.bkit/templates/scripts/ci/{accepted-advisories.json → bkit-accepted-advisories.json} +0 -0
- /package/.bkit/templates/scripts/ci/{accepted-divergences.json → bkit-accepted-divergences.json} +0 -0
- /package/.bkit/templates/scripts/launchd/{launchd.env.example → bkit-launchd.env.example} +0 -0
- /package/.bkit/templates/scripts/launchd/{ai.bkit.launchd.plist → bkit-launchd.plist} +0 -0
|
@@ -1,33 +1,36 @@
|
|
|
1
|
-
// commands/analysis.ts —
|
|
1
|
+
// commands/analysis.ts — the computations behind `bkit stats` (commands/stats.ts) and the
|
|
2
|
+
// cross-repo section of the harvest report (scripts/harvest/, bkit's checkout only).
|
|
2
3
|
//
|
|
3
4
|
// Provides:
|
|
4
5
|
// 1. Counts/rates/elapsed-time over telemetry rows.
|
|
5
|
-
// 2. Size↔outcome regression (
|
|
6
|
-
//
|
|
7
|
-
// 3. Dispatch-size threshold computation
|
|
8
|
-
// 4. `
|
|
9
|
-
// (model-self-report
|
|
6
|
+
// 2. Size↔outcome regression (error rate per `lines.total.added` bucket) over
|
|
7
|
+
// `kind:"outcome"` rows.
|
|
8
|
+
// 3. Dispatch-size threshold computation, printed by `bkit stats` and the harvest report.
|
|
9
|
+
// 4. `counter.source` trust labelling: each outcome row is joined to its `counter` row
|
|
10
|
+
// (model-self-report or shell-bus).
|
|
10
11
|
// 5. Per-rule compliance rate over `kind:"compliance"` rows.
|
|
11
|
-
// 6. Per-`
|
|
12
|
+
// 6. Per-`bkit.version` release-attributed regression.
|
|
12
13
|
//
|
|
13
|
-
//
|
|
14
|
-
//
|
|
15
|
-
//
|
|
14
|
+
// Rows are read folded, so rows written without `schema` arrive in the current shape.
|
|
15
|
+
//
|
|
16
|
+
// Every figure built from `outcome`, `counter` or `compliance` rows is computed twice: once over
|
|
17
|
+
// the rows workflow closes wrote, once over the rows a direct chat wrote (`by.workflow`
|
|
18
|
+
// `utility`). No figure adds the two together.
|
|
16
19
|
//
|
|
17
20
|
// All computation is advisory + inform-only; never gates any workflow.
|
|
18
21
|
// See DE-34 for the shared-entrypoint + crash-isolation contract.
|
|
19
22
|
|
|
20
|
-
import * as fs from "node:fs";
|
|
21
|
-
import * as path from "node:path";
|
|
22
23
|
import {
|
|
24
|
+
AGENT_CONTEXT_CAP,
|
|
23
25
|
UNJUSTIFIED_REASON,
|
|
24
26
|
foldFrom,
|
|
27
|
+
type CompliancePayload,
|
|
25
28
|
type CounterPayload,
|
|
29
|
+
type DeferralPayload,
|
|
26
30
|
type OutcomePayload,
|
|
27
31
|
type TelemetryEnvelope,
|
|
28
32
|
type TelemetryEvent,
|
|
29
33
|
} from "../ledgers/telemetry.js";
|
|
30
|
-
import { HARVEST_DEST_DIR } from "./harvest.js";
|
|
31
34
|
|
|
32
35
|
// ---------------------------------------------------------------------------
|
|
33
36
|
// Types
|
|
@@ -36,38 +39,45 @@ import { HARVEST_DEST_DIR } from "./harvest.js";
|
|
|
36
39
|
/** A `kind:"outcome"` ledger row: the shared envelope plus the outcome payload. */
|
|
37
40
|
export type OutcomeRow = TelemetryEnvelope & OutcomePayload;
|
|
38
41
|
|
|
39
|
-
/** A `kind:"counter"` ledger row; `
|
|
42
|
+
/** A `kind:"counter"` ledger row; `counter.source` lives here, never on the outcome row. */
|
|
40
43
|
export type CounterRow = TelemetryEnvelope & CounterPayload;
|
|
41
44
|
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
repo: string;
|
|
45
|
-
bkitVersion: string;
|
|
46
|
-
rule: string;
|
|
47
|
-
result: "pass" | "fail" | "n/a";
|
|
48
|
-
phase: string;
|
|
49
|
-
parentSha: string;
|
|
50
|
-
}
|
|
45
|
+
/** A `kind:"compliance"` ledger row. */
|
|
46
|
+
export type ComplianceRow = TelemetryEnvelope & CompliancePayload;
|
|
51
47
|
|
|
52
48
|
// ---------------------------------------------------------------------------
|
|
53
49
|
// Counts / rates summary
|
|
54
50
|
// ---------------------------------------------------------------------------
|
|
55
51
|
|
|
52
|
+
/** `by.workflow` of a row a direct chat wrote, outside any workflow run. */
|
|
53
|
+
export const UTILITY_WORKFLOW = "utility";
|
|
54
|
+
|
|
55
|
+
/** Who wrote a row: a workflow (its close, or its orchestrator), or a direct chat. */
|
|
56
|
+
export type RowSource = "workflow" | "utility";
|
|
57
|
+
|
|
58
|
+
export const ROW_SOURCES: readonly RowSource[] = ["workflow", "utility"];
|
|
59
|
+
|
|
60
|
+
export function rowSource(row: Pick<TelemetryEnvelope, "by">): RowSource {
|
|
61
|
+
return row.by?.workflow === UTILITY_WORKFLOW ? "utility" : "workflow";
|
|
62
|
+
}
|
|
63
|
+
|
|
56
64
|
export interface TelemetryCounts {
|
|
57
65
|
total: number;
|
|
58
|
-
|
|
66
|
+
/** Rows per kind, workflow rows and direct-chat rows apart. */
|
|
67
|
+
byKind: Record<string, Record<RowSource, number>>;
|
|
59
68
|
byWorkflow: Record<string, number>;
|
|
60
69
|
byRepo: Record<string, number>;
|
|
61
70
|
}
|
|
62
71
|
|
|
63
72
|
export function computeCounts(events: TelemetryEvent[]): TelemetryCounts {
|
|
64
|
-
const byKind: Record<string, number
|
|
73
|
+
const byKind: Record<string, Record<RowSource, number>> = {};
|
|
65
74
|
const byWorkflow: Record<string, number> = {};
|
|
66
75
|
const byRepo: Record<string, number> = {};
|
|
67
76
|
|
|
68
77
|
for (const ev of events) {
|
|
69
|
-
byKind[ev.kind]
|
|
70
|
-
|
|
78
|
+
(byKind[ev.kind] ??= { workflow: 0, utility: 0 })[rowSource(ev)]++;
|
|
79
|
+
const workflow = ev.by?.workflow ?? "unknown";
|
|
80
|
+
byWorkflow[workflow] = (byWorkflow[workflow] ?? 0) + 1;
|
|
71
81
|
byRepo[ev.repo] = (byRepo[ev.repo] ?? 0) + 1;
|
|
72
82
|
}
|
|
73
83
|
|
|
@@ -80,43 +90,118 @@ export function computeCounts(events: TelemetryEvent[]): TelemetryCounts {
|
|
|
80
90
|
|
|
81
91
|
export interface ElapsedStats {
|
|
82
92
|
count: number;
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
93
|
+
totalMinutes: number;
|
|
94
|
+
meanMinutes: number;
|
|
95
|
+
minMinutes: number;
|
|
96
|
+
maxMinutes: number;
|
|
97
|
+
p50Minutes: number;
|
|
88
98
|
}
|
|
89
99
|
|
|
100
|
+
/** Over the rows that carry `time.totalMinutes`. */
|
|
90
101
|
export function computeElapsedStats(rows: OutcomeRow[]): ElapsedStats {
|
|
91
|
-
|
|
102
|
+
const durations = rows
|
|
103
|
+
.map((r) => r.time?.totalMinutes)
|
|
104
|
+
.filter((m): m is number => typeof m === "number")
|
|
105
|
+
.sort((a, b) => a - b);
|
|
106
|
+
if (durations.length === 0) {
|
|
92
107
|
return {
|
|
93
108
|
count: 0,
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
|
|
109
|
+
totalMinutes: 0,
|
|
110
|
+
meanMinutes: 0,
|
|
111
|
+
minMinutes: 0,
|
|
112
|
+
maxMinutes: 0,
|
|
113
|
+
p50Minutes: 0,
|
|
99
114
|
};
|
|
100
115
|
}
|
|
101
|
-
const durations = rows.map((r) => r.durationSeconds).sort((a, b) => a - b);
|
|
102
116
|
const total = durations.reduce((s, v) => s + v, 0);
|
|
103
|
-
const p50 = durations[Math.floor(durations.length / 2)] ?? 0;
|
|
104
117
|
return {
|
|
105
|
-
count:
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
118
|
+
count: durations.length,
|
|
119
|
+
totalMinutes: total,
|
|
120
|
+
meanMinutes: total / durations.length,
|
|
121
|
+
minMinutes: durations[0] ?? 0,
|
|
122
|
+
maxMinutes: durations[durations.length - 1] ?? 0,
|
|
123
|
+
p50Minutes: durations[Math.floor(durations.length / 2)] ?? 0,
|
|
124
|
+
};
|
|
125
|
+
}
|
|
126
|
+
|
|
127
|
+
// ---------------------------------------------------------------------------
|
|
128
|
+
// Build challenge size gate
|
|
129
|
+
// ---------------------------------------------------------------------------
|
|
130
|
+
|
|
131
|
+
export interface ChallengeGateCounts {
|
|
132
|
+
/** Build runs whose challenge block carries a size gate. */
|
|
133
|
+
runs: number;
|
|
134
|
+
/** Small changes: challenge-2 ran alone. */
|
|
135
|
+
small: number;
|
|
136
|
+
/** Large changes: both reviewers ran. */
|
|
137
|
+
large: number;
|
|
138
|
+
}
|
|
139
|
+
|
|
140
|
+
/** Over the outcome rows whose `build.challenge.gate` is set. */
|
|
141
|
+
export function computeChallengeGate(rows: OutcomeRow[]): ChallengeGateCounts {
|
|
142
|
+
const out: ChallengeGateCounts = { runs: 0, small: 0, large: 0 };
|
|
143
|
+
for (const r of rows) {
|
|
144
|
+
const gate = r.build?.challenge?.gate;
|
|
145
|
+
if (gate === undefined) continue;
|
|
146
|
+
out.runs++;
|
|
147
|
+
if (gate.skipped) out.small++;
|
|
148
|
+
else out.large++;
|
|
149
|
+
}
|
|
150
|
+
return out;
|
|
151
|
+
}
|
|
152
|
+
|
|
153
|
+
export interface AgentContextEntry {
|
|
154
|
+
agent: string;
|
|
155
|
+
/** Subagents of this type, over every run. */
|
|
156
|
+
subagents: number;
|
|
157
|
+
/** Workflow runs that started one. */
|
|
158
|
+
runs: number;
|
|
159
|
+
/** The largest context any of them reached, tokens. */
|
|
160
|
+
peak: number;
|
|
161
|
+
/** Workflow runs in which one of them went past `cap`. */
|
|
162
|
+
overCap: number;
|
|
163
|
+
}
|
|
164
|
+
|
|
165
|
+
export interface AgentContextReport {
|
|
166
|
+
cap: number;
|
|
167
|
+
/** Outcome rows read, and those carrying a `context` block. */
|
|
168
|
+
outcomes: number;
|
|
169
|
+
recorded: number;
|
|
170
|
+
/** By agent type, largest peak first. */
|
|
171
|
+
byAgent: AgentContextEntry[];
|
|
172
|
+
}
|
|
173
|
+
|
|
174
|
+
/** Each agent type's context peak over the outcome rows' `context` blocks, against `cap`. */
|
|
175
|
+
export function computeAgentContext(
|
|
176
|
+
rows: OutcomeRow[],
|
|
177
|
+
cap: number = AGENT_CONTEXT_CAP,
|
|
178
|
+
): AgentContextReport {
|
|
179
|
+
const by: Record<string, AgentContextEntry> = {};
|
|
180
|
+
let recorded = 0;
|
|
181
|
+
for (const r of rows) {
|
|
182
|
+
if (r.context === undefined) continue;
|
|
183
|
+
recorded++;
|
|
184
|
+
for (const [agent, a] of Object.entries(r.context.byAgent)) {
|
|
185
|
+
const e = (by[agent] ??= { agent, subagents: 0, runs: 0, peak: 0, overCap: 0 });
|
|
186
|
+
e.subagents += a.runs;
|
|
187
|
+
e.runs++;
|
|
188
|
+
e.peak = Math.max(e.peak, a.peak);
|
|
189
|
+
if (a.peak > cap) e.overCap++;
|
|
190
|
+
}
|
|
191
|
+
}
|
|
192
|
+
return {
|
|
193
|
+
cap,
|
|
194
|
+
outcomes: rows.length,
|
|
195
|
+
recorded,
|
|
196
|
+
byAgent: Object.values(by).sort((a, b) => b.peak - a.peak || a.agent.localeCompare(b.agent)),
|
|
111
197
|
};
|
|
112
198
|
}
|
|
113
199
|
|
|
114
200
|
// ---------------------------------------------------------------------------
|
|
115
201
|
// Size↔outcome regression
|
|
116
202
|
//
|
|
117
|
-
//
|
|
118
|
-
//
|
|
119
|
-
// "Error" = ciTrySuccess > 1 OR correctiveCommits > 0 OR reviewIterations > 1 OR failures > 0.
|
|
203
|
+
// Error rate per `lines.total.added` bucket. "Error" = the run added failures
|
|
204
|
+
// (`ledgers.failures.repo` rose against the previous run of the repo).
|
|
120
205
|
// ---------------------------------------------------------------------------
|
|
121
206
|
|
|
122
207
|
export interface SizeBucket {
|
|
@@ -132,13 +217,13 @@ export interface RegressionResult {
|
|
|
132
217
|
buckets: SizeBucket[];
|
|
133
218
|
/**
|
|
134
219
|
* Dispatch-size threshold: the bucket where error rate first exceeds 50%,
|
|
135
|
-
* or the largest bucket if no bucket does.
|
|
220
|
+
* or the largest bucket if no bucket does. Printed by `bkit stats` and the harvest report.
|
|
136
221
|
*/
|
|
137
222
|
dispatchSizeThreshold: number;
|
|
138
223
|
/**
|
|
139
224
|
* Trust tier split: an outcome row is shell-bus when a `counter` row with the same
|
|
140
|
-
* repo + workflow + parentSha carries `
|
|
141
|
-
* deterministic); every other outcome row is model-self-report (
|
|
225
|
+
* repo + workflow + run.parentSha carries `counter.source: "shell-bus"`
|
|
226
|
+
* (deterministic); every other outcome row is model-self-report (untrusted).
|
|
142
227
|
*/
|
|
143
228
|
shellBusCount: number;
|
|
144
229
|
modelSelfReportCount: number;
|
|
@@ -156,7 +241,7 @@ const SIZE_BUCKETS: Array<{ label: string; min: number; max: number }> = [
|
|
|
156
241
|
/**
|
|
157
242
|
* Per-run NEW failures = this row's cumulative total minus the previous row's.
|
|
158
243
|
*
|
|
159
|
-
* `
|
|
244
|
+
* `ledgers.failures.repo` is the repo's CUMULATIVE distinct-failure count at close.
|
|
160
245
|
*
|
|
161
246
|
* Previous = the newest outcome row for the SAME repo strictly before this one; the
|
|
162
247
|
* first row for a repo has no predecessor, so its total IS its delta.
|
|
@@ -167,29 +252,25 @@ export function newFailuresThisRun(row: OutcomeRow, allRows: OutcomeRow[]): numb
|
|
|
167
252
|
const previous = allRows
|
|
168
253
|
.filter((r) => r.repo === row.repo && r.ts < row.ts)
|
|
169
254
|
.sort((a, b) => b.ts - a.ts)[0];
|
|
170
|
-
|
|
171
|
-
|
|
255
|
+
const failures = (r: OutcomeRow) => r.ledgers?.failures?.repo ?? 0;
|
|
256
|
+
if (!previous) return failures(row);
|
|
257
|
+
return Math.max(0, failures(row) - failures(previous));
|
|
172
258
|
}
|
|
173
259
|
|
|
174
|
-
|
|
175
|
-
|
|
176
|
-
(row.ciTrySuccess !== undefined && row.ciTrySuccess > 1) ||
|
|
177
|
-
(row.correctiveCommits !== undefined && row.correctiveCommits > 0) ||
|
|
178
|
-
(row.reviewIterations !== undefined && row.reviewIterations > 1) ||
|
|
179
|
-
newFailuresThisRun(row, allRows) > 0
|
|
180
|
-
);
|
|
181
|
-
}
|
|
260
|
+
const isErrorRun = (row: OutcomeRow, allRows: OutcomeRow[]): boolean =>
|
|
261
|
+
newFailuresThisRun(row, allRows) > 0;
|
|
182
262
|
|
|
183
263
|
/** Identity of one workflow run: the key the close writes on both its counter and outcome rows. */
|
|
184
|
-
function runKey(row:
|
|
185
|
-
|
|
264
|
+
function runKey(row: TelemetryEnvelope & { run?: { parentSha?: string } }): string | undefined {
|
|
265
|
+
const sha = row.run?.parentSha;
|
|
266
|
+
return sha ? JSON.stringify([row.repo, row.by?.workflow, sha]) : undefined;
|
|
186
267
|
}
|
|
187
268
|
|
|
188
269
|
export function computeRegression(rows: OutcomeRow[], counterRows: CounterRow[]): RegressionResult {
|
|
189
270
|
const shellBusRuns = new Set<string>();
|
|
190
271
|
for (const c of counterRows) {
|
|
191
272
|
const key = runKey(c);
|
|
192
|
-
if (c.
|
|
273
|
+
if (c.counter?.source === "shell-bus" && key !== undefined) shellBusRuns.add(key);
|
|
193
274
|
}
|
|
194
275
|
|
|
195
276
|
const buckets: SizeBucket[] = SIZE_BUCKETS.map((b) => ({
|
|
@@ -213,8 +294,8 @@ export function computeRegression(rows: OutcomeRow[], counterRows: CounterRow[])
|
|
|
213
294
|
modelSelfReportCount++;
|
|
214
295
|
}
|
|
215
296
|
|
|
216
|
-
// Bucket by
|
|
217
|
-
const lines = row.
|
|
297
|
+
// Bucket by lines added
|
|
298
|
+
const lines = row.lines?.total?.added ?? 0;
|
|
218
299
|
for (const bucket of buckets) {
|
|
219
300
|
if (lines >= bucket.minLines && lines <= bucket.maxLines) {
|
|
220
301
|
bucket.count++;
|
|
@@ -269,13 +350,14 @@ export function computeComplianceRates(rows: ComplianceRow[]): ComplianceRuleRat
|
|
|
269
350
|
> = {};
|
|
270
351
|
|
|
271
352
|
for (const row of rows) {
|
|
272
|
-
|
|
273
|
-
|
|
353
|
+
const id = row.rule?.id ?? "unknown";
|
|
354
|
+
if (!byRule[id]) {
|
|
355
|
+
byRule[id] = { passCount: 0, failCount: 0, naCount: 0, totalCount: 0 };
|
|
274
356
|
}
|
|
275
|
-
const r = byRule[
|
|
357
|
+
const r = byRule[id]!;
|
|
276
358
|
r.totalCount++;
|
|
277
|
-
if (row.
|
|
278
|
-
else if (row.
|
|
359
|
+
if (row.rule?.verdict === "pass") r.passCount++;
|
|
360
|
+
else if (row.rule?.verdict === "fail") r.failCount++;
|
|
279
361
|
else r.naCount++;
|
|
280
362
|
}
|
|
281
363
|
|
|
@@ -287,11 +369,11 @@ export function computeComplianceRates(rows: ComplianceRow[]): ComplianceRuleRat
|
|
|
287
369
|
}
|
|
288
370
|
|
|
289
371
|
// ---------------------------------------------------------------------------
|
|
290
|
-
// Per-
|
|
372
|
+
// Per-bkit.version compliance trend (release-attributed regression)
|
|
291
373
|
// ---------------------------------------------------------------------------
|
|
292
374
|
|
|
293
375
|
export interface VersionComplianceEntry {
|
|
294
|
-
|
|
376
|
+
version: string;
|
|
295
377
|
passRate: number;
|
|
296
378
|
totalRuns: number;
|
|
297
379
|
}
|
|
@@ -299,18 +381,19 @@ export interface VersionComplianceEntry {
|
|
|
299
381
|
export function computeVersionCompliance(rows: ComplianceRow[]): VersionComplianceEntry[] {
|
|
300
382
|
const byVersion: Record<string, { pass: number; total: number }> = {};
|
|
301
383
|
for (const row of rows) {
|
|
302
|
-
|
|
303
|
-
|
|
384
|
+
const version = row.bkit?.version ?? "unknown";
|
|
385
|
+
if (!byVersion[version]) byVersion[version] = { pass: 0, total: 0 };
|
|
386
|
+
const v = byVersion[version]!;
|
|
304
387
|
v.total++;
|
|
305
|
-
if (row.
|
|
388
|
+
if (row.rule?.verdict === "pass") v.pass++;
|
|
306
389
|
}
|
|
307
390
|
return Object.entries(byVersion)
|
|
308
|
-
.map(([
|
|
309
|
-
|
|
391
|
+
.map(([version, { pass, total }]) => ({
|
|
392
|
+
version,
|
|
310
393
|
passRate: total > 0 ? pass / total : 0,
|
|
311
394
|
totalRuns: total,
|
|
312
395
|
}))
|
|
313
|
-
.sort((a, b) => a.
|
|
396
|
+
.sort((a, b) => a.version.localeCompare(b.version, undefined, { numeric: true }));
|
|
314
397
|
}
|
|
315
398
|
|
|
316
399
|
// ---------------------------------------------------------------------------
|
|
@@ -318,22 +401,10 @@ export function computeVersionCompliance(rows: ComplianceRow[]): VersionComplian
|
|
|
318
401
|
// ---------------------------------------------------------------------------
|
|
319
402
|
|
|
320
403
|
/**
|
|
321
|
-
* One folded `kind:"deferral"` entity. `subagent` + `model` are absent on rows an
|
|
404
|
+
* One folded `kind:"deferral"` entity. `by.subagent` + `by.model` are absent on rows an
|
|
322
405
|
* orchestrator wrote directly (`.bkit/jsonl.md` § Who Wrote It).
|
|
323
406
|
*/
|
|
324
|
-
export
|
|
325
|
-
ts: number;
|
|
326
|
-
repo: string;
|
|
327
|
-
bkitVersion: string;
|
|
328
|
-
key?: string;
|
|
329
|
-
workflow?: string;
|
|
330
|
-
step?: string;
|
|
331
|
-
subagent?: string;
|
|
332
|
-
model?: string;
|
|
333
|
-
reason?: string;
|
|
334
|
-
severity?: string;
|
|
335
|
-
status?: string;
|
|
336
|
-
}
|
|
407
|
+
export type DeferralRow = TelemetryEnvelope & Partial<DeferralPayload>;
|
|
337
408
|
|
|
338
409
|
export interface DeferralDisciplineEntry {
|
|
339
410
|
/** The writer: subagent name, or the workflow that wrote the row itself. */
|
|
@@ -369,8 +440,8 @@ export function computeDeferralDiscipline(rows: DeferralRow[]): DeferralDiscipli
|
|
|
369
440
|
|
|
370
441
|
for (const row of rows) {
|
|
371
442
|
const writer =
|
|
372
|
-
row.subagent ?? (row.workflow ? `${row.workflow} (orchestrator)` : "unattributed");
|
|
373
|
-
const model = row.model ?? "unknown";
|
|
443
|
+
row.by?.subagent ?? (row.by?.workflow ? `${row.by.workflow} (orchestrator)` : "unattributed");
|
|
444
|
+
const model = row.by?.model ?? "unknown";
|
|
374
445
|
const id = `${writer}\u0000${model}`;
|
|
375
446
|
if (!byWriter[id])
|
|
376
447
|
byWriter[id] = { writer, model, total: 0, unjustifiedCount: 0, byReason: {} };
|
|
@@ -400,95 +471,154 @@ export function computeDeferralDiscipline(rows: DeferralRow[]): DeferralDiscipli
|
|
|
400
471
|
}
|
|
401
472
|
|
|
402
473
|
// ---------------------------------------------------------------------------
|
|
403
|
-
//
|
|
474
|
+
// Run figures — one set per row source
|
|
404
475
|
// ---------------------------------------------------------------------------
|
|
405
476
|
|
|
406
|
-
|
|
407
|
-
|
|
477
|
+
/** Every figure built from one source's `outcome`, `counter` and `compliance` rows. */
|
|
478
|
+
export interface RunFigures {
|
|
479
|
+
outcomes: number;
|
|
480
|
+
compliance: number;
|
|
408
481
|
elapsed: ElapsedStats;
|
|
409
482
|
regression: RegressionResult;
|
|
410
483
|
complianceRates: ComplianceRuleRate[];
|
|
411
484
|
versionCompliance: VersionComplianceEntry[];
|
|
412
|
-
|
|
413
|
-
|
|
485
|
+
challengeGate: ChallengeGateCounts;
|
|
486
|
+
agentContext: AgentContextReport;
|
|
414
487
|
}
|
|
415
488
|
|
|
416
|
-
export function
|
|
417
|
-
|
|
418
|
-
|
|
419
|
-
|
|
420
|
-
|
|
421
|
-
|
|
422
|
-
|
|
423
|
-
|
|
424
|
-
|
|
425
|
-
|
|
426
|
-
|
|
427
|
-
|
|
428
|
-
|
|
429
|
-
|
|
430
|
-
|
|
431
|
-
|
|
432
|
-
} else if (ev.kind === "deferral") {
|
|
433
|
-
deferralRows.push(ev);
|
|
434
|
-
}
|
|
435
|
-
}
|
|
436
|
-
|
|
437
|
-
const counts = computeCounts(events);
|
|
438
|
-
const elapsed = computeElapsedStats(outcomeRows);
|
|
439
|
-
const regression = computeRegression(outcomeRows, counterRows);
|
|
440
|
-
const complianceRates = computeComplianceRates(complianceRows);
|
|
441
|
-
const versionCompliance = computeVersionCompliance(complianceRows);
|
|
442
|
-
const deferralDiscipline = computeDeferralDiscipline(deferralRows);
|
|
489
|
+
export function computeRunFigures(
|
|
490
|
+
outcomeRows: OutcomeRow[],
|
|
491
|
+
counterRows: CounterRow[],
|
|
492
|
+
complianceRows: ComplianceRow[],
|
|
493
|
+
): RunFigures {
|
|
494
|
+
return {
|
|
495
|
+
outcomes: outcomeRows.length,
|
|
496
|
+
compliance: complianceRows.length,
|
|
497
|
+
elapsed: computeElapsedStats(outcomeRows),
|
|
498
|
+
regression: computeRegression(outcomeRows, counterRows),
|
|
499
|
+
complianceRates: computeComplianceRates(complianceRows),
|
|
500
|
+
versionCompliance: computeVersionCompliance(complianceRows),
|
|
501
|
+
challengeGate: computeChallengeGate(outcomeRows),
|
|
502
|
+
agentContext: computeAgentContext(outcomeRows),
|
|
503
|
+
};
|
|
504
|
+
}
|
|
443
505
|
|
|
444
|
-
|
|
445
|
-
|
|
446
|
-
|
|
447
|
-
|
|
448
|
-
`[bkit-analysis] Run outcomes: ${outcomeRows.length} | Compliance rows: ${complianceRows.length}`,
|
|
449
|
-
];
|
|
506
|
+
function runFigureLines(label: string, f: RunFigures): string[] {
|
|
507
|
+
const p = `[bkit-analysis] [${label}]`;
|
|
508
|
+
const lines = [`${p} Run outcomes: ${f.outcomes} | Compliance rows: ${f.compliance}`];
|
|
509
|
+
const { elapsed, regression, challengeGate, complianceRates, versionCompliance } = f;
|
|
450
510
|
|
|
451
511
|
if (elapsed.count > 0) {
|
|
452
|
-
|
|
453
|
-
|
|
512
|
+
lines.push(
|
|
513
|
+
`${p} Duration (min): mean=${elapsed.meanMinutes.toFixed(1)} | p50=${elapsed.p50Minutes.toFixed(1)} | min=${elapsed.minMinutes} | max=${elapsed.maxMinutes}`,
|
|
454
514
|
);
|
|
455
515
|
}
|
|
456
516
|
|
|
457
|
-
|
|
458
|
-
|
|
459
|
-
`[bkit-analysis] #183 Size↔outcome regression (dispatch-size threshold: ${regression.dispatchSizeThreshold} linesAdded):`,
|
|
517
|
+
lines.push(
|
|
518
|
+
`${p} #183 Size↔outcome regression (dispatch-size threshold: ${regression.dispatchSizeThreshold} lines added):`,
|
|
460
519
|
);
|
|
461
520
|
for (const b of regression.buckets) {
|
|
462
521
|
if (b.count > 0) {
|
|
463
|
-
|
|
522
|
+
lines.push(
|
|
464
523
|
` ${b.label}: ${b.count} runs, ${b.errorCount} errors (${(b.errorRate * 100).toFixed(1)}%)`,
|
|
465
524
|
);
|
|
466
525
|
}
|
|
467
526
|
}
|
|
468
|
-
|
|
469
|
-
|
|
527
|
+
lines.push(
|
|
528
|
+
`${p} counter.source trust: shell-bus=${regression.shellBusCount} (trusted) | model-self-report=${regression.modelSelfReportCount} (untrusted)`,
|
|
470
529
|
);
|
|
471
530
|
|
|
472
|
-
|
|
531
|
+
if (challengeGate.runs > 0) {
|
|
532
|
+
lines.push(
|
|
533
|
+
`${p} Build challenge size: ${challengeGate.small} small (challenge-1 skipped) | ${challengeGate.large} large, of ${challengeGate.runs} runs`,
|
|
534
|
+
);
|
|
535
|
+
}
|
|
536
|
+
|
|
473
537
|
if (complianceRates.length > 0) {
|
|
474
|
-
|
|
538
|
+
lines.push(`${p} Per-rule compliance rates:`);
|
|
475
539
|
for (const r of complianceRates) {
|
|
476
|
-
|
|
540
|
+
lines.push(
|
|
477
541
|
` ${r.rule}: ${(r.passRate * 100).toFixed(1)}% pass (${r.passCount}/${r.totalCount})`,
|
|
478
542
|
);
|
|
479
543
|
}
|
|
480
544
|
}
|
|
481
545
|
|
|
482
|
-
// Version compliance
|
|
483
546
|
if (versionCompliance.length > 0) {
|
|
484
|
-
|
|
547
|
+
lines.push(`${p} Per-bkit.version compliance:`);
|
|
485
548
|
for (const v of versionCompliance) {
|
|
486
|
-
|
|
487
|
-
|
|
488
|
-
|
|
549
|
+
lines.push(` v${v.version}: ${(v.passRate * 100).toFixed(1)}% pass (${v.totalRuns} runs)`);
|
|
550
|
+
}
|
|
551
|
+
}
|
|
552
|
+
return lines;
|
|
553
|
+
}
|
|
554
|
+
|
|
555
|
+
// ---------------------------------------------------------------------------
|
|
556
|
+
// Full analysis report
|
|
557
|
+
// ---------------------------------------------------------------------------
|
|
558
|
+
|
|
559
|
+
export interface AnalysisReport {
|
|
560
|
+
counts: TelemetryCounts;
|
|
561
|
+
/** Workflow rows and direct-chat (`utility`) rows, never added together. */
|
|
562
|
+
runs: Record<RowSource, RunFigures>;
|
|
563
|
+
deferralDiscipline: DeferralDisciplineEntry[];
|
|
564
|
+
reportLines: string[];
|
|
565
|
+
}
|
|
566
|
+
|
|
567
|
+
/** Analyse the folded rows of `paths`, leaving out rows of `skipKinds`. */
|
|
568
|
+
export function runAnalysis(
|
|
569
|
+
paths: string[],
|
|
570
|
+
skipKinds: ReadonlySet<string> = new Set(),
|
|
571
|
+
): AnalysisReport {
|
|
572
|
+
const { state, rowCount, malformedLineCount } = foldFrom(paths);
|
|
573
|
+
const events = [...state.values()].filter((ev) => !skipKinds.has(ev.kind));
|
|
574
|
+
|
|
575
|
+
const grouped = () => ({
|
|
576
|
+
outcome: [] as OutcomeRow[],
|
|
577
|
+
counter: [] as CounterRow[],
|
|
578
|
+
compliance: [] as ComplianceRow[],
|
|
579
|
+
});
|
|
580
|
+
const bySource: Record<RowSource, ReturnType<typeof grouped>> = {
|
|
581
|
+
workflow: grouped(),
|
|
582
|
+
utility: grouped(),
|
|
583
|
+
};
|
|
584
|
+
const deferralRows: DeferralRow[] = [];
|
|
585
|
+
|
|
586
|
+
for (const ev of events) {
|
|
587
|
+
const g = bySource[rowSource(ev)];
|
|
588
|
+
if (ev.kind === "outcome") {
|
|
589
|
+
g.outcome.push(ev);
|
|
590
|
+
} else if (ev.kind === "counter") {
|
|
591
|
+
g.counter.push(ev);
|
|
592
|
+
} else if (ev.kind === "compliance") {
|
|
593
|
+
g.compliance.push(ev);
|
|
594
|
+
} else if (ev.kind === "deferral") {
|
|
595
|
+
deferralRows.push(ev);
|
|
489
596
|
}
|
|
490
597
|
}
|
|
491
598
|
|
|
599
|
+
const counts = computeCounts(events);
|
|
600
|
+
const runs: Record<RowSource, RunFigures> = {
|
|
601
|
+
workflow: computeRunFigures(
|
|
602
|
+
bySource.workflow.outcome,
|
|
603
|
+
bySource.workflow.counter,
|
|
604
|
+
bySource.workflow.compliance,
|
|
605
|
+
),
|
|
606
|
+
utility: computeRunFigures(
|
|
607
|
+
bySource.utility.outcome,
|
|
608
|
+
bySource.utility.counter,
|
|
609
|
+
bySource.utility.compliance,
|
|
610
|
+
),
|
|
611
|
+
};
|
|
612
|
+
const deferralDiscipline = computeDeferralDiscipline(deferralRows);
|
|
613
|
+
|
|
614
|
+
const reportLines: string[] = [
|
|
615
|
+
`[bkit-analysis] Telemetry rows: ${rowCount} | malformed: ${malformedLineCount}`,
|
|
616
|
+
`[bkit-analysis] Kinds: ${JSON.stringify(counts.byKind)}`,
|
|
617
|
+
`[bkit-analysis] Workflows: ${JSON.stringify(counts.byWorkflow)}`,
|
|
618
|
+
...runFigureLines("workflow", runs.workflow),
|
|
619
|
+
...runFigureLines(UTILITY_WORKFLOW, runs.utility),
|
|
620
|
+
];
|
|
621
|
+
|
|
492
622
|
// Deferral discipline — who defers work they should have finished.
|
|
493
623
|
if (deferralDiscipline.length > 0) {
|
|
494
624
|
const totals = deferralDiscipline.reduce(
|
|
@@ -509,52 +639,5 @@ export function runAnalysis(paths: string[]): AnalysisReport {
|
|
|
509
639
|
}
|
|
510
640
|
}
|
|
511
641
|
|
|
512
|
-
return {
|
|
513
|
-
counts,
|
|
514
|
-
elapsed,
|
|
515
|
-
regression,
|
|
516
|
-
complianceRates,
|
|
517
|
-
versionCompliance,
|
|
518
|
-
deferralDiscipline,
|
|
519
|
-
reportLines,
|
|
520
|
-
};
|
|
521
|
-
}
|
|
522
|
-
|
|
523
|
-
// analysis — cross-repo analysis CLI.
|
|
524
|
-
// Reports counts/rates/elapsed-time, size↔outcome regression, per-rule compliance
|
|
525
|
-
// rate, dispatch-size threshold, counterSource trust labelling. Advisory + inform-only.
|
|
526
|
-
// See DE-34 for the shared-entrypoint + crash-isolation contract.
|
|
527
|
-
export function runAnalysisCommand(): void {
|
|
528
|
-
try {
|
|
529
|
-
const cwd = process.cwd();
|
|
530
|
-
// Analyse: bkit's own stats.jsonl + harvested consumer rows.
|
|
531
|
-
// Harvest dest is sourced from the constant, NOT re-spelled here.
|
|
532
|
-
const statsPath = path.join(cwd, ".bkit", "stats.jsonl");
|
|
533
|
-
const harvestStatsPath = path.join(cwd, HARVEST_DEST_DIR, "stats.jsonl");
|
|
534
|
-
const harvestFrictionPath = path.join(cwd, HARVEST_DEST_DIR, "friction.jsonl");
|
|
535
|
-
const frictionPath = path.join(cwd, ".bkit", "friction.jsonl");
|
|
536
|
-
// deferrals is LOCAL-only: harvest takes it count-only (prose never leaves the
|
|
537
|
-
// consumer), so the discipline rate is this repo's own writers, not a fleet view.
|
|
538
|
-
const deferralsPath = path.join(cwd, "docs", "deferrals.jsonl");
|
|
539
|
-
const paths = [
|
|
540
|
-
statsPath,
|
|
541
|
-
harvestStatsPath,
|
|
542
|
-
harvestFrictionPath,
|
|
543
|
-
frictionPath,
|
|
544
|
-
deferralsPath,
|
|
545
|
-
].filter((p) => fs.existsSync(p));
|
|
546
|
-
if (paths.length === 0) {
|
|
547
|
-
console.log(
|
|
548
|
-
"[bkit-analysis] No telemetry files found. Run `bkit harvest` first, or accumulate telemetry via bkit workflows.",
|
|
549
|
-
);
|
|
550
|
-
return;
|
|
551
|
-
}
|
|
552
|
-
const report = runAnalysis(paths);
|
|
553
|
-
for (const line of report.reportLines) {
|
|
554
|
-
console.log(line);
|
|
555
|
-
}
|
|
556
|
-
} catch (err: unknown) {
|
|
557
|
-
const msg = err instanceof Error ? err.message : String(err);
|
|
558
|
-
console.error(`[bkit-analysis] analysis error (fail-open): ${msg}`);
|
|
559
|
-
}
|
|
642
|
+
return { counts, runs, deferralDiscipline, reportLines };
|
|
560
643
|
}
|