@cbartens/bkit 0.0.0-stage → 5.0.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.bkit/README.md +417 -0
- package/.bkit/core/.agents/context.md +95 -0
- package/.bkit/core/.agents/docs.md +62 -0
- package/.bkit/core/.agents/rules.md +147 -0
- package/.bkit/core/.agents/skills.md +43 -0
- package/.bkit/core/.bkit/LICENSE.md +151 -0
- package/.bkit/core/.bkit/README.md +417 -0
- package/.bkit/core/.bkit/cloud.md +493 -0
- package/.bkit/core/.bkit/comparison.md +321 -0
- package/.bkit/core/.bkit/install.md +401 -0
- package/.bkit/core/.bkit/jsonl.md +497 -0
- package/.bkit/core/.bkit/prompts.md +474 -0
- package/.bkit/core/.bkit/providers.md +598 -0
- package/.bkit/core/.bkit/templates.md +470 -0
- package/.bkit/core/.bkit/trackers.md +95 -0
- package/.bkit/core/.bkit/workflows.md +1550 -0
- package/.bkit/core/.claude/hooks/bkit-gateguard.cjs +82 -0
- package/.bkit/core/.claude/hooks/bkit-guardrails.cjs +93 -0
- package/.bkit/core/.claude/hooks/bkit-preflight.sh +74 -0
- package/.bkit/core/.codex/hooks/bkit-gateguard.cjs +115 -0
- package/.bkit/core/.codex/hooks/bkit-guardrails.cjs +135 -0
- package/.bkit/core/.cursor/hooks/bkit-gateguard.cjs +111 -0
- package/.bkit/core/.cursor/hooks/bkit-guardrails.cjs +169 -0
- package/.bkit/core/.cursor/hooks/bkit-preflight.sh +63 -0
- package/.bkit/core/.opencode/plugin/bkit-gateguard.js +225 -0
- package/.bkit/core/AGENTS.md +77 -0
- package/.bkit/core/LICENSE.md +149 -0
- package/.bkit/core/docs/templates/bkit-audit-accessibility.md +272 -0
- package/.bkit/core/docs/templates/bkit-audit-adoption.md +223 -0
- package/.bkit/core/docs/templates/bkit-audit-agents.md +230 -0
- package/.bkit/core/docs/templates/bkit-audit-aio-seo.md +227 -0
- package/.bkit/core/docs/templates/bkit-audit-analytics.md +266 -0
- package/.bkit/core/docs/templates/bkit-audit-annotations.md +230 -0
- package/.bkit/core/docs/templates/bkit-audit-app-performance.md +270 -0
- package/.bkit/core/docs/templates/bkit-audit-app-store.md +254 -0
- package/.bkit/core/docs/templates/bkit-audit-architecture.md +221 -0
- package/.bkit/core/docs/templates/bkit-audit-ci-performance.md +241 -0
- package/.bkit/core/docs/templates/bkit-audit-config.md +230 -0
- package/.bkit/core/docs/templates/bkit-audit-cost.md +218 -0
- package/.bkit/core/docs/templates/bkit-audit-coverage.md +221 -0
- package/.bkit/core/docs/templates/bkit-audit-database.md +229 -0
- package/.bkit/core/docs/templates/bkit-audit-dead-code.md +251 -0
- package/.bkit/core/docs/templates/bkit-audit-deferrals.md +283 -0
- package/.bkit/core/docs/templates/bkit-audit-dependencies.md +268 -0
- package/.bkit/core/docs/templates/bkit-audit-documentation.md +280 -0
- package/.bkit/core/docs/templates/bkit-audit-duplication.md +253 -0
- package/.bkit/core/docs/templates/bkit-audit-failures.md +259 -0
- package/.bkit/core/docs/templates/bkit-audit-flakes.md +237 -0
- package/.bkit/core/docs/templates/bkit-audit-gates.md +250 -0
- package/.bkit/core/docs/templates/bkit-audit-issues.md +273 -0
- package/.bkit/core/docs/templates/bkit-audit-llm.md +239 -0
- package/.bkit/core/docs/templates/bkit-audit-logs.md +266 -0
- package/.bkit/core/docs/templates/bkit-audit-models.md +210 -0
- package/.bkit/core/docs/templates/bkit-audit-privacy.md +211 -0
- package/.bkit/core/docs/templates/bkit-audit-prompts.md +216 -0
- package/.bkit/core/docs/templates/bkit-audit-red-team.md +220 -0
- package/.bkit/core/docs/templates/bkit-audit-reliability.md +222 -0
- package/.bkit/core/docs/templates/bkit-audit-repo.md +224 -0
- package/.bkit/core/docs/templates/bkit-audit-security.md +274 -0
- package/.bkit/core/docs/templates/bkit-audit-slop.md +200 -0
- package/.bkit/core/docs/templates/bkit-audit-testing.md +270 -0
- package/.bkit/core/docs/templates/bkit-audit-usability.md +237 -0
- package/.bkit/core/docs/templates/bkit-plan.md +476 -0
- package/.bkit/core/engine/checks/after/auth.ts +149 -0
- package/.bkit/core/engine/checks/after/ci-yml.ts +701 -0
- package/.bkit/core/engine/checks/after/github.ts +424 -0
- package/.bkit/core/engine/checks/after/index.ts +530 -0
- package/.bkit/core/engine/checks/after/managed.ts +217 -0
- package/.bkit/core/engine/checks/after/suppression.ts +53 -0
- package/.bkit/core/engine/checks/after/tools.ts +427 -0
- package/.bkit/core/engine/checks/before/context-fetch.ts +429 -0
- package/.bkit/core/engine/checks/before/env.ts +187 -0
- package/.bkit/core/engine/checks/before/files.ts +204 -0
- package/.bkit/core/engine/checks/before/index.ts +206 -0
- package/.bkit/core/engine/checks/before/mcp.ts +127 -0
- package/.bkit/core/engine/checks/before/repo.ts +77 -0
- package/.bkit/core/engine/checks/before/version.ts +67 -0
- package/.bkit/core/engine/checks/status-holes.ts +479 -0
- package/.bkit/core/engine/cli.ts +867 -0
- package/.bkit/core/engine/commands/analysis.ts +550 -0
- package/.bkit/core/engine/commands/ci/ci.ts +483 -0
- package/.bkit/core/engine/commands/comply.ts +415 -0
- package/.bkit/core/engine/commands/harvest.ts +459 -0
- package/.bkit/core/engine/commands/install/check.ts +70 -0
- package/.bkit/core/engine/commands/install/doctor.ts +254 -0
- package/.bkit/core/engine/commands/install/install.ts +550 -0
- package/.bkit/core/engine/commands/install/uninstall.ts +995 -0
- package/.bkit/core/engine/commands/install/upgrade.ts +1037 -0
- package/.bkit/core/engine/commands/launch.ts +139 -0
- package/.bkit/core/engine/commands/lib.ts +495 -0
- package/.bkit/core/engine/commands/registry.ts +53 -0
- package/.bkit/core/engine/commands/setup/setup.ts +184 -0
- package/.bkit/core/engine/commands/telemetry.ts +32 -0
- package/.bkit/core/engine/commands/workflow/branches.ts +1514 -0
- package/.bkit/core/engine/commands/workflow/context.ts +961 -0
- package/.bkit/core/engine/commands/workflow/counters.ts +268 -0
- package/.bkit/core/engine/commands/workflow/fids.ts +243 -0
- package/.bkit/core/engine/commands/workflow/issues.ts +675 -0
- package/.bkit/core/engine/commands/workflow/ledgers.ts +575 -0
- package/.bkit/core/engine/commands/workflow/locks.ts +478 -0
- package/.bkit/core/engine/commands/workflow/prs.ts +1087 -0
- package/.bkit/core/engine/commands/workflow/repo.ts +220 -0
- package/.bkit/core/engine/commands/workflow/roadmap.ts +576 -0
- package/.bkit/core/engine/commands/workflow/runs.ts +2140 -0
- package/.bkit/core/engine/commands/workflow/runtime.ts +300 -0
- package/.bkit/core/engine/commands/workflow/skills.ts +118 -0
- package/.bkit/core/engine/commands/workflow/status.ts +455 -0
- package/.bkit/core/engine/commands/workflow/steps.ts +1300 -0
- package/.bkit/core/engine/commands/workflow/tests.ts +161 -0
- package/.bkit/core/engine/commands/workflow/workflows.ts +1573 -0
- package/.bkit/core/engine/commands/workflow/workstreams.ts +164 -0
- package/.bkit/core/engine/commands/workflow/worktrees.ts +534 -0
- package/.bkit/core/engine/install/cloud-env.ts +924 -0
- package/.bkit/core/engine/install/managed-block.ts +212 -0
- package/.bkit/core/engine/install/manifest.ts +448 -0
- package/.bkit/core/engine/install/modules/claude.ts +362 -0
- package/.bkit/core/engine/install/modules/cloud.ts +173 -0
- package/.bkit/core/engine/install/modules/codex.ts +219 -0
- package/.bkit/core/engine/install/modules/core.ts +620 -0
- package/.bkit/core/engine/install/modules/cursor.ts +231 -0
- package/.bkit/core/engine/install/modules/index.ts +242 -0
- package/.bkit/core/engine/install/modules/opencode.ts +573 -0
- package/.bkit/core/engine/install/payload-links.ts +150 -0
- package/.bkit/core/engine/install/placeholders.ts +108 -0
- package/.bkit/core/engine/install/template-copies.ts +119 -0
- package/.bkit/core/engine/install/version-file.ts +284 -0
- package/.bkit/core/engine/install/write.ts +467 -0
- package/.bkit/core/engine/ledgers/clamp-log.ts +32 -0
- package/.bkit/core/engine/ledgers/status.ts +213 -0
- package/.bkit/core/engine/ledgers/telemetry.ts +1143 -0
- package/.bkit/core/engine/render/hosts.ts +372 -0
- package/.bkit/core/engine/render/models.ts +323 -0
- package/.bkit/core/engine/render/parts.ts +38 -0
- package/.bkit/core/engine/render/trackers.ts +170 -0
- package/.bkit/core/engine/shared/egress.ts +345 -0
- package/.bkit/core/engine/shared/json.ts +16 -0
- package/.bkit/core/engine/shared/log-prefix.ts +9 -0
- package/.bkit/core/engine/shared/package-json.ts +29 -0
- package/.bkit/core/engine/shared/package-manager.ts +38 -0
- package/.bkit/core/engine/shared/package-roots.ts +163 -0
- package/.bkit/core/engine/shared/protected-paths.ts +164 -0
- package/.bkit/core/engine/shared/settings.ts +72 -0
- package/.bkit/core/engine/shared/timeouts.ts +20 -0
- package/.bkit/core/engine/tools/wording.ts +748 -0
- package/.bkit/core/hooks/gateguard-edit-payload.js +18 -0
- package/.bkit/core/hooks/gateguard-engine.js +193 -0
- package/.bkit/core/hooks/guardrails-shell.js +154 -0
- package/.bkit/core/hooks/guardrails-tiers.js +68 -0
- package/.bkit/core/hooks/preflight-linear.sh +73 -0
- package/.bkit/core/prompts/bkit-audit-generate.md +66 -0
- package/.bkit/core/prompts/bkit-build-challenge-1.md +79 -0
- package/.bkit/core/prompts/bkit-build-challenge-2.md +81 -0
- package/.bkit/core/prompts/bkit-build-challenge-reconcile.md +68 -0
- package/.bkit/core/prompts/bkit-build-challenge-remediate.md +70 -0
- package/.bkit/core/prompts/bkit-build-challenge-tests.md +73 -0
- package/.bkit/core/prompts/bkit-build-install-skills.md +67 -0
- package/.bkit/core/prompts/bkit-build-plan-current.md +75 -0
- package/.bkit/core/prompts/bkit-build-plan-execute.md +72 -0
- package/.bkit/core/prompts/bkit-build-plan-gaps-remediate.md +73 -0
- package/.bkit/core/prompts/bkit-build-plan-verify.md +88 -0
- package/.bkit/core/prompts/bkit-build-summary.md +93 -0
- package/.bkit/core/prompts/bkit-debug-abort-handover.md +90 -0
- package/.bkit/core/prompts/bkit-debug-failure-diagnose.md +151 -0
- package/.bkit/core/prompts/bkit-debug-failure-remediate.md +78 -0
- package/.bkit/core/prompts/bkit-debug-failure-soak.md +73 -0
- package/.bkit/core/prompts/bkit-debug-summary.md +95 -0
- package/.bkit/core/prompts/bkit-design-brainstorm-ideate-1.md +72 -0
- package/.bkit/core/prompts/bkit-design-brainstorm-ideate-2.md +72 -0
- package/.bkit/core/prompts/bkit-design-brainstorm-ideate-3.md +75 -0
- package/.bkit/core/prompts/bkit-design-generate.md +110 -0
- package/.bkit/core/prompts/bkit-design-organise.md +85 -0
- package/.bkit/core/prompts/bkit-design-review-1.md +121 -0
- package/.bkit/core/prompts/bkit-design-review-2.md +111 -0
- package/.bkit/core/prompts/bkit-design-spike.md +97 -0
- package/.bkit/core/prompts/bkit-design-summary.md +106 -0
- package/.bkit/core/prompts/bkit-design-update.md +66 -0
- package/.bkit/core/prompts/bkit-plan-complexity-check.md +66 -0
- package/.bkit/core/prompts/bkit-plan-complexity-split.md +87 -0
- package/.bkit/core/prompts/bkit-plan-generate.md +74 -0
- package/.bkit/core/prompts/bkit-plan-review-1.md +90 -0
- package/.bkit/core/prompts/bkit-plan-review-2.md +80 -0
- package/.bkit/core/prompts/bkit-plan-review-3.md +92 -0
- package/.bkit/core/prompts/bkit-plan-scope-check-1.md +84 -0
- package/.bkit/core/prompts/bkit-plan-scope-check-2.md +84 -0
- package/.bkit/core/prompts/bkit-plan-summary.md +106 -0
- package/.bkit/core/prompts/bkit-plan-update.md +68 -0
- package/.bkit/core/prompts/bkit-ship-conflict-resolve.md +90 -0
- package/.bkit/core/prompts/bkit-ship-deferred-sweep.md +94 -0
- package/.bkit/core/prompts/bkit-ship-summary.md +77 -0
- package/.bkit/core/prompts/bkit-ship-update-docs.md +71 -0
- package/.bkit/core/prompts/bkit-utility-compress-markdown.md +91 -0
- package/.bkit/core/prompts/bkit-utility-update-decisions.md +75 -0
- package/.bkit/core/prompts/bkit-utility-update-deferrals.md +76 -0
- package/.bkit/core/prompts/bkit-utility-update-documentation.md +61 -0
- package/.bkit/core/prompts/bkit-utility-update-failures.md +76 -0
- package/.bkit/core/prompts/bkit-utility-update-knowledge.md +75 -0
- package/.bkit/core/prompts/bkit-utility-update-roadmap.md +82 -0
- package/.bkit/core/workflows/bkit-auto.md +121 -0
- package/.bkit/core/workflows/bkit-build.md +802 -0
- package/.bkit/core/workflows/bkit-debug.md +649 -0
- package/.bkit/core/workflows/bkit-design.md +495 -0
- package/.bkit/core/workflows/bkit-plan.md +510 -0
- package/.bkit/core/workflows/bkit-ship.md +650 -0
- package/.bkit/shared/.bkit/.env.example +86 -0
- package/.bkit/shared/.claude/bkit-cloud.md +117 -0
- package/.bkit/shared/.claude/settings.json +88 -0
- package/.bkit/shared/.codex/hooks.json +26 -0
- package/.bkit/shared/.cursor/bkit-cloud.md +84 -0
- package/.bkit/shared/.cursor/hooks.json +26 -0
- package/.bkit/shared/.cursor/mcp.json +15 -0
- package/.bkit/shared/.cursor/rules/bkit-rules.mdc +12 -0
- package/.bkit/shared/.gitattributes +37 -0
- package/.bkit/shared/.mcp.json +16 -0
- package/.bkit/shared/.opencode/opencode.json +62 -0
- package/.bkit/shared/CLAUDE.md +11 -0
- package/.bkit/shared/LICENSE.md +22 -0
- package/.bkit/shared/docs/architecture.md +19 -0
- package/.bkit/shared/docs/data-schema.md +19 -0
- package/.bkit/shared/docs/deployments.md +433 -0
- package/.bkit/shared/docs/design.md +39 -0
- package/.bkit/shared/docs/noise.md +19 -0
- package/.bkit/shared/docs/observability.md +25 -0
- package/.bkit/shared/docs/security.md +42 -0
- package/.bkit/shared/docs/setup.md +30 -0
- package/.bkit/shared/docs/technology.md +18 -0
- package/.bkit/shared/docs/testing.md +413 -0
- package/.bkit/shared/gitignore +97 -0
- package/.bkit/templates/.claude/hooks/bkit-cloud-bootstrap.sh +187 -0
- package/.bkit/templates/.cursor/Dockerfile +68 -0
- package/.bkit/templates/.cursor/environment.json +6 -0
- package/.bkit/templates/.cursor/settings.json +11 -0
- package/.bkit/templates/.envrc +7 -0
- package/.bkit/templates/.github/dependabot.yml +52 -0
- package/.bkit/templates/.github/renovate.json5 +224 -0
- package/.bkit/templates/.github/workflows/bkit-ci.yml +1062 -0
- package/.bkit/templates/.github/workflows/bkit-cloud.yml +564 -0
- package/.bkit/templates/.github/workflows/bkit-renovate.yml +102 -0
- package/.bkit/templates/.graphifyignore +108 -0
- package/.bkit/templates/.husky/pre-commit +16 -0
- package/.bkit/templates/.husky/pre-push +91 -0
- package/.bkit/templates/.lintstagedrc.json +3 -0
- package/.bkit/templates/.prettierignore +41 -0
- package/.bkit/templates/.serena/project.yml +243 -0
- package/.bkit/templates/.vale/styles/House/Filler.yml +11 -0
- package/.bkit/templates/.vale/styles/House/Hedging.yml +12 -0
- package/.bkit/templates/.vale/styles/House/LLMSlop.yml +13 -0
- package/.bkit/templates/.vale/styles/House/Verbose.yml +12 -0
- package/.bkit/templates/.vale.ini +67 -0
- package/.bkit/templates/LICENSE.md +22 -0
- package/.bkit/templates/context/bkit-cloudrun.md +84 -0
- package/.bkit/templates/context/bkit-expo.md +186 -0
- package/.bkit/templates/context/bkit-github.md +79 -0
- package/.bkit/templates/context/bkit-inngest.md +45 -0
- package/.bkit/templates/context/bkit-maestro.md +76 -0
- package/.bkit/templates/context/bkit-playwright.md +62 -0
- package/.bkit/templates/context/bkit-resend.md +36 -0
- package/.bkit/templates/context/bkit-sentry.md +65 -0
- package/.bkit/templates/context/bkit-serena.md +33 -0
- package/.bkit/templates/context/bkit-stripe.md +36 -0
- package/.bkit/templates/context/bkit-supabase.md +59 -0
- package/.bkit/templates/context/bkit-tavily.md +49 -0
- package/.bkit/templates/context/bkit-vercel.md +64 -0
- package/.bkit/templates/docs/capabilities.md +72 -0
- package/.bkit/templates/scripts/ci/accepted-divergences.json +21 -0
- package/.bkit/templates/scripts/ci/check-accepted-divergences.mjs +152 -0
- package/.bkit/templates/scripts/ci/check-accepted-divergences.test.mjs +130 -0
- package/.bkit/templates/scripts/ci/lanes/resolve-push-base.mjs +98 -0
- package/.bkit/templates/scripts/ci/lanes/resolve-push-base.test.mjs +86 -0
- package/.bkit/templates/scripts/graphify/bkit-graph-drift-rules.json +23 -0
- package/.bkit/templates/scripts/graphify/bkit-graph-drift.py +208 -0
- package/.bkit/templates/scripts/graphify/bkit-graph-eager-rules.json +35 -0
- package/.bkit/templates/scripts/graphify/bkit-graph-eager.py +236 -0
- package/.bkit/templates/scripts/graphify/bkit-graph-external-rules.json +17 -0
- package/.bkit/templates/scripts/graphify/bkit-graph-imports.py +290 -0
- package/.bkit/templates/scripts/graphify/bkit-graph-pre-push.sh +19 -0
- package/.bkit/templates/scripts/graphify/bkit-graph-repair.py +120 -0
- package/.bkit/templates/scripts/graphify/bkit-graph-surface.py +232 -0
- package/.bkit/templates/scripts/graphify/bkit-graphify-graphml.py +36 -0
- package/.bkit/templates/scripts/graphify/bkit-graphify-rollup.py +927 -0
- package/.bkit/templates/scripts/graphify/bkit-graphify.sh +351 -0
- package/.bkit/templates/scripts/launchd/ai.bkit.launchd.plist +26 -0
- package/.bkit/templates/scripts/launchd/bkit-launchd-env.sh +53 -0
- package/.bkit/templates/scripts/launchd/launchd.env.example +13 -0
- package/.bkit/templates/scripts/prettier/bkit-insert-ignore.mjs +275 -0
- package/.bkit/templates/scripts/secrets/bkit-secrets.config.mjs +66 -0
- package/.bkit/templates/scripts/secrets/bkit-secrets.mjs +785 -0
- package/.bkit/templates/scripts/serena/bkit-serena-mcp.sh +30 -0
- package/.bkit/templates/scripts/serena/bkit-serena.mcp.json +9 -0
- package/.bkit/templates/scripts/slop/bkit-slop-type-suppression.mjs +286 -0
- package/.bkit/templates/slop-scan.config.json +120 -0
- package/CHANGELOG.md +1503 -0
- package/LICENSE.md +161 -0
- package/README.md +184 -2
- package/dist/checks/after/auth.js +140 -0
- package/dist/checks/after/ci-yml.js +681 -0
- package/dist/checks/after/github.js +400 -0
- package/dist/checks/after/index.js +431 -0
- package/dist/checks/after/managed.js +187 -0
- package/dist/checks/after/suppression.js +39 -0
- package/dist/checks/after/tools.js +351 -0
- package/dist/checks/before/context-fetch.js +426 -0
- package/dist/checks/before/env.js +163 -0
- package/dist/checks/before/files.js +187 -0
- package/dist/checks/before/index.js +162 -0
- package/dist/checks/before/mcp.js +111 -0
- package/dist/checks/before/repo.js +71 -0
- package/dist/checks/before/version.js +60 -0
- package/dist/checks/status-holes.js +393 -0
- package/dist/cli.js +688 -0
- package/dist/commands/analysis.js +325 -0
- package/dist/commands/ci/ci.js +438 -0
- package/dist/commands/comply.js +310 -0
- package/dist/commands/harvest.js +354 -0
- package/dist/commands/install/check.js +61 -0
- package/dist/commands/install/doctor.js +209 -0
- package/dist/commands/install/install.js +475 -0
- package/dist/commands/install/uninstall.js +839 -0
- package/dist/commands/install/upgrade.js +782 -0
- package/dist/commands/launch.js +118 -0
- package/dist/commands/lib.js +363 -0
- package/dist/commands/registry.js +50 -0
- package/dist/commands/setup/setup.js +158 -0
- package/dist/commands/telemetry.js +29 -0
- package/dist/commands/workflow/branches.js +1265 -0
- package/dist/commands/workflow/context.js +846 -0
- package/dist/commands/workflow/counters.js +227 -0
- package/dist/commands/workflow/fids.js +224 -0
- package/dist/commands/workflow/issues.js +585 -0
- package/dist/commands/workflow/ledgers.js +472 -0
- package/dist/commands/workflow/locks.js +364 -0
- package/dist/commands/workflow/prs.js +904 -0
- package/dist/commands/workflow/repo.js +199 -0
- package/dist/commands/workflow/roadmap.js +495 -0
- package/dist/commands/workflow/runs.js +1717 -0
- package/dist/commands/workflow/runtime.js +257 -0
- package/dist/commands/workflow/skills.js +110 -0
- package/dist/commands/workflow/status.js +392 -0
- package/dist/commands/workflow/steps.js +1093 -0
- package/dist/commands/workflow/tests.js +144 -0
- package/dist/commands/workflow/workflows.js +1342 -0
- package/dist/commands/workflow/workstreams.js +141 -0
- package/dist/commands/workflow/worktrees.js +473 -0
- package/dist/install/cloud-env.js +818 -0
- package/dist/install/managed-block.js +182 -0
- package/dist/install/manifest.js +376 -0
- package/dist/install/modules/claude.js +288 -0
- package/dist/install/modules/cloud.js +151 -0
- package/dist/install/modules/codex.js +193 -0
- package/dist/install/modules/core.js +531 -0
- package/dist/install/modules/cursor.js +186 -0
- package/dist/install/modules/index.js +152 -0
- package/dist/install/modules/opencode.js +504 -0
- package/dist/install/payload-links.js +119 -0
- package/dist/install/placeholders.js +87 -0
- package/dist/install/template-copies.js +106 -0
- package/dist/install/version-file.js +204 -0
- package/dist/install/write.js +342 -0
- package/dist/ledgers/clamp-log.js +27 -0
- package/dist/ledgers/status.js +156 -0
- package/dist/ledgers/telemetry.js +637 -0
- package/dist/render/hosts.js +339 -0
- package/dist/render/models.js +288 -0
- package/dist/render/parts.js +33 -0
- package/dist/render/trackers.js +135 -0
- package/dist/shared/egress.js +299 -0
- package/dist/shared/json.js +16 -0
- package/dist/shared/log-prefix.js +7 -0
- package/dist/shared/package-json.js +22 -0
- package/dist/shared/package-manager.js +32 -0
- package/dist/shared/package-roots.js +145 -0
- package/dist/shared/protected-paths.js +153 -0
- package/dist/shared/settings.js +44 -0
- package/dist/shared/timeouts.js +19 -0
- package/dist/tools/wording.js +680 -0
- package/package.json +101 -4
|
@@ -0,0 +1,550 @@
|
|
|
1
|
+
// commands/analysis.ts — Analysis CLI for bkit telemetry.
|
|
2
|
+
//
|
|
3
|
+
// Provides:
|
|
4
|
+
// 1. Counts/rates/elapsed-time over telemetry rows.
|
|
5
|
+
// 2. Size↔outcome regression (logistic approximation: error ~ log(linesAdded)
|
|
6
|
+
// + filesChanged) over `kind:"outcome"` rows.
|
|
7
|
+
// 3. Dispatch-size threshold computation for plan-complexity-check / plan-split.
|
|
8
|
+
// 4. `counterSource` trust labelling (model-self-report pre-P3, shell-bus post-P3).
|
|
9
|
+
// 5. Per-rule compliance rate over `kind:"compliance"` rows.
|
|
10
|
+
// 6. Per-`bkitVersion`→CHANGELOG release-attributed regression.
|
|
11
|
+
//
|
|
12
|
+
// Backfill scope (DE-37): GitHub-API backfill limited to the repo where bkit is
|
|
13
|
+
// installed; PRs closed >= `--since` date; fields: additions, deletions, changedFiles,
|
|
14
|
+
// commits count (for correctiveCommits proxy). Model-self-report counterSource.
|
|
15
|
+
//
|
|
16
|
+
// All computation is advisory + inform-only; never gates any workflow.
|
|
17
|
+
// See DE-34 for the shared-entrypoint + crash-isolation contract.
|
|
18
|
+
|
|
19
|
+
import * as fs from "node:fs";
|
|
20
|
+
import * as path from "node:path";
|
|
21
|
+
import { UNJUSTIFIED_REASON, foldFrom, type TelemetryEvent } from "../ledgers/telemetry.js";
|
|
22
|
+
import { HARVEST_DEST_DIR } from "./harvest.js";
|
|
23
|
+
|
|
24
|
+
// ---------------------------------------------------------------------------
|
|
25
|
+
// Types
|
|
26
|
+
// ---------------------------------------------------------------------------
|
|
27
|
+
|
|
28
|
+
export interface OutcomeRow {
|
|
29
|
+
ts: number;
|
|
30
|
+
repo: string;
|
|
31
|
+
bkitVersion: string;
|
|
32
|
+
/** Ship-only: the merged PR number. Absent on non-ship workflow run rows. */
|
|
33
|
+
prNumber?: number;
|
|
34
|
+
linesAdded: number;
|
|
35
|
+
linesDeleted: number;
|
|
36
|
+
linesChanged: number;
|
|
37
|
+
filesChanged: number;
|
|
38
|
+
taskCount: number;
|
|
39
|
+
durationSeconds: number;
|
|
40
|
+
ciTrySuccess?: number;
|
|
41
|
+
correctiveCommits?: number;
|
|
42
|
+
reviewIterations?: number;
|
|
43
|
+
deferrals: number;
|
|
44
|
+
failures: number;
|
|
45
|
+
counterSource?: string;
|
|
46
|
+
}
|
|
47
|
+
|
|
48
|
+
export interface ComplianceRow {
|
|
49
|
+
ts: number;
|
|
50
|
+
repo: string;
|
|
51
|
+
bkitVersion: string;
|
|
52
|
+
rule: string;
|
|
53
|
+
result: "pass" | "fail" | "n/a";
|
|
54
|
+
phase: string;
|
|
55
|
+
parentSha: string;
|
|
56
|
+
}
|
|
57
|
+
|
|
58
|
+
// ---------------------------------------------------------------------------
|
|
59
|
+
// Counts / rates summary
|
|
60
|
+
// ---------------------------------------------------------------------------
|
|
61
|
+
|
|
62
|
+
export interface TelemetryCounts {
|
|
63
|
+
total: number;
|
|
64
|
+
byKind: Record<string, number>;
|
|
65
|
+
byWorkflow: Record<string, number>;
|
|
66
|
+
byRepo: Record<string, number>;
|
|
67
|
+
}
|
|
68
|
+
|
|
69
|
+
export function computeCounts(events: TelemetryEvent[]): TelemetryCounts {
|
|
70
|
+
const byKind: Record<string, number> = {};
|
|
71
|
+
const byWorkflow: Record<string, number> = {};
|
|
72
|
+
const byRepo: Record<string, number> = {};
|
|
73
|
+
|
|
74
|
+
for (const ev of events) {
|
|
75
|
+
byKind[ev.kind] = (byKind[ev.kind] ?? 0) + 1;
|
|
76
|
+
byWorkflow[ev.workflow] = (byWorkflow[ev.workflow] ?? 0) + 1;
|
|
77
|
+
byRepo[ev.repo] = (byRepo[ev.repo] ?? 0) + 1;
|
|
78
|
+
}
|
|
79
|
+
|
|
80
|
+
return { total: events.length, byKind, byWorkflow, byRepo };
|
|
81
|
+
}
|
|
82
|
+
|
|
83
|
+
// ---------------------------------------------------------------------------
|
|
84
|
+
// Elapsed-time stats
|
|
85
|
+
// ---------------------------------------------------------------------------
|
|
86
|
+
|
|
87
|
+
export interface ElapsedStats {
|
|
88
|
+
count: number;
|
|
89
|
+
totalSeconds: number;
|
|
90
|
+
meanSeconds: number;
|
|
91
|
+
minSeconds: number;
|
|
92
|
+
maxSeconds: number;
|
|
93
|
+
p50Seconds: number;
|
|
94
|
+
}
|
|
95
|
+
|
|
96
|
+
export function computeElapsedStats(rows: OutcomeRow[]): ElapsedStats {
|
|
97
|
+
if (rows.length === 0) {
|
|
98
|
+
return {
|
|
99
|
+
count: 0,
|
|
100
|
+
totalSeconds: 0,
|
|
101
|
+
meanSeconds: 0,
|
|
102
|
+
minSeconds: 0,
|
|
103
|
+
maxSeconds: 0,
|
|
104
|
+
p50Seconds: 0,
|
|
105
|
+
};
|
|
106
|
+
}
|
|
107
|
+
const durations = rows.map((r) => r.durationSeconds).sort((a, b) => a - b);
|
|
108
|
+
const total = durations.reduce((s, v) => s + v, 0);
|
|
109
|
+
const p50 = durations[Math.floor(durations.length / 2)] ?? 0;
|
|
110
|
+
return {
|
|
111
|
+
count: rows.length,
|
|
112
|
+
totalSeconds: total,
|
|
113
|
+
meanSeconds: total / rows.length,
|
|
114
|
+
minSeconds: durations[0] ?? 0,
|
|
115
|
+
maxSeconds: durations[durations.length - 1] ?? 0,
|
|
116
|
+
p50Seconds: p50,
|
|
117
|
+
};
|
|
118
|
+
}
|
|
119
|
+
|
|
120
|
+
// ---------------------------------------------------------------------------
|
|
121
|
+
// Size↔outcome regression
|
|
122
|
+
//
|
|
123
|
+
// Logistic approximation: P(error) ~ 1 / (1 + exp(-(b0 + b1*log1p(linesAdded) + b2*filesChanged)))
|
|
124
|
+
// Computed as a bucketed version without external libraries.
|
|
125
|
+
// "Error" = ciTrySuccess > 1 OR correctiveCommits > 0 OR reviewIterations > 1 OR failures > 0.
|
|
126
|
+
// ---------------------------------------------------------------------------
|
|
127
|
+
|
|
128
|
+
export interface SizeBucket {
|
|
129
|
+
label: string;
|
|
130
|
+
minLines: number;
|
|
131
|
+
maxLines: number;
|
|
132
|
+
count: number;
|
|
133
|
+
errorCount: number;
|
|
134
|
+
errorRate: number;
|
|
135
|
+
}
|
|
136
|
+
|
|
137
|
+
export interface RegressionResult {
|
|
138
|
+
buckets: SizeBucket[];
|
|
139
|
+
/**
|
|
140
|
+
* Dispatch-size threshold: the bucket where error rate first exceeds 50%,
|
|
141
|
+
* or the largest bucket if no bucket does. Feeds plan-complexity-check/split.
|
|
142
|
+
*/
|
|
143
|
+
dispatchSizeThreshold: number;
|
|
144
|
+
/**
|
|
145
|
+
* Trust tier split: rows labelled by counterSource.
|
|
146
|
+
* "shell-bus" = post-P3 deterministic; "model-self-report" = pre-P3 untrusted.
|
|
147
|
+
*/
|
|
148
|
+
shellBusCount: number;
|
|
149
|
+
modelSelfReportCount: number;
|
|
150
|
+
totalRows: number;
|
|
151
|
+
}
|
|
152
|
+
|
|
153
|
+
const SIZE_BUCKETS: Array<{ label: string; min: number; max: number }> = [
|
|
154
|
+
{ label: "XS (0–49)", min: 0, max: 49 },
|
|
155
|
+
{ label: "S (50–199)", min: 50, max: 199 },
|
|
156
|
+
{ label: "M (200–499)", min: 200, max: 499 },
|
|
157
|
+
{ label: "L (500–999)", min: 500, max: 999 },
|
|
158
|
+
{ label: "XL (1000+)", min: 1000, max: Infinity },
|
|
159
|
+
];
|
|
160
|
+
|
|
161
|
+
/**
|
|
162
|
+
* Per-run NEW failures = this row's cumulative total minus the previous row's.
|
|
163
|
+
*
|
|
164
|
+
* `outcome.failures` is the repo's CUMULATIVE distinct-failure count at ship time.
|
|
165
|
+
*
|
|
166
|
+
* Previous = the newest outcome row for the SAME repo strictly before this one; the
|
|
167
|
+
* first row for a repo has no predecessor, so its total IS its delta.
|
|
168
|
+
*
|
|
169
|
+
* Clamped at 0: totals can fall when a triage sweep folds duplicate keys away.
|
|
170
|
+
*/
|
|
171
|
+
export function newFailuresThisRun(row: OutcomeRow, allRows: OutcomeRow[]): number {
|
|
172
|
+
const previous = allRows
|
|
173
|
+
.filter((r) => r.repo === row.repo && r.ts < row.ts)
|
|
174
|
+
.sort((a, b) => b.ts - a.ts)[0];
|
|
175
|
+
if (!previous) return row.failures;
|
|
176
|
+
return Math.max(0, row.failures - previous.failures);
|
|
177
|
+
}
|
|
178
|
+
|
|
179
|
+
function isErrorRun(row: OutcomeRow, allRows: OutcomeRow[]): boolean {
|
|
180
|
+
return (
|
|
181
|
+
(row.ciTrySuccess !== undefined && row.ciTrySuccess > 1) ||
|
|
182
|
+
(row.correctiveCommits !== undefined && row.correctiveCommits > 0) ||
|
|
183
|
+
(row.reviewIterations !== undefined && row.reviewIterations > 1) ||
|
|
184
|
+
newFailuresThisRun(row, allRows) > 0
|
|
185
|
+
);
|
|
186
|
+
}
|
|
187
|
+
|
|
188
|
+
export function computeRegression(rows: OutcomeRow[]): RegressionResult {
|
|
189
|
+
const buckets: SizeBucket[] = SIZE_BUCKETS.map((b) => ({
|
|
190
|
+
label: b.label,
|
|
191
|
+
minLines: b.min,
|
|
192
|
+
maxLines: b.max,
|
|
193
|
+
count: 0,
|
|
194
|
+
errorCount: 0,
|
|
195
|
+
errorRate: 0,
|
|
196
|
+
}));
|
|
197
|
+
|
|
198
|
+
let shellBusCount = 0;
|
|
199
|
+
let modelSelfReportCount = 0;
|
|
200
|
+
|
|
201
|
+
for (const row of rows) {
|
|
202
|
+
// Trust tier labelling
|
|
203
|
+
if (row.counterSource === "shell-bus") {
|
|
204
|
+
shellBusCount++;
|
|
205
|
+
} else {
|
|
206
|
+
modelSelfReportCount++;
|
|
207
|
+
}
|
|
208
|
+
|
|
209
|
+
// Bucket by linesAdded
|
|
210
|
+
const lines = row.linesAdded;
|
|
211
|
+
for (const bucket of buckets) {
|
|
212
|
+
if (lines >= bucket.minLines && lines <= bucket.maxLines) {
|
|
213
|
+
bucket.count++;
|
|
214
|
+
if (isErrorRun(row, rows)) {
|
|
215
|
+
bucket.errorCount++;
|
|
216
|
+
}
|
|
217
|
+
break;
|
|
218
|
+
}
|
|
219
|
+
}
|
|
220
|
+
}
|
|
221
|
+
|
|
222
|
+
// Compute error rates
|
|
223
|
+
for (const b of buckets) {
|
|
224
|
+
b.errorRate = b.count > 0 ? b.errorCount / b.count : 0;
|
|
225
|
+
}
|
|
226
|
+
|
|
227
|
+
// Dispatch-size threshold: first bucket where errorRate > 0.5, else max bucket midpoint
|
|
228
|
+
let threshold = 1000; // default: XL
|
|
229
|
+
for (const b of buckets) {
|
|
230
|
+
if (b.count > 0 && b.errorRate > 0.5) {
|
|
231
|
+
threshold = b.minLines;
|
|
232
|
+
break;
|
|
233
|
+
}
|
|
234
|
+
}
|
|
235
|
+
|
|
236
|
+
return {
|
|
237
|
+
buckets,
|
|
238
|
+
dispatchSizeThreshold: threshold,
|
|
239
|
+
shellBusCount,
|
|
240
|
+
modelSelfReportCount,
|
|
241
|
+
totalRows: rows.length,
|
|
242
|
+
};
|
|
243
|
+
}
|
|
244
|
+
|
|
245
|
+
// ---------------------------------------------------------------------------
|
|
246
|
+
// Per-rule compliance rate (WS-2→WS-4 edge artefact)
|
|
247
|
+
// ---------------------------------------------------------------------------
|
|
248
|
+
|
|
249
|
+
export interface ComplianceRuleRate {
|
|
250
|
+
rule: string;
|
|
251
|
+
passCount: number;
|
|
252
|
+
failCount: number;
|
|
253
|
+
naCount: number;
|
|
254
|
+
totalCount: number;
|
|
255
|
+
passRate: number;
|
|
256
|
+
}
|
|
257
|
+
|
|
258
|
+
export function computeComplianceRates(rows: ComplianceRow[]): ComplianceRuleRate[] {
|
|
259
|
+
const byRule: Record<
|
|
260
|
+
string,
|
|
261
|
+
{ passCount: number; failCount: number; naCount: number; totalCount: number }
|
|
262
|
+
> = {};
|
|
263
|
+
|
|
264
|
+
for (const row of rows) {
|
|
265
|
+
if (!byRule[row.rule]) {
|
|
266
|
+
byRule[row.rule] = { passCount: 0, failCount: 0, naCount: 0, totalCount: 0 };
|
|
267
|
+
}
|
|
268
|
+
const r = byRule[row.rule]!;
|
|
269
|
+
r.totalCount++;
|
|
270
|
+
if (row.result === "pass") r.passCount++;
|
|
271
|
+
else if (row.result === "fail") r.failCount++;
|
|
272
|
+
else r.naCount++;
|
|
273
|
+
}
|
|
274
|
+
|
|
275
|
+
return Object.entries(byRule).map(([rule, counts]) => ({
|
|
276
|
+
rule,
|
|
277
|
+
...counts,
|
|
278
|
+
passRate: counts.totalCount > 0 ? counts.passCount / counts.totalCount : 0,
|
|
279
|
+
}));
|
|
280
|
+
}
|
|
281
|
+
|
|
282
|
+
// ---------------------------------------------------------------------------
|
|
283
|
+
// Per-bkitVersion compliance trend (release-attributed regression)
|
|
284
|
+
// ---------------------------------------------------------------------------
|
|
285
|
+
|
|
286
|
+
export interface VersionComplianceEntry {
|
|
287
|
+
bkitVersion: string;
|
|
288
|
+
passRate: number;
|
|
289
|
+
totalRuns: number;
|
|
290
|
+
}
|
|
291
|
+
|
|
292
|
+
export function computeVersionCompliance(rows: ComplianceRow[]): VersionComplianceEntry[] {
|
|
293
|
+
const byVersion: Record<string, { pass: number; total: number }> = {};
|
|
294
|
+
for (const row of rows) {
|
|
295
|
+
if (!byVersion[row.bkitVersion]) byVersion[row.bkitVersion] = { pass: 0, total: 0 };
|
|
296
|
+
const v = byVersion[row.bkitVersion]!;
|
|
297
|
+
v.total++;
|
|
298
|
+
if (row.result === "pass") v.pass++;
|
|
299
|
+
}
|
|
300
|
+
return Object.entries(byVersion)
|
|
301
|
+
.map(([bkitVersion, { pass, total }]) => ({
|
|
302
|
+
bkitVersion,
|
|
303
|
+
passRate: total > 0 ? pass / total : 0,
|
|
304
|
+
totalRuns: total,
|
|
305
|
+
}))
|
|
306
|
+
.sort((a, b) => a.bkitVersion.localeCompare(b.bkitVersion, undefined, { numeric: true }));
|
|
307
|
+
}
|
|
308
|
+
|
|
309
|
+
// ---------------------------------------------------------------------------
|
|
310
|
+
// Deferral discipline — unjustified-rate per writer
|
|
311
|
+
// ---------------------------------------------------------------------------
|
|
312
|
+
|
|
313
|
+
/**
|
|
314
|
+
* One folded `kind:"deferral"` entity. `subagent` + `model` are absent on rows an
|
|
315
|
+
* orchestrator wrote directly (`.bkit/jsonl.md` § Who Wrote It).
|
|
316
|
+
*/
|
|
317
|
+
export interface DeferralRow {
|
|
318
|
+
ts: number;
|
|
319
|
+
repo: string;
|
|
320
|
+
bkitVersion: string;
|
|
321
|
+
key?: string;
|
|
322
|
+
workflow?: string;
|
|
323
|
+
step?: string;
|
|
324
|
+
subagent?: string;
|
|
325
|
+
model?: string;
|
|
326
|
+
reason?: string;
|
|
327
|
+
severity?: string;
|
|
328
|
+
status?: string;
|
|
329
|
+
}
|
|
330
|
+
|
|
331
|
+
export interface DeferralDisciplineEntry {
|
|
332
|
+
/** The writer: subagent name, or the workflow that wrote the row itself. */
|
|
333
|
+
writer: string;
|
|
334
|
+
/** That writer's model, `unknown` on orchestrator-written rows. */
|
|
335
|
+
model: string;
|
|
336
|
+
total: number;
|
|
337
|
+
unjustifiedCount: number;
|
|
338
|
+
/** Share of this writer's deferrals a reviewer ruled should have been finished. */
|
|
339
|
+
unjustifiedRate: number;
|
|
340
|
+
/** Tally per `reason`; `unspecified` counts rows predating the field. */
|
|
341
|
+
byReason: Record<string, number>;
|
|
342
|
+
}
|
|
343
|
+
|
|
344
|
+
/**
|
|
345
|
+
* Unjustified-rate per `(subagent, model)`.
|
|
346
|
+
*
|
|
347
|
+
* Counts FOLDED entities, so an adjudication and its later close are one deferral,
|
|
348
|
+
* not three. `unjustified` is carried verbatim through later rows, so the rate keeps
|
|
349
|
+
* counting it.
|
|
350
|
+
*/
|
|
351
|
+
export function computeDeferralDiscipline(rows: DeferralRow[]): DeferralDisciplineEntry[] {
|
|
352
|
+
const byWriter: Record<
|
|
353
|
+
string,
|
|
354
|
+
{
|
|
355
|
+
writer: string;
|
|
356
|
+
model: string;
|
|
357
|
+
total: number;
|
|
358
|
+
unjustifiedCount: number;
|
|
359
|
+
byReason: Record<string, number>;
|
|
360
|
+
}
|
|
361
|
+
> = {};
|
|
362
|
+
|
|
363
|
+
for (const row of rows) {
|
|
364
|
+
const writer =
|
|
365
|
+
row.subagent ?? (row.workflow ? `${row.workflow} (orchestrator)` : "unattributed");
|
|
366
|
+
const model = row.model ?? "unknown";
|
|
367
|
+
const id = `${writer}\u0000${model}`;
|
|
368
|
+
if (!byWriter[id])
|
|
369
|
+
byWriter[id] = { writer, model, total: 0, unjustifiedCount: 0, byReason: {} };
|
|
370
|
+
const w = byWriter[id]!;
|
|
371
|
+
w.total++;
|
|
372
|
+
const reason = row.reason ?? "unspecified";
|
|
373
|
+
w.byReason[reason] = (w.byReason[reason] ?? 0) + 1;
|
|
374
|
+
if (reason === UNJUSTIFIED_REASON) w.unjustifiedCount++;
|
|
375
|
+
}
|
|
376
|
+
|
|
377
|
+
return Object.values(byWriter)
|
|
378
|
+
.map((w) => ({
|
|
379
|
+
writer: w.writer,
|
|
380
|
+
model: w.model,
|
|
381
|
+
total: w.total,
|
|
382
|
+
unjustifiedCount: w.unjustifiedCount,
|
|
383
|
+
unjustifiedRate: w.total > 0 ? w.unjustifiedCount / w.total : 0,
|
|
384
|
+
byReason: w.byReason,
|
|
385
|
+
}))
|
|
386
|
+
.sort(
|
|
387
|
+
(a, b) =>
|
|
388
|
+
b.unjustifiedCount - a.unjustifiedCount ||
|
|
389
|
+
b.unjustifiedRate - a.unjustifiedRate ||
|
|
390
|
+
b.total - a.total ||
|
|
391
|
+
a.writer.localeCompare(b.writer),
|
|
392
|
+
);
|
|
393
|
+
}
|
|
394
|
+
|
|
395
|
+
// ---------------------------------------------------------------------------
|
|
396
|
+
// Full analysis report
|
|
397
|
+
// ---------------------------------------------------------------------------
|
|
398
|
+
|
|
399
|
+
export interface AnalysisReport {
|
|
400
|
+
counts: TelemetryCounts;
|
|
401
|
+
elapsed: ElapsedStats;
|
|
402
|
+
regression: RegressionResult;
|
|
403
|
+
complianceRates: ComplianceRuleRate[];
|
|
404
|
+
versionCompliance: VersionComplianceEntry[];
|
|
405
|
+
deferralDiscipline: DeferralDisciplineEntry[];
|
|
406
|
+
reportLines: string[];
|
|
407
|
+
}
|
|
408
|
+
|
|
409
|
+
export function runAnalysis(paths: string[]): AnalysisReport {
|
|
410
|
+
const { state, rowCount, malformedLineCount } = foldFrom(paths);
|
|
411
|
+
const events = [...state.values()];
|
|
412
|
+
|
|
413
|
+
const outcomeRows: OutcomeRow[] = [];
|
|
414
|
+
const complianceRows: ComplianceRow[] = [];
|
|
415
|
+
const deferralRows: DeferralRow[] = [];
|
|
416
|
+
|
|
417
|
+
for (const ev of events) {
|
|
418
|
+
if (ev.kind === "outcome") {
|
|
419
|
+
outcomeRows.push(ev);
|
|
420
|
+
} else if (ev.kind === "compliance") {
|
|
421
|
+
complianceRows.push(ev);
|
|
422
|
+
} else if (ev.kind === "deferral") {
|
|
423
|
+
deferralRows.push(ev);
|
|
424
|
+
}
|
|
425
|
+
}
|
|
426
|
+
|
|
427
|
+
const counts = computeCounts(events);
|
|
428
|
+
const elapsed = computeElapsedStats(outcomeRows);
|
|
429
|
+
const regression = computeRegression(outcomeRows);
|
|
430
|
+
const complianceRates = computeComplianceRates(complianceRows);
|
|
431
|
+
const versionCompliance = computeVersionCompliance(complianceRows);
|
|
432
|
+
const deferralDiscipline = computeDeferralDiscipline(deferralRows);
|
|
433
|
+
|
|
434
|
+
const reportLines: string[] = [
|
|
435
|
+
`[bkit-analysis] Telemetry rows: ${rowCount} | malformed: ${malformedLineCount}`,
|
|
436
|
+
`[bkit-analysis] Kinds: ${JSON.stringify(counts.byKind)}`,
|
|
437
|
+
`[bkit-analysis] Workflows: ${JSON.stringify(counts.byWorkflow)}`,
|
|
438
|
+
`[bkit-analysis] Run outcomes: ${outcomeRows.length} | Compliance rows: ${complianceRows.length}`,
|
|
439
|
+
];
|
|
440
|
+
|
|
441
|
+
if (elapsed.count > 0) {
|
|
442
|
+
reportLines.push(
|
|
443
|
+
`[bkit-analysis] Duration (s): mean=${elapsed.meanSeconds.toFixed(0)} | p50=${elapsed.p50Seconds.toFixed(0)} | min=${elapsed.minSeconds} | max=${elapsed.maxSeconds}`,
|
|
444
|
+
);
|
|
445
|
+
}
|
|
446
|
+
|
|
447
|
+
// Regression report
|
|
448
|
+
reportLines.push(
|
|
449
|
+
`[bkit-analysis] #183 Size↔outcome regression (dispatch-size threshold: ${regression.dispatchSizeThreshold} linesAdded):`,
|
|
450
|
+
);
|
|
451
|
+
for (const b of regression.buckets) {
|
|
452
|
+
if (b.count > 0) {
|
|
453
|
+
reportLines.push(
|
|
454
|
+
` ${b.label}: ${b.count} runs, ${b.errorCount} errors (${(b.errorRate * 100).toFixed(1)}%)`,
|
|
455
|
+
);
|
|
456
|
+
}
|
|
457
|
+
}
|
|
458
|
+
reportLines.push(
|
|
459
|
+
`[bkit-analysis] counterSource trust: shell-bus=${regression.shellBusCount} (trusted) | model-self-report=${regression.modelSelfReportCount} (untrusted, pre-P3)`,
|
|
460
|
+
);
|
|
461
|
+
|
|
462
|
+
// Compliance rates
|
|
463
|
+
if (complianceRates.length > 0) {
|
|
464
|
+
reportLines.push(`[bkit-analysis] Per-rule compliance rates:`);
|
|
465
|
+
for (const r of complianceRates) {
|
|
466
|
+
reportLines.push(
|
|
467
|
+
` ${r.rule}: ${(r.passRate * 100).toFixed(1)}% pass (${r.passCount}/${r.totalCount})`,
|
|
468
|
+
);
|
|
469
|
+
}
|
|
470
|
+
}
|
|
471
|
+
|
|
472
|
+
// Version compliance
|
|
473
|
+
if (versionCompliance.length > 0) {
|
|
474
|
+
reportLines.push(`[bkit-analysis] Per-bkitVersion compliance:`);
|
|
475
|
+
for (const v of versionCompliance) {
|
|
476
|
+
reportLines.push(
|
|
477
|
+
` v${v.bkitVersion}: ${(v.passRate * 100).toFixed(1)}% pass (${v.totalRuns} runs)`,
|
|
478
|
+
);
|
|
479
|
+
}
|
|
480
|
+
}
|
|
481
|
+
|
|
482
|
+
// Deferral discipline — who defers work they should have finished.
|
|
483
|
+
if (deferralDiscipline.length > 0) {
|
|
484
|
+
const totals = deferralDiscipline.reduce(
|
|
485
|
+
(acc, d) => ({ total: acc.total + d.total, unjust: acc.unjust + d.unjustifiedCount }),
|
|
486
|
+
{ total: 0, unjust: 0 },
|
|
487
|
+
);
|
|
488
|
+
reportLines.push(
|
|
489
|
+
`[bkit-analysis] Deferral discipline: ${totals.unjust}/${totals.total} adjudicated unjustified (${((totals.unjust / totals.total) * 100).toFixed(1)}%), by writer:`,
|
|
490
|
+
);
|
|
491
|
+
for (const d of deferralDiscipline) {
|
|
492
|
+
const reasons = Object.entries(d.byReason)
|
|
493
|
+
.sort(([a], [b]) => a.localeCompare(b))
|
|
494
|
+
.map(([reason, n]) => `${reason}=${n}`)
|
|
495
|
+
.join(" ");
|
|
496
|
+
reportLines.push(
|
|
497
|
+
` ${d.writer} [${d.model}]: ${d.unjustifiedCount}/${d.total} unjustified (${(d.unjustifiedRate * 100).toFixed(1)}%) | ${reasons}`,
|
|
498
|
+
);
|
|
499
|
+
}
|
|
500
|
+
}
|
|
501
|
+
|
|
502
|
+
return {
|
|
503
|
+
counts,
|
|
504
|
+
elapsed,
|
|
505
|
+
regression,
|
|
506
|
+
complianceRates,
|
|
507
|
+
versionCompliance,
|
|
508
|
+
deferralDiscipline,
|
|
509
|
+
reportLines,
|
|
510
|
+
};
|
|
511
|
+
}
|
|
512
|
+
|
|
513
|
+
// analysis — cross-repo analysis CLI.
|
|
514
|
+
// Reports counts/rates/elapsed-time, size↔outcome regression, per-rule compliance
|
|
515
|
+
// rate, dispatch-size threshold, counterSource trust labelling. Advisory + inform-only.
|
|
516
|
+
// See DE-34 for the shared-entrypoint + crash-isolation contract.
|
|
517
|
+
export function runAnalysisCommand(): void {
|
|
518
|
+
try {
|
|
519
|
+
const cwd = process.cwd();
|
|
520
|
+
// Analyse: bkit's own stats.jsonl + harvested consumer rows.
|
|
521
|
+
// Harvest dest is sourced from the constant, NOT re-spelled here.
|
|
522
|
+
const statsPath = path.join(cwd, ".bkit", "stats.jsonl");
|
|
523
|
+
const harvestStatsPath = path.join(cwd, HARVEST_DEST_DIR, "stats.jsonl");
|
|
524
|
+
const harvestFrictionPath = path.join(cwd, HARVEST_DEST_DIR, "friction.jsonl");
|
|
525
|
+
const frictionPath = path.join(cwd, ".bkit", "friction.jsonl");
|
|
526
|
+
// deferrals is LOCAL-only: harvest takes it count-only (prose never leaves the
|
|
527
|
+
// consumer), so the discipline rate is this repo's own writers, not a fleet view.
|
|
528
|
+
const deferralsPath = path.join(cwd, "docs", "deferrals.jsonl");
|
|
529
|
+
const paths = [
|
|
530
|
+
statsPath,
|
|
531
|
+
harvestStatsPath,
|
|
532
|
+
harvestFrictionPath,
|
|
533
|
+
frictionPath,
|
|
534
|
+
deferralsPath,
|
|
535
|
+
].filter((p) => fs.existsSync(p));
|
|
536
|
+
if (paths.length === 0) {
|
|
537
|
+
console.log(
|
|
538
|
+
"[bkit-analysis] No telemetry files found. Run `bkit harvest` first, or accumulate telemetry via bkit workflows.",
|
|
539
|
+
);
|
|
540
|
+
return;
|
|
541
|
+
}
|
|
542
|
+
const report = runAnalysis(paths);
|
|
543
|
+
for (const line of report.reportLines) {
|
|
544
|
+
console.log(line);
|
|
545
|
+
}
|
|
546
|
+
} catch (err: unknown) {
|
|
547
|
+
const msg = err instanceof Error ? err.message : String(err);
|
|
548
|
+
console.error(`[bkit-analysis] analysis error (fail-open): ${msg}`);
|
|
549
|
+
}
|
|
550
|
+
}
|