@esbenwiberg/corpus-default 1.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +10 -0
- package/dist/dimensions/consistency.d.ts +3 -0
- package/dist/dimensions/consistency.d.ts.map +1 -0
- package/dist/dimensions/consistency.js +8 -0
- package/dist/dimensions/consistency.js.map +1 -0
- package/dist/dimensions/context.d.ts +3 -0
- package/dist/dimensions/context.d.ts.map +1 -0
- package/dist/dimensions/context.js +8 -0
- package/dist/dimensions/context.js.map +1 -0
- package/dist/dimensions/cost.d.ts +3 -0
- package/dist/dimensions/cost.d.ts.map +1 -0
- package/dist/dimensions/cost.js +8 -0
- package/dist/dimensions/cost.js.map +1 -0
- package/dist/dimensions/feedback.d.ts +3 -0
- package/dist/dimensions/feedback.d.ts.map +1 -0
- package/dist/dimensions/feedback.js +8 -0
- package/dist/dimensions/feedback.js.map +1 -0
- package/dist/dimensions/latency.d.ts +3 -0
- package/dist/dimensions/latency.d.ts.map +1 -0
- package/dist/dimensions/latency.js +8 -0
- package/dist/dimensions/latency.js.map +1 -0
- package/dist/dimensions/safety.d.ts +3 -0
- package/dist/dimensions/safety.d.ts.map +1 -0
- package/dist/dimensions/safety.js +8 -0
- package/dist/dimensions/safety.js.map +1 -0
- package/dist/fixers/agent-guidance-present-llm.d.ts +3 -0
- package/dist/fixers/agent-guidance-present-llm.d.ts.map +1 -0
- package/dist/fixers/agent-guidance-present-llm.js +109 -0
- package/dist/fixers/agent-guidance-present-llm.js.map +1 -0
- package/dist/fixers/agent-guidance-present.d.ts +3 -0
- package/dist/fixers/agent-guidance-present.d.ts.map +1 -0
- package/dist/fixers/agent-guidance-present.js +46 -0
- package/dist/fixers/agent-guidance-present.js.map +1 -0
- package/dist/fixers/docs-readme-present-llm.d.ts +3 -0
- package/dist/fixers/docs-readme-present-llm.d.ts.map +1 -0
- package/dist/fixers/docs-readme-present-llm.js +109 -0
- package/dist/fixers/docs-readme-present-llm.js.map +1 -0
- package/dist/fixers/docs-readme-present.d.ts +3 -0
- package/dist/fixers/docs-readme-present.d.ts.map +1 -0
- package/dist/fixers/docs-readme-present.js +41 -0
- package/dist/fixers/docs-readme-present.js.map +1 -0
- package/dist/fixers/editorconfig-present.d.ts +3 -0
- package/dist/fixers/editorconfig-present.d.ts.map +1 -0
- package/dist/fixers/editorconfig-present.js +30 -0
- package/dist/fixers/editorconfig-present.js.map +1 -0
- package/dist/fixers/gitignore-comprehensive.d.ts +3 -0
- package/dist/fixers/gitignore-comprehensive.d.ts.map +1 -0
- package/dist/fixers/gitignore-comprehensive.js +61 -0
- package/dist/fixers/gitignore-comprehensive.js.map +1 -0
- package/dist/index.d.ts +8 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +153 -0
- package/dist/index.js.map +1 -0
- package/dist/probes/_shared/latency-bands.d.ts +3 -0
- package/dist/probes/_shared/latency-bands.d.ts.map +1 -0
- package/dist/probes/_shared/latency-bands.js +8 -0
- package/dist/probes/_shared/latency-bands.js.map +1 -0
- package/dist/probes/agent-guidance-fresh.d.ts +3 -0
- package/dist/probes/agent-guidance-fresh.d.ts.map +1 -0
- package/dist/probes/agent-guidance-fresh.js +198 -0
- package/dist/probes/agent-guidance-fresh.js.map +1 -0
- package/dist/probes/agent-guidance-nested.d.ts +3 -0
- package/dist/probes/agent-guidance-nested.d.ts.map +1 -0
- package/dist/probes/agent-guidance-nested.js +177 -0
- package/dist/probes/agent-guidance-nested.js.map +1 -0
- package/dist/probes/agent-guidance-present.d.ts +3 -0
- package/dist/probes/agent-guidance-present.d.ts.map +1 -0
- package/dist/probes/agent-guidance-present.js +32 -0
- package/dist/probes/agent-guidance-present.js.map +1 -0
- package/dist/probes/agent-guidance-quality.d.ts +3 -0
- package/dist/probes/agent-guidance-quality.d.ts.map +1 -0
- package/dist/probes/agent-guidance-quality.js +134 -0
- package/dist/probes/agent-guidance-quality.js.map +1 -0
- package/dist/probes/agent-guidance-substance.d.ts +3 -0
- package/dist/probes/agent-guidance-substance.d.ts.map +1 -0
- package/dist/probes/agent-guidance-substance.js +64 -0
- package/dist/probes/agent-guidance-substance.js.map +1 -0
- package/dist/probes/arch-boundaries-clear.d.ts +3 -0
- package/dist/probes/arch-boundaries-clear.d.ts.map +1 -0
- package/dist/probes/arch-boundaries-clear.js +202 -0
- package/dist/probes/arch-boundaries-clear.js.map +1 -0
- package/dist/probes/arch-doc-present.d.ts +3 -0
- package/dist/probes/arch-doc-present.d.ts.map +1 -0
- package/dist/probes/arch-doc-present.js +46 -0
- package/dist/probes/arch-doc-present.js.map +1 -0
- package/dist/probes/arch-doc-quality.d.ts +3 -0
- package/dist/probes/arch-doc-quality.d.ts.map +1 -0
- package/dist/probes/arch-doc-quality.js +138 -0
- package/dist/probes/arch-doc-quality.js.map +1 -0
- package/dist/probes/arch-fitness-tests-configured.d.ts +3 -0
- package/dist/probes/arch-fitness-tests-configured.d.ts.map +1 -0
- package/dist/probes/arch-fitness-tests-configured.js +180 -0
- package/dist/probes/arch-fitness-tests-configured.js.map +1 -0
- package/dist/probes/build-clean.d.ts +3 -0
- package/dist/probes/build-clean.d.ts.map +1 -0
- package/dist/probes/build-clean.js +72 -0
- package/dist/probes/build-clean.js.map +1 -0
- package/dist/probes/build-configured.d.ts +3 -0
- package/dist/probes/build-configured.d.ts.map +1 -0
- package/dist/probes/build-configured.js +158 -0
- package/dist/probes/build-configured.js.map +1 -0
- package/dist/probes/changelog-strategy-declared.d.ts +3 -0
- package/dist/probes/changelog-strategy-declared.d.ts.map +1 -0
- package/dist/probes/changelog-strategy-declared.js +81 -0
- package/dist/probes/changelog-strategy-declared.js.map +1 -0
- package/dist/probes/ci-configured.d.ts +3 -0
- package/dist/probes/ci-configured.d.ts.map +1 -0
- package/dist/probes/ci-configured.js +164 -0
- package/dist/probes/ci-configured.js.map +1 -0
- package/dist/probes/ci-runs-build.d.ts +3 -0
- package/dist/probes/ci-runs-build.d.ts.map +1 -0
- package/dist/probes/ci-runs-build.js +92 -0
- package/dist/probes/ci-runs-build.js.map +1 -0
- package/dist/probes/ci-runs-lint.d.ts +3 -0
- package/dist/probes/ci-runs-lint.d.ts.map +1 -0
- package/dist/probes/ci-runs-lint.js +84 -0
- package/dist/probes/ci-runs-lint.js.map +1 -0
- package/dist/probes/ci-runs-tests.d.ts +3 -0
- package/dist/probes/ci-runs-tests.d.ts.map +1 -0
- package/dist/probes/ci-runs-tests.js +68 -0
- package/dist/probes/ci-runs-tests.js.map +1 -0
- package/dist/probes/ci-runs-typecheck.d.ts +3 -0
- package/dist/probes/ci-runs-typecheck.d.ts.map +1 -0
- package/dist/probes/ci-runs-typecheck.js +89 -0
- package/dist/probes/ci-runs-typecheck.js.map +1 -0
- package/dist/probes/commits-conventional-followed.d.ts +3 -0
- package/dist/probes/commits-conventional-followed.d.ts.map +1 -0
- package/dist/probes/commits-conventional-followed.js +80 -0
- package/dist/probes/commits-conventional-followed.js.map +1 -0
- package/dist/probes/dead-code-configured.d.ts +3 -0
- package/dist/probes/dead-code-configured.d.ts.map +1 -0
- package/dist/probes/dead-code-configured.js +218 -0
- package/dist/probes/dead-code-configured.js.map +1 -0
- package/dist/probes/deps-audit-configured.d.ts +3 -0
- package/dist/probes/deps-audit-configured.d.ts.map +1 -0
- package/dist/probes/deps-audit-configured.js +172 -0
- package/dist/probes/deps-audit-configured.js.map +1 -0
- package/dist/probes/deps-lockfile-present.d.ts +3 -0
- package/dist/probes/deps-lockfile-present.d.ts.map +1 -0
- package/dist/probes/deps-lockfile-present.js +190 -0
- package/dist/probes/deps-lockfile-present.js.map +1 -0
- package/dist/probes/docs-adr-presence.d.ts +3 -0
- package/dist/probes/docs-adr-presence.d.ts.map +1 -0
- package/dist/probes/docs-adr-presence.js +76 -0
- package/dist/probes/docs-adr-presence.js.map +1 -0
- package/dist/probes/docs-adr-quality.d.ts +3 -0
- package/dist/probes/docs-adr-quality.d.ts.map +1 -0
- package/dist/probes/docs-adr-quality.js +128 -0
- package/dist/probes/docs-adr-quality.js.map +1 -0
- package/dist/probes/docs-contributing-present.d.ts +3 -0
- package/dist/probes/docs-contributing-present.d.ts.map +1 -0
- package/dist/probes/docs-contributing-present.js +15 -0
- package/dist/probes/docs-contributing-present.js.map +1 -0
- package/dist/probes/docs-links-resolved.d.ts +3 -0
- package/dist/probes/docs-links-resolved.d.ts.map +1 -0
- package/dist/probes/docs-links-resolved.js +252 -0
- package/dist/probes/docs-links-resolved.js.map +1 -0
- package/dist/probes/docs-readme-clarity.d.ts +3 -0
- package/dist/probes/docs-readme-clarity.d.ts.map +1 -0
- package/dist/probes/docs-readme-clarity.js +118 -0
- package/dist/probes/docs-readme-clarity.js.map +1 -0
- package/dist/probes/docs-readme-present.d.ts +3 -0
- package/dist/probes/docs-readme-present.d.ts.map +1 -0
- package/dist/probes/docs-readme-present.js +15 -0
- package/dist/probes/docs-readme-present.js.map +1 -0
- package/dist/probes/docs-readme-substance.d.ts +3 -0
- package/dist/probes/docs-readme-substance.d.ts.map +1 -0
- package/dist/probes/docs-readme-substance.js +62 -0
- package/dist/probes/docs-readme-substance.js.map +1 -0
- package/dist/probes/editorconfig-present.d.ts +3 -0
- package/dist/probes/editorconfig-present.d.ts.map +1 -0
- package/dist/probes/editorconfig-present.js +15 -0
- package/dist/probes/editorconfig-present.js.map +1 -0
- package/dist/probes/errors-actionability.d.ts +3 -0
- package/dist/probes/errors-actionability.d.ts.map +1 -0
- package/dist/probes/errors-actionability.js +180 -0
- package/dist/probes/errors-actionability.js.map +1 -0
- package/dist/probes/format-clean.d.ts +3 -0
- package/dist/probes/format-clean.d.ts.map +1 -0
- package/dist/probes/format-clean.js +114 -0
- package/dist/probes/format-clean.js.map +1 -0
- package/dist/probes/format-configured.d.ts +3 -0
- package/dist/probes/format-configured.d.ts.map +1 -0
- package/dist/probes/format-configured.js +243 -0
- package/dist/probes/format-configured.js.map +1 -0
- package/dist/probes/git-branch-protection.d.ts +3 -0
- package/dist/probes/git-branch-protection.d.ts.map +1 -0
- package/dist/probes/git-branch-protection.js +47 -0
- package/dist/probes/git-branch-protection.js.map +1 -0
- package/dist/probes/gitignore-comprehensive.d.ts +3 -0
- package/dist/probes/gitignore-comprehensive.d.ts.map +1 -0
- package/dist/probes/gitignore-comprehensive.js +59 -0
- package/dist/probes/gitignore-comprehensive.js.map +1 -0
- package/dist/probes/hooks-gates-lint-test-build.d.ts +3 -0
- package/dist/probes/hooks-gates-lint-test-build.d.ts.map +1 -0
- package/dist/probes/hooks-gates-lint-test-build.js +231 -0
- package/dist/probes/hooks-gates-lint-test-build.js.map +1 -0
- package/dist/probes/hooks-precommit-present.d.ts +3 -0
- package/dist/probes/hooks-precommit-present.d.ts.map +1 -0
- package/dist/probes/hooks-precommit-present.js +43 -0
- package/dist/probes/hooks-precommit-present.js.map +1 -0
- package/dist/probes/latency-build.d.ts +3 -0
- package/dist/probes/latency-build.d.ts.map +1 -0
- package/dist/probes/latency-build.js +53 -0
- package/dist/probes/latency-build.js.map +1 -0
- package/dist/probes/latency-lint.d.ts +3 -0
- package/dist/probes/latency-lint.d.ts.map +1 -0
- package/dist/probes/latency-lint.js +50 -0
- package/dist/probes/latency-lint.js.map +1 -0
- package/dist/probes/latency-test-suite.d.ts +3 -0
- package/dist/probes/latency-test-suite.d.ts.map +1 -0
- package/dist/probes/latency-test-suite.js +75 -0
- package/dist/probes/latency-test-suite.js.map +1 -0
- package/dist/probes/latency-typecheck.d.ts +3 -0
- package/dist/probes/latency-typecheck.d.ts.map +1 -0
- package/dist/probes/latency-typecheck.js +67 -0
- package/dist/probes/latency-typecheck.js.map +1 -0
- package/dist/probes/lint-clean.d.ts +3 -0
- package/dist/probes/lint-clean.d.ts.map +1 -0
- package/dist/probes/lint-clean.js +109 -0
- package/dist/probes/lint-clean.js.map +1 -0
- package/dist/probes/lint-configured.d.ts +3 -0
- package/dist/probes/lint-configured.d.ts.map +1 -0
- package/dist/probes/lint-configured.js +268 -0
- package/dist/probes/lint-configured.js.map +1 -0
- package/dist/probes/readme-commands-runnable.d.ts +3 -0
- package/dist/probes/readme-commands-runnable.d.ts.map +1 -0
- package/dist/probes/readme-commands-runnable.js +307 -0
- package/dist/probes/readme-commands-runnable.js.map +1 -0
- package/dist/probes/runtime-dev-loop-bootable.d.ts +3 -0
- package/dist/probes/runtime-dev-loop-bootable.d.ts.map +1 -0
- package/dist/probes/runtime-dev-loop-bootable.js +239 -0
- package/dist/probes/runtime-dev-loop-bootable.js.map +1 -0
- package/dist/probes/safety-dangerous-script-flags.d.ts +3 -0
- package/dist/probes/safety-dangerous-script-flags.d.ts.map +1 -0
- package/dist/probes/safety-dangerous-script-flags.js +126 -0
- package/dist/probes/safety-dangerous-script-flags.js.map +1 -0
- package/dist/probes/secrets-dotenv-gitignored.d.ts +3 -0
- package/dist/probes/secrets-dotenv-gitignored.d.ts.map +1 -0
- package/dist/probes/secrets-dotenv-gitignored.js +45 -0
- package/dist/probes/secrets-dotenv-gitignored.js.map +1 -0
- package/dist/probes/secrets-precommit-scan-configured.d.ts +3 -0
- package/dist/probes/secrets-precommit-scan-configured.d.ts.map +1 -0
- package/dist/probes/secrets-precommit-scan-configured.js +130 -0
- package/dist/probes/secrets-precommit-scan-configured.js.map +1 -0
- package/dist/probes/secrets-scan-clean.d.ts +3 -0
- package/dist/probes/secrets-scan-clean.d.ts.map +1 -0
- package/dist/probes/secrets-scan-clean.js +80 -0
- package/dist/probes/secrets-scan-clean.js.map +1 -0
- package/dist/probes/size-directory-depth.d.ts +3 -0
- package/dist/probes/size-directory-depth.d.ts.map +1 -0
- package/dist/probes/size-directory-depth.js +80 -0
- package/dist/probes/size-directory-depth.js.map +1 -0
- package/dist/probes/size-large-files.d.ts +3 -0
- package/dist/probes/size-large-files.d.ts.map +1 -0
- package/dist/probes/size-large-files.js +117 -0
- package/dist/probes/size-large-files.js.map +1 -0
- package/dist/probes/size-repo-token-estimate.d.ts +3 -0
- package/dist/probes/size-repo-token-estimate.d.ts.map +1 -0
- package/dist/probes/size-repo-token-estimate.js +83 -0
- package/dist/probes/size-repo-token-estimate.js.map +1 -0
- package/dist/probes/specs-present.d.ts +3 -0
- package/dist/probes/specs-present.d.ts.map +1 -0
- package/dist/probes/specs-present.js +77 -0
- package/dist/probes/specs-present.js.map +1 -0
- package/dist/probes/specs-quality.d.ts +3 -0
- package/dist/probes/specs-quality.d.ts.map +1 -0
- package/dist/probes/specs-quality.js +153 -0
- package/dist/probes/specs-quality.js.map +1 -0
- package/dist/probes/tests-clean.d.ts +3 -0
- package/dist/probes/tests-clean.d.ts.map +1 -0
- package/dist/probes/tests-clean.js +69 -0
- package/dist/probes/tests-clean.js.map +1 -0
- package/dist/probes/tests-cover-public-surface.d.ts +3 -0
- package/dist/probes/tests-cover-public-surface.d.ts.map +1 -0
- package/dist/probes/tests-cover-public-surface.js +172 -0
- package/dist/probes/tests-cover-public-surface.js.map +1 -0
- package/dist/probes/tests-runner-configured.d.ts +3 -0
- package/dist/probes/tests-runner-configured.d.ts.map +1 -0
- package/dist/probes/tests-runner-configured.js +261 -0
- package/dist/probes/tests-runner-configured.js.map +1 -0
- package/dist/probes/types-clean.d.ts +3 -0
- package/dist/probes/types-clean.d.ts.map +1 -0
- package/dist/probes/types-clean.js +72 -0
- package/dist/probes/types-clean.js.map +1 -0
- package/dist/probes/types-configured.d.ts +3 -0
- package/dist/probes/types-configured.d.ts.map +1 -0
- package/dist/probes/types-configured.js +77 -0
- package/dist/probes/types-configured.js.map +1 -0
- package/package.json +30 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"gitignore-comprehensive.d.ts","sourceRoot":"","sources":["../../src/probes/gitignore-comprehensive.ts"],"names":[],"mappings":";AAYA,wBAoDG"}
|
|
@@ -0,0 +1,59 @@
|
|
|
1
|
+
import { defineProbe } from "@esbenwiberg/repofit/sdk";
|
|
2
|
+
const BUCKETS = [
|
|
3
|
+
{ name: "env files", samples: [".env", ".env.local"] },
|
|
4
|
+
{ name: "build artifacts", samples: ["dist/x.js", "build/x.js", "out/x.js"] },
|
|
5
|
+
{ name: "node modules", samples: ["node_modules/foo/index.js"] },
|
|
6
|
+
{ name: "OS junk", samples: [".DS_Store", "Thumbs.db"] },
|
|
7
|
+
{ name: "editor state", samples: [".idea/x", ".vscode/settings.json"] },
|
|
8
|
+
];
|
|
9
|
+
const PRESENT_THRESHOLD = 4;
|
|
10
|
+
export default defineProbe({
|
|
11
|
+
id: "gitignore.comprehensive",
|
|
12
|
+
version: "1.0.0",
|
|
13
|
+
dimensions: [{ id: "consistency", weight: 1 }],
|
|
14
|
+
tier: "derived",
|
|
15
|
+
evidence: ["gitignore"],
|
|
16
|
+
rationale: `
|
|
17
|
+
A gitignore that covers the obvious bucket-patterns (env files, build
|
|
18
|
+
artifacts, node_modules, OS junk, editor state) prevents an agent from
|
|
19
|
+
accidentally committing the wrong file. Coverage is checked by sample
|
|
20
|
+
paths from each bucket; missing buckets surface as a missed probe.
|
|
21
|
+
`,
|
|
22
|
+
remediation: "Expand `.gitignore` to cover the standard buckets: env files (`.env`, `.env.local`), build artifacts (`dist/`, `build/`, `out/`), `node_modules/`, OS junk (`.DS_Store`, `Thumbs.db`), and editor state (`.idea/`, `.vscode/`). github.com/github/gitignore has community-maintained templates per language.",
|
|
23
|
+
async detect(ev) {
|
|
24
|
+
if (!ev.gitignore.present)
|
|
25
|
+
return { kind: "predicate", value: false };
|
|
26
|
+
let covered = 0;
|
|
27
|
+
for (const bucket of BUCKETS) {
|
|
28
|
+
if (bucket.samples.some((p) => ev.gitignore.ignores(p)))
|
|
29
|
+
covered += 1;
|
|
30
|
+
}
|
|
31
|
+
return { kind: "predicate", value: covered >= PRESENT_THRESHOLD };
|
|
32
|
+
},
|
|
33
|
+
score: { kind: "predicate", direction: "positive" },
|
|
34
|
+
fixtures: [
|
|
35
|
+
{
|
|
36
|
+
name: "no-gitignore",
|
|
37
|
+
evidence: { gitignore: { present: false, patterns: [] } },
|
|
38
|
+
expect: { reading: { kind: "predicate", value: false }, score: 0 },
|
|
39
|
+
},
|
|
40
|
+
{
|
|
41
|
+
name: "comprehensive",
|
|
42
|
+
evidence: {
|
|
43
|
+
gitignore: {
|
|
44
|
+
present: true,
|
|
45
|
+
patterns: ["node_modules/", "dist/", ".env", ".DS_Store", ".idea/"],
|
|
46
|
+
},
|
|
47
|
+
},
|
|
48
|
+
expect: { reading: { kind: "predicate", value: true }, score: 100 },
|
|
49
|
+
},
|
|
50
|
+
{
|
|
51
|
+
name: "sparse",
|
|
52
|
+
evidence: {
|
|
53
|
+
gitignore: { present: true, patterns: ["node_modules/"] },
|
|
54
|
+
},
|
|
55
|
+
expect: { reading: { kind: "predicate", value: false }, score: 0 },
|
|
56
|
+
},
|
|
57
|
+
],
|
|
58
|
+
});
|
|
59
|
+
//# sourceMappingURL=gitignore-comprehensive.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"gitignore-comprehensive.js","sourceRoot":"","sources":["../../src/probes/gitignore-comprehensive.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AAEvD,MAAM,OAAO,GAA0C;IACrD,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,CAAC,MAAM,EAAE,YAAY,CAAC,EAAE;IACtD,EAAE,IAAI,EAAE,iBAAiB,EAAE,OAAO,EAAE,CAAC,WAAW,EAAE,YAAY,EAAE,UAAU,CAAC,EAAE;IAC7E,EAAE,IAAI,EAAE,cAAc,EAAE,OAAO,EAAE,CAAC,2BAA2B,CAAC,EAAE;IAChE,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,WAAW,EAAE,WAAW,CAAC,EAAE;IACxD,EAAE,IAAI,EAAE,cAAc,EAAE,OAAO,EAAE,CAAC,SAAS,EAAE,uBAAuB,CAAC,EAAE;CACxE,CAAC;AAEF,MAAM,iBAAiB,GAAG,CAAC,CAAC;AAE5B,eAAe,WAAW,CAAC;IACzB,EAAE,EAAE,yBAAyB;IAC7B,OAAO,EAAE,OAAO;IAChB,UAAU,EAAE,CAAC,EAAE,EAAE,EAAE,aAAa,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;IAC9C,IAAI,EAAE,SAAS;IACf,QAAQ,EAAE,CAAC,WAAW,CAAC;IAEvB,SAAS,EAAE;;;;;GAKV;IAED,WAAW,EACT,8SAA8S;IAEhT,KAAK,CAAC,MAAM,CAAC,EAAE;QACb,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,OAAO;YAAE,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;QACtE,IAAI,OAAO,GAAG,CAAC,CAAC;QAChB,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;gBAAE,OAAO,IAAI,CAAC,CAAC;QACxE,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,OAAO,IAAI,iBAAiB,EAAE,CAAC;IACpE,CAAC;IAED,KAAK,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,UAAU,EAAE;IAEnD,QAAQ,EAAE;QACR;YACE,IAAI,EAAE,cAAc;YACpB,QAAQ,EAAE,EAAE,SAAS,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE,EAAE,EAAE;YACzD,MAAM,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE;SACnE;QACD;YACE,IAAI,EAAE,eAAe;YACrB,QAAQ,EAAE;gBACR,SAAS,EAAE;oBACT,OAAO,EAAE,IAAI;oBACb,QAAQ,EAAE,CAAC,eAAe,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,QAAQ,CAAC;iBACpE;aACF;YACD,MAAM,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE;SACpE;QACD;YACE,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE;gBACR,SAAS,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,eAAe,CAAC,EAAE;aAC1D;YACD,MAAM,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE;SACnE;KACF;CACF,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"hooks-gates-lint-test-build.d.ts","sourceRoot":"","sources":["../../src/probes/hooks-gates-lint-test-build.ts"],"names":[],"mappings":";AA0FA,wBAuJG"}
|
|
@@ -0,0 +1,231 @@
|
|
|
1
|
+
import { defineProbe } from "@esbenwiberg/repofit/sdk";
|
|
2
|
+
const HOOK_PATHS = [
|
|
3
|
+
".husky/pre-commit",
|
|
4
|
+
".husky/pre-push",
|
|
5
|
+
".githooks/pre-commit",
|
|
6
|
+
".githooks/pre-push",
|
|
7
|
+
".pre-commit-config.yaml",
|
|
8
|
+
".pre-commit-config.yml",
|
|
9
|
+
];
|
|
10
|
+
const SH_PATH = /([A-Za-z0-9_./-]+\.sh)\b/g;
|
|
11
|
+
const GATES = [
|
|
12
|
+
{
|
|
13
|
+
id: "lint",
|
|
14
|
+
patterns: [
|
|
15
|
+
/\blint\b/i,
|
|
16
|
+
/\bbiome\s+(?:check|lint)\b/i,
|
|
17
|
+
/\beslint\b/i,
|
|
18
|
+
/\bruff\s+check\b/i,
|
|
19
|
+
/\bflake8\b/i,
|
|
20
|
+
/\bpylint\b/i,
|
|
21
|
+
/\bgolangci-lint\b/i,
|
|
22
|
+
/\bgo\s+vet\b/i,
|
|
23
|
+
/\bcargo\s+clippy\b/i,
|
|
24
|
+
/\brubocop\b/i,
|
|
25
|
+
/\bstandardrb\b/i,
|
|
26
|
+
],
|
|
27
|
+
},
|
|
28
|
+
{
|
|
29
|
+
id: "format",
|
|
30
|
+
patterns: [
|
|
31
|
+
/\bformat\b/i,
|
|
32
|
+
/\bprettier\b/i,
|
|
33
|
+
/\bbiome\s+format\b/i,
|
|
34
|
+
/\bruff\s+format\b/i,
|
|
35
|
+
/\bblack\b/i,
|
|
36
|
+
/\bgofmt\b/i,
|
|
37
|
+
/\bcargo\s+fmt\b/i,
|
|
38
|
+
/\bdotnet\s+format\b/i,
|
|
39
|
+
],
|
|
40
|
+
},
|
|
41
|
+
{
|
|
42
|
+
id: "test",
|
|
43
|
+
patterns: [
|
|
44
|
+
/\btest\b/i,
|
|
45
|
+
/\bvitest\b/i,
|
|
46
|
+
/\bjest\b/i,
|
|
47
|
+
/\bpytest\b/i,
|
|
48
|
+
/\bgo\s+test\b/i,
|
|
49
|
+
/\bcargo\s+test\b/i,
|
|
50
|
+
/\bmvn\s+(?:test|verify)\b/i,
|
|
51
|
+
/\bgradle\s+test\b/i,
|
|
52
|
+
/\bdotnet\s+test\b/i,
|
|
53
|
+
/\brspec\b/i,
|
|
54
|
+
/\bminitest\b/i,
|
|
55
|
+
],
|
|
56
|
+
},
|
|
57
|
+
{
|
|
58
|
+
id: "typecheck",
|
|
59
|
+
patterns: [/\btypecheck\b/i, /\btsc\b/i, /\bmypy\b/i, /\bpyright\b/i],
|
|
60
|
+
},
|
|
61
|
+
{
|
|
62
|
+
id: "build",
|
|
63
|
+
patterns: [
|
|
64
|
+
/\bbuild\b/i,
|
|
65
|
+
/\bgo\s+build\b/i,
|
|
66
|
+
/\bcargo\s+build\b/i,
|
|
67
|
+
/\bmvn\s+(?:package|install)\b/i,
|
|
68
|
+
/\bgradle\s+build\b/i,
|
|
69
|
+
/\bdotnet\s+build\b/i,
|
|
70
|
+
],
|
|
71
|
+
},
|
|
72
|
+
];
|
|
73
|
+
function basename(p) {
|
|
74
|
+
return p.split("/").pop() ?? p;
|
|
75
|
+
}
|
|
76
|
+
function resolveSiblings(hookPath, ref, allFiles) {
|
|
77
|
+
const ext = basename(ref);
|
|
78
|
+
if (!ext.endsWith(".sh"))
|
|
79
|
+
return [];
|
|
80
|
+
const hookDir = hookPath.split("/").slice(0, -1).join("/");
|
|
81
|
+
return allFiles.filter((p) => {
|
|
82
|
+
if (basename(p) !== ext)
|
|
83
|
+
return false;
|
|
84
|
+
return hookDir.length === 0 || p.startsWith(`${hookDir}/`);
|
|
85
|
+
});
|
|
86
|
+
}
|
|
87
|
+
export default defineProbe({
|
|
88
|
+
id: "hooks.gates-lint-test-build",
|
|
89
|
+
version: "1.1.0",
|
|
90
|
+
dimensions: [{ id: "feedback", weight: 1 }],
|
|
91
|
+
tier: "derived",
|
|
92
|
+
evidence: ["files", "size_stats"],
|
|
93
|
+
rationale: `
|
|
94
|
+
A pre-commit hook that only formats but doesn't lint, test, or
|
|
95
|
+
typecheck doesn't prevent broken code from landing — it just prevents
|
|
96
|
+
badly-formatted broken code. This probe inspects the hook (and any
|
|
97
|
+
sibling scripts it sources) and counts how many of the canonical
|
|
98
|
+
gates — lint, format, typecheck, test, build — are actually invoked.
|
|
99
|
+
`,
|
|
100
|
+
remediation: "Extend your pre-commit hook to run all five gates: lint, format check, typecheck, test, build. The shorter the loop the agent feels, the faster mistakes are caught — running them locally before commit beats waiting for CI.",
|
|
101
|
+
async detect(ev) {
|
|
102
|
+
const allFiles = ev.size_stats.files.map((f) => f.path);
|
|
103
|
+
let combinedHookText = "";
|
|
104
|
+
const visited = new Set();
|
|
105
|
+
let foundAnyHook = false;
|
|
106
|
+
for (const path of HOOK_PATHS) {
|
|
107
|
+
const raw = await ev.files.readText(path);
|
|
108
|
+
if (!raw)
|
|
109
|
+
continue;
|
|
110
|
+
foundAnyHook = true;
|
|
111
|
+
combinedHookText += `\n${raw}`;
|
|
112
|
+
for (const m of raw.matchAll(SH_PATH)) {
|
|
113
|
+
const ref = m[1];
|
|
114
|
+
if (!ref)
|
|
115
|
+
continue;
|
|
116
|
+
for (const sibling of resolveSiblings(path, ref, allFiles)) {
|
|
117
|
+
if (visited.has(sibling))
|
|
118
|
+
continue;
|
|
119
|
+
visited.add(sibling);
|
|
120
|
+
const text = await ev.files.readText(sibling);
|
|
121
|
+
if (text)
|
|
122
|
+
combinedHookText += `\n${text}`;
|
|
123
|
+
}
|
|
124
|
+
}
|
|
125
|
+
}
|
|
126
|
+
if (!foundAnyHook) {
|
|
127
|
+
return { kind: "na", reason: "no git hook found" };
|
|
128
|
+
}
|
|
129
|
+
const gatesHit = GATES.filter((g) => g.patterns.some((p) => p.test(combinedHookText)));
|
|
130
|
+
return { kind: "count", value: gatesHit.length };
|
|
131
|
+
},
|
|
132
|
+
score: {
|
|
133
|
+
kind: "count",
|
|
134
|
+
direction: "positive",
|
|
135
|
+
bands: [
|
|
136
|
+
{ upTo: 0, score: 0 },
|
|
137
|
+
{ upTo: 1, score: 30 },
|
|
138
|
+
{ upTo: 2, score: 60 },
|
|
139
|
+
{ upTo: 3, score: 80 },
|
|
140
|
+
{ score: 100 },
|
|
141
|
+
],
|
|
142
|
+
},
|
|
143
|
+
fixtures: [
|
|
144
|
+
{
|
|
145
|
+
name: "no-hook",
|
|
146
|
+
evidence: {
|
|
147
|
+
files: [],
|
|
148
|
+
size_stats: { files: [], totalBytes: 0, totalFiles: 0, source: "git-ls-files" },
|
|
149
|
+
},
|
|
150
|
+
expect: { reading: { kind: "na", reason: "no git hook found" }, score: null },
|
|
151
|
+
},
|
|
152
|
+
{
|
|
153
|
+
name: "only-secrets",
|
|
154
|
+
evidence: {
|
|
155
|
+
files: { ".githooks/pre-commit": "gitleaks protect --staged\n" },
|
|
156
|
+
size_stats: {
|
|
157
|
+
source: "git-ls-files",
|
|
158
|
+
totalBytes: 50,
|
|
159
|
+
totalFiles: 1,
|
|
160
|
+
files: [{ path: ".githooks/pre-commit", bytes: 50, lines: 5, depth: 1 }],
|
|
161
|
+
},
|
|
162
|
+
},
|
|
163
|
+
expect: { reading: { kind: "count", value: 0 }, score: 0 },
|
|
164
|
+
},
|
|
165
|
+
{
|
|
166
|
+
name: "lint-test-typecheck",
|
|
167
|
+
evidence: {
|
|
168
|
+
files: {
|
|
169
|
+
".husky/pre-commit": "npm run lint && npm run typecheck && npm test\n",
|
|
170
|
+
},
|
|
171
|
+
size_stats: {
|
|
172
|
+
source: "git-ls-files",
|
|
173
|
+
totalBytes: 50,
|
|
174
|
+
totalFiles: 1,
|
|
175
|
+
files: [{ path: ".husky/pre-commit", bytes: 50, lines: 5, depth: 1 }],
|
|
176
|
+
},
|
|
177
|
+
},
|
|
178
|
+
expect: { reading: { kind: "count", value: 3 }, score: 80 },
|
|
179
|
+
},
|
|
180
|
+
{
|
|
181
|
+
name: "all-gates-via-go-toolchain",
|
|
182
|
+
evidence: {
|
|
183
|
+
files: {
|
|
184
|
+
".githooks/pre-commit": "golangci-lint run && gofmt -l . && go test ./... && go build ./...\n",
|
|
185
|
+
},
|
|
186
|
+
size_stats: {
|
|
187
|
+
source: "git-ls-files",
|
|
188
|
+
totalBytes: 80,
|
|
189
|
+
totalFiles: 1,
|
|
190
|
+
files: [{ path: ".githooks/pre-commit", bytes: 80, lines: 3, depth: 1 }],
|
|
191
|
+
},
|
|
192
|
+
},
|
|
193
|
+
expect: { reading: { kind: "count", value: 4 }, score: 100 },
|
|
194
|
+
},
|
|
195
|
+
{
|
|
196
|
+
name: "all-gates-via-cargo",
|
|
197
|
+
evidence: {
|
|
198
|
+
files: {
|
|
199
|
+
".githooks/pre-commit": "cargo clippy && cargo fmt --check && cargo test && cargo build\n",
|
|
200
|
+
},
|
|
201
|
+
size_stats: {
|
|
202
|
+
source: "git-ls-files",
|
|
203
|
+
totalBytes: 80,
|
|
204
|
+
totalFiles: 1,
|
|
205
|
+
files: [{ path: ".githooks/pre-commit", bytes: 80, lines: 3, depth: 1 }],
|
|
206
|
+
},
|
|
207
|
+
},
|
|
208
|
+
expect: { reading: { kind: "count", value: 4 }, score: 100 },
|
|
209
|
+
},
|
|
210
|
+
{
|
|
211
|
+
name: "all-gates-via-sourced-helper",
|
|
212
|
+
evidence: {
|
|
213
|
+
files: {
|
|
214
|
+
".githooks/pre-commit": 'bash "$SCRIPT_DIR/lib/checks.sh"\n',
|
|
215
|
+
".githooks/lib/checks.sh": "npm run lint && npm run format:check && npm run typecheck && npm test && npm run build\n",
|
|
216
|
+
},
|
|
217
|
+
size_stats: {
|
|
218
|
+
source: "git-ls-files",
|
|
219
|
+
totalBytes: 200,
|
|
220
|
+
totalFiles: 2,
|
|
221
|
+
files: [
|
|
222
|
+
{ path: ".githooks/pre-commit", bytes: 50, lines: 5, depth: 1 },
|
|
223
|
+
{ path: ".githooks/lib/checks.sh", bytes: 150, lines: 10, depth: 2 },
|
|
224
|
+
],
|
|
225
|
+
},
|
|
226
|
+
},
|
|
227
|
+
expect: { reading: { kind: "count", value: 5 }, score: 100 },
|
|
228
|
+
},
|
|
229
|
+
],
|
|
230
|
+
});
|
|
231
|
+
//# sourceMappingURL=hooks-gates-lint-test-build.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"hooks-gates-lint-test-build.js","sourceRoot":"","sources":["../../src/probes/hooks-gates-lint-test-build.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AAEvD,MAAM,UAAU,GAAG;IACjB,mBAAmB;IACnB,iBAAiB;IACjB,sBAAsB;IACtB,oBAAoB;IACpB,yBAAyB;IACzB,wBAAwB;CACzB,CAAC;AAEF,MAAM,OAAO,GAAG,2BAA2B,CAAC;AAE5C,MAAM,KAAK,GAAG;IACZ;QACE,EAAE,EAAE,MAAM;QACV,QAAQ,EAAE;YACR,WAAW;YACX,6BAA6B;YAC7B,aAAa;YACb,mBAAmB;YACnB,aAAa;YACb,aAAa;YACb,oBAAoB;YACpB,eAAe;YACf,qBAAqB;YACrB,cAAc;YACd,iBAAiB;SAClB;KACF;IACD;QACE,EAAE,EAAE,QAAQ;QACZ,QAAQ,EAAE;YACR,aAAa;YACb,eAAe;YACf,qBAAqB;YACrB,oBAAoB;YACpB,YAAY;YACZ,YAAY;YACZ,kBAAkB;YAClB,sBAAsB;SACvB;KACF;IACD;QACE,EAAE,EAAE,MAAM;QACV,QAAQ,EAAE;YACR,WAAW;YACX,aAAa;YACb,WAAW;YACX,aAAa;YACb,gBAAgB;YAChB,mBAAmB;YACnB,4BAA4B;YAC5B,oBAAoB;YACpB,oBAAoB;YACpB,YAAY;YACZ,eAAe;SAChB;KACF;IACD;QACE,EAAE,EAAE,WAAW;QACf,QAAQ,EAAE,CAAC,gBAAgB,EAAE,UAAU,EAAE,WAAW,EAAE,cAAc,CAAC;KACtE;IACD;QACE,EAAE,EAAE,OAAO;QACX,QAAQ,EAAE;YACR,YAAY;YACZ,iBAAiB;YACjB,oBAAoB;YACpB,gCAAgC;YAChC,qBAAqB;YACrB,qBAAqB;SACtB;KACF;CACF,CAAC;AAEF,SAAS,QAAQ,CAAC,CAAS;IACzB,OAAO,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;AACjC,CAAC;AAED,SAAS,eAAe,CAAC,QAAgB,EAAE,GAAW,EAAE,QAAkB;IACxE,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC;IAC1B,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IACpC,MAAM,OAAO,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC3D,OAAO,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE;QAC3B,IAAI,QAAQ,CAAC,CAAC,CAAC,KAAK,GAAG;YAAE,OAAO,KAAK,CAAC;QACtC,OAAO,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC,UAAU,CAAC,GAAG,OAAO,GAAG,CAAC,CAAC;IAC7D,CAAC,CAAC,CAAC;AACL,CAAC;AAED,eAAe,WAAW,CAAC;IACzB,EAAE,EAAE,6BAA6B;IACjC,OAAO,EAAE,OAAO;IAChB,UAAU,EAAE,CAAC,EAAE,EAAE,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;IAC3C,IAAI,EAAE,SAAS;IACf,QAAQ,EAAE,CAAC,OAAO,EAAE,YAAY,CAAC;IAEjC,SAAS,EAAE;;;;;;GAMV;IAED,WAAW,EACT,gOAAgO;IAElO,KAAK,CAAC,MAAM,CAAC,EAAE;QACb,MAAM,QAAQ,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACxD,IAAI,gBAAgB,GAAG,EAAE,CAAC;QAC1B,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;QAClC,IAAI,YAAY,GAAG,KAAK,CAAC;QAEzB,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;YAC9B,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YAC1C,IAAI,CAAC,GAAG;gBAAE,SAAS;YACnB,YAAY,GAAG,IAAI,CAAC;YACpB,gBAAgB,IAAI,KAAK,GAAG,EAAE,CAAC;YAC/B,KAAK,MAAM,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;gBACtC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;gBACjB,IAAI,CAAC,GAAG;oBAAE,SAAS;gBACnB,KAAK,MAAM,OAAO,IAAI,eAAe,CAAC,IAAI,EAAE,GAAG,EAAE,QAAQ,CAAC,EAAE,CAAC;oBAC3D,IAAI,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC;wBAAE,SAAS;oBACnC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;oBACrB,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;oBAC9C,IAAI,IAAI;wBAAE,gBAAgB,IAAI,KAAK,IAAI,EAAE,CAAC;gBAC5C,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,CAAC,YAAY,EAAE,CAAC;YAClB,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,mBAAmB,EAAE,CAAC;QACrD,CAAC;QAED,MAAM,QAAQ,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC;QACvF,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC;IACnD,CAAC;IAED,KAAK,EAAE;QACL,IAAI,EAAE,OAAO;QACb,SAAS,EAAE,UAAU;QACrB,KAAK,EAAE;YACL,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE;YACrB,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE;YACtB,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE;YACtB,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE;YACtB,EAAE,KAAK,EAAE,GAAG,EAAE;SACf;KACF;IAED,QAAQ,EAAE;QACR;YACE,IAAI,EAAE,SAAS;YACf,QAAQ,EAAE;gBACR,KAAK,EAAE,EAAE;gBACT,UAAU,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,MAAM,EAAE,cAAc,EAAE;aAChF;YACD,MAAM,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,mBAAmB,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE;SAC9E;QACD;YACE,IAAI,EAAE,cAAc;YACpB,QAAQ,EAAE;gBACR,KAAK,EAAE,EAAE,sBAAsB,EAAE,6BAA6B,EAAE;gBAChE,UAAU,EAAE;oBACV,MAAM,EAAE,cAAc;oBACtB,UAAU,EAAE,EAAE;oBACd,UAAU,EAAE,CAAC;oBACb,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,sBAAsB,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;iBACzE;aACF;YACD,MAAM,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE;SAC3D;QACD;YACE,IAAI,EAAE,qBAAqB;YAC3B,QAAQ,EAAE;gBACR,KAAK,EAAE;oBACL,mBAAmB,EAAE,iDAAiD;iBACvE;gBACD,UAAU,EAAE;oBACV,MAAM,EAAE,cAAc;oBACtB,UAAU,EAAE,EAAE;oBACd,UAAU,EAAE,CAAC;oBACb,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,mBAAmB,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;iBACtE;aACF;YACD,MAAM,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE;SAC5D;QACD;YACE,IAAI,EAAE,4BAA4B;YAClC,QAAQ,EAAE;gBACR,KAAK,EAAE;oBACL,sBAAsB,EACpB,sEAAsE;iBACzE;gBACD,UAAU,EAAE;oBACV,MAAM,EAAE,cAAc;oBACtB,UAAU,EAAE,EAAE;oBACd,UAAU,EAAE,CAAC;oBACb,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,sBAAsB,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;iBACzE;aACF;YACD,MAAM,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE;SAC7D;QACD;YACE,IAAI,EAAE,qBAAqB;YAC3B,QAAQ,EAAE;gBACR,KAAK,EAAE;oBACL,sBAAsB,EACpB,kEAAkE;iBACrE;gBACD,UAAU,EAAE;oBACV,MAAM,EAAE,cAAc;oBACtB,UAAU,EAAE,EAAE;oBACd,UAAU,EAAE,CAAC;oBACb,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,sBAAsB,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;iBACzE;aACF;YACD,MAAM,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE;SAC7D;QACD;YACE,IAAI,EAAE,8BAA8B;YACpC,QAAQ,EAAE;gBACR,KAAK,EAAE;oBACL,sBAAsB,EAAE,oCAAoC;oBAC5D,yBAAyB,EACvB,0FAA0F;iBAC7F;gBACD,UAAU,EAAE;oBACV,MAAM,EAAE,cAAc;oBACtB,UAAU,EAAE,GAAG;oBACf,UAAU,EAAE,CAAC;oBACb,KAAK,EAAE;wBACL,EAAE,IAAI,EAAE,sBAAsB,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE;wBAC/D,EAAE,IAAI,EAAE,yBAAyB,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE;qBACrE;iBACF;aACF;YACD,MAAM,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE;SAC7D;KACF;CACF,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"hooks-precommit-present.d.ts","sourceRoot":"","sources":["../../src/probes/hooks-precommit-present.ts"],"names":[],"mappings":";AAIA,wBA6CG"}
|
|
@@ -0,0 +1,43 @@
|
|
|
1
|
+
import { defineProbe } from "@esbenwiberg/repofit/sdk";
|
|
2
|
+
const HOOK_PATHS = [".husky/pre-commit", ".githooks/pre-commit", ".pre-commit-config.yaml"];
|
|
3
|
+
export default defineProbe({
|
|
4
|
+
id: "hooks.precommit-present",
|
|
5
|
+
version: "1.0.0",
|
|
6
|
+
dimensions: [{ id: "feedback", weight: 1 }],
|
|
7
|
+
tier: "static",
|
|
8
|
+
evidence: ["files"],
|
|
9
|
+
rationale: `
|
|
10
|
+
A pre-commit hook is local feedback an agent can actually feel: if the
|
|
11
|
+
commit it just made fails the hook, the failure is immediate and
|
|
12
|
+
actionable. Without one, mistakes survive until CI (slower loop) or
|
|
13
|
+
code review (much slower).
|
|
14
|
+
`,
|
|
15
|
+
remediation: "Wire a pre-commit hook. Easiest options: `husky` (Node), `pre-commit` (Python — `.pre-commit-config.yaml`), or commit hooks under `.githooks/` + `git config core.hooksPath .githooks`. Run lint/format/test from it.",
|
|
16
|
+
async detect(ev) {
|
|
17
|
+
return { kind: "predicate", value: HOOK_PATHS.some((p) => ev.files.has(p)) };
|
|
18
|
+
},
|
|
19
|
+
score: { kind: "predicate", direction: "positive" },
|
|
20
|
+
fixtures: [
|
|
21
|
+
{
|
|
22
|
+
name: "husky-hook",
|
|
23
|
+
evidence: { files: [".husky/pre-commit"] },
|
|
24
|
+
expect: { reading: { kind: "predicate", value: true }, score: 100 },
|
|
25
|
+
},
|
|
26
|
+
{
|
|
27
|
+
name: "githooks-hook",
|
|
28
|
+
evidence: { files: [".githooks/pre-commit"] },
|
|
29
|
+
expect: { reading: { kind: "predicate", value: true }, score: 100 },
|
|
30
|
+
},
|
|
31
|
+
{
|
|
32
|
+
name: "pre-commit-framework",
|
|
33
|
+
evidence: { files: [".pre-commit-config.yaml"] },
|
|
34
|
+
expect: { reading: { kind: "predicate", value: true }, score: 100 },
|
|
35
|
+
},
|
|
36
|
+
{
|
|
37
|
+
name: "no-hooks",
|
|
38
|
+
evidence: { files: [] },
|
|
39
|
+
expect: { reading: { kind: "predicate", value: false }, score: 0 },
|
|
40
|
+
},
|
|
41
|
+
],
|
|
42
|
+
});
|
|
43
|
+
//# sourceMappingURL=hooks-precommit-present.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"hooks-precommit-present.js","sourceRoot":"","sources":["../../src/probes/hooks-precommit-present.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AAEvD,MAAM,UAAU,GAAG,CAAC,mBAAmB,EAAE,sBAAsB,EAAE,yBAAyB,CAAC,CAAC;AAE5F,eAAe,WAAW,CAAC;IACzB,EAAE,EAAE,yBAAyB;IAC7B,OAAO,EAAE,OAAO;IAChB,UAAU,EAAE,CAAC,EAAE,EAAE,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;IAC3C,IAAI,EAAE,QAAQ;IACd,QAAQ,EAAE,CAAC,OAAO,CAAC;IAEnB,SAAS,EAAE;;;;;GAKV;IAED,WAAW,EACT,uNAAuN;IAEzN,KAAK,CAAC,MAAM,CAAC,EAAE;QACb,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC/E,CAAC;IAED,KAAK,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,UAAU,EAAE;IAEnD,QAAQ,EAAE;QACR;YACE,IAAI,EAAE,YAAY;YAClB,QAAQ,EAAE,EAAE,KAAK,EAAE,CAAC,mBAAmB,CAAC,EAAE;YAC1C,MAAM,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE;SACpE;QACD;YACE,IAAI,EAAE,eAAe;YACrB,QAAQ,EAAE,EAAE,KAAK,EAAE,CAAC,sBAAsB,CAAC,EAAE;YAC7C,MAAM,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE;SACpE;QACD;YACE,IAAI,EAAE,sBAAsB;YAC5B,QAAQ,EAAE,EAAE,KAAK,EAAE,CAAC,yBAAyB,CAAC,EAAE;YAChD,MAAM,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE;SACpE;QACD;YACE,IAAI,EAAE,UAAU;YAChB,QAAQ,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE;YACvB,MAAM,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE;SACnE;KACF;CACF,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"latency-build.d.ts","sourceRoot":"","sources":["../../src/probes/latency-build.ts"],"names":[],"mappings":";AAGA,wBAoDG"}
|
|
@@ -0,0 +1,53 @@
|
|
|
1
|
+
import { defineProbe } from "@esbenwiberg/repofit/sdk";
|
|
2
|
+
import { LATENCY_BANDS } from "./_shared/latency-bands.js";
|
|
3
|
+
export default defineProbe({
|
|
4
|
+
id: "latency.build",
|
|
5
|
+
version: "2.0.0",
|
|
6
|
+
dimensions: [{ id: "latency", weight: 1 }],
|
|
7
|
+
tier: "executed",
|
|
8
|
+
evidence: ["toolchain", "commands"],
|
|
9
|
+
rationale: `
|
|
10
|
+
Build wall-clock gates how often an agent can verify integration
|
|
11
|
+
locally. Runs the build command for the primary stack with one
|
|
12
|
+
warmup. Bands match the test-suite probe: <10s great, >300s
|
|
13
|
+
actively painful.
|
|
14
|
+
`,
|
|
15
|
+
remediation: "Make the build fast enough that the agent runs it after every change. Incremental builds, fast bundlers (esbuild/swc), parallel package builds in a monorepo. Aim for under 30 seconds on a clean machine; over 5 minutes is a productivity tax that compounds every cycle.",
|
|
16
|
+
async detect(ev) {
|
|
17
|
+
const cmd = ev.toolchain.commands.build;
|
|
18
|
+
if (!cmd)
|
|
19
|
+
return { kind: "na", reason: "no build command for the primary stack" };
|
|
20
|
+
const run = await ev.commands.run({ argv: cmd.argv, warmup: 1, timeoutMs: 600_000 });
|
|
21
|
+
if (run.timedOut)
|
|
22
|
+
return { kind: "na", reason: "build command timed out" };
|
|
23
|
+
if (run.exitCode !== 0)
|
|
24
|
+
return { kind: "na", reason: `build exited ${run.exitCode}` };
|
|
25
|
+
return { kind: "magnitude", value: run.durationMs, unit: "ms" };
|
|
26
|
+
},
|
|
27
|
+
score: { kind: "magnitude", direction: "negative", bands: LATENCY_BANDS },
|
|
28
|
+
fixtures: [
|
|
29
|
+
{
|
|
30
|
+
name: "no-build-command",
|
|
31
|
+
evidence: { toolchain: { primary: null } },
|
|
32
|
+
expect: {
|
|
33
|
+
reading: { kind: "na", reason: "no build command for the primary stack" },
|
|
34
|
+
score: null,
|
|
35
|
+
},
|
|
36
|
+
},
|
|
37
|
+
{
|
|
38
|
+
name: "fast-node-build",
|
|
39
|
+
evidence: {
|
|
40
|
+
toolchain: {
|
|
41
|
+
stacks: ["node"],
|
|
42
|
+
primary: "node",
|
|
43
|
+
commands: {
|
|
44
|
+
build: { source: "node", argv: ["npm", "run", "build", "--silent"] },
|
|
45
|
+
},
|
|
46
|
+
},
|
|
47
|
+
commands: [{ argv: ["npm", "run", "build", "--silent"], exitCode: 0, durationMs: 3200 }],
|
|
48
|
+
},
|
|
49
|
+
expect: { reading: { kind: "magnitude", value: 3200, unit: "ms" }, score: 100 },
|
|
50
|
+
},
|
|
51
|
+
],
|
|
52
|
+
});
|
|
53
|
+
//# sourceMappingURL=latency-build.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"latency-build.js","sourceRoot":"","sources":["../../src/probes/latency-build.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AACvD,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAE3D,eAAe,WAAW,CAAC;IACzB,EAAE,EAAE,eAAe;IACnB,OAAO,EAAE,OAAO;IAChB,UAAU,EAAE,CAAC,EAAE,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;IAC1C,IAAI,EAAE,UAAU;IAChB,QAAQ,EAAE,CAAC,WAAW,EAAE,UAAU,CAAC;IAEnC,SAAS,EAAE;;;;;GAKV;IAED,WAAW,EACT,6QAA6Q;IAE/Q,KAAK,CAAC,MAAM,CAAC,EAAE;QACb,MAAM,GAAG,GAAG,EAAE,CAAC,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC;QACxC,IAAI,CAAC,GAAG;YAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,wCAAwC,EAAE,CAAC;QAClF,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,CAAC;QACrF,IAAI,GAAG,CAAC,QAAQ;YAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,yBAAyB,EAAE,CAAC;QAC3E,IAAI,GAAG,CAAC,QAAQ,KAAK,CAAC;YAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,gBAAgB,GAAG,CAAC,QAAQ,EAAE,EAAE,CAAC;QACtF,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,GAAG,CAAC,UAAU,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;IAClE,CAAC;IAED,KAAK,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,UAAU,EAAE,KAAK,EAAE,aAAa,EAAE;IAEzE,QAAQ,EAAE;QACR;YACE,IAAI,EAAE,kBAAkB;YACxB,QAAQ,EAAE,EAAE,SAAS,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE;YAC1C,MAAM,EAAE;gBACN,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,wCAAwC,EAAE;gBACzE,KAAK,EAAE,IAAI;aACZ;SACF;QACD;YACE,IAAI,EAAE,iBAAiB;YACvB,QAAQ,EAAE;gBACR,SAAS,EAAE;oBACT,MAAM,EAAE,CAAC,MAAM,CAAC;oBAChB,OAAO,EAAE,MAAM;oBACf,QAAQ,EAAE;wBACR,KAAK,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,UAAU,CAAC,EAAE;qBACrE;iBACF;gBACD,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,UAAU,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;aACzF;YACD,MAAM,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE;SAChF;KACF;CACF,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"latency-lint.d.ts","sourceRoot":"","sources":["../../src/probes/latency-lint.ts"],"names":[],"mappings":";AAGA,wBAiDG"}
|
|
@@ -0,0 +1,50 @@
|
|
|
1
|
+
import { defineProbe } from "@esbenwiberg/repofit/sdk";
|
|
2
|
+
import { LATENCY_BANDS } from "./_shared/latency-bands.js";
|
|
3
|
+
export default defineProbe({
|
|
4
|
+
id: "latency.lint",
|
|
5
|
+
version: "2.0.0",
|
|
6
|
+
dimensions: [{ id: "latency", weight: 1 }],
|
|
7
|
+
tier: "executed",
|
|
8
|
+
evidence: ["toolchain", "commands"],
|
|
9
|
+
rationale: `
|
|
10
|
+
Lint should be the cheapest gate — agents rerun it many times per
|
|
11
|
+
task. A slow linter pushes them to skip the loop. Bands match the
|
|
12
|
+
rest of the executed-latency family.
|
|
13
|
+
`,
|
|
14
|
+
remediation: "Switch to a fast linter or trim the ruleset. Biome (Rust-based) and ruff (also Rust) are dramatically faster than ESLint / flake8. Cache lint results when possible. Lint should finish in seconds — if it's slow, agents skip it.",
|
|
15
|
+
async detect(ev) {
|
|
16
|
+
const cmd = ev.toolchain.commands.lint;
|
|
17
|
+
if (!cmd)
|
|
18
|
+
return { kind: "na", reason: "no lint command for the primary stack" };
|
|
19
|
+
const run = await ev.commands.run({ argv: cmd.argv, warmup: 1, timeoutMs: 300_000 });
|
|
20
|
+
if (run.timedOut)
|
|
21
|
+
return { kind: "na", reason: "lint command timed out" };
|
|
22
|
+
if (run.exitCode !== 0)
|
|
23
|
+
return { kind: "na", reason: `lint exited ${run.exitCode}` };
|
|
24
|
+
return { kind: "magnitude", value: run.durationMs, unit: "ms" };
|
|
25
|
+
},
|
|
26
|
+
score: { kind: "magnitude", direction: "negative", bands: LATENCY_BANDS },
|
|
27
|
+
fixtures: [
|
|
28
|
+
{
|
|
29
|
+
name: "no-lint-command",
|
|
30
|
+
evidence: { toolchain: { primary: null } },
|
|
31
|
+
expect: {
|
|
32
|
+
reading: { kind: "na", reason: "no lint command for the primary stack" },
|
|
33
|
+
score: null,
|
|
34
|
+
},
|
|
35
|
+
},
|
|
36
|
+
{
|
|
37
|
+
name: "fast-node-lint",
|
|
38
|
+
evidence: {
|
|
39
|
+
toolchain: {
|
|
40
|
+
stacks: ["node"],
|
|
41
|
+
primary: "node",
|
|
42
|
+
commands: { lint: { source: "node", argv: ["npm", "run", "lint", "--silent"] } },
|
|
43
|
+
},
|
|
44
|
+
commands: [{ argv: ["npm", "run", "lint", "--silent"], exitCode: 0, durationMs: 800 }],
|
|
45
|
+
},
|
|
46
|
+
expect: { reading: { kind: "magnitude", value: 800, unit: "ms" }, score: 100 },
|
|
47
|
+
},
|
|
48
|
+
],
|
|
49
|
+
});
|
|
50
|
+
//# sourceMappingURL=latency-lint.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"latency-lint.js","sourceRoot":"","sources":["../../src/probes/latency-lint.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AACvD,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAE3D,eAAe,WAAW,CAAC;IACzB,EAAE,EAAE,cAAc;IAClB,OAAO,EAAE,OAAO;IAChB,UAAU,EAAE,CAAC,EAAE,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;IAC1C,IAAI,EAAE,UAAU;IAChB,QAAQ,EAAE,CAAC,WAAW,EAAE,UAAU,CAAC;IAEnC,SAAS,EAAE;;;;GAIV;IAED,WAAW,EACT,oOAAoO;IAEtO,KAAK,CAAC,MAAM,CAAC,EAAE;QACb,MAAM,GAAG,GAAG,EAAE,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC;QACvC,IAAI,CAAC,GAAG;YAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,uCAAuC,EAAE,CAAC;QACjF,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,CAAC;QACrF,IAAI,GAAG,CAAC,QAAQ;YAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,wBAAwB,EAAE,CAAC;QAC1E,IAAI,GAAG,CAAC,QAAQ,KAAK,CAAC;YAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,eAAe,GAAG,CAAC,QAAQ,EAAE,EAAE,CAAC;QACrF,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,GAAG,CAAC,UAAU,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;IAClE,CAAC;IAED,KAAK,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,UAAU,EAAE,KAAK,EAAE,aAAa,EAAE;IAEzE,QAAQ,EAAE;QACR;YACE,IAAI,EAAE,iBAAiB;YACvB,QAAQ,EAAE,EAAE,SAAS,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE;YAC1C,MAAM,EAAE;gBACN,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,uCAAuC,EAAE;gBACxE,KAAK,EAAE,IAAI;aACZ;SACF;QACD;YACE,IAAI,EAAE,gBAAgB;YACtB,QAAQ,EAAE;gBACR,SAAS,EAAE;oBACT,MAAM,EAAE,CAAC,MAAM,CAAC;oBAChB,OAAO,EAAE,MAAM;oBACf,QAAQ,EAAE,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,EAAE;iBACjF;gBACD,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC;aACvF;YACD,MAAM,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE;SAC/E;KACF;CACF,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"latency-test-suite.d.ts","sourceRoot":"","sources":["../../src/probes/latency-test-suite.ts"],"names":[],"mappings":";AAGA,wBA0EG"}
|
|
@@ -0,0 +1,75 @@
|
|
|
1
|
+
import { defineProbe } from "@esbenwiberg/repofit/sdk";
|
|
2
|
+
import { LATENCY_BANDS } from "./_shared/latency-bands.js";
|
|
3
|
+
export default defineProbe({
|
|
4
|
+
id: "latency.test-suite",
|
|
5
|
+
version: "2.0.0",
|
|
6
|
+
dimensions: [{ id: "latency", weight: 1 }],
|
|
7
|
+
tier: "executed",
|
|
8
|
+
evidence: ["toolchain", "commands"],
|
|
9
|
+
rationale: `
|
|
10
|
+
Wall-clock of the test suite is the wall-clock of an agent's
|
|
11
|
+
verification cycle. Slow tests turn into a slow agent. Runs the
|
|
12
|
+
test command for the primary stack twice (warm-up + measured) so
|
|
13
|
+
steady-state is what's reported, not first-run compile cost.
|
|
14
|
+
`,
|
|
15
|
+
remediation: "Speed up the test suite: parallelize (Vitest/Jest/pytest default to it), separate the fast unit pass from slow integration/e2e tiers, mock external services, share test setup. The fast pass should finish in under a minute. Slower tiers can run in CI but should be opt-in locally.",
|
|
16
|
+
async detect(ev) {
|
|
17
|
+
const cmd = ev.toolchain.commands.test;
|
|
18
|
+
if (!cmd)
|
|
19
|
+
return { kind: "na", reason: "no test command for the primary stack" };
|
|
20
|
+
const run = await ev.commands.run({ argv: cmd.argv, warmup: 1, timeoutMs: 600_000 });
|
|
21
|
+
if (run.timedOut)
|
|
22
|
+
return { kind: "na", reason: "test command timed out" };
|
|
23
|
+
if (run.exitCode !== 0)
|
|
24
|
+
return { kind: "na", reason: `test exited ${run.exitCode}` };
|
|
25
|
+
return { kind: "magnitude", value: run.durationMs, unit: "ms" };
|
|
26
|
+
},
|
|
27
|
+
score: { kind: "magnitude", direction: "negative", bands: LATENCY_BANDS },
|
|
28
|
+
fixtures: [
|
|
29
|
+
{
|
|
30
|
+
name: "no-test-command",
|
|
31
|
+
evidence: { toolchain: { primary: null } },
|
|
32
|
+
expect: {
|
|
33
|
+
reading: { kind: "na", reason: "no test command for the primary stack" },
|
|
34
|
+
score: null,
|
|
35
|
+
},
|
|
36
|
+
},
|
|
37
|
+
{
|
|
38
|
+
name: "fast-suite",
|
|
39
|
+
evidence: {
|
|
40
|
+
toolchain: {
|
|
41
|
+
stacks: ["node"],
|
|
42
|
+
primary: "node",
|
|
43
|
+
commands: { test: { source: "node", argv: ["npm", "test", "--silent"] } },
|
|
44
|
+
},
|
|
45
|
+
commands: [{ argv: ["npm", "test", "--silent"], exitCode: 0, durationMs: 4500 }],
|
|
46
|
+
},
|
|
47
|
+
expect: { reading: { kind: "magnitude", value: 4500, unit: "ms" }, score: 100 },
|
|
48
|
+
},
|
|
49
|
+
{
|
|
50
|
+
name: "medium-suite",
|
|
51
|
+
evidence: {
|
|
52
|
+
toolchain: {
|
|
53
|
+
stacks: ["node"],
|
|
54
|
+
primary: "node",
|
|
55
|
+
commands: { test: { source: "node", argv: ["npm", "test", "--silent"] } },
|
|
56
|
+
},
|
|
57
|
+
commands: [{ argv: ["npm", "test", "--silent"], exitCode: 0, durationMs: 60_000 }],
|
|
58
|
+
},
|
|
59
|
+
expect: { reading: { kind: "magnitude", value: 60_000, unit: "ms" }, score: 50 },
|
|
60
|
+
},
|
|
61
|
+
{
|
|
62
|
+
name: "test-fails",
|
|
63
|
+
evidence: {
|
|
64
|
+
toolchain: {
|
|
65
|
+
stacks: ["python"],
|
|
66
|
+
primary: "python",
|
|
67
|
+
commands: { test: { source: "python", argv: ["pytest"] } },
|
|
68
|
+
},
|
|
69
|
+
commands: [{ argv: ["pytest"], exitCode: 1, durationMs: 1200 }],
|
|
70
|
+
},
|
|
71
|
+
expect: { reading: { kind: "na", reason: "test exited 1" }, score: null },
|
|
72
|
+
},
|
|
73
|
+
],
|
|
74
|
+
});
|
|
75
|
+
//# sourceMappingURL=latency-test-suite.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"latency-test-suite.js","sourceRoot":"","sources":["../../src/probes/latency-test-suite.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AACvD,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAE3D,eAAe,WAAW,CAAC;IACzB,EAAE,EAAE,oBAAoB;IACxB,OAAO,EAAE,OAAO;IAChB,UAAU,EAAE,CAAC,EAAE,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;IAC1C,IAAI,EAAE,UAAU;IAChB,QAAQ,EAAE,CAAC,WAAW,EAAE,UAAU,CAAC;IAEnC,SAAS,EAAE;;;;;GAKV;IAED,WAAW,EACT,yRAAyR;IAE3R,KAAK,CAAC,MAAM,CAAC,EAAE;QACb,MAAM,GAAG,GAAG,EAAE,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC;QACvC,IAAI,CAAC,GAAG;YAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,uCAAuC,EAAE,CAAC;QACjF,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,CAAC;QACrF,IAAI,GAAG,CAAC,QAAQ;YAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,wBAAwB,EAAE,CAAC;QAC1E,IAAI,GAAG,CAAC,QAAQ,KAAK,CAAC;YAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,eAAe,GAAG,CAAC,QAAQ,EAAE,EAAE,CAAC;QACrF,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,GAAG,CAAC,UAAU,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;IAClE,CAAC;IAED,KAAK,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,UAAU,EAAE,KAAK,EAAE,aAAa,EAAE;IAEzE,QAAQ,EAAE;QACR;YACE,IAAI,EAAE,iBAAiB;YACvB,QAAQ,EAAE,EAAE,SAAS,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE;YAC1C,MAAM,EAAE;gBACN,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,uCAAuC,EAAE;gBACxE,KAAK,EAAE,IAAI;aACZ;SACF;QACD;YACE,IAAI,EAAE,YAAY;YAClB,QAAQ,EAAE;gBACR,SAAS,EAAE;oBACT,MAAM,EAAE,CAAC,MAAM,CAAC;oBAChB,OAAO,EAAE,MAAM;oBACf,QAAQ,EAAE,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,EAAE;iBAC1E;gBACD,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;aACjF;YACD,MAAM,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE;SAChF;QACD;YACE,IAAI,EAAE,cAAc;YACpB,QAAQ,EAAE;gBACR,SAAS,EAAE;oBACT,MAAM,EAAE,CAAC,MAAM,CAAC;oBAChB,OAAO,EAAE,MAAM;oBACf,QAAQ,EAAE,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,EAAE;iBAC1E;gBACD,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC;aACnF;YACD,MAAM,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE;SACjF;QACD;YACE,IAAI,EAAE,YAAY;YAClB,QAAQ,EAAE;gBACR,SAAS,EAAE;oBACT,MAAM,EAAE,CAAC,QAAQ,CAAC;oBAClB,OAAO,EAAE,QAAQ;oBACjB,QAAQ,EAAE,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,QAAQ,CAAC,EAAE,EAAE;iBAC3D;gBACD,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,QAAQ,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;aAChE;YACD,MAAM,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,eAAe,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE;SAC1E;KACF;CACF,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"latency-typecheck.d.ts","sourceRoot":"","sources":["../../src/probes/latency-typecheck.ts"],"names":[],"mappings":";AAGA,wBAkEG"}
|