@esbenwiberg/corpus-default 1.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +10 -0
- package/dist/dimensions/consistency.d.ts +3 -0
- package/dist/dimensions/consistency.d.ts.map +1 -0
- package/dist/dimensions/consistency.js +8 -0
- package/dist/dimensions/consistency.js.map +1 -0
- package/dist/dimensions/context.d.ts +3 -0
- package/dist/dimensions/context.d.ts.map +1 -0
- package/dist/dimensions/context.js +8 -0
- package/dist/dimensions/context.js.map +1 -0
- package/dist/dimensions/cost.d.ts +3 -0
- package/dist/dimensions/cost.d.ts.map +1 -0
- package/dist/dimensions/cost.js +8 -0
- package/dist/dimensions/cost.js.map +1 -0
- package/dist/dimensions/feedback.d.ts +3 -0
- package/dist/dimensions/feedback.d.ts.map +1 -0
- package/dist/dimensions/feedback.js +8 -0
- package/dist/dimensions/feedback.js.map +1 -0
- package/dist/dimensions/latency.d.ts +3 -0
- package/dist/dimensions/latency.d.ts.map +1 -0
- package/dist/dimensions/latency.js +8 -0
- package/dist/dimensions/latency.js.map +1 -0
- package/dist/dimensions/safety.d.ts +3 -0
- package/dist/dimensions/safety.d.ts.map +1 -0
- package/dist/dimensions/safety.js +8 -0
- package/dist/dimensions/safety.js.map +1 -0
- package/dist/fixers/agent-guidance-present-llm.d.ts +3 -0
- package/dist/fixers/agent-guidance-present-llm.d.ts.map +1 -0
- package/dist/fixers/agent-guidance-present-llm.js +109 -0
- package/dist/fixers/agent-guidance-present-llm.js.map +1 -0
- package/dist/fixers/agent-guidance-present.d.ts +3 -0
- package/dist/fixers/agent-guidance-present.d.ts.map +1 -0
- package/dist/fixers/agent-guidance-present.js +46 -0
- package/dist/fixers/agent-guidance-present.js.map +1 -0
- package/dist/fixers/docs-readme-present-llm.d.ts +3 -0
- package/dist/fixers/docs-readme-present-llm.d.ts.map +1 -0
- package/dist/fixers/docs-readme-present-llm.js +109 -0
- package/dist/fixers/docs-readme-present-llm.js.map +1 -0
- package/dist/fixers/docs-readme-present.d.ts +3 -0
- package/dist/fixers/docs-readme-present.d.ts.map +1 -0
- package/dist/fixers/docs-readme-present.js +41 -0
- package/dist/fixers/docs-readme-present.js.map +1 -0
- package/dist/fixers/editorconfig-present.d.ts +3 -0
- package/dist/fixers/editorconfig-present.d.ts.map +1 -0
- package/dist/fixers/editorconfig-present.js +30 -0
- package/dist/fixers/editorconfig-present.js.map +1 -0
- package/dist/fixers/gitignore-comprehensive.d.ts +3 -0
- package/dist/fixers/gitignore-comprehensive.d.ts.map +1 -0
- package/dist/fixers/gitignore-comprehensive.js +61 -0
- package/dist/fixers/gitignore-comprehensive.js.map +1 -0
- package/dist/index.d.ts +8 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +153 -0
- package/dist/index.js.map +1 -0
- package/dist/probes/_shared/latency-bands.d.ts +3 -0
- package/dist/probes/_shared/latency-bands.d.ts.map +1 -0
- package/dist/probes/_shared/latency-bands.js +8 -0
- package/dist/probes/_shared/latency-bands.js.map +1 -0
- package/dist/probes/agent-guidance-fresh.d.ts +3 -0
- package/dist/probes/agent-guidance-fresh.d.ts.map +1 -0
- package/dist/probes/agent-guidance-fresh.js +198 -0
- package/dist/probes/agent-guidance-fresh.js.map +1 -0
- package/dist/probes/agent-guidance-nested.d.ts +3 -0
- package/dist/probes/agent-guidance-nested.d.ts.map +1 -0
- package/dist/probes/agent-guidance-nested.js +177 -0
- package/dist/probes/agent-guidance-nested.js.map +1 -0
- package/dist/probes/agent-guidance-present.d.ts +3 -0
- package/dist/probes/agent-guidance-present.d.ts.map +1 -0
- package/dist/probes/agent-guidance-present.js +32 -0
- package/dist/probes/agent-guidance-present.js.map +1 -0
- package/dist/probes/agent-guidance-quality.d.ts +3 -0
- package/dist/probes/agent-guidance-quality.d.ts.map +1 -0
- package/dist/probes/agent-guidance-quality.js +134 -0
- package/dist/probes/agent-guidance-quality.js.map +1 -0
- package/dist/probes/agent-guidance-substance.d.ts +3 -0
- package/dist/probes/agent-guidance-substance.d.ts.map +1 -0
- package/dist/probes/agent-guidance-substance.js +64 -0
- package/dist/probes/agent-guidance-substance.js.map +1 -0
- package/dist/probes/arch-boundaries-clear.d.ts +3 -0
- package/dist/probes/arch-boundaries-clear.d.ts.map +1 -0
- package/dist/probes/arch-boundaries-clear.js +202 -0
- package/dist/probes/arch-boundaries-clear.js.map +1 -0
- package/dist/probes/arch-doc-present.d.ts +3 -0
- package/dist/probes/arch-doc-present.d.ts.map +1 -0
- package/dist/probes/arch-doc-present.js +46 -0
- package/dist/probes/arch-doc-present.js.map +1 -0
- package/dist/probes/arch-doc-quality.d.ts +3 -0
- package/dist/probes/arch-doc-quality.d.ts.map +1 -0
- package/dist/probes/arch-doc-quality.js +138 -0
- package/dist/probes/arch-doc-quality.js.map +1 -0
- package/dist/probes/arch-fitness-tests-configured.d.ts +3 -0
- package/dist/probes/arch-fitness-tests-configured.d.ts.map +1 -0
- package/dist/probes/arch-fitness-tests-configured.js +180 -0
- package/dist/probes/arch-fitness-tests-configured.js.map +1 -0
- package/dist/probes/build-clean.d.ts +3 -0
- package/dist/probes/build-clean.d.ts.map +1 -0
- package/dist/probes/build-clean.js +72 -0
- package/dist/probes/build-clean.js.map +1 -0
- package/dist/probes/build-configured.d.ts +3 -0
- package/dist/probes/build-configured.d.ts.map +1 -0
- package/dist/probes/build-configured.js +158 -0
- package/dist/probes/build-configured.js.map +1 -0
- package/dist/probes/changelog-strategy-declared.d.ts +3 -0
- package/dist/probes/changelog-strategy-declared.d.ts.map +1 -0
- package/dist/probes/changelog-strategy-declared.js +81 -0
- package/dist/probes/changelog-strategy-declared.js.map +1 -0
- package/dist/probes/ci-configured.d.ts +3 -0
- package/dist/probes/ci-configured.d.ts.map +1 -0
- package/dist/probes/ci-configured.js +164 -0
- package/dist/probes/ci-configured.js.map +1 -0
- package/dist/probes/ci-runs-build.d.ts +3 -0
- package/dist/probes/ci-runs-build.d.ts.map +1 -0
- package/dist/probes/ci-runs-build.js +92 -0
- package/dist/probes/ci-runs-build.js.map +1 -0
- package/dist/probes/ci-runs-lint.d.ts +3 -0
- package/dist/probes/ci-runs-lint.d.ts.map +1 -0
- package/dist/probes/ci-runs-lint.js +84 -0
- package/dist/probes/ci-runs-lint.js.map +1 -0
- package/dist/probes/ci-runs-tests.d.ts +3 -0
- package/dist/probes/ci-runs-tests.d.ts.map +1 -0
- package/dist/probes/ci-runs-tests.js +68 -0
- package/dist/probes/ci-runs-tests.js.map +1 -0
- package/dist/probes/ci-runs-typecheck.d.ts +3 -0
- package/dist/probes/ci-runs-typecheck.d.ts.map +1 -0
- package/dist/probes/ci-runs-typecheck.js +89 -0
- package/dist/probes/ci-runs-typecheck.js.map +1 -0
- package/dist/probes/commits-conventional-followed.d.ts +3 -0
- package/dist/probes/commits-conventional-followed.d.ts.map +1 -0
- package/dist/probes/commits-conventional-followed.js +80 -0
- package/dist/probes/commits-conventional-followed.js.map +1 -0
- package/dist/probes/dead-code-configured.d.ts +3 -0
- package/dist/probes/dead-code-configured.d.ts.map +1 -0
- package/dist/probes/dead-code-configured.js +218 -0
- package/dist/probes/dead-code-configured.js.map +1 -0
- package/dist/probes/deps-audit-configured.d.ts +3 -0
- package/dist/probes/deps-audit-configured.d.ts.map +1 -0
- package/dist/probes/deps-audit-configured.js +172 -0
- package/dist/probes/deps-audit-configured.js.map +1 -0
- package/dist/probes/deps-lockfile-present.d.ts +3 -0
- package/dist/probes/deps-lockfile-present.d.ts.map +1 -0
- package/dist/probes/deps-lockfile-present.js +190 -0
- package/dist/probes/deps-lockfile-present.js.map +1 -0
- package/dist/probes/docs-adr-presence.d.ts +3 -0
- package/dist/probes/docs-adr-presence.d.ts.map +1 -0
- package/dist/probes/docs-adr-presence.js +76 -0
- package/dist/probes/docs-adr-presence.js.map +1 -0
- package/dist/probes/docs-adr-quality.d.ts +3 -0
- package/dist/probes/docs-adr-quality.d.ts.map +1 -0
- package/dist/probes/docs-adr-quality.js +128 -0
- package/dist/probes/docs-adr-quality.js.map +1 -0
- package/dist/probes/docs-contributing-present.d.ts +3 -0
- package/dist/probes/docs-contributing-present.d.ts.map +1 -0
- package/dist/probes/docs-contributing-present.js +15 -0
- package/dist/probes/docs-contributing-present.js.map +1 -0
- package/dist/probes/docs-links-resolved.d.ts +3 -0
- package/dist/probes/docs-links-resolved.d.ts.map +1 -0
- package/dist/probes/docs-links-resolved.js +252 -0
- package/dist/probes/docs-links-resolved.js.map +1 -0
- package/dist/probes/docs-readme-clarity.d.ts +3 -0
- package/dist/probes/docs-readme-clarity.d.ts.map +1 -0
- package/dist/probes/docs-readme-clarity.js +118 -0
- package/dist/probes/docs-readme-clarity.js.map +1 -0
- package/dist/probes/docs-readme-present.d.ts +3 -0
- package/dist/probes/docs-readme-present.d.ts.map +1 -0
- package/dist/probes/docs-readme-present.js +15 -0
- package/dist/probes/docs-readme-present.js.map +1 -0
- package/dist/probes/docs-readme-substance.d.ts +3 -0
- package/dist/probes/docs-readme-substance.d.ts.map +1 -0
- package/dist/probes/docs-readme-substance.js +62 -0
- package/dist/probes/docs-readme-substance.js.map +1 -0
- package/dist/probes/editorconfig-present.d.ts +3 -0
- package/dist/probes/editorconfig-present.d.ts.map +1 -0
- package/dist/probes/editorconfig-present.js +15 -0
- package/dist/probes/editorconfig-present.js.map +1 -0
- package/dist/probes/errors-actionability.d.ts +3 -0
- package/dist/probes/errors-actionability.d.ts.map +1 -0
- package/dist/probes/errors-actionability.js +180 -0
- package/dist/probes/errors-actionability.js.map +1 -0
- package/dist/probes/format-clean.d.ts +3 -0
- package/dist/probes/format-clean.d.ts.map +1 -0
- package/dist/probes/format-clean.js +114 -0
- package/dist/probes/format-clean.js.map +1 -0
- package/dist/probes/format-configured.d.ts +3 -0
- package/dist/probes/format-configured.d.ts.map +1 -0
- package/dist/probes/format-configured.js +243 -0
- package/dist/probes/format-configured.js.map +1 -0
- package/dist/probes/git-branch-protection.d.ts +3 -0
- package/dist/probes/git-branch-protection.d.ts.map +1 -0
- package/dist/probes/git-branch-protection.js +47 -0
- package/dist/probes/git-branch-protection.js.map +1 -0
- package/dist/probes/gitignore-comprehensive.d.ts +3 -0
- package/dist/probes/gitignore-comprehensive.d.ts.map +1 -0
- package/dist/probes/gitignore-comprehensive.js +59 -0
- package/dist/probes/gitignore-comprehensive.js.map +1 -0
- package/dist/probes/hooks-gates-lint-test-build.d.ts +3 -0
- package/dist/probes/hooks-gates-lint-test-build.d.ts.map +1 -0
- package/dist/probes/hooks-gates-lint-test-build.js +231 -0
- package/dist/probes/hooks-gates-lint-test-build.js.map +1 -0
- package/dist/probes/hooks-precommit-present.d.ts +3 -0
- package/dist/probes/hooks-precommit-present.d.ts.map +1 -0
- package/dist/probes/hooks-precommit-present.js +43 -0
- package/dist/probes/hooks-precommit-present.js.map +1 -0
- package/dist/probes/latency-build.d.ts +3 -0
- package/dist/probes/latency-build.d.ts.map +1 -0
- package/dist/probes/latency-build.js +53 -0
- package/dist/probes/latency-build.js.map +1 -0
- package/dist/probes/latency-lint.d.ts +3 -0
- package/dist/probes/latency-lint.d.ts.map +1 -0
- package/dist/probes/latency-lint.js +50 -0
- package/dist/probes/latency-lint.js.map +1 -0
- package/dist/probes/latency-test-suite.d.ts +3 -0
- package/dist/probes/latency-test-suite.d.ts.map +1 -0
- package/dist/probes/latency-test-suite.js +75 -0
- package/dist/probes/latency-test-suite.js.map +1 -0
- package/dist/probes/latency-typecheck.d.ts +3 -0
- package/dist/probes/latency-typecheck.d.ts.map +1 -0
- package/dist/probes/latency-typecheck.js +67 -0
- package/dist/probes/latency-typecheck.js.map +1 -0
- package/dist/probes/lint-clean.d.ts +3 -0
- package/dist/probes/lint-clean.d.ts.map +1 -0
- package/dist/probes/lint-clean.js +109 -0
- package/dist/probes/lint-clean.js.map +1 -0
- package/dist/probes/lint-configured.d.ts +3 -0
- package/dist/probes/lint-configured.d.ts.map +1 -0
- package/dist/probes/lint-configured.js +268 -0
- package/dist/probes/lint-configured.js.map +1 -0
- package/dist/probes/readme-commands-runnable.d.ts +3 -0
- package/dist/probes/readme-commands-runnable.d.ts.map +1 -0
- package/dist/probes/readme-commands-runnable.js +307 -0
- package/dist/probes/readme-commands-runnable.js.map +1 -0
- package/dist/probes/runtime-dev-loop-bootable.d.ts +3 -0
- package/dist/probes/runtime-dev-loop-bootable.d.ts.map +1 -0
- package/dist/probes/runtime-dev-loop-bootable.js +239 -0
- package/dist/probes/runtime-dev-loop-bootable.js.map +1 -0
- package/dist/probes/safety-dangerous-script-flags.d.ts +3 -0
- package/dist/probes/safety-dangerous-script-flags.d.ts.map +1 -0
- package/dist/probes/safety-dangerous-script-flags.js +126 -0
- package/dist/probes/safety-dangerous-script-flags.js.map +1 -0
- package/dist/probes/secrets-dotenv-gitignored.d.ts +3 -0
- package/dist/probes/secrets-dotenv-gitignored.d.ts.map +1 -0
- package/dist/probes/secrets-dotenv-gitignored.js +45 -0
- package/dist/probes/secrets-dotenv-gitignored.js.map +1 -0
- package/dist/probes/secrets-precommit-scan-configured.d.ts +3 -0
- package/dist/probes/secrets-precommit-scan-configured.d.ts.map +1 -0
- package/dist/probes/secrets-precommit-scan-configured.js +130 -0
- package/dist/probes/secrets-precommit-scan-configured.js.map +1 -0
- package/dist/probes/secrets-scan-clean.d.ts +3 -0
- package/dist/probes/secrets-scan-clean.d.ts.map +1 -0
- package/dist/probes/secrets-scan-clean.js +80 -0
- package/dist/probes/secrets-scan-clean.js.map +1 -0
- package/dist/probes/size-directory-depth.d.ts +3 -0
- package/dist/probes/size-directory-depth.d.ts.map +1 -0
- package/dist/probes/size-directory-depth.js +80 -0
- package/dist/probes/size-directory-depth.js.map +1 -0
- package/dist/probes/size-large-files.d.ts +3 -0
- package/dist/probes/size-large-files.d.ts.map +1 -0
- package/dist/probes/size-large-files.js +117 -0
- package/dist/probes/size-large-files.js.map +1 -0
- package/dist/probes/size-repo-token-estimate.d.ts +3 -0
- package/dist/probes/size-repo-token-estimate.d.ts.map +1 -0
- package/dist/probes/size-repo-token-estimate.js +83 -0
- package/dist/probes/size-repo-token-estimate.js.map +1 -0
- package/dist/probes/specs-present.d.ts +3 -0
- package/dist/probes/specs-present.d.ts.map +1 -0
- package/dist/probes/specs-present.js +77 -0
- package/dist/probes/specs-present.js.map +1 -0
- package/dist/probes/specs-quality.d.ts +3 -0
- package/dist/probes/specs-quality.d.ts.map +1 -0
- package/dist/probes/specs-quality.js +153 -0
- package/dist/probes/specs-quality.js.map +1 -0
- package/dist/probes/tests-clean.d.ts +3 -0
- package/dist/probes/tests-clean.d.ts.map +1 -0
- package/dist/probes/tests-clean.js +69 -0
- package/dist/probes/tests-clean.js.map +1 -0
- package/dist/probes/tests-cover-public-surface.d.ts +3 -0
- package/dist/probes/tests-cover-public-surface.d.ts.map +1 -0
- package/dist/probes/tests-cover-public-surface.js +172 -0
- package/dist/probes/tests-cover-public-surface.js.map +1 -0
- package/dist/probes/tests-runner-configured.d.ts +3 -0
- package/dist/probes/tests-runner-configured.d.ts.map +1 -0
- package/dist/probes/tests-runner-configured.js +261 -0
- package/dist/probes/tests-runner-configured.js.map +1 -0
- package/dist/probes/types-clean.d.ts +3 -0
- package/dist/probes/types-clean.d.ts.map +1 -0
- package/dist/probes/types-clean.js +72 -0
- package/dist/probes/types-clean.js.map +1 -0
- package/dist/probes/types-configured.d.ts +3 -0
- package/dist/probes/types-configured.d.ts.map +1 -0
- package/dist/probes/types-configured.js +77 -0
- package/dist/probes/types-configured.js.map +1 -0
- package/package.json +30 -0
|
@@ -0,0 +1,180 @@
|
|
|
1
|
+
import { defineProbe } from "@esbenwiberg/repofit/sdk";
|
|
2
|
+
const PROBE_VERSION = "1.0.0";
|
|
3
|
+
const MAX_INPUT_CHARS = 6_000;
|
|
4
|
+
const RUBRIC = {
|
|
5
|
+
task: "Judge whether the toolchain configured in this repo would produce error messages that help a coding agent fix problems — not just say 'something broke'.",
|
|
6
|
+
criteria: [
|
|
7
|
+
{
|
|
8
|
+
id: "tool-clarity",
|
|
9
|
+
description: "Are the configured tools known to emit clear, located diagnostics — file:line:col plus a message that names the rule/type/assertion that failed? Biome, ESLint, TSC strict, Vitest, Pytest, and rustc score high; opaque homegrown shell scripts, build steps that just print 'failed', or tools run with --silent score low.",
|
|
10
|
+
},
|
|
11
|
+
{
|
|
12
|
+
id: "output-discipline",
|
|
13
|
+
description: "Do the scripts surface or hide diagnostic output? Flags like --silent / --quiet / 2>/dev/null hide useful errors. Parallel runners (npm-run-all -p, concurrently) interleave output so the agent can't tell which tool failed. Sequential runs with output preserved score higher.",
|
|
14
|
+
},
|
|
15
|
+
{
|
|
16
|
+
id: "feedback-loop-coverage",
|
|
17
|
+
description: "Are all the standard feedback loops wired up — typecheck, lint, test, build — so a failure has somewhere to surface? A repo with no test script means broken behaviour goes undetected; a repo with no typecheck means type errors only surface at runtime. Missing loops cost points.",
|
|
18
|
+
},
|
|
19
|
+
],
|
|
20
|
+
};
|
|
21
|
+
function shortString(s) {
|
|
22
|
+
if (typeof s !== "string")
|
|
23
|
+
return "—";
|
|
24
|
+
return s.length > 200 ? `${s.slice(0, 200)}…` : s;
|
|
25
|
+
}
|
|
26
|
+
export default defineProbe({
|
|
27
|
+
id: "errors.actionability",
|
|
28
|
+
version: PROBE_VERSION,
|
|
29
|
+
dimensions: [{ id: "feedback", weight: 1 }],
|
|
30
|
+
tier: "reasoned",
|
|
31
|
+
evidence: ["node_package", "files", "judge"],
|
|
32
|
+
rationale: `
|
|
33
|
+
When an agent makes a change and a script fails, the error message is
|
|
34
|
+
the only signal it has to act on. Tools that emit clear file:line
|
|
35
|
+
diagnostics (Biome, TSC strict, Vitest) let the agent self-correct;
|
|
36
|
+
tools run with --silent or homegrown shell scripts that just exit 1
|
|
37
|
+
leave the agent guessing. This probe asks an LLM to judge the
|
|
38
|
+
toolchain — which tools are configured, how they're scripted, and
|
|
39
|
+
whether common feedback loops are present — for diagnostic quality.
|
|
40
|
+
`,
|
|
41
|
+
remediation: "Use tools that emit file:line:col diagnostics (TSC strict, Biome, ESLint, Vitest, Pytest, rustc). Remove `--silent` / `--quiet` / `2>/dev/null` from scripts. Avoid parallel runners that interleave output during failure investigation. Wire up the full feedback loop: typecheck, lint, test, build — each with a clear script name.",
|
|
42
|
+
async detect(ev) {
|
|
43
|
+
if (!ev.node_package.present) {
|
|
44
|
+
return { kind: "na", reason: "no package.json" };
|
|
45
|
+
}
|
|
46
|
+
const scripts = ev.node_package.scripts;
|
|
47
|
+
if (Object.keys(scripts).length === 0) {
|
|
48
|
+
return { kind: "na", reason: "package.json has no scripts" };
|
|
49
|
+
}
|
|
50
|
+
const interestingConfigs = [
|
|
51
|
+
"tsconfig.json",
|
|
52
|
+
"biome.json",
|
|
53
|
+
"biome.jsonc",
|
|
54
|
+
"eslint.config.js",
|
|
55
|
+
"eslint.config.mjs",
|
|
56
|
+
".eslintrc",
|
|
57
|
+
".eslintrc.json",
|
|
58
|
+
".eslintrc.cjs",
|
|
59
|
+
"vitest.config.ts",
|
|
60
|
+
"vitest.config.js",
|
|
61
|
+
"jest.config.ts",
|
|
62
|
+
"jest.config.js",
|
|
63
|
+
".prettierrc",
|
|
64
|
+
"prettier.config.js",
|
|
65
|
+
];
|
|
66
|
+
const presentConfigs = interestingConfigs.filter((p) => ev.files.has(p));
|
|
67
|
+
const lines = ["# package.json scripts", ""];
|
|
68
|
+
for (const [name, body] of Object.entries(scripts)) {
|
|
69
|
+
lines.push(`${name}: ${shortString(body)}`);
|
|
70
|
+
}
|
|
71
|
+
lines.push("", "# tool configs present", "");
|
|
72
|
+
lines.push(presentConfigs.length === 0 ? "(none detected)" : presentConfigs.join("\n"));
|
|
73
|
+
const deps = Object.keys({
|
|
74
|
+
...(ev.node_package.dependencies ?? {}),
|
|
75
|
+
...(ev.node_package.devDependencies ?? {}),
|
|
76
|
+
});
|
|
77
|
+
const toolDeps = deps.filter((d) => /^(?:@biomejs|biome|eslint|prettier|typescript|vitest|jest|mocha|tsx|tsc|tap)\b/.test(d));
|
|
78
|
+
lines.push("", "# tool-related dependencies", "");
|
|
79
|
+
lines.push(toolDeps.length === 0 ? "(none detected)" : toolDeps.sort().join("\n"));
|
|
80
|
+
const input = lines.join("\n").slice(0, MAX_INPUT_CHARS);
|
|
81
|
+
const result = await ev.judge.score({
|
|
82
|
+
probeId: "errors.actionability",
|
|
83
|
+
probeVersion: PROBE_VERSION,
|
|
84
|
+
input,
|
|
85
|
+
rubric: RUBRIC,
|
|
86
|
+
});
|
|
87
|
+
return {
|
|
88
|
+
kind: "judge",
|
|
89
|
+
score: result.score,
|
|
90
|
+
perCriterion: result.perCriterion,
|
|
91
|
+
rationale: result.rationale,
|
|
92
|
+
model: result.model,
|
|
93
|
+
};
|
|
94
|
+
},
|
|
95
|
+
score: { kind: "judge" },
|
|
96
|
+
fixtures: [
|
|
97
|
+
{
|
|
98
|
+
name: "no-package-json",
|
|
99
|
+
evidence: { node_package: { present: false } },
|
|
100
|
+
expect: { reading: { kind: "na", reason: "no package.json" }, score: null },
|
|
101
|
+
},
|
|
102
|
+
{
|
|
103
|
+
name: "empty-scripts",
|
|
104
|
+
evidence: {
|
|
105
|
+
node_package: { present: true, scripts: {} },
|
|
106
|
+
},
|
|
107
|
+
expect: { reading: { kind: "na", reason: "package.json has no scripts" }, score: null },
|
|
108
|
+
},
|
|
109
|
+
{
|
|
110
|
+
name: "strong-toolchain",
|
|
111
|
+
evidence: {
|
|
112
|
+
node_package: {
|
|
113
|
+
present: true,
|
|
114
|
+
scripts: { typecheck: "tsc --noEmit", lint: "biome check .", test: "vitest run" },
|
|
115
|
+
devDependencies: { typescript: "^5", "@biomejs/biome": "^2", vitest: "^4" },
|
|
116
|
+
},
|
|
117
|
+
files: ["tsconfig.json", "biome.json", "vitest.config.ts"],
|
|
118
|
+
judge: {
|
|
119
|
+
score: 80,
|
|
120
|
+
perCriterion: {
|
|
121
|
+
"tool-clarity": 80,
|
|
122
|
+
"output-discipline": 80,
|
|
123
|
+
"feedback-loop-coverage": 80,
|
|
124
|
+
},
|
|
125
|
+
rationale: "TSC, Biome, Vitest — all known for clear diagnostics; full loop covered.",
|
|
126
|
+
model: "fixture",
|
|
127
|
+
},
|
|
128
|
+
},
|
|
129
|
+
expect: {
|
|
130
|
+
reading: {
|
|
131
|
+
kind: "judge",
|
|
132
|
+
score: 80,
|
|
133
|
+
perCriterion: {
|
|
134
|
+
"tool-clarity": 80,
|
|
135
|
+
"output-discipline": 80,
|
|
136
|
+
"feedback-loop-coverage": 80,
|
|
137
|
+
},
|
|
138
|
+
rationale: "TSC, Biome, Vitest — all known for clear diagnostics; full loop covered.",
|
|
139
|
+
model: "fixture",
|
|
140
|
+
},
|
|
141
|
+
score: 80,
|
|
142
|
+
},
|
|
143
|
+
},
|
|
144
|
+
{
|
|
145
|
+
name: "opaque-scripts",
|
|
146
|
+
evidence: {
|
|
147
|
+
node_package: {
|
|
148
|
+
present: true,
|
|
149
|
+
scripts: { build: "./build.sh 2>/dev/null", test: "echo no tests" },
|
|
150
|
+
},
|
|
151
|
+
files: [],
|
|
152
|
+
judge: {
|
|
153
|
+
score: 20,
|
|
154
|
+
perCriterion: {
|
|
155
|
+
"tool-clarity": 0,
|
|
156
|
+
"output-discipline": 20,
|
|
157
|
+
"feedback-loop-coverage": 20,
|
|
158
|
+
},
|
|
159
|
+
rationale: "Homegrown script, output silenced, no real tests.",
|
|
160
|
+
model: "fixture",
|
|
161
|
+
},
|
|
162
|
+
},
|
|
163
|
+
expect: {
|
|
164
|
+
reading: {
|
|
165
|
+
kind: "judge",
|
|
166
|
+
score: 20,
|
|
167
|
+
perCriterion: {
|
|
168
|
+
"tool-clarity": 0,
|
|
169
|
+
"output-discipline": 20,
|
|
170
|
+
"feedback-loop-coverage": 20,
|
|
171
|
+
},
|
|
172
|
+
rationale: "Homegrown script, output silenced, no real tests.",
|
|
173
|
+
model: "fixture",
|
|
174
|
+
},
|
|
175
|
+
score: 20,
|
|
176
|
+
},
|
|
177
|
+
},
|
|
178
|
+
],
|
|
179
|
+
});
|
|
180
|
+
//# sourceMappingURL=errors-actionability.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"errors-actionability.js","sourceRoot":"","sources":["../../src/probes/errors-actionability.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AAEvD,MAAM,aAAa,GAAG,OAAO,CAAC;AAC9B,MAAM,eAAe,GAAG,KAAK,CAAC;AAE9B,MAAM,MAAM,GAAG;IACb,IAAI,EAAE,0JAA0J;IAChK,QAAQ,EAAE;QACR;YACE,EAAE,EAAE,cAAc;YAClB,WAAW,EACT,+TAA+T;SAClU;QACD;YACE,EAAE,EAAE,mBAAmB;YACvB,WAAW,EACT,oRAAoR;SACvR;QACD;YACE,EAAE,EAAE,wBAAwB;YAC5B,WAAW,EACT,wRAAwR;SAC3R;KACF;CACO,CAAC;AAEX,SAAS,WAAW,CAAC,CAAU;IAC7B,IAAI,OAAO,CAAC,KAAK,QAAQ;QAAE,OAAO,GAAG,CAAC;IACtC,OAAO,CAAC,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;AACpD,CAAC;AAED,eAAe,WAAW,CAAC;IACzB,EAAE,EAAE,sBAAsB;IAC1B,OAAO,EAAE,aAAa;IACtB,UAAU,EAAE,CAAC,EAAE,EAAE,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;IAC3C,IAAI,EAAE,UAAU;IAChB,QAAQ,EAAE,CAAC,cAAc,EAAE,OAAO,EAAE,OAAO,CAAC;IAE5C,SAAS,EAAE;;;;;;;;GAQV;IAED,WAAW,EACT,yUAAyU;IAE3U,KAAK,CAAC,MAAM,CAAC,EAAE;QACb,IAAI,CAAC,EAAE,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC;YAC7B,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,iBAAiB,EAAE,CAAC;QACnD,CAAC;QACD,MAAM,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,OAAO,CAAC;QACxC,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACtC,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,6BAA6B,EAAE,CAAC;QAC/D,CAAC;QAED,MAAM,kBAAkB,GAAG;YACzB,eAAe;YACf,YAAY;YACZ,aAAa;YACb,kBAAkB;YAClB,mBAAmB;YACnB,WAAW;YACX,gBAAgB;YAChB,eAAe;YACf,kBAAkB;YAClB,kBAAkB;YAClB,gBAAgB;YAChB,gBAAgB;YAChB,aAAa;YACb,oBAAoB;SACrB,CAAC;QACF,MAAM,cAAc,GAAG,kBAAkB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAEzE,MAAM,KAAK,GAAa,CAAC,wBAAwB,EAAE,EAAE,CAAC,CAAC;QACvD,KAAK,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;YACnD,KAAK,CAAC,IAAI,CAAC,GAAG,IAAI,KAAK,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC9C,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,wBAAwB,EAAE,EAAE,CAAC,CAAC;QAC7C,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QAExF,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC;YACvB,GAAG,CAAC,EAAE,CAAC,YAAY,CAAC,YAAY,IAAI,EAAE,CAAC;YACvC,GAAG,CAAC,EAAE,CAAC,YAAY,CAAC,eAAe,IAAI,EAAE,CAAC;SAC3C,CAAC,CAAC;QACH,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CACjC,gFAAgF,CAAC,IAAI,CAAC,CAAC,CAAC,CACzF,CAAC;QACF,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,6BAA6B,EAAE,EAAE,CAAC,CAAC;QAClD,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QAEnF,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,eAAe,CAAC,CAAC;QAEzD,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC;YAClC,OAAO,EAAE,sBAAsB;YAC/B,YAAY,EAAE,aAAa;YAC3B,KAAK;YACL,MAAM,EAAE,MAAM;SACf,CAAC,CAAC;QAEH,OAAO;YACL,IAAI,EAAE,OAAO;YACb,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,KAAK,EAAE,MAAM,CAAC,KAAK;SACpB,CAAC;IACJ,CAAC;IAED,KAAK,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE;IAExB,QAAQ,EAAE;QACR;YACE,IAAI,EAAE,iBAAiB;YACvB,QAAQ,EAAE,EAAE,YAAY,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE;YAC9C,MAAM,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,iBAAiB,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE;SAC5E;QACD;YACE,IAAI,EAAE,eAAe;YACrB,QAAQ,EAAE;gBACR,YAAY,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE;aAC7C;YACD,MAAM,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,6BAA6B,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE;SACxF;QACD;YACE,IAAI,EAAE,kBAAkB;YACxB,QAAQ,EAAE;gBACR,YAAY,EAAE;oBACZ,OAAO,EAAE,IAAI;oBACb,OAAO,EAAE,EAAE,SAAS,EAAE,cAAc,EAAE,IAAI,EAAE,eAAe,EAAE,IAAI,EAAE,YAAY,EAAE;oBACjF,eAAe,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,gBAAgB,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE;iBAC5E;gBACD,KAAK,EAAE,CAAC,eAAe,EAAE,YAAY,EAAE,kBAAkB,CAAC;gBAC1D,KAAK,EAAE;oBACL,KAAK,EAAE,EAAE;oBACT,YAAY,EAAE;wBACZ,cAAc,EAAE,EAAE;wBAClB,mBAAmB,EAAE,EAAE;wBACvB,wBAAwB,EAAE,EAAE;qBAC7B;oBACD,SAAS,EAAE,0EAA0E;oBACrF,KAAK,EAAE,SAAS;iBACjB;aACF;YACD,MAAM,EAAE;gBACN,OAAO,EAAE;oBACP,IAAI,EAAE,OAAO;oBACb,KAAK,EAAE,EAAE;oBACT,YAAY,EAAE;wBACZ,cAAc,EAAE,EAAE;wBAClB,mBAAmB,EAAE,EAAE;wBACvB,wBAAwB,EAAE,EAAE;qBAC7B;oBACD,SAAS,EAAE,0EAA0E;oBACrF,KAAK,EAAE,SAAS;iBACjB;gBACD,KAAK,EAAE,EAAE;aACV;SACF;QACD;YACE,IAAI,EAAE,gBAAgB;YACtB,QAAQ,EAAE;gBACR,YAAY,EAAE;oBACZ,OAAO,EAAE,IAAI;oBACb,OAAO,EAAE,EAAE,KAAK,EAAE,wBAAwB,EAAE,IAAI,EAAE,eAAe,EAAE;iBACpE;gBACD,KAAK,EAAE,EAAE;gBACT,KAAK,EAAE;oBACL,KAAK,EAAE,EAAE;oBACT,YAAY,EAAE;wBACZ,cAAc,EAAE,CAAC;wBACjB,mBAAmB,EAAE,EAAE;wBACvB,wBAAwB,EAAE,EAAE;qBAC7B;oBACD,SAAS,EAAE,mDAAmD;oBAC9D,KAAK,EAAE,SAAS;iBACjB;aACF;YACD,MAAM,EAAE;gBACN,OAAO,EAAE;oBACP,IAAI,EAAE,OAAO;oBACb,KAAK,EAAE,EAAE;oBACT,YAAY,EAAE;wBACZ,cAAc,EAAE,CAAC;wBACjB,mBAAmB,EAAE,EAAE;wBACvB,wBAAwB,EAAE,EAAE;qBAC7B;oBACD,SAAS,EAAE,mDAAmD;oBAC9D,KAAK,EAAE,SAAS;iBACjB;gBACD,KAAK,EAAE,EAAE;aACV;SACF;KACF;CACF,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"format-clean.d.ts","sourceRoot":"","sources":["../../src/probes/format-clean.ts"],"names":[],"mappings":";AAEA,wBAsHG"}
|
|
@@ -0,0 +1,114 @@
|
|
|
1
|
+
import { defineProbe } from "@esbenwiberg/repofit/sdk";
|
|
2
|
+
export default defineProbe({
|
|
3
|
+
id: "format.clean",
|
|
4
|
+
version: "2.0.0",
|
|
5
|
+
dimensions: [
|
|
6
|
+
{ id: "consistency", weight: 1 },
|
|
7
|
+
{ id: "feedback", weight: 0.3 },
|
|
8
|
+
],
|
|
9
|
+
tier: "executed",
|
|
10
|
+
evidence: ["toolchain", "commands"],
|
|
11
|
+
rationale: `
|
|
12
|
+
Formatter configured but the codebase doesn't match it is a noisy
|
|
13
|
+
rebase magnet. This invokes the format-check command for the
|
|
14
|
+
primary stack (Node format:check script, Python
|
|
15
|
+
\`ruff format --check .\`, Go \`gofmt -l .\`) and reports clean
|
|
16
|
+
only on exit zero. N/A on .NET where \`dotnet format\` already
|
|
17
|
+
runs as the lint command.
|
|
18
|
+
`,
|
|
19
|
+
remediation: "Run your formatter and commit the result. Add a pre-commit hook or a CI gate that re-checks formatting so the tree stays clean. A dirty formatter is just noisy diffs and rebase pain.",
|
|
20
|
+
async detect(ev) {
|
|
21
|
+
const cmd = ev.toolchain.commands.format;
|
|
22
|
+
if (!cmd) {
|
|
23
|
+
return {
|
|
24
|
+
kind: "na",
|
|
25
|
+
reason: "no format-check command — declare commands.format in repofit.config.json, or configure a formatter for your stack (e.g. ruff format, gofmt, an npm 'format:check' script)",
|
|
26
|
+
};
|
|
27
|
+
}
|
|
28
|
+
const run = await ev.commands.run({ argv: cmd.argv, timeoutMs: 300_000 });
|
|
29
|
+
if (run.timedOut)
|
|
30
|
+
return { kind: "na", reason: "format command timed out" };
|
|
31
|
+
// gofmt is gnarly: exits 0 even when files need formatting, but prints them.
|
|
32
|
+
// Treat any non-empty stdout from `gofmt -l` as "dirty".
|
|
33
|
+
if (cmd.argv[0] === "gofmt" && run.exitCode === 0) {
|
|
34
|
+
return { kind: "predicate", value: run.stdout.trim().length === 0 };
|
|
35
|
+
}
|
|
36
|
+
return { kind: "predicate", value: run.exitCode === 0 };
|
|
37
|
+
},
|
|
38
|
+
score: { kind: "predicate", direction: "positive" },
|
|
39
|
+
fixtures: [
|
|
40
|
+
{
|
|
41
|
+
name: "no-format-command",
|
|
42
|
+
evidence: { toolchain: { primary: null } },
|
|
43
|
+
expect: {
|
|
44
|
+
reading: {
|
|
45
|
+
kind: "na",
|
|
46
|
+
reason: "no format-check command — declare commands.format in repofit.config.json, or configure a formatter for your stack (e.g. ruff format, gofmt, an npm 'format:check' script)",
|
|
47
|
+
},
|
|
48
|
+
score: null,
|
|
49
|
+
},
|
|
50
|
+
},
|
|
51
|
+
{
|
|
52
|
+
name: "node-format-clean",
|
|
53
|
+
evidence: {
|
|
54
|
+
toolchain: {
|
|
55
|
+
stacks: ["node"],
|
|
56
|
+
primary: "node",
|
|
57
|
+
commands: {
|
|
58
|
+
format: { source: "node", argv: ["npm", "run", "format:check", "--silent"] },
|
|
59
|
+
},
|
|
60
|
+
},
|
|
61
|
+
commands: [
|
|
62
|
+
{ argv: ["npm", "run", "format:check", "--silent"], exitCode: 0, durationMs: 300 },
|
|
63
|
+
],
|
|
64
|
+
},
|
|
65
|
+
expect: { reading: { kind: "predicate", value: true }, score: 100 },
|
|
66
|
+
},
|
|
67
|
+
{
|
|
68
|
+
name: "python-ruff-format-dirty",
|
|
69
|
+
evidence: {
|
|
70
|
+
toolchain: {
|
|
71
|
+
stacks: ["python"],
|
|
72
|
+
primary: "python",
|
|
73
|
+
commands: {
|
|
74
|
+
format: { source: "python", argv: ["ruff", "format", "--check", "."] },
|
|
75
|
+
},
|
|
76
|
+
},
|
|
77
|
+
commands: [{ argv: ["ruff", "format", "--check", "."], exitCode: 1, durationMs: 200 }],
|
|
78
|
+
},
|
|
79
|
+
expect: { reading: { kind: "predicate", value: false }, score: 0 },
|
|
80
|
+
},
|
|
81
|
+
{
|
|
82
|
+
name: "go-gofmt-clean",
|
|
83
|
+
evidence: {
|
|
84
|
+
toolchain: {
|
|
85
|
+
stacks: ["go"],
|
|
86
|
+
primary: "go",
|
|
87
|
+
commands: { format: { source: "go", argv: ["gofmt", "-l", "."] } },
|
|
88
|
+
},
|
|
89
|
+
commands: [{ argv: ["gofmt", "-l", "."], exitCode: 0, durationMs: 150, stdout: "" }],
|
|
90
|
+
},
|
|
91
|
+
expect: { reading: { kind: "predicate", value: true }, score: 100 },
|
|
92
|
+
},
|
|
93
|
+
{
|
|
94
|
+
name: "go-gofmt-dirty",
|
|
95
|
+
evidence: {
|
|
96
|
+
toolchain: {
|
|
97
|
+
stacks: ["go"],
|
|
98
|
+
primary: "go",
|
|
99
|
+
commands: { format: { source: "go", argv: ["gofmt", "-l", "."] } },
|
|
100
|
+
},
|
|
101
|
+
commands: [
|
|
102
|
+
{
|
|
103
|
+
argv: ["gofmt", "-l", "."],
|
|
104
|
+
exitCode: 0,
|
|
105
|
+
durationMs: 150,
|
|
106
|
+
stdout: "main.go\n",
|
|
107
|
+
},
|
|
108
|
+
],
|
|
109
|
+
},
|
|
110
|
+
expect: { reading: { kind: "predicate", value: false }, score: 0 },
|
|
111
|
+
},
|
|
112
|
+
],
|
|
113
|
+
});
|
|
114
|
+
//# sourceMappingURL=format-clean.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"format-clean.js","sourceRoot":"","sources":["../../src/probes/format-clean.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AAEvD,eAAe,WAAW,CAAC;IACzB,EAAE,EAAE,cAAc;IAClB,OAAO,EAAE,OAAO;IAChB,UAAU,EAAE;QACV,EAAE,EAAE,EAAE,aAAa,EAAE,MAAM,EAAE,CAAC,EAAE;QAChC,EAAE,EAAE,EAAE,UAAU,EAAE,MAAM,EAAE,GAAG,EAAE;KAChC;IACD,IAAI,EAAE,UAAU;IAChB,QAAQ,EAAE,CAAC,WAAW,EAAE,UAAU,CAAC;IAEnC,SAAS,EAAE;;;;;;;GAOV;IAED,WAAW,EACT,wLAAwL;IAE1L,KAAK,CAAC,MAAM,CAAC,EAAE;QACb,MAAM,GAAG,GAAG,EAAE,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC;QACzC,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,OAAO;gBACL,IAAI,EAAE,IAAI;gBACV,MAAM,EACJ,2KAA2K;aAC9K,CAAC;QACJ,CAAC;QACD,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,CAAC;QAC1E,IAAI,GAAG,CAAC,QAAQ;YAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,0BAA0B,EAAE,CAAC;QAC5E,6EAA6E;QAC7E,yDAAyD;QACzD,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,OAAO,IAAI,GAAG,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;YAClD,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtE,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,GAAG,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;IAC1D,CAAC;IAED,KAAK,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,UAAU,EAAE;IAEnD,QAAQ,EAAE;QACR;YACE,IAAI,EAAE,mBAAmB;YACzB,QAAQ,EAAE,EAAE,SAAS,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE;YAC1C,MAAM,EAAE;gBACN,OAAO,EAAE;oBACP,IAAI,EAAE,IAAI;oBACV,MAAM,EACJ,2KAA2K;iBAC9K;gBACD,KAAK,EAAE,IAAI;aACZ;SACF;QACD;YACE,IAAI,EAAE,mBAAmB;YACzB,QAAQ,EAAE;gBACR,SAAS,EAAE;oBACT,MAAM,EAAE,CAAC,MAAM,CAAC;oBAChB,OAAO,EAAE,MAAM;oBACf,QAAQ,EAAE;wBACR,MAAM,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,cAAc,EAAE,UAAU,CAAC,EAAE;qBAC7E;iBACF;gBACD,QAAQ,EAAE;oBACR,EAAE,IAAI,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,cAAc,EAAE,UAAU,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,UAAU,EAAE,GAAG,EAAE;iBACnF;aACF;YACD,MAAM,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE;SACpE;QACD;YACE,IAAI,EAAE,0BAA0B;YAChC,QAAQ,EAAE;gBACR,SAAS,EAAE;oBACT,MAAM,EAAE,CAAC,QAAQ,CAAC;oBAClB,OAAO,EAAE,QAAQ;oBACjB,QAAQ,EAAE;wBACR,MAAM,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,GAAG,CAAC,EAAE;qBACvE;iBACF;gBACD,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,GAAG,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC;aACvF;YACD,MAAM,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE;SACnE;QACD;YACE,IAAI,EAAE,gBAAgB;YACtB,QAAQ,EAAE;gBACR,SAAS,EAAE;oBACT,MAAM,EAAE,CAAC,IAAI,CAAC;oBACd,OAAO,EAAE,IAAI;oBACb,QAAQ,EAAE,EAAE,MAAM,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,OAAO,EAAE,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE;iBACnE;gBACD,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,OAAO,EAAE,IAAI,EAAE,GAAG,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,UAAU,EAAE,GAAG,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;aACrF;YACD,MAAM,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE;SACpE;QACD;YACE,IAAI,EAAE,gBAAgB;YACtB,QAAQ,EAAE;gBACR,SAAS,EAAE;oBACT,MAAM,EAAE,CAAC,IAAI,CAAC;oBACd,OAAO,EAAE,IAAI;oBACb,QAAQ,EAAE,EAAE,MAAM,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,OAAO,EAAE,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE;iBACnE;gBACD,QAAQ,EAAE;oBACR;wBACE,IAAI,EAAE,CAAC,OAAO,EAAE,IAAI,EAAE,GAAG,CAAC;wBAC1B,QAAQ,EAAE,CAAC;wBACX,UAAU,EAAE,GAAG;wBACf,MAAM,EAAE,WAAW;qBACpB;iBACF;aACF;YACD,MAAM,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE;SACnE;KACF;CACF,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"format-configured.d.ts","sourceRoot":"","sources":["../../src/probes/format-configured.ts"],"names":[],"mappings":";AA+CA,wBA+NG"}
|
|
@@ -0,0 +1,243 @@
|
|
|
1
|
+
import { defineProbe } from "@esbenwiberg/repofit/sdk";
|
|
2
|
+
const NODE_FORMATTERS = ["prettier", "@biomejs/biome", "dprint"];
|
|
3
|
+
const PY_MANIFEST = /(?:^|\/)(?:pyproject\.toml|setup\.cfg|setup\.py|Pipfile)$/i;
|
|
4
|
+
const PY_REQUIREMENTS = /(?:^|\/)requirements(?:[-.][\w]+)?\.txt$/i;
|
|
5
|
+
const PY_FORMAT_PATTERNS = [
|
|
6
|
+
/\bblack\b/i,
|
|
7
|
+
/\bautopep8\b/i,
|
|
8
|
+
/\byapf\b/i,
|
|
9
|
+
/\bisort\b/i,
|
|
10
|
+
/\[tool\.ruff(?:\.format)?\]/i,
|
|
11
|
+
/\bruff\b/i,
|
|
12
|
+
];
|
|
13
|
+
const GO_MOD = /(?:^|\/)go\.mod$/i;
|
|
14
|
+
const RUST_MANIFEST = /(?:^|\/)Cargo\.toml$/i;
|
|
15
|
+
const JAVA_BUILD = /(?:^|\/)(?:pom\.xml|build\.gradle(?:\.kts)?|settings\.gradle(?:\.kts)?)$/i;
|
|
16
|
+
const JAVA_FORMAT_PATTERNS = [
|
|
17
|
+
/\bspotless\b/i,
|
|
18
|
+
/\bgoogle-java-format\b/i,
|
|
19
|
+
/\bmaven-formatter-plugin\b/i,
|
|
20
|
+
/\bpalantir-java-format\b/i,
|
|
21
|
+
];
|
|
22
|
+
const DOTNET_CSPROJ = /\.csproj$/i;
|
|
23
|
+
const DOTNET_FORMAT_PATTERNS = [/<PackageReference\s+Include="CSharpier/i];
|
|
24
|
+
const RUBY_GEMFILE = /(?:^|\/)Gemfile$/;
|
|
25
|
+
const RUBY_FORMAT_PATTERNS = [/\brubocop\b/i, /\bstandardrb\b/i, /\bstandard\b/i];
|
|
26
|
+
const EDITORCONFIG = ".editorconfig";
|
|
27
|
+
async function anyMatchInFiles(paths, patterns, readText) {
|
|
28
|
+
for (const p of paths) {
|
|
29
|
+
const text = await readText(p);
|
|
30
|
+
if (!text)
|
|
31
|
+
continue;
|
|
32
|
+
if (patterns.some((re) => re.test(text)))
|
|
33
|
+
return true;
|
|
34
|
+
}
|
|
35
|
+
return false;
|
|
36
|
+
}
|
|
37
|
+
export default defineProbe({
|
|
38
|
+
id: "format.configured",
|
|
39
|
+
version: "1.1.0",
|
|
40
|
+
dimensions: [{ id: "consistency", weight: 1 }],
|
|
41
|
+
tier: "static",
|
|
42
|
+
evidence: ["node_package", "files", "size_stats"],
|
|
43
|
+
rationale: `
|
|
44
|
+
A configured formatter is the cheapest insurance that an agent's diff
|
|
45
|
+
blends in with the rest of the codebase. This probe detects one across
|
|
46
|
+
the major ecosystems: prettier / biome / dprint or a \`format\` script
|
|
47
|
+
(Node), black / ruff / autopep8 / yapf / isort (Python), \`gofmt\`
|
|
48
|
+
(Go — built in with go.mod), \`rustfmt\` (Rust — built in with
|
|
49
|
+
Cargo.toml), spotless / google-java-format (Java), CSharpier or an
|
|
50
|
+
\`.editorconfig\` next to .csproj (.NET — \`dotnet format\` reads
|
|
51
|
+
editorconfig), and rubocop / standardrb (Ruby).
|
|
52
|
+
`,
|
|
53
|
+
remediation: "Add a formatter: `@biomejs/biome` or `prettier` in devDependencies (Node), `[tool.ruff.format]` in pyproject.toml (Python), or `spotless` / `CSharpier` / `rubocop` for the other ecosystems. Go and Rust get gofmt/rustfmt for free with go.mod/Cargo.toml.",
|
|
54
|
+
async detect(ev) {
|
|
55
|
+
if (ev.node_package.present) {
|
|
56
|
+
const hasFormatterDep = NODE_FORMATTERS.some((f) => f in ev.node_package.devDependencies);
|
|
57
|
+
const hasFormatScript = typeof ev.node_package.scripts.format === "string";
|
|
58
|
+
if (hasFormatterDep || hasFormatScript)
|
|
59
|
+
return { kind: "predicate", value: true };
|
|
60
|
+
}
|
|
61
|
+
const allPaths = ev.size_stats.files.map((f) => f.path);
|
|
62
|
+
const pyManifests = allPaths.filter((p) => PY_MANIFEST.test(p) || PY_REQUIREMENTS.test(p));
|
|
63
|
+
if (pyManifests.length > 0 &&
|
|
64
|
+
(await anyMatchInFiles(pyManifests, PY_FORMAT_PATTERNS, ev.files.readText))) {
|
|
65
|
+
return { kind: "predicate", value: true };
|
|
66
|
+
}
|
|
67
|
+
if (allPaths.some((p) => GO_MOD.test(p)))
|
|
68
|
+
return { kind: "predicate", value: true };
|
|
69
|
+
if (allPaths.some((p) => RUST_MANIFEST.test(p)))
|
|
70
|
+
return { kind: "predicate", value: true };
|
|
71
|
+
const javaBuilds = allPaths.filter((p) => JAVA_BUILD.test(p));
|
|
72
|
+
if (javaBuilds.length > 0 &&
|
|
73
|
+
(await anyMatchInFiles(javaBuilds, JAVA_FORMAT_PATTERNS, ev.files.readText))) {
|
|
74
|
+
return { kind: "predicate", value: true };
|
|
75
|
+
}
|
|
76
|
+
const csprojs = allPaths.filter((p) => DOTNET_CSPROJ.test(p));
|
|
77
|
+
if (csprojs.length > 0) {
|
|
78
|
+
if (await anyMatchInFiles(csprojs, DOTNET_FORMAT_PATTERNS, ev.files.readText)) {
|
|
79
|
+
return { kind: "predicate", value: true };
|
|
80
|
+
}
|
|
81
|
+
// `dotnet format` is in the SDK; an .editorconfig anchors it.
|
|
82
|
+
if (ev.files.has(EDITORCONFIG))
|
|
83
|
+
return { kind: "predicate", value: true };
|
|
84
|
+
}
|
|
85
|
+
const gemfiles = allPaths.filter((p) => RUBY_GEMFILE.test(p));
|
|
86
|
+
if (gemfiles.length > 0 &&
|
|
87
|
+
(await anyMatchInFiles(gemfiles, RUBY_FORMAT_PATTERNS, ev.files.readText))) {
|
|
88
|
+
return { kind: "predicate", value: true };
|
|
89
|
+
}
|
|
90
|
+
if (!ev.node_package.present &&
|
|
91
|
+
pyManifests.length === 0 &&
|
|
92
|
+
javaBuilds.length === 0 &&
|
|
93
|
+
csprojs.length === 0 &&
|
|
94
|
+
gemfiles.length === 0) {
|
|
95
|
+
return { kind: "na", reason: "no recognised project manifest" };
|
|
96
|
+
}
|
|
97
|
+
return { kind: "predicate", value: false };
|
|
98
|
+
},
|
|
99
|
+
score: { kind: "predicate", direction: "positive" },
|
|
100
|
+
fixtures: [
|
|
101
|
+
{
|
|
102
|
+
name: "no-manifest",
|
|
103
|
+
evidence: {
|
|
104
|
+
node_package: { present: false },
|
|
105
|
+
size_stats: { files: [], totalBytes: 0, totalFiles: 0, source: "git-ls-files" },
|
|
106
|
+
},
|
|
107
|
+
expect: { reading: { kind: "na", reason: "no recognised project manifest" }, score: null },
|
|
108
|
+
},
|
|
109
|
+
{
|
|
110
|
+
name: "prettier-devdep",
|
|
111
|
+
evidence: {
|
|
112
|
+
node_package: { present: true, devDependencies: { prettier: "^3.0.0" } },
|
|
113
|
+
size_stats: { files: [], totalBytes: 0, totalFiles: 0, source: "git-ls-files" },
|
|
114
|
+
},
|
|
115
|
+
expect: { reading: { kind: "predicate", value: true }, score: 100 },
|
|
116
|
+
},
|
|
117
|
+
{
|
|
118
|
+
name: "format-script-only",
|
|
119
|
+
evidence: {
|
|
120
|
+
node_package: { present: true, scripts: { format: "biome format --write ." } },
|
|
121
|
+
size_stats: { files: [], totalBytes: 0, totalFiles: 0, source: "git-ls-files" },
|
|
122
|
+
},
|
|
123
|
+
expect: { reading: { kind: "predicate", value: true }, score: 100 },
|
|
124
|
+
},
|
|
125
|
+
{
|
|
126
|
+
name: "python-black-in-pyproject",
|
|
127
|
+
evidence: {
|
|
128
|
+
files: { "pyproject.toml": '[tool.poetry.dev-dependencies]\nblack = "^24"\n' },
|
|
129
|
+
node_package: { present: false },
|
|
130
|
+
size_stats: {
|
|
131
|
+
source: "git-ls-files",
|
|
132
|
+
totalBytes: 100,
|
|
133
|
+
totalFiles: 1,
|
|
134
|
+
files: [{ path: "pyproject.toml", bytes: 100, lines: 3, depth: 0 }],
|
|
135
|
+
},
|
|
136
|
+
},
|
|
137
|
+
expect: { reading: { kind: "predicate", value: true }, score: 100 },
|
|
138
|
+
},
|
|
139
|
+
{
|
|
140
|
+
name: "python-ruff-format",
|
|
141
|
+
evidence: {
|
|
142
|
+
files: { "pyproject.toml": "[tool.ruff.format]\nquote-style = 'double'\n" },
|
|
143
|
+
node_package: { present: false },
|
|
144
|
+
size_stats: {
|
|
145
|
+
source: "git-ls-files",
|
|
146
|
+
totalBytes: 100,
|
|
147
|
+
totalFiles: 1,
|
|
148
|
+
files: [{ path: "pyproject.toml", bytes: 100, lines: 3, depth: 0 }],
|
|
149
|
+
},
|
|
150
|
+
},
|
|
151
|
+
expect: { reading: { kind: "predicate", value: true }, score: 100 },
|
|
152
|
+
},
|
|
153
|
+
{
|
|
154
|
+
name: "go-mod-builtin-gofmt",
|
|
155
|
+
evidence: {
|
|
156
|
+
node_package: { present: false },
|
|
157
|
+
size_stats: {
|
|
158
|
+
source: "git-ls-files",
|
|
159
|
+
totalBytes: 100,
|
|
160
|
+
totalFiles: 1,
|
|
161
|
+
files: [{ path: "go.mod", bytes: 100, lines: 5, depth: 0 }],
|
|
162
|
+
},
|
|
163
|
+
},
|
|
164
|
+
expect: { reading: { kind: "predicate", value: true }, score: 100 },
|
|
165
|
+
},
|
|
166
|
+
{
|
|
167
|
+
name: "rust-builtin-rustfmt",
|
|
168
|
+
evidence: {
|
|
169
|
+
node_package: { present: false },
|
|
170
|
+
size_stats: {
|
|
171
|
+
source: "git-ls-files",
|
|
172
|
+
totalBytes: 100,
|
|
173
|
+
totalFiles: 1,
|
|
174
|
+
files: [{ path: "Cargo.toml", bytes: 100, lines: 5, depth: 0 }],
|
|
175
|
+
},
|
|
176
|
+
},
|
|
177
|
+
expect: { reading: { kind: "predicate", value: true }, score: 100 },
|
|
178
|
+
},
|
|
179
|
+
{
|
|
180
|
+
name: "java-spotless",
|
|
181
|
+
evidence: {
|
|
182
|
+
files: { "build.gradle": "plugins { id 'com.diffplug.spotless' version '6.0.0' }" },
|
|
183
|
+
node_package: { present: false },
|
|
184
|
+
size_stats: {
|
|
185
|
+
source: "git-ls-files",
|
|
186
|
+
totalBytes: 100,
|
|
187
|
+
totalFiles: 1,
|
|
188
|
+
files: [{ path: "build.gradle", bytes: 100, lines: 3, depth: 0 }],
|
|
189
|
+
},
|
|
190
|
+
},
|
|
191
|
+
expect: { reading: { kind: "predicate", value: true }, score: 100 },
|
|
192
|
+
},
|
|
193
|
+
{
|
|
194
|
+
name: "dotnet-with-editorconfig",
|
|
195
|
+
evidence: {
|
|
196
|
+
files: {
|
|
197
|
+
".editorconfig": "[*.cs]\nindent_size = 4\n",
|
|
198
|
+
"App.csproj": "<Project Sdk='Microsoft.NET.Sdk'/>",
|
|
199
|
+
},
|
|
200
|
+
node_package: { present: false },
|
|
201
|
+
size_stats: {
|
|
202
|
+
source: "git-ls-files",
|
|
203
|
+
totalBytes: 200,
|
|
204
|
+
totalFiles: 2,
|
|
205
|
+
files: [
|
|
206
|
+
{ path: ".editorconfig", bytes: 50, lines: 3, depth: 0 },
|
|
207
|
+
{ path: "App.csproj", bytes: 50, lines: 1, depth: 0 },
|
|
208
|
+
],
|
|
209
|
+
},
|
|
210
|
+
},
|
|
211
|
+
expect: { reading: { kind: "predicate", value: true }, score: 100 },
|
|
212
|
+
},
|
|
213
|
+
{
|
|
214
|
+
name: "ruby-rubocop",
|
|
215
|
+
evidence: {
|
|
216
|
+
files: { Gemfile: "source 'https://rubygems.org'\ngem 'rubocop'\n" },
|
|
217
|
+
node_package: { present: false },
|
|
218
|
+
size_stats: {
|
|
219
|
+
source: "git-ls-files",
|
|
220
|
+
totalBytes: 50,
|
|
221
|
+
totalFiles: 1,
|
|
222
|
+
files: [{ path: "Gemfile", bytes: 50, lines: 3, depth: 0 }],
|
|
223
|
+
},
|
|
224
|
+
},
|
|
225
|
+
expect: { reading: { kind: "predicate", value: true }, score: 100 },
|
|
226
|
+
},
|
|
227
|
+
{
|
|
228
|
+
name: "python-no-formatter",
|
|
229
|
+
evidence: {
|
|
230
|
+
files: { "pyproject.toml": "[project]\nname = 'x'\n" },
|
|
231
|
+
node_package: { present: false },
|
|
232
|
+
size_stats: {
|
|
233
|
+
source: "git-ls-files",
|
|
234
|
+
totalBytes: 50,
|
|
235
|
+
totalFiles: 1,
|
|
236
|
+
files: [{ path: "pyproject.toml", bytes: 50, lines: 2, depth: 0 }],
|
|
237
|
+
},
|
|
238
|
+
},
|
|
239
|
+
expect: { reading: { kind: "predicate", value: false }, score: 0 },
|
|
240
|
+
},
|
|
241
|
+
],
|
|
242
|
+
});
|
|
243
|
+
//# sourceMappingURL=format-configured.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"format-configured.js","sourceRoot":"","sources":["../../src/probes/format-configured.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AAEvD,MAAM,eAAe,GAAG,CAAC,UAAU,EAAE,gBAAgB,EAAE,QAAQ,CAAC,CAAC;AAEjE,MAAM,WAAW,GAAG,4DAA4D,CAAC;AACjF,MAAM,eAAe,GAAG,2CAA2C,CAAC;AACpE,MAAM,kBAAkB,GAAG;IACzB,YAAY;IACZ,eAAe;IACf,WAAW;IACX,YAAY;IACZ,8BAA8B;IAC9B,WAAW;CACZ,CAAC;AAEF,MAAM,MAAM,GAAG,mBAAmB,CAAC;AACnC,MAAM,aAAa,GAAG,uBAAuB,CAAC;AAE9C,MAAM,UAAU,GAAG,2EAA2E,CAAC;AAC/F,MAAM,oBAAoB,GAAG;IAC3B,eAAe;IACf,yBAAyB;IACzB,6BAA6B;IAC7B,2BAA2B;CAC5B,CAAC;AAEF,MAAM,aAAa,GAAG,YAAY,CAAC;AACnC,MAAM,sBAAsB,GAAG,CAAC,yCAAyC,CAAC,CAAC;AAE3E,MAAM,YAAY,GAAG,kBAAkB,CAAC;AACxC,MAAM,oBAAoB,GAAG,CAAC,cAAc,EAAE,iBAAiB,EAAE,eAAe,CAAC,CAAC;AAElF,MAAM,YAAY,GAAG,eAAe,CAAC;AAErC,KAAK,UAAU,eAAe,CAC5B,KAAe,EACf,QAAkB,EAClB,QAAoD;IAEpD,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;QACtB,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC/B,IAAI,CAAC,IAAI;YAAE,SAAS;QACpB,IAAI,QAAQ,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAAE,OAAO,IAAI,CAAC;IACxD,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,eAAe,WAAW,CAAC;IACzB,EAAE,EAAE,mBAAmB;IACvB,OAAO,EAAE,OAAO;IAChB,UAAU,EAAE,CAAC,EAAE,EAAE,EAAE,aAAa,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;IAC9C,IAAI,EAAE,QAAQ;IACd,QAAQ,EAAE,CAAC,cAAc,EAAE,OAAO,EAAE,YAAY,CAAC;IAEjD,SAAS,EAAE;;;;;;;;;GASV;IAED,WAAW,EACT,8PAA8P;IAEhQ,KAAK,CAAC,MAAM,CAAC,EAAE;QACb,IAAI,EAAE,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC;YAC5B,MAAM,eAAe,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,YAAY,CAAC,eAAe,CAAC,CAAC;YAC1F,MAAM,eAAe,GAAG,OAAO,EAAE,CAAC,YAAY,CAAC,OAAO,CAAC,MAAM,KAAK,QAAQ,CAAC;YAC3E,IAAI,eAAe,IAAI,eAAe;gBAAE,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;QACpF,CAAC;QAED,MAAM,QAAQ,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAExD,MAAM,WAAW,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3F,IACE,WAAW,CAAC,MAAM,GAAG,CAAC;YACtB,CAAC,MAAM,eAAe,CAAC,WAAW,EAAE,kBAAkB,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,EAC3E,CAAC;YACD,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;QAC5C,CAAC;QAED,IAAI,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAAE,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;QACpF,IAAI,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAAE,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;QAE3F,MAAM,UAAU,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QAC9D,IACE,UAAU,CAAC,MAAM,GAAG,CAAC;YACrB,CAAC,MAAM,eAAe,CAAC,UAAU,EAAE,oBAAoB,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,EAC5E,CAAC;YACD,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;QAC5C,CAAC;QAED,MAAM,OAAO,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QAC9D,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvB,IAAI,MAAM,eAAe,CAAC,OAAO,EAAE,sBAAsB,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC9E,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;YAC5C,CAAC;YACD,8DAA8D;YAC9D,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,YAAY,CAAC;gBAAE,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;QAC5E,CAAC;QAED,MAAM,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QAC9D,IACE,QAAQ,CAAC,MAAM,GAAG,CAAC;YACnB,CAAC,MAAM,eAAe,CAAC,QAAQ,EAAE,oBAAoB,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,EAC1E,CAAC;YACD,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;QAC5C,CAAC;QAED,IACE,CAAC,EAAE,CAAC,YAAY,CAAC,OAAO;YACxB,WAAW,CAAC,MAAM,KAAK,CAAC;YACxB,UAAU,CAAC,MAAM,KAAK,CAAC;YACvB,OAAO,CAAC,MAAM,KAAK,CAAC;YACpB,QAAQ,CAAC,MAAM,KAAK,CAAC,EACrB,CAAC;YACD,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,gCAAgC,EAAE,CAAC;QAClE,CAAC;QAED,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;IAC7C,CAAC;IAED,KAAK,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,UAAU,EAAE;IAEnD,QAAQ,EAAE;QACR;YACE,IAAI,EAAE,aAAa;YACnB,QAAQ,EAAE;gBACR,YAAY,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE;gBAChC,UAAU,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,MAAM,EAAE,cAAc,EAAE;aAChF;YACD,MAAM,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,gCAAgC,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE;SAC3F;QACD;YACE,IAAI,EAAE,iBAAiB;YACvB,QAAQ,EAAE;gBACR,YAAY,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,eAAe,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,EAAE;gBACxE,UAAU,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,MAAM,EAAE,cAAc,EAAE;aAChF;YACD,MAAM,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE;SACpE;QACD;YACE,IAAI,EAAE,oBAAoB;YAC1B,QAAQ,EAAE;gBACR,YAAY,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,MAAM,EAAE,wBAAwB,EAAE,EAAE;gBAC9E,UAAU,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,MAAM,EAAE,cAAc,EAAE;aAChF;YACD,MAAM,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE;SACpE;QACD;YACE,IAAI,EAAE,2BAA2B;YACjC,QAAQ,EAAE;gBACR,KAAK,EAAE,EAAE,gBAAgB,EAAE,iDAAiD,EAAE;gBAC9E,YAAY,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE;gBAChC,UAAU,EAAE;oBACV,MAAM,EAAE,cAAc;oBACtB,UAAU,EAAE,GAAG;oBACf,UAAU,EAAE,CAAC;oBACb,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;iBACpE;aACF;YACD,MAAM,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE;SACpE;QACD;YACE,IAAI,EAAE,oBAAoB;YAC1B,QAAQ,EAAE;gBACR,KAAK,EAAE,EAAE,gBAAgB,EAAE,8CAA8C,EAAE;gBAC3E,YAAY,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE;gBAChC,UAAU,EAAE;oBACV,MAAM,EAAE,cAAc;oBACtB,UAAU,EAAE,GAAG;oBACf,UAAU,EAAE,CAAC;oBACb,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;iBACpE;aACF;YACD,MAAM,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE;SACpE;QACD;YACE,IAAI,EAAE,sBAAsB;YAC5B,QAAQ,EAAE;gBACR,YAAY,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE;gBAChC,UAAU,EAAE;oBACV,MAAM,EAAE,cAAc;oBACtB,UAAU,EAAE,GAAG;oBACf,UAAU,EAAE,CAAC;oBACb,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;iBAC5D;aACF;YACD,MAAM,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE;SACpE;QACD;YACE,IAAI,EAAE,sBAAsB;YAC5B,QAAQ,EAAE;gBACR,YAAY,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE;gBAChC,UAAU,EAAE;oBACV,MAAM,EAAE,cAAc;oBACtB,UAAU,EAAE,GAAG;oBACf,UAAU,EAAE,CAAC;oBACb,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;iBAChE;aACF;YACD,MAAM,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE;SACpE;QACD;YACE,IAAI,EAAE,eAAe;YACrB,QAAQ,EAAE;gBACR,KAAK,EAAE,EAAE,cAAc,EAAE,wDAAwD,EAAE;gBACnF,YAAY,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE;gBAChC,UAAU,EAAE;oBACV,MAAM,EAAE,cAAc;oBACtB,UAAU,EAAE,GAAG;oBACf,UAAU,EAAE,CAAC;oBACb,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;iBAClE;aACF;YACD,MAAM,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE;SACpE;QACD;YACE,IAAI,EAAE,0BAA0B;YAChC,QAAQ,EAAE;gBACR,KAAK,EAAE;oBACL,eAAe,EAAE,2BAA2B;oBAC5C,YAAY,EAAE,oCAAoC;iBACnD;gBACD,YAAY,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE;gBAChC,UAAU,EAAE;oBACV,MAAM,EAAE,cAAc;oBACtB,UAAU,EAAE,GAAG;oBACf,UAAU,EAAE,CAAC;oBACb,KAAK,EAAE;wBACL,EAAE,IAAI,EAAE,eAAe,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE;wBACxD,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE;qBACtD;iBACF;aACF;YACD,MAAM,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE;SACpE;QACD;YACE,IAAI,EAAE,cAAc;YACpB,QAAQ,EAAE;gBACR,KAAK,EAAE,EAAE,OAAO,EAAE,gDAAgD,EAAE;gBACpE,YAAY,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE;gBAChC,UAAU,EAAE;oBACV,MAAM,EAAE,cAAc;oBACtB,UAAU,EAAE,EAAE;oBACd,UAAU,EAAE,CAAC;oBACb,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;iBAC5D;aACF;YACD,MAAM,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE;SACpE;QACD;YACE,IAAI,EAAE,qBAAqB;YAC3B,QAAQ,EAAE;gBACR,KAAK,EAAE,EAAE,gBAAgB,EAAE,yBAAyB,EAAE;gBACtD,YAAY,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE;gBAChC,UAAU,EAAE;oBACV,MAAM,EAAE,cAAc;oBACtB,UAAU,EAAE,EAAE;oBACd,UAAU,EAAE,CAAC;oBACb,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;iBACnE;aACF;YACD,MAAM,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE;SACnE;KACF;CACF,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"git-branch-protection.d.ts","sourceRoot":"","sources":["../../src/probes/git-branch-protection.ts"],"names":[],"mappings":";AAEA,wBAiDG"}
|
|
@@ -0,0 +1,47 @@
|
|
|
1
|
+
import { defineProbe } from "@esbenwiberg/repofit/sdk";
|
|
2
|
+
export default defineProbe({
|
|
3
|
+
id: "git.branch-protection",
|
|
4
|
+
version: "1.0.0",
|
|
5
|
+
dimensions: [{ id: "safety", weight: 1 }],
|
|
6
|
+
tier: "executed",
|
|
7
|
+
evidence: ["github_api"],
|
|
8
|
+
rationale: `
|
|
9
|
+
External-tier stub. Reports whether the default branch on the
|
|
10
|
+
GitHub remote has branch protection enabled. Needs a GitHub
|
|
11
|
+
remote and a GITHUB_TOKEN (or GH_TOKEN); otherwise N/A. First
|
|
12
|
+
external-tier probe — proves the contract, not every corner case.
|
|
13
|
+
`,
|
|
14
|
+
remediation: "Enable branch protection on your default branch. GitHub: repo → Settings → Branches → 'Add rule' for `main`. Require: at least one approving review, status checks (CI) green, linear history. This prevents direct pushes to main and is the gate that keeps agent-generated PRs from going in unreviewed.",
|
|
15
|
+
async detect(ev) {
|
|
16
|
+
const result = await ev.github_api.branchProtection();
|
|
17
|
+
if (result.kind === "unavailable")
|
|
18
|
+
return { kind: "na", reason: result.reason };
|
|
19
|
+
return { kind: "predicate", value: result.kind === "protected" };
|
|
20
|
+
},
|
|
21
|
+
score: { kind: "predicate", direction: "positive" },
|
|
22
|
+
fixtures: [
|
|
23
|
+
{
|
|
24
|
+
name: "no-token",
|
|
25
|
+
evidence: {
|
|
26
|
+
github_api: {
|
|
27
|
+
branchProtection: { kind: "unavailable", reason: "no GITHUB_TOKEN/GH_TOKEN in env" },
|
|
28
|
+
},
|
|
29
|
+
},
|
|
30
|
+
expect: {
|
|
31
|
+
reading: { kind: "na", reason: "no GITHUB_TOKEN/GH_TOKEN in env" },
|
|
32
|
+
score: null,
|
|
33
|
+
},
|
|
34
|
+
},
|
|
35
|
+
{
|
|
36
|
+
name: "protected",
|
|
37
|
+
evidence: { github_api: { branchProtection: { kind: "protected" } } },
|
|
38
|
+
expect: { reading: { kind: "predicate", value: true }, score: 100 },
|
|
39
|
+
},
|
|
40
|
+
{
|
|
41
|
+
name: "unprotected",
|
|
42
|
+
evidence: { github_api: { branchProtection: { kind: "unprotected" } } },
|
|
43
|
+
expect: { reading: { kind: "predicate", value: false }, score: 0 },
|
|
44
|
+
},
|
|
45
|
+
],
|
|
46
|
+
});
|
|
47
|
+
//# sourceMappingURL=git-branch-protection.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"git-branch-protection.js","sourceRoot":"","sources":["../../src/probes/git-branch-protection.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AAEvD,eAAe,WAAW,CAAC;IACzB,EAAE,EAAE,uBAAuB;IAC3B,OAAO,EAAE,OAAO;IAChB,UAAU,EAAE,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;IACzC,IAAI,EAAE,UAAU;IAChB,QAAQ,EAAE,CAAC,YAAY,CAAC;IAExB,SAAS,EAAE;;;;;GAKV;IAED,WAAW,EACT,6SAA6S;IAE/S,KAAK,CAAC,MAAM,CAAC,EAAE;QACb,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,UAAU,CAAC,gBAAgB,EAAE,CAAC;QACtD,IAAI,MAAM,CAAC,IAAI,KAAK,aAAa;YAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC;QAChF,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;IACnE,CAAC;IAED,KAAK,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,UAAU,EAAE;IAEnD,QAAQ,EAAE;QACR;YACE,IAAI,EAAE,UAAU;YAChB,QAAQ,EAAE;gBACR,UAAU,EAAE;oBACV,gBAAgB,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,MAAM,EAAE,iCAAiC,EAAE;iBACrF;aACF;YACD,MAAM,EAAE;gBACN,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,iCAAiC,EAAE;gBAClE,KAAK,EAAE,IAAI;aACZ;SACF;QACD;YACE,IAAI,EAAE,WAAW;YACjB,QAAQ,EAAE,EAAE,UAAU,EAAE,EAAE,gBAAgB,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,EAAE,EAAE;YACrE,MAAM,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE;SACpE;QACD;YACE,IAAI,EAAE,aAAa;YACnB,QAAQ,EAAE,EAAE,UAAU,EAAE,EAAE,gBAAgB,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,EAAE,EAAE;YACvE,MAAM,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE;SACnE;KACF;CACF,CAAC,CAAC"}
|