@esbenwiberg/corpus-default 1.1.0

package/dist/probes/agent-guidance-nested.js

@@ -0,0 +1,177 @@
+import { defineProbe } from "@esbenwiberg/repofit/sdk";
+const NESTED_MANIFESTS = [
+    /(?:^|\/)package\.json$/,
+    /(?:^|\/)pyproject\.toml$/,
+    /(?:^|\/)Cargo\.toml$/,
+    /(?:^|\/)go\.mod$/,
+    /(?:^|\/)pom\.xml$/,
+    /(?:^|\/)build\.gradle(?:\.kts)?$/,
+    /\.csproj$/,
+    /(?:^|\/)Gemfile$/,
+];
+const GUIDANCE_FILES = ["CLAUDE.md", "AGENTS.md", ".cursorrules", ".aider.conf.yml"];
+function dirOf(path) {
+    const i = path.lastIndexOf("/");
+    return i < 0 ? "" : path.slice(0, i);
+}
+function isSubPackageManifest(path) {
+    if (dirOf(path) === "")
+        return false;
+    return NESTED_MANIFESTS.some((re) => re.test(path));
+}
+function hasSiblingGuidance(dir, allPaths) {
+    return GUIDANCE_FILES.some((name) => allPaths.has(`${dir}/${name}`));
+}
+export default defineProbe({
+    id: "agent.guidance-nested",
+    version: "1.0.0",
+    dimensions: [{ id: "context", weight: 1 }],
+    tier: "static",
+    evidence: ["size_stats"],
+    rationale: `
+    In a monorepo, a root CLAUDE.md gives the agent shape-of-the-whole
+    context, but per-package guidance is what lets it work inside a
+    package without re-reading the entire repo. This probe finds
+    sub-package manifests (package.json, pyproject.toml, Cargo.toml,
+    go.mod, pom.xml, *.csproj, Gemfile) and checks each for a sibling
+    CLAUDE.md / AGENTS.md. Returns n/a for single-package repos.
+  `,
+    remediation: "For each sub-package without nested guidance, add a `CLAUDE.md` (or `AGENTS.md`) describing what that package does, how to build/test it, and any package-specific conventions. Even 10–20 lines per package is enough — the goal is letting the agent orient itself without reading the entire repo.",
+    async detect(ev) {
+        const allPaths = ev.size_stats.files.map((f) => f.path);
+        const pathSet = new Set(allPaths);
+        const packageDirs = new Set();
+        for (const p of allPaths) {
+            if (isSubPackageManifest(p))
+                packageDirs.add(dirOf(p));
+        }
+        if (packageDirs.size === 0) {
+            return { kind: "na", reason: "no sub-package manifests" };
+        }
+        const items = [];
+        for (const dir of packageDirs) {
+            if (!hasSiblingGuidance(dir, pathSet)) {
+                items.push({
+                    location: { path: dir },
+                    severity: "warn",
+                    message: `no CLAUDE.md / AGENTS.md next to sub-package`,
+                });
+            }
+        }
+        return { kind: "inventory", items };
+    },
+    score: {
+        kind: "inventory",
+        severityWeights: { info: 1, warn: 1, error: 1 },
+        bands: [
+            { upTo: 0, score: 100 },
+            { upTo: 1, score: 80 },
+            { upTo: 3, score: 60 },
+            { upTo: 5, score: 30 },
+            { score: 0 },
+        ],
+    },
+    fixtures: [
+        {
+            name: "single-package-repo",
+            evidence: {
+                size_stats: {
+                    source: "git-ls-files",
+                    totalBytes: 50,
+                    totalFiles: 1,
+                    files: [{ path: "package.json", bytes: 50, lines: 3, depth: 0 }],
+                },
+            },
+            expect: { reading: { kind: "na", reason: "no sub-package manifests" }, score: null },
+        },
+        {
+            name: "monorepo-all-packages-have-guidance",
+            evidence: {
+                size_stats: {
+                    source: "git-ls-files",
+                    totalBytes: 400,
+                    totalFiles: 6,
+                    files: [
+                        { path: "package.json", bytes: 50, lines: 3, depth: 0 },
+                        { path: "CLAUDE.md", bytes: 100, lines: 10, depth: 0 },
+                        { path: "packages/a/package.json", bytes: 50, lines: 3, depth: 2 },
+                        { path: "packages/a/CLAUDE.md", bytes: 100, lines: 10, depth: 2 },
+                        { path: "packages/b/package.json", bytes: 50, lines: 3, depth: 2 },
+                        { path: "packages/b/AGENTS.md", bytes: 100, lines: 10, depth: 2 },
+                    ],
+                },
+            },
+            expect: { reading: { kind: "inventory", items: [] }, score: 100 },
+        },
+        {
+            name: "monorepo-one-package-missing-guidance",
+            evidence: {
+                size_stats: {
+                    source: "git-ls-files",
+                    totalBytes: 300,
+                    totalFiles: 5,
+                    files: [
+                        { path: "package.json", bytes: 50, lines: 3, depth: 0 },
+                        { path: "packages/a/package.json", bytes: 50, lines: 3, depth: 2 },
+                        { path: "packages/a/CLAUDE.md", bytes: 100, lines: 10, depth: 2 },
+                        { path: "packages/b/package.json", bytes: 50, lines: 3, depth: 2 },
+                        { path: "packages/c/package.json", bytes: 50, lines: 3, depth: 2 },
+                    ],
+                },
+            },
+            expect: {
+                reading: {
+                    kind: "inventory",
+                    items: [
+                        {
+                            location: { path: "packages/b" },
+                            severity: "warn",
+                            message: "no CLAUDE.md / AGENTS.md next to sub-package",
+                        },
+                        {
+                            location: { path: "packages/c" },
+                            severity: "warn",
+                            message: "no CLAUDE.md / AGENTS.md next to sub-package",
+                        },
+                    ],
+                },
+                score: 60,
+            },
+        },
+        {
+            name: "mixed-ecosystem-monorepo",
+            evidence: {
+                size_stats: {
+                    source: "git-ls-files",
+                    totalBytes: 300,
+                    totalFiles: 4,
+                    files: [
+                        { path: "services/api/go.mod", bytes: 50, lines: 3, depth: 2 },
+                        { path: "services/api/CLAUDE.md", bytes: 100, lines: 10, depth: 2 },
+                        { path: "services/worker/Cargo.toml", bytes: 50, lines: 3, depth: 2 },
+                        { path: "ui/package.json", bytes: 50, lines: 3, depth: 1 },
+                    ],
+                },
+            },
+            expect: {
+                reading: {
+                    kind: "inventory",
+                    items: [
+                        {
+                            location: { path: "services/worker" },
+                            severity: "warn",
+                            message: "no CLAUDE.md / AGENTS.md next to sub-package",
+                        },
+                        {
+                            location: { path: "ui" },
+                            severity: "warn",
+                            message: "no CLAUDE.md / AGENTS.md next to sub-package",
+                        },
+                    ],
+                },
+                score: 60,
+            },
+        },
+    ],
+});
+//# sourceMappingURL=agent-guidance-nested.js.map

package/dist/probes/agent-guidance-nested.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent-guidance-nested.js","sourceRoot":"","sources":["../../src/probes/agent-guidance-nested.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AAEvD,MAAM,gBAAgB,GAAG;IACvB,wBAAwB;IACxB,0BAA0B;IAC1B,sBAAsB;IACtB,kBAAkB;IAClB,mBAAmB;IACnB,kCAAkC;IAClC,WAAW;IACX,kBAAkB;CACnB,CAAC;AAEF,MAAM,cAAc,GAAG,CAAC,WAAW,EAAE,WAAW,EAAE,cAAc,EAAE,iBAAiB,CAAC,CAAC;AAErF,SAAS,KAAK,CAAC,IAAY;IACzB,MAAM,CAAC,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IAChC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AACvC,CAAC;AAED,SAAS,oBAAoB,CAAC,IAAY;IACxC,IAAI,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE;QAAE,OAAO,KAAK,CAAC;IACrC,OAAO,gBAAgB,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;AACtD,CAAC;AAED,SAAS,kBAAkB,CAAC,GAAW,EAAE,QAAqB;IAC5D,OAAO,cAAc,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC;AACvE,CAAC;AAED,eAAe,WAAW,CAAC;IACzB,EAAE,EAAE,uBAAuB;IAC3B,OAAO,EAAE,OAAO;IAChB,UAAU,EAAE,CAAC,EAAE,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;IAC1C,IAAI,EAAE,QAAQ;IACd,QAAQ,EAAE,CAAC,YAAY,CAAC;IAExB,SAAS,EAAE;;;;;;;GAOV;IAED,WAAW,EACT,uSAAuS;IAEzS,KAAK,CAAC,MAAM,CAAC,EAAE;QACb,MAAM,QAAQ,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACxD,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC;QAElC,MAAM,WAAW,GAAG,IAAI,GAAG,EAAU,CAAC;QACtC,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;YACzB,IAAI,oBAAoB,CAAC,CAAC,CAAC;gBAAE,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QACzD,CAAC;QAED,IAAI,WAAW,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;YAC3B,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,0BAA0B,EAAE,CAAC;QAC5D,CAAC;QAED,MAAM,KAAK,GAAoB,EAAE,CAAC;QAClC,KAAK,MAAM,GAAG,IAAI,WAAW,EAAE,CAAC;YAC9B,IAAI,CAAC,kBAAkB,CAAC,GAAG,EAAE,OAAO,CAAC,EAAE,CAAC;gBACtC,KAAK,CAAC,IAAI,CAAC;oBACT,QAAQ,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE;oBACvB,QAAQ,EAAE,MAAM;oBAChB,OAAO,EAAE,8CAA8C;iBACxD,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC;IACtC,CAAC;IAED,KAAK,EAAE;QACL,IAAI,EAAE,WAAW;QACjB,eAAe,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE;QAC/C,KAAK,EAAE;YACL,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE;YACvB,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE;YACtB,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE;YACtB,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE;YACtB,EAAE,KAAK,EAAE,CAAC,EAAE;SACb;KACF;IAED,QAAQ,EAAE;QACR;YACE,IAAI,EAAE,qBAAqB;YAC3B,QAAQ,EAAE;gBACR,UAAU,EAAE;oBACV,MAAM,EAAE,cAAc;oBACtB,UAAU,EAAE,EAAE;oBACd,UAAU,EAAE,CAAC;oBACb,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;iBACjE;aACF;YACD,MAAM,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,0BAA0B,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE;SACrF;QACD;YACE,IAAI,EAAE,qCAAqC;YAC3C,QAAQ,EAAE;gBACR,UAAU,EAAE;oBACV,MAAM,EAAE,cAAc;oBACtB,UAAU,EAAE,GAAG;oBACf,UAAU,EAAE,CAAC;oBACb,KAAK,EAAE;wBACL,EAAE,IAAI,EAAE,cAAc,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE;wBACvD,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE;wBACtD,EAAE,IAAI,EAAE,yBAAyB,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE;wBAClE,EAAE,IAAI,EAAE,sBAAsB,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE;wBACjE,EAAE,IAAI,EAAE,yBAAyB,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE;wBAClE,EAAE,IAAI,EAAE,sBAAsB,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE;qBAClE;iBACF;aACF;YACD,MAAM,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE;SAClE;QACD;YACE,IAAI,EAAE,uCAAuC;YAC7C,QAAQ,EAAE;gBACR,UAAU,EAAE;oBACV,MAAM,EAAE,cAAc;oBACtB,UAAU,EAAE,GAAG;oBACf,UAAU,EAAE,CAAC;oBACb,KAAK,EAAE;wBACL,EAAE,IAAI,EAAE,cAAc,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE;wBACvD,EAAE,IAAI,EAAE,yBAAyB,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE;wBAClE,EAAE,IAAI,EAAE,sBAAsB,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE;wBACjE,EAAE,IAAI,EAAE,yBAAyB,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE;wBAClE,EAAE,IAAI,EAAE,yBAAyB,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE;qBACnE;iBACF;aACF;YACD,MAAM,EAAE;gBACN,OAAO,EAAE;oBACP,IAAI,EAAE,WAAW;oBACjB,KAAK,EAAE;wBACL;4BACE,QAAQ,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE;4BAChC,QAAQ,EAAE,MAAM;4BAChB,OAAO,EAAE,8CAA8C;yBACxD;wBACD;4BACE,QAAQ,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE;4BAChC,QAAQ,EAAE,MAAM;4BAChB,OAAO,EAAE,8CAA8C;yBACxD;qBACF;iBACF;gBACD,KAAK,EAAE,EAAE;aACV;SACF;QACD;YACE,IAAI,EAAE,0BAA0B;YAChC,QAAQ,EAAE;gBACR,UAAU,EAAE;oBACV,MAAM,EAAE,cAAc;oBACtB,UAAU,EAAE,GAAG;oBACf,UAAU,EAAE,CAAC;oBACb,KAAK,EAAE;wBACL,EAAE,IAAI,EAAE,qBAAqB,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE;wBAC9D,EAAE,IAAI,EAAE,wBAAwB,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE;wBACnE,EAAE,IAAI,EAAE,4BAA4B,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE;wBACrE,EAAE,IAAI,EAAE,iBAAiB,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE;qBAC3D;iBACF;aACF;YACD,MAAM,EAAE;gBACN,OAAO,EAAE;oBACP,IAAI,EAAE,WAAW;oBACjB,KAAK,EAAE;wBACL;4BACE,QAAQ,EAAE,EAAE,IAAI,EAAE,iBAAiB,EAAE;4BACrC,QAAQ,EAAE,MAAM;4BAChB,OAAO,EAAE,8CAA8C;yBACxD;wBACD;4BACE,QAAQ,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE;4BACxB,QAAQ,EAAE,MAAM;4BAChB,OAAO,EAAE,8CAA8C;yBACxD;qBACF;iBACF;gBACD,KAAK,EAAE,EAAE;aACV;SACF;KACF;CACF,CAAC,CAAC"}

package/dist/probes/agent-guidance-present.d.ts

@@ -0,0 +1,3 @@
+declare const _default: import("@esbenwiberg/repofit/sdk").Probe;
+export default _default;
+//# sourceMappingURL=agent-guidance-present.d.ts.map

package/dist/probes/agent-guidance-present.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent-guidance-present.d.ts","sourceRoot":"","sources":["../../src/probes/agent-guidance-present.ts"],"names":[],"mappings":";AAEA,wBAmCG"}

package/dist/probes/agent-guidance-present.js

@@ -0,0 +1,32 @@
+import { defineProbe } from "@esbenwiberg/repofit/sdk";
+export default defineProbe({
+    id: "agent.guidance-present",
+    version: "1.0.0",
+    dimensions: [{ id: "context", weight: 1 }],
+    tier: "static",
+    evidence: ["agent_config"],
+    rationale: `
+    An agent works dramatically better when it can find guidance files
+    (CLAUDE.md, AGENTS.md, .cursorrules, .aider.conf.yml). A repo with
+    none of these is invisible to agent priors — every session starts
+    from zero context.
+  `,
+    remediation: "Add a `CLAUDE.md` (or `AGENTS.md`) at the repo root. Cover: what the project is, how to build/test/lint, key conventions, and where to find things. Even 30–50 lines is a huge upgrade over nothing.",
+    async detect(ev) {
+        return { kind: "predicate", value: ev.agent_config.guidance.length > 0 };
+    },
+    score: { kind: "predicate", direction: "positive" },
+    fixtures: [
+        {
+            name: "guidance-present",
+            evidence: { agent_config: { guidance: [{ path: "CLAUDE.md", bytes: 1024, lines: 30 }] } },
+            expect: { reading: { kind: "predicate", value: true }, score: 100 },
+        },
+        {
+            name: "no-guidance",
+            evidence: { agent_config: { guidance: [] } },
+            expect: { reading: { kind: "predicate", value: false }, score: 0 },
+        },
+    ],
+});
+//# sourceMappingURL=agent-guidance-present.js.map

package/dist/probes/agent-guidance-present.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent-guidance-present.js","sourceRoot":"","sources":["../../src/probes/agent-guidance-present.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AAEvD,eAAe,WAAW,CAAC;IACzB,EAAE,EAAE,wBAAwB;IAC5B,OAAO,EAAE,OAAO;IAChB,UAAU,EAAE,CAAC,EAAE,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;IAC1C,IAAI,EAAE,QAAQ;IACd,QAAQ,EAAE,CAAC,cAAc,CAAC;IAE1B,SAAS,EAAE;;;;;GAKV;IAED,WAAW,EACT,sMAAsM;IAExM,KAAK,CAAC,MAAM,CAAC,EAAE;QACb,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,EAAE,CAAC,YAAY,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;IAC3E,CAAC;IAED,KAAK,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,UAAU,EAAE;IAEnD,QAAQ,EAAE;QACR;YACE,IAAI,EAAE,kBAAkB;YACxB,QAAQ,EAAE,EAAE,YAAY,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE;YACzF,MAAM,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE;SACpE;QACD;YACE,IAAI,EAAE,aAAa;YACnB,QAAQ,EAAE,EAAE,YAAY,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,EAAE;YAC5C,MAAM,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE;SACnE;KACF;CACF,CAAC,CAAC"}

package/dist/probes/agent-guidance-quality.d.ts

@@ -0,0 +1,3 @@
+declare const _default: import("@esbenwiberg/repofit/sdk").Probe;
+export default _default;
+//# sourceMappingURL=agent-guidance-quality.d.ts.map

package/dist/probes/agent-guidance-quality.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent-guidance-quality.d.ts","sourceRoot":"","sources":["../../src/probes/agent-guidance-quality.ts"],"names":[],"mappings":";AA+BA,wBAoHG"}

package/dist/probes/agent-guidance-quality.js

@@ -0,0 +1,134 @@
+import { defineProbe } from "@esbenwiberg/repofit/sdk";
+const PROBE_VERSION = "1.0.0";
+const MAX_INPUT_CHARS = 20_000;
+const RUBRIC = {
+    task: "Score the agent-guidance file (CLAUDE.md / AGENTS.md / .cursorrules) on how useful it would be to a coding agent landing in this repository for the first time.",
+    criteria: [
+        {
+            id: "specific",
+            description: "Does the content describe THIS project in concrete terms (paths, commands, naming conventions, real constraints), or is it generic platitudes like 'write clean code' and 'follow best practices'?",
+        },
+        {
+            id: "actionable",
+            description: "If the agent reads only this file, can it take correct action (run the right command, edit the right file, follow the right convention) without further trial and error?",
+        },
+        {
+            id: "coverage",
+            description: "Does it cover the essentials: how to build, how to test, how to run, and where the major code lives? Missing any of these costs points; missing all four is a 0.",
+        },
+        {
+            id: "project-fit",
+            description: "Does the guidance reflect what's actually in the repo (real paths, real scripts, real conventions), or does it look like a generic template never tailored to this codebase?",
+        },
+    ],
+};
+export default defineProbe({
+    id: "agent.guidance-quality",
+    version: PROBE_VERSION,
+    dimensions: [
+        { id: "context", weight: 1 },
+        { id: "feedback", weight: 0.3 },
+    ],
+    tier: "reasoned",
+    evidence: ["agent_config", "files", "judge"],
+    rationale: `
+    Length is a crude proxy for guidance quality (see agent.guidance-substance).
+    A 200-line CLAUDE.md full of generic platitudes is worse than a 30-line
+    one that names the actual build command. This probe asks an LLM to judge
+    the guidance file against four criteria: specificity, actionability,
+    coverage of build/test/run/architecture, and project-fit. The result is
+    cached so a clean run is free; only changes to guidance content (or the
+    probe version) re-incur a model call.
+  `,
+    remediation: "Make your CLAUDE.md/AGENTS.md specific to THIS project: real paths, real commands, real conventions. Cover build, test, run, and where the major code lives. Generic platitudes ('write clean code') score poorly; concrete project-specific instructions score well. Tip: include the exact commands an agent should run for typecheck, test, lint, and dev server.",
+    async detect(ev) {
+        const guidance = ev.agent_config.guidance;
+        if (guidance.length === 0) {
+            return { kind: "na", reason: "no agent-guidance file present" };
+        }
+        const parts = [];
+        let remaining = MAX_INPUT_CHARS;
+        for (const g of guidance) {
+            if (remaining <= 0)
+                break;
+            const text = await ev.files.readText(g.path);
+            if (!text)
+                continue;
+            const slice = text.slice(0, remaining);
+            parts.push(`# ${g.path}\n\n${slice}`);
+            remaining -= slice.length;
+        }
+        if (parts.length === 0) {
+            return { kind: "na", reason: "agent-guidance files declared but unreadable" };
+        }
+        const combined = parts.join("\n\n---\n\n");
+        const result = await ev.judge.score({
+            probeId: "agent.guidance-quality",
+            probeVersion: PROBE_VERSION,
+            input: combined,
+            rubric: RUBRIC,
+        });
+        return {
+            kind: "judge",
+            score: result.score,
+            perCriterion: result.perCriterion,
+            rationale: result.rationale,
+            model: result.model,
+        };
+    },
+    score: { kind: "judge" },
+    fixtures: [
+        {
+            name: "no-guidance",
+            evidence: { agent_config: { guidance: [] } },
+            expect: { reading: { kind: "na", reason: "no agent-guidance file present" }, score: null },
+        },
+        {
+            name: "strong-guidance",
+            evidence: {
+                agent_config: { guidance: [{ path: "CLAUDE.md", bytes: 2000, lines: 80 }] },
+                files: { "CLAUDE.md": "# Project\n\nReal, specific guidance with concrete paths." },
+                judge: {
+                    score: 80,
+                    perCriterion: { specific: 80, actionable: 80, coverage: 80, "project-fit": 80 },
+                    rationale: "Concrete, project-specific, covers the essentials.",
+                    model: "fixture",
+                },
+            },
+            expect: {
+                reading: {
+                    kind: "judge",
+                    score: 80,
+                    perCriterion: { specific: 80, actionable: 80, coverage: 80, "project-fit": 80 },
+                    rationale: "Concrete, project-specific, covers the essentials.",
+                    model: "fixture",
+                },
+                score: 80,
+            },
+        },
+        {
+            name: "weak-guidance",
+            evidence: {
+                agent_config: { guidance: [{ path: "CLAUDE.md", bytes: 200, lines: 8 }] },
+                files: { "CLAUDE.md": "Write clean code. Follow best practices." },
+                judge: {
+                    score: 20,
+                    perCriterion: { specific: 20, actionable: 20, coverage: 0, "project-fit": 20 },
+                    rationale: "Generic platitudes; no project-specific content.",
+                    model: "fixture",
+                },
+            },
+            expect: {
+                reading: {
+                    kind: "judge",
+                    score: 20,
+                    perCriterion: { specific: 20, actionable: 20, coverage: 0, "project-fit": 20 },
+                    rationale: "Generic platitudes; no project-specific content.",
+                    model: "fixture",
+                },
+                score: 20,
+            },
+        },
+    ],
+});
+//# sourceMappingURL=agent-guidance-quality.js.map

package/dist/probes/agent-guidance-quality.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent-guidance-quality.js","sourceRoot":"","sources":["../../src/probes/agent-guidance-quality.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AAEvD,MAAM,aAAa,GAAG,OAAO,CAAC;AAC9B,MAAM,eAAe,GAAG,MAAM,CAAC;AAE/B,MAAM,MAAM,GAAG;IACb,IAAI,EAAE,iKAAiK;IACvK,QAAQ,EAAE;QACR;YACE,EAAE,EAAE,UAAU;YACd,WAAW,EACT,oMAAoM;SACvM;QACD;YACE,EAAE,EAAE,YAAY;YAChB,WAAW,EACT,0KAA0K;SAC7K;QACD;YACE,EAAE,EAAE,UAAU;YACd,WAAW,EACT,kKAAkK;SACrK;QACD;YACE,EAAE,EAAE,aAAa;YACjB,WAAW,EACT,8KAA8K;SACjL;KACF;CACO,CAAC;AAEX,eAAe,WAAW,CAAC;IACzB,EAAE,EAAE,wBAAwB;IAC5B,OAAO,EAAE,aAAa;IACtB,UAAU,EAAE;QACV,EAAE,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,EAAE;QAC5B,EAAE,EAAE,EAAE,UAAU,EAAE,MAAM,EAAE,GAAG,EAAE;KAChC;IACD,IAAI,EAAE,UAAU;IAChB,QAAQ,EAAE,CAAC,cAAc,EAAE,OAAO,EAAE,OAAO,CAAC;IAE5C,SAAS,EAAE;;;;;;;;GAQV;IAED,WAAW,EACT,sWAAsW;IAExW,KAAK,CAAC,MAAM,CAAC,EAAE;QACb,MAAM,QAAQ,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,CAAC;QAC1C,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,gCAAgC,EAAE,CAAC;QAClE,CAAC;QAED,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,IAAI,SAAS,GAAG,eAAe,CAAC;QAChC,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;YACzB,IAAI,SAAS,IAAI,CAAC;gBAAE,MAAM;YAC1B,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAC7C,IAAI,CAAC,IAAI;gBAAE,SAAS;YACpB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;YACvC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,OAAO,KAAK,EAAE,CAAC,CAAC;YACtC,SAAS,IAAI,KAAK,CAAC,MAAM,CAAC;QAC5B,CAAC;QAED,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,8CAA8C,EAAE,CAAC;QAChF,CAAC;QAED,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAC3C,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC;YAClC,OAAO,EAAE,wBAAwB;YACjC,YAAY,EAAE,aAAa;YAC3B,KAAK,EAAE,QAAQ;YACf,MAAM,EAAE,MAAM;SACf,CAAC,CAAC;QAEH,OAAO;YACL,IAAI,EAAE,OAAO;YACb,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,KAAK,EAAE,MAAM,CAAC,KAAK;SACpB,CAAC;IACJ,CAAC;IAED,KAAK,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE;IAExB,QAAQ,EAAE;QACR;YACE,IAAI,EAAE,aAAa;YACnB,QAAQ,EAAE,EAAE,YAAY,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,EAAE;YAC5C,MAAM,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,gCAAgC,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE;SAC3F;QACD;YACE,IAAI,EAAE,iBAAiB;YACvB,QAAQ,EAAE;gBACR,YAAY,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,EAAE;gBAC3E,KAAK,EAAE,EAAE,WAAW,EAAE,2DAA2D,EAAE;gBACnF,KAAK,EAAE;oBACL,KAAK,EAAE,EAAE;oBACT,YAAY,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,aAAa,EAAE,EAAE,EAAE;oBAC/E,SAAS,EAAE,oDAAoD;oBAC/D,KAAK,EAAE,SAAS;iBACjB;aACF;YACD,MAAM,EAAE;gBACN,OAAO,EAAE;oBACP,IAAI,EAAE,OAAO;oBACb,KAAK,EAAE,EAAE;oBACT,YAAY,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,aAAa,EAAE,EAAE,EAAE;oBAC/E,SAAS,EAAE,oDAAoD;oBAC/D,KAAK,EAAE,SAAS;iBACjB;gBACD,KAAK,EAAE,EAAE;aACV;SACF;QACD;YACE,IAAI,EAAE,eAAe;YACrB,QAAQ,EAAE;gBACR,YAAY,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,EAAE;gBACzE,KAAK,EAAE,EAAE,WAAW,EAAE,0CAA0C,EAAE;gBAClE,KAAK,EAAE;oBACL,KAAK,EAAE,EAAE;oBACT,YAAY,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,aAAa,EAAE,EAAE,EAAE;oBAC9E,SAAS,EAAE,kDAAkD;oBAC7D,KAAK,EAAE,SAAS;iBACjB;aACF;YACD,MAAM,EAAE;gBACN,OAAO,EAAE;oBACP,IAAI,EAAE,OAAO;oBACb,KAAK,EAAE,EAAE;oBACT,YAAY,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,aAAa,EAAE,EAAE,EAAE;oBAC9E,SAAS,EAAE,kDAAkD;oBAC7D,KAAK,EAAE,SAAS;iBACjB;gBACD,KAAK,EAAE,EAAE;aACV;SACF;KACF;CACF,CAAC,CAAC"}

package/dist/probes/agent-guidance-substance.d.ts

@@ -0,0 +1,3 @@
+declare const _default: import("@esbenwiberg/repofit/sdk").Probe;
+export default _default;
+//# sourceMappingURL=agent-guidance-substance.d.ts.map

package/dist/probes/agent-guidance-substance.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent-guidance-substance.d.ts","sourceRoot":"","sources":["../../src/probes/agent-guidance-substance.ts"],"names":[],"mappings":";AAEA,wBAmEG"}

package/dist/probes/agent-guidance-substance.js

@@ -0,0 +1,64 @@
+import { defineProbe } from "@esbenwiberg/repofit/sdk";
+export default defineProbe({
+    id: "agent.guidance-substance",
+    version: "1.0.0",
+    dimensions: [{ id: "context", weight: 1 }],
+    tier: "static",
+    evidence: ["agent_config"],
+    rationale: `
+    Guidance files exist on a quality spectrum: a stub CLAUDE.md with three
+    lines is barely better than none. The total line count across all
+    guidance files is a crude but honest proxy for how much project-specific
+    context has been written down for agents to read.
+  `,
+    remediation: "Expand your CLAUDE.md/AGENTS.md beyond a stub. Aim for at least 40 lines covering: project purpose, build/test/run commands, directory layout, key conventions, and any non-obvious constraints. A short, focused 120-line file beats a sprawling one — but a 5-line file isn't enough for an agent to orient.",
+    async detect(ev) {
+        const total = ev.agent_config.guidance.reduce((sum, g) => sum + g.lines, 0);
+        return { kind: "magnitude", value: total, unit: "lines" };
+    },
+    score: {
+        kind: "magnitude",
+        direction: "positive",
+        bands: [
+            { upTo: 10, score: 0 },
+            { upTo: 40, score: 50 },
+            { upTo: 120, score: 80 },
+            { score: 100 },
+        ],
+    },
+    fixtures: [
+        {
+            name: "no-guidance",
+            evidence: { agent_config: { guidance: [] } },
+            expect: { reading: { kind: "magnitude", value: 0, unit: "lines" }, score: 0 },
+        },
+        {
+            name: "stub-guidance",
+            evidence: { agent_config: { guidance: [{ path: "CLAUDE.md", bytes: 100, lines: 5 }] } },
+            expect: { reading: { kind: "magnitude", value: 5, unit: "lines" }, score: 0 },
+        },
+        {
+            name: "modest-guidance",
+            evidence: { agent_config: { guidance: [{ path: "CLAUDE.md", bytes: 800, lines: 30 }] } },
+            expect: { reading: { kind: "magnitude", value: 30, unit: "lines" }, score: 50 },
+        },
+        {
+            name: "substantial-guidance",
+            evidence: {
+                agent_config: {
+                    guidance: [
+                        { path: "CLAUDE.md", bytes: 2000, lines: 80 },
+                        { path: "AGENTS.md", bytes: 1000, lines: 40 },
+                    ],
+                },
+            },
+            expect: { reading: { kind: "magnitude", value: 120, unit: "lines" }, score: 80 },
+        },
+        {
+            name: "rich-guidance",
+            evidence: { agent_config: { guidance: [{ path: "CLAUDE.md", bytes: 6000, lines: 200 }] } },
+            expect: { reading: { kind: "magnitude", value: 200, unit: "lines" }, score: 100 },
+        },
+    ],
+});
+//# sourceMappingURL=agent-guidance-substance.js.map

package/dist/probes/agent-guidance-substance.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent-guidance-substance.js","sourceRoot":"","sources":["../../src/probes/agent-guidance-substance.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AAEvD,eAAe,WAAW,CAAC;IACzB,EAAE,EAAE,0BAA0B;IAC9B,OAAO,EAAE,OAAO;IAChB,UAAU,EAAE,CAAC,EAAE,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;IAC1C,IAAI,EAAE,QAAQ;IACd,QAAQ,EAAE,CAAC,cAAc,CAAC;IAE1B,SAAS,EAAE;;;;;GAKV;IAED,WAAW,EACT,gTAAgT;IAElT,KAAK,CAAC,MAAM,CAAC,EAAE;QACb,MAAM,KAAK,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QAC5E,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;IAC5D,CAAC;IAED,KAAK,EAAE;QACL,IAAI,EAAE,WAAW;QACjB,SAAS,EAAE,UAAU;QACrB,KAAK,EAAE;YACL,EAAE,IAAI,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE;YACtB,EAAE,IAAI,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE;YACvB,EAAE,IAAI,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,EAAE;YACxB,EAAE,KAAK,EAAE,GAAG,EAAE;SACf;KACF;IAED,QAAQ,EAAE;QACR;YACE,IAAI,EAAE,aAAa;YACnB,QAAQ,EAAE,EAAE,YAAY,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,EAAE;YAC5C,MAAM,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE;SAC9E;QACD;YACE,IAAI,EAAE,eAAe;YACrB,QAAQ,EAAE,EAAE,YAAY,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE;YACvF,MAAM,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE;SAC9E;QACD;YACE,IAAI,EAAE,iBAAiB;YACvB,QAAQ,EAAE,EAAE,YAAY,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE;YACxF,MAAM,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE;SAChF;QACD;YACE,IAAI,EAAE,sBAAsB;YAC5B,QAAQ,EAAE;gBACR,YAAY,EAAE;oBACZ,QAAQ,EAAE;wBACR,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,EAAE;wBAC7C,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,EAAE;qBAC9C;iBACF;aACF;YACD,MAAM,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE;SACjF;QACD;YACE,IAAI,EAAE,eAAe;YACrB,QAAQ,EAAE,EAAE,YAAY,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE;YAC1F,MAAM,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE;SAClF;KACF;CACF,CAAC,CAAC"}

package/dist/probes/arch-boundaries-clear.d.ts

@@ -0,0 +1,3 @@
+declare const _default: import("@esbenwiberg/repofit/sdk").Probe;
+export default _default;
+//# sourceMappingURL=arch-boundaries-clear.d.ts.map

package/dist/probes/arch-boundaries-clear.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"arch-boundaries-clear.d.ts","sourceRoot":"","sources":["../../src/probes/arch-boundaries-clear.ts"],"names":[],"mappings":";AAuEA,wBAoJG"}