@esbenwiberg/corpus-default 1.1.0 → 1.2.0

package/dist/probes/types-escape-hatches.js

@@ -0,0 +1,229 @@
+import { defineProbe } from "@esbenwiberg/repofit/sdk";
+const SOURCE_FILE = /\.(?:ts|tsx|py|cs|java|kt)$/i;
+const TSCONFIG = /(?:^|\/)tsconfig(?:\.[^/]+)?\.json$/i;
+const SKIP_DIRS = /(?:^|\/)(?:node_modules|dist|build|coverage|\.next|\.nuxt|out|target|bin|obj)\//;
+const TEST_OR_FIXTURE_PATH = /(?:\.test\.|\.spec\.|__tests__|^tests?\/|\/tests?\/|^fixtures\/|\/fixtures\/|^examples\/|\/examples\/)/i;
+const SOURCE_PATTERNS = [
+    {
+        pattern: /@ts-ignore\b/,
+        severity: "error",
+        message: "suppresses TypeScript errors with @ts-ignore",
+    },
+    {
+        pattern: /@ts-expect-error\b/,
+        severity: "warn",
+        message: "suppresses TypeScript errors with @ts-expect-error",
+    },
+    {
+        pattern: /\bas\s+any\b|<any>|\b:\s*any\b|\bArray<\s*any\s*>|\bPromise<\s*any\s*>/,
+        severity: "warn",
+        message: "uses TypeScript any escape hatch",
+    },
+    { pattern: /#\s*type:\s*ignore\b/, severity: "warn", message: "suppresses Python type errors" },
+    {
+        pattern: /\bfrom\s+typing\s+import\s+.*\bAny\b|\btyping\.Any\b|\b:\s*Any\b/,
+        severity: "info",
+        message: "uses Python Any",
+    },
+    { pattern: /\bdynamic\b/, severity: "warn", message: "uses C# dynamic typing escape hatch" },
+    {
+        pattern: /(?:List|Map|Set|Class)\s+[A-Za-z_][A-Za-z0-9_]*\s*[=;]/,
+        severity: "info",
+        message: "uses a raw Java generic type",
+    },
+];
+const CONFIG_PATTERNS = [
+    {
+        pattern: /"strict"\s*:\s*false/,
+        severity: "error",
+        message: "disables TypeScript strict mode",
+    },
+    {
+        pattern: /"noImplicitAny"\s*:\s*false/,
+        severity: "error",
+        message: "allows implicit any in TypeScript",
+    },
+    {
+        pattern: /"strictNullChecks"\s*:\s*false/,
+        severity: "warn",
+        message: "disables TypeScript strict null checks",
+    },
+    {
+        pattern: /"skipLibCheck"\s*:\s*true/,
+        severity: "info",
+        message: "skips library declaration checking",
+    },
+];
+export default defineProbe({
+    id: "types.escape-hatches",
+    version: "1.0.0",
+    dimensions: [
+        { id: "feedback", weight: 1 },
+        { id: "context", weight: 0.3 },
+    ],
+    tier: "static",
+    evidence: ["files", "size_stats"],
+    rationale: `
+    A typechecker helps agents only where the codebase lets it speak.
+    Escape hatches such as any, @ts-ignore, Python type ignores, C# dynamic,
+    raw Java generics, or loose TypeScript config erase facts the agent could
+    otherwise rely on.
+  `,
+    remediation: "Replace broad escape hatches with narrower types, runtime validation, or small documented suppressions. Prefer `unknown` plus refinement over `any`, keep `strict` and `noImplicitAny` enabled, and require comments for unavoidable ignores.",
+    async detect(ev) {
+        const candidates = ev.size_stats.files
+            .filter((f) => !f.generated)
+            .map((f) => f.path)
+            .filter((p) => (SOURCE_FILE.test(p) || TSCONFIG.test(p)) &&
+            !SKIP_DIRS.test(`/${p}`) &&
+            !TEST_OR_FIXTURE_PATH.test(p))
+            .sort();
+        if (candidates.length === 0) {
+            return { kind: "na", reason: "no typed-language source or TypeScript config detected" };
+        }
+        const items = [];
+        for (const path of candidates) {
+            const text = await ev.files.readText(path);
+            if (!text)
+                continue;
+            const isConfig = TSCONFIG.test(path);
+            const patterns = isConfig ? CONFIG_PATTERNS : SOURCE_PATTERNS;
+            const lines = (isConfig ? text : stripStringBodies(text)).split(/\n/);
+            for (let i = 0; i < lines.length; i += 1) {
+                const line = isConfig ? (lines[i] ?? "") : lineForMatching(lines[i] ?? "");
+                for (const { pattern, severity, message } of patterns) {
+                    if (pattern.test(line)) {
+                        items.push({
+                            location: { path, range: { startLine: i + 1 } },
+                            severity,
+                            message,
+                        });
+                    }
+                }
+            }
+        }
+        return { kind: "inventory", items };
+    },
+    score: {
+        kind: "inventory",
+        severityWeights: { info: 1, warn: 3, error: 10 },
+        bands: [{ upTo: 0, score: 100 }, { upTo: 3, score: 80 }, { upTo: 9, score: 50 }, { score: 0 }],
+    },
+    fixtures: [
+        {
+            name: "no-typed-source",
+            evidence: {
+                size_stats: {
+                    source: "git-ls-files",
+                    totalBytes: 100,
+                    totalFiles: 1,
+                    files: [{ path: "README.md", bytes: 100, lines: 5, depth: 0 }],
+                },
+            },
+            expect: {
+                reading: { kind: "na", reason: "no typed-language source or TypeScript config detected" },
+                score: null,
+            },
+        },
+        {
+            name: "clean-types",
+            evidence: {
+                files: {
+                    "src/index.ts": "export function parse(value: unknown): string { return String(value); }\n",
+                    "tsconfig.json": '{ "compilerOptions": { "strict": true } }\n',
+                },
+                size_stats: {
+                    source: "git-ls-files",
+                    totalBytes: 180,
+                    totalFiles: 2,
+                    files: [
+                        { path: "src/index.ts", bytes: 100, lines: 1, depth: 1 },
+                        { path: "tsconfig.json", bytes: 80, lines: 1, depth: 0 },
+                    ],
+                },
+            },
+            expect: { reading: { kind: "inventory", items: [] }, score: 100 },
+        },
+        {
+            name: "typescript-escape-hatches",
+            evidence: {
+                files: {
+                    "src/index.ts": "const value: any = load();\n// @ts-ignore\nexport const x = value.nope;\n",
+                    "tsconfig.json": '{ "compilerOptions": { "strict": false } }\n',
+                },
+                size_stats: {
+                    source: "git-ls-files",
+                    totalBytes: 180,
+                    totalFiles: 2,
+                    files: [
+                        { path: "src/index.ts", bytes: 100, lines: 3, depth: 1 },
+                        { path: "tsconfig.json", bytes: 80, lines: 1, depth: 0 },
+                    ],
+                },
+            },
+            expect: {
+                reading: {
+                    kind: "inventory",
+                    items: [
+                        {
+                            location: { path: "src/index.ts", range: { startLine: 1 } },
+                            severity: "warn",
+                            message: "uses TypeScript any escape hatch",
+                        },
+                        {
+                            location: { path: "src/index.ts", range: { startLine: 2 } },
+                            severity: "error",
+                            message: "suppresses TypeScript errors with @ts-ignore",
+                        },
+                        {
+                            location: { path: "tsconfig.json", range: { startLine: 1 } },
+                            severity: "error",
+                            message: "disables TypeScript strict mode",
+                        },
+                    ],
+                },
+                score: 0,
+            },
+        },
+    ],
+});
+function lineForMatching(line) {
+    if (/^\s*(pattern|message|rationale|remediation):/.test(line))
+        return "";
+    return line.replace(/(["'`])(?:\\.|(?!\1).)*\1/g, "");
+}
+function stripStringBodies(text) {
+    let out = "";
+    let quote = null;
+    let escaped = false;
+    for (const ch of text) {
+        if (quote) {
+            if (ch === "\n") {
+                out += "\n";
+                if (quote !== "`")
+                    quote = null;
+                escaped = false;
+                continue;
+            }
+            out += " ";
+            if (escaped) {
+                escaped = false;
+            }
+            else if (ch === "\\") {
+                escaped = true;
+            }
+            else if (ch === quote) {
+                quote = null;
+            }
+            continue;
+        }
+        if (ch === "'" || ch === '"' || ch === "`") {
+            quote = ch;
+            out += " ";
+            continue;
+        }
+        out += ch;
+    }
+    return out;
+}
+//# sourceMappingURL=types-escape-hatches.js.map

package/dist/probes/types-escape-hatches.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types-escape-hatches.js","sourceRoot":"","sources":["../../src/probes/types-escape-hatches.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AAEvD,MAAM,WAAW,GAAG,8BAA8B,CAAC;AACnD,MAAM,QAAQ,GAAG,sCAAsC,CAAC;AACxD,MAAM,SAAS,GAAG,iFAAiF,CAAC;AACpG,MAAM,oBAAoB,GACxB,yGAAyG,CAAC;AAE5G,MAAM,eAAe,GAA+D;IAClF;QACE,OAAO,EAAE,cAAc;QACvB,QAAQ,EAAE,OAAO;QACjB,OAAO,EAAE,8CAA8C;KACxD;IACD;QACE,OAAO,EAAE,oBAAoB;QAC7B,QAAQ,EAAE,MAAM;QAChB,OAAO,EAAE,oDAAoD;KAC9D;IACD;QACE,OAAO,EAAE,wEAAwE;QACjF,QAAQ,EAAE,MAAM;QAChB,OAAO,EAAE,kCAAkC;KAC5C;IACD,EAAE,OAAO,EAAE,sBAAsB,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,+BAA+B,EAAE;IAC/F;QACE,OAAO,EAAE,kEAAkE;QAC3E,QAAQ,EAAE,MAAM;QAChB,OAAO,EAAE,iBAAiB;KAC3B;IACD,EAAE,OAAO,EAAE,aAAa,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,qCAAqC,EAAE;IAC5F;QACE,OAAO,EAAE,wDAAwD;QACjE,QAAQ,EAAE,MAAM;QAChB,OAAO,EAAE,8BAA8B;KACxC;CACF,CAAC;AAEF,MAAM,eAAe,GAA+D;IAClF;QACE,OAAO,EAAE,sBAAsB;QAC/B,QAAQ,EAAE,OAAO;QACjB,OAAO,EAAE,iCAAiC;KAC3C;IACD;QACE,OAAO,EAAE,6BAA6B;QACtC,QAAQ,EAAE,OAAO;QACjB,OAAO,EAAE,mCAAmC;KAC7C;IACD;QACE,OAAO,EAAE,gCAAgC;QACzC,QAAQ,EAAE,MAAM;QAChB,OAAO,EAAE,wCAAwC;KAClD;IACD;QACE,OAAO,EAAE,2BAA2B;QACpC,QAAQ,EAAE,MAAM;QAChB,OAAO,EAAE,oCAAoC;KAC9C;CACF,CAAC;AAEF,eAAe,WAAW,CAAC;IACzB,EAAE,EAAE,sBAAsB;IAC1B,OAAO,EAAE,OAAO;IAChB,UAAU,EAAE;QACV,EAAE,EAAE,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC,EAAE;QAC7B,EAAE,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,EAAE;KAC/B;IACD,IAAI,EAAE,QAAQ;IACd,QAAQ,EAAE,CAAC,OAAO,EAAE,YAAY,CAAC;IAEjC,SAAS,EAAE;;;;;GAKV;IAED,WAAW,EACT,+OAA+O;IAEjP,KAAK,CAAC,MAAM,CAAC,EAAE;QACb,MAAM,UAAU,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK;aACnC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;aAC3B,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;aAClB,MAAM,CACL,CAAC,CAAC,EAAE,EAAE,CACJ,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACzC,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YACxB,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC,CAAC,CAChC;aACA,IAAI,EAAE,CAAC;QAEV,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5B,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,wDAAwD,EAAE,CAAC;QAC1F,CAAC;QAED,MAAM,KAAK,GAAoB,EAAE,CAAC;QAClC,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;YAC9B,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YAC3C,IAAI,CAAC,IAAI;gBAAE,SAAS;YACpB,MAAM,QAAQ,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACrC,MAAM,QAAQ,GAAG,QAAQ,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,eAAe,CAAC;YAC9D,MAAM,KAAK,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACtE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;gBACzC,MAAM,IAAI,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;gBAC3E,KAAK,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,QAAQ,EAAE,CAAC;oBACtD,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;wBACvB,KAAK,CAAC,IAAI,CAAC;4BACT,QAAQ,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,SAAS,EAAE,CAAC,GAAG,CAAC,EAAE,EAAE;4BAC/C,QAAQ;4BACR,OAAO;yBACR,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC;IACtC,CAAC;IAED,KAAK,EAAE;QACL,IAAI,EAAE,WAAW;QACjB,eAAe,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE;QAChD,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;KAC/F;IAED,QAAQ,EAAE;QACR;YACE,IAAI,EAAE,iBAAiB;YACvB,QAAQ,EAAE;gBACR,UAAU,EAAE;oBACV,MAAM,EAAE,cAAc;oBACtB,UAAU,EAAE,GAAG;oBACf,UAAU,EAAE,CAAC;oBACb,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;iBAC/D;aACF;YACD,MAAM,EAAE;gBACN,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,wDAAwD,EAAE;gBACzF,KAAK,EAAE,IAAI;aACZ;SACF;QACD;YACE,IAAI,EAAE,aAAa;YACnB,QAAQ,EAAE;gBACR,KAAK,EAAE;oBACL,cAAc,EACZ,2EAA2E;oBAC7E,eAAe,EAAE,6CAA6C;iBAC/D;gBACD,UAAU,EAAE;oBACV,MAAM,EAAE,cAAc;oBACtB,UAAU,EAAE,GAAG;oBACf,UAAU,EAAE,CAAC;oBACb,KAAK,EAAE;wBACL,EAAE,IAAI,EAAE,cAAc,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE;wBACxD,EAAE,IAAI,EAAE,eAAe,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE;qBACzD;iBACF;aACF;YACD,MAAM,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE;SAClE;QACD;YACE,IAAI,EAAE,2BAA2B;YACjC,QAAQ,EAAE;gBACR,KAAK,EAAE;oBACL,cAAc,EACZ,2EAA2E;oBAC7E,eAAe,EAAE,8CAA8C;iBAChE;gBACD,UAAU,EAAE;oBACV,MAAM,EAAE,cAAc;oBACtB,UAAU,EAAE,GAAG;oBACf,UAAU,EAAE,CAAC;oBACb,KAAK,EAAE;wBACL,EAAE,IAAI,EAAE,cAAc,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE;wBACxD,EAAE,IAAI,EAAE,eAAe,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE;qBACzD;iBACF;aACF;YACD,MAAM,EAAE;gBACN,OAAO,EAAE;oBACP,IAAI,EAAE,WAAW;oBACjB,KAAK,EAAE;wBACL;4BACE,QAAQ,EAAE,EAAE,IAAI,EAAE,cAAc,EAAE,KAAK,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,EAAE;4BAC3D,QAAQ,EAAE,MAAM;4BAChB,OAAO,EAAE,kCAAkC;yBAC5C;wBACD;4BACE,QAAQ,EAAE,EAAE,IAAI,EAAE,cAAc,EAAE,KAAK,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,EAAE;4BAC3D,QAAQ,EAAE,OAAO;4BACjB,OAAO,EAAE,8CAA8C;yBACxD;wBACD;4BACE,QAAQ,EAAE,EAAE,IAAI,EAAE,eAAe,EAAE,KAAK,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,EAAE;4BAC5D,QAAQ,EAAE,OAAO;4BACjB,OAAO,EAAE,iCAAiC;yBAC3C;qBACF;iBACF;gBACD,KAAK,EAAE,CAAC;aACT;SACF;KACF;CACF,CAAC,CAAC;AAEH,SAAS,eAAe,CAAC,IAAY;IACnC,IAAI,8CAA8C,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,EAAE,CAAC;IACzE,OAAO,IAAI,CAAC,OAAO,CAAC,4BAA4B,EAAE,EAAE,CAAC,CAAC;AACxD,CAAC;AAED,SAAS,iBAAiB,CAAC,IAAY;IACrC,IAAI,GAAG,GAAG,EAAE,CAAC;IACb,IAAI,KAAK,GAA2B,IAAI,CAAC;IACzC,IAAI,OAAO,GAAG,KAAK,CAAC;IAEpB,KAAK,MAAM,EAAE,IAAI,IAAI,EAAE,CAAC;QACtB,IAAI,KAAK,EAAE,CAAC;YACV,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC;gBAChB,GAAG,IAAI,IAAI,CAAC;gBACZ,IAAI,KAAK,KAAK,GAAG;oBAAE,KAAK,GAAG,IAAI,CAAC;gBAChC,OAAO,GAAG,KAAK,CAAC;gBAChB,SAAS;YACX,CAAC;YACD,GAAG,IAAI,GAAG,CAAC;YACX,IAAI,OAAO,EAAE,CAAC;gBACZ,OAAO,GAAG,KAAK,CAAC;YAClB,CAAC;iBAAM,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC;gBACvB,OAAO,GAAG,IAAI,CAAC;YACjB,CAAC;iBAAM,IAAI,EAAE,KAAK,KAAK,EAAE,CAAC;gBACxB,KAAK,GAAG,IAAI,CAAC;YACf,CAAC;YACD,SAAS;QACX,CAAC;QAED,IAAI,EAAE,KAAK,GAAG,IAAI,EAAE,KAAK,GAAG,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;YAC3C,KAAK,GAAG,EAAE,CAAC;YACX,GAAG,IAAI,GAAG,CAAC;YACX,SAAS;QACX,CAAC;QACD,GAAG,IAAI,EAAE,CAAC;IACZ,CAAC;IAED,OAAO,GAAG,CAAC;AACb,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@esbenwiberg/corpus-default",
-  "version": "1.1.0",
+  "version": "1.2.0",
   "description": "Default probe corpus for repofit.",
   "type": "module",
   "engines": {
@@ -25,6 +25,6 @@
     "@types/node": "^22.19.18"
   },
   "dependencies": {
-    "@esbenwiberg/repofit": "^1.1.0"
+    "@esbenwiberg/repofit": "^1.2.0"
   }
 }