@lucern/graph-primitives 0.1.0-alpha.2

package/dist/evaluators/lintCheckerEvaluator.d.ts

@@ -0,0 +1,11 @@
+import { EngineeringEpistemicEvaluator } from './testRunnerEvaluator.js';
+import '@lucern/confidence';
+import '../epistemicContracts.js';
+import '../convex.js';
+import 'convex/values';
+
+/** Lint-based engineering evaluator for epistemic contracts. */
+
+declare const lintCheckerEvaluator: EngineeringEpistemicEvaluator;
+
+export { lintCheckerEvaluator };

package/dist/evaluators/lintCheckerEvaluator.js

@@ -0,0 +1,155 @@
+// src/evaluators/shared.ts
+function asArray(value) {
+  return Array.isArray(value) ? value : [];
+}
+function asNumber(value) {
+  return typeof value === "number" && Number.isFinite(value) ? value : null;
+}
+function asRecord(value) {
+  return value && typeof value === "object" && !Array.isArray(value) ? value : null;
+}
+function asString(value) {
+  return typeof value === "string" && value.trim().length > 0 ? value.trim() : null;
+}
+function deriveDirectionalResult(direction, conditionSatisfied) {
+  if (direction === "falsifies") {
+    return conditionSatisfied ? "disconfirmed" : "confirmed";
+  }
+  return conditionSatisfied ? "confirmed" : "disconfirmed";
+}
+function normalizeFilePath(value) {
+  return value.replace(/\\/g, "/").replace(/^\.\//, "");
+}
+function normalizeToolResultEnvelope(value) {
+  const record = asRecord(value);
+  if (!record) {
+    return {
+      output: asString(value) ?? void 0
+    };
+  }
+  const exitCode = asNumber(record.exitCode) ?? asNumber(record.code) ?? asNumber(record.status) ?? null;
+  return {
+    command: asString(record.command) ?? void 0,
+    data: record.data ?? record.payload,
+    exitCode,
+    output: asString(record.output) ?? void 0,
+    report: record.report ?? record.json ?? record.result ?? record.payload ?? void 0,
+    stderr: asString(record.stderr) ?? void 0,
+    stdout: asString(record.stdout) ?? void 0
+  };
+}
+function patternMatchesPath(filePath, pattern) {
+  const normalizedPath = normalizeFilePath(filePath);
+  const normalizedPattern = normalizeFilePath(pattern);
+  const escaped = normalizedPattern.replace(/[.+^${}()|[\]\\]/g, "\\$&");
+  const regexPattern = escaped.replace(/\\\*\\\*/g, ".*").replace(/\\\*/g, "[^/]*").replace(/\\\?/g, "[^/]");
+  return new RegExp(`^${regexPattern}$`).test(normalizedPath);
+}
+function somePatternMatches(filePath, patterns) {
+  if (!filePath) {
+    return false;
+  }
+  return patterns.some((pattern) => patternMatchesPath(filePath, pattern));
+}
+
+// src/evaluators/lintCheckerEvaluator.ts
+function parseConfig(condition) {
+  const record = asRecord(condition.evaluatorConfig);
+  if (!record) {
+    throw new Error(
+      'lint_checker requires evaluatorConfig with { filePatterns: string[], linter: "biome" }.'
+    );
+  }
+  const filePatterns = asArray(record.filePatterns).map(asString).filter((pattern) => Boolean(pattern));
+  if (filePatterns.length === 0) {
+    throw new Error("lint_checker requires at least one file pattern.");
+  }
+  const linter = asString(record.linter);
+  if (linter !== "biome") {
+    throw new Error(`Unsupported linter: ${String(record.linter)}`);
+  }
+  return {
+    filePatterns,
+    linter
+  };
+}
+function parseDiagnostics(resultData) {
+  const envelope = normalizeToolResultEnvelope(resultData);
+  const record = asRecord(envelope.report) ?? asRecord(envelope.data) ?? asRecord(resultData);
+  if (!record) {
+    return [];
+  }
+  return asArray(record.diagnostics).map((entry) => {
+    const diagnostic = asRecord(entry);
+    if (!diagnostic) {
+      return null;
+    }
+    const location = asRecord(diagnostic.location);
+    const pathRecord = asRecord(location?.path);
+    const filePath = asString(diagnostic.filePath) ?? asString(diagnostic.file) ?? asString(location?.filePath) ?? asString(pathRecord?.file);
+    const severity = asString(diagnostic.severity) ?? "error";
+    const message = asString(diagnostic.message) ?? asString(diagnostic.description) ?? "Lint issue";
+    return {
+      filePath: filePath ? normalizeFilePath(filePath) : null,
+      message,
+      severity
+    };
+  }).filter(
+    (diagnostic) => Boolean(diagnostic)
+  );
+}
+function getMatchedDiagnostics(contract, resultData) {
+  const config = parseConfig(contract.condition);
+  return parseDiagnostics(resultData).filter(
+    (diagnostic) => somePatternMatches(diagnostic.filePath, config.filePatterns)
+  );
+}
+var lintCheckerEvaluator = {
+  name: "lint_checker",
+  matches({ contract, resultData }) {
+    const envelope = normalizeToolResultEnvelope(resultData);
+    const exitCode = asNumber(envelope.exitCode);
+    if (exitCode === 0) {
+      return true;
+    }
+    return getMatchedDiagnostics(contract, resultData).length > 0;
+  },
+  evaluate(args) {
+    const config = parseConfig(args.contract.condition);
+    if (!args.resultData) {
+      return {
+        result: "error",
+        rationale: "lint_checker requires Biome lint resultData."
+      };
+    }
+    const envelope = normalizeToolResultEnvelope(args.resultData);
+    const exitCode = asNumber(envelope.exitCode);
+    const matchedDiagnostics = getMatchedDiagnostics(args.contract, args.resultData);
+    if (matchedDiagnostics.length === 0 && exitCode !== 0 && exitCode !== null) {
+      return {
+        result: "inconclusive",
+        rationale: "Biome reported issues, but none matched the configured file patterns."
+      };
+    }
+    const conditionSatisfied = exitCode === 0 || exitCode !== null && matchedDiagnostics.length === 0;
+    return {
+      result: deriveDirectionalResult(
+        args.contract.direction,
+        conditionSatisfied
+      ),
+      rationale: conditionSatisfied ? `Biome reported no matching lint diagnostics for ${config.filePatterns.join(", ")}.` : `Biome reported ${matchedDiagnostics.length} matching issue(s): ${matchedDiagnostics.map(
+        (diagnostic) => diagnostic.filePath ? `${diagnostic.filePath} (${diagnostic.severity})` : diagnostic.message
+      ).join(", ")}.`,
+      data: {
+        exitCode,
+        filePatterns: config.filePatterns,
+        linter: config.linter,
+        matchedDiagnostics
+      }
+    };
+  }
+};
+
+export { lintCheckerEvaluator };
+//# sourceMappingURL=lintCheckerEvaluator.js.map
+//# sourceMappingURL=lintCheckerEvaluator.js.map

package/dist/evaluators/lintCheckerEvaluator.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/evaluators/shared.ts","../../src/evaluators/lintCheckerEvaluator.ts"],"names":[],"mappings":";AAmBO,SAAS,QAAQ,KAAA,EAA2B;AACjD,EAAA,OAAO,KAAA,CAAM,OAAA,CAAQ,KAAK,CAAA,GAAI,QAAQ,EAAC;AACzC;AAEO,SAAS,SAAS,KAAA,EAA+B;AACtD,EAAA,OAAO,OAAO,KAAA,KAAU,QAAA,IAAY,OAAO,QAAA,CAAS,KAAK,IAAI,KAAA,GAAQ,IAAA;AACvE;AAEO,SAAS,SAAS,KAAA,EAAkC;AACzD,EAAA,OAAO,KAAA,IAAS,OAAO,KAAA,KAAU,QAAA,IAAY,CAAC,KAAA,CAAM,OAAA,CAAQ,KAAK,CAAA,GAC5D,KAAA,GACD,IAAA;AACN;AAEO,SAAS,SAAS,KAAA,EAA+B;AACtD,EAAA,OAAO,OAAO,KAAA,KAAU,QAAA,IAAY,KAAA,CAAM,IAAA,GAAO,MAAA,GAAS,CAAA,GACtD,KAAA,CAAM,IAAA,EAAK,GACX,IAAA;AACN;AAEO,SAAS,uBAAA,CACd,WACA,kBAAA,EACmC;AACnC,EAAA,IAAI,cAAc,WAAA,EAAa;AAC7B,IAAA,OAAO,qBAAqB,cAAA,GAAiB,WAAA;AAAA,EAC/C;AACA,EAAA,OAAO,qBAAqB,WAAA,GAAc,cAAA;AAC5C;AA8BO,SAAS,kBAAkB,KAAA,EAAuB;AACvD,EAAA,OAAO,MAAM,OAAA,CAAQ,KAAA,EAAO,GAAG,CAAA,CAAE,OAAA,CAAQ,SAAS,EAAE,CAAA;AACtD;AAEO,SAAS,4BAA4B,KAAA,EAAoC;AAC9E,EAAA,MAAM,MAAA,GAAS,SAAS,KAAK,CAAA;AAC7B,EAAA,IAAI,CAAC,MAAA,EAAQ;AACX,IAAA,OAAO;AAAA,MACL,MAAA,EAAQ,QAAA,CAAS,KAAK,CAAA,IAAK;AAAA,KAC7B;AAAA,EACF;AAEA,EAAA,MAAM,QAAA,GACJ,QAAA,CAAS,MAAA,CAAO,QAAQ,CAAA,IACxB,QAAA,CAAS,MAAA,CAAO,IAAI,CAAA,IACpB,QAAA,CAAS,MAAA,CAAO,MAAM,CAAA,IACtB,IAAA;AAEF,EAAA,OAAO;AAAA,IACL,OAAA,EAAS,QAAA,CAAS,MAAA,CAAO,OAAO,CAAA,IAAK,MAAA;AAAA,IACrC,IAAA,EAAM,MAAA,CAAO,IAAA,IAAQ,MAAA,CAAO,OAAA;AAAA,IAC5B,QAAA;AAAA,IACA,MAAA,EAAQ,QAAA,CAAS,MAAA,CAAO,MAAM,CAAA,IAAK,MAAA;AAAA,IACnC,MAAA,EACE,OAAO,MAAA,IACP,MAAA,CAAO,QACP,MAAA,CAAO,MAAA,IACP,OAAO,OAAA,IACP,MAAA;AAAA,IACF,MAAA,EAAQ,QAAA,CAAS,MAAA,CAAO,MAAM,CAAA,IAAK,MAAA;AAAA,IACnC,MAAA,EAAQ,QAAA,CAAS,MAAA,CAAO,MAAM,CAAA,IAAK;AAAA,GACrC;AACF;AAkBO,SAAS,kBAAA,CACd,UACA,OAAA,EACS;AACT,EAAA,MAAM,cAAA,GAAiB,kBAAkB,QAAQ,CAAA;AACjD,EAAA,MAAM,iBAAA,GAAoB,kBAAkB,OAAO,CAAA;AACnD,EAAA,MAAM,OAAA,GAAU,iBAAA,CAAkB,OAAA,CAAQ,mBAAA,EAAqB,MAAM,CAAA;AACrE,EAAA,MAAM,YAAA,GAAe,OAAA,CAClB,OAAA,CAAQ,WAAA,EAAa,IAAI,CAAA,CACzB,OAAA,CAAQ,OAAA,EAAS,OAAO,CAAA,CACxB,OAAA,CAAQ,OAAA,EAAS,MAAM,CAAA;AAC1B,EAAA,OAAO,IAAI,MAAA,CAAO,CAAA,CAAA,EAAI,YAAY,CAAA,CAAA,CAAG,CAAA,CAAE,KAAK,cAAc,CAAA;AAC5D;AAEO,SAAS,kBAAA,CACd,UACA,QAAA,EACS;AACT,EAAA,IAAI,CAAC,QAAA,EAAU;AACb,IAAA,OAAO,KAAA;AAAA,EACT;AACA,EAAA,OAAO,SAAS,IAAA,CAAK,CAAC,YAAY,kBAAA,CAAmB,QAAA,EAAU,OAAO,CAAC,CAAA;AACzE;;;AClHA,SAAS,YAAY,SAAA,EAA0D;AAC7E,EAAA,MAAM,MAAA,GAAS,QAAA,CAAS,SAAA,CAAU,eAAe,CAAA;AACjD,EAAA,IAAI,CAAC,MAAA,EAAQ;AACX,IAAA,MAAM,IAAI,KAAA;AAAA,MACR;AAAA,KACF;AAAA,EACF;AAEA,EAAA,MAAM,YAAA,GAAe,OAAA,CAAQ,MAAA,CAAO,YAAY,CAAA,CAC7C,GAAA,CAAI,QAAQ,CAAA,CACZ,MAAA,CAAO,CAAC,OAAA,KAA+B,OAAA,CAAQ,OAAO,CAAC,CAAA;AAC1D,EAAA,IAAI,YAAA,CAAa,WAAW,CAAA,EAAG;AAC7B,IAAA,MAAM,IAAI,MAAM,kDAAkD,CAAA;AAAA,EACpE;AAEA,EAAA,MAAM,MAAA,GAAS,QAAA,CAAS,MAAA,CAAO,MAAM,CAAA;AACrC,EAAA,IAAI,WAAW,OAAA,EAAS;AACtB,IAAA,MAAM,IAAI,KAAA,CAAM,CAAA,oBAAA,EAAuB,OAAO,MAAA,CAAO,MAAM,CAAC,CAAA,CAAE,CAAA;AAAA,EAChE;AAEA,EAAA,OAAO;AAAA,IACL,YAAA;AAAA,IACA;AAAA,GACF;AACF;AAEA,SAAS,iBAAiB,UAAA,EAA6C;AACrE,EAAA,MAAM,QAAA,GAAW,4BAA4B,UAAU,CAAA;AACvD,EAAA,MAAM,MAAA,GACJ,QAAA,CAAS,QAAA,CAAS,MAAM,CAAA,IAAK,SAAS,QAAA,CAAS,IAAI,CAAA,IAAK,QAAA,CAAS,UAAU,CAAA;AAC7E,EAAA,IAAI,CAAC,MAAA,EAAQ;AACX,IAAA,OAAO,EAAC;AAAA,EACV;AAEA,EAAA,OAAO,QAAQ,MAAA,CAAO,WAAW,CAAA,CAC9B,GAAA,CAAI,CAAC,KAAA,KAAU;AACd,IAAA,MAAM,UAAA,GAAa,SAAS,KAAK,CAAA;AACjC,IAAA,IAAI,CAAC,UAAA,EAAY;AACf,MAAA,OAAO,IAAA;AAAA,IACT;AACA,IAAA,MAAM,QAAA,GAAW,QAAA,CAAS,UAAA,CAAW,QAAQ,CAAA;AAC7C,IAAA,MAAM,UAAA,GAAa,QAAA,CAAS,QAAA,EAAU,IAAI,CAAA;AAC1C,IAAA,MAAM,QAAA,GACJ,QAAA,CAAS,UAAA,CAAW,QAAQ,KAC5B,QAAA,CAAS,UAAA,CAAW,IAAI,CAAA,IACxB,SAAS,QAAA,EAAU,QAAQ,CAAA,IAC3B,QAAA,CAAS,YAAY,IAAI,CAAA;AAC3B,IAAA,MAAM,QAAA,GAAW,QAAA,CAAS,UAAA,CAAW,QAAQ,CAAA,IAAK,OAAA;AAClD,IAAA,MAAM,OAAA,GACJ,SAAS,UAAA,CAAW,OAAO,KAC3B,QAAA,CAAS,UAAA,CAAW,WAAW,CAAA,IAC/B,YAAA;AACF,IAAA,OAAO;AAAA,MACL,QAAA,EAAU,QAAA,GAAW,iBAAA,CAAkB,QAAQ,CAAA,GAAI,IAAA;AAAA,MACnD,OAAA;AAAA,MACA;AAAA,KACF;AAAA,EACF,CAAC,CAAA,CACA,MAAA;AAAA,IACC,CAAC,UAAA,KAAmD,OAAA,CAAQ,UAAU;AAAA,GACxE;AACJ;AAEA,SAAS,qBAAA,CACP,UACA,UAAA,EACwB;AACxB,EAAA,MAAM,MAAA,GAAS,WAAA,CAAY,QAAA,CAAS,SAAS,CAAA;AAC7C,EAAA,OAAO,gBAAA,CAAiB,UAAU,CAAA,CAAE,MAAA;AAAA,IAAO,CAAC,UAAA,KAC1C,kBAAA,CAAmB,UAAA,CAAW,QAAA,EAAU,OAAO,YAAY;AAAA,GAC7D;AACF;AAEO,IAAM,oBAAA,GAAsD;AAAA,EACjE,IAAA,EAAM,cAAA;AAAA,EACN,OAAA,CAAQ,EAAE,QAAA,EAAU,UAAA,EAAW,EAAG;AAChC,IAAA,MAAM,QAAA,GAAW,4BAA4B,UAAU,CAAA;AACvD,IAAA,MAAM,QAAA,GAAW,QAAA,CAAS,QAAA,CAAS,QAAQ,CAAA;AAC3C,IAAA,IAAI,aAAa,CAAA,EAAG;AAClB,MAAA,OAAO,IAAA;AAAA,IACT;AACA,IAAA,OAAO,qBAAA,CAAsB,QAAA,EAAU,UAAU,CAAA,CAAE,MAAA,GAAS,CAAA;AAAA,EAC9D,CAAA;AAAA,EACA,SAAS,IAAA,EAA2D;AAClE,IAAA,MAAM,MAAA,GAAS,WAAA,CAAY,IAAA,CAAK,QAAA,CAAS,SAAS,CAAA;AAClD,IAAA,IAAI,CAAC,KAAK,UAAA,EAAY;AACpB,MAAA,OAAO;AAAA,QACL,MAAA,EAAQ,OAAA;AAAA,QACR,SAAA,EAAW;AAAA,OACb;AAAA,IACF;AAEA,IAAA,MAAM,QAAA,GAAW,2BAAA,CAA4B,IAAA,CAAK,UAAU,CAAA;AAC5D,IAAA,MAAM,QAAA,GAAW,QAAA,CAAS,QAAA,CAAS,QAAQ,CAAA;AAC3C,IAAA,MAAM,kBAAA,GAAqB,qBAAA,CAAsB,IAAA,CAAK,QAAA,EAAU,KAAK,UAAU,CAAA;AAE/E,IAAA,IAAI,mBAAmB,MAAA,KAAW,CAAA,IAAK,QAAA,KAAa,CAAA,IAAK,aAAa,IAAA,EAAM;AAC1E,MAAA,OAAO;AAAA,QACL,MAAA,EAAQ,cAAA;AAAA,QACR,SAAA,EACE;AAAA,OACJ;AAAA,IACF;AAEA,IAAA,MAAM,qBACJ,QAAA,KAAa,CAAA,IAAM,QAAA,KAAa,IAAA,IAAQ,mBAAmB,MAAA,KAAW,CAAA;AAExE,IAAA,OAAO;AAAA,MACL,MAAA,EAAQ,uBAAA;AAAA,QACN,KAAK,QAAA,CAAS,SAAA;AAAA,QACd;AAAA,OACF;AAAA,MACA,SAAA,EAAW,kBAAA,GACP,CAAA,gDAAA,EAAmD,MAAA,CAAO,YAAA,CAAa,IAAA,CAAK,IAAI,CAAC,CAAA,CAAA,CAAA,GACjF,CAAA,eAAA,EAAkB,kBAAA,CAAmB,MAAM,uBAAuB,kBAAA,CAC/D,GAAA;AAAA,QAAI,CAAC,UAAA,KACJ,UAAA,CAAW,QAAA,GACP,CAAA,EAAG,UAAA,CAAW,QAAQ,CAAA,EAAA,EAAK,UAAA,CAAW,QAAQ,CAAA,CAAA,CAAA,GAC9C,UAAA,CAAW;AAAA,OACjB,CACC,IAAA,CAAK,IAAI,CAAC,CAAA,CAAA,CAAA;AAAA,MACjB,IAAA,EAAM;AAAA,QACJ,QAAA;AAAA,QACA,cAAc,MAAA,CAAO,YAAA;AAAA,QACrB,QAAQ,MAAA,CAAO,MAAA;AAAA,QACf;AAAA;AACF,KACF;AAAA,EACF;AACF","file":"lintCheckerEvaluator.js","sourcesContent":["/** Shared evaluator helpers and result-normalization utilities. */\n\nimport type {\n  EpistemicContractDirection,\n  EpistemicContractEvaluationResult,\n} from \"../epistemicContractHelpers\";\n\nexport type ToolResultEnvelope = {\n  command?: string;\n  data?: unknown;\n  exitCode?: number | null;\n  output?: string;\n  report?: unknown;\n  stderr?: string;\n  stdout?: string;\n};\n\ntype AnyRecord = Record<string, unknown>;\n\nexport function asArray(value: unknown): unknown[] {\n  return Array.isArray(value) ? value : [];\n}\n\nexport function asNumber(value: unknown): number | null {\n  return typeof value === \"number\" && Number.isFinite(value) ? value : null;\n}\n\nexport function asRecord(value: unknown): AnyRecord | null {\n  return value && typeof value === \"object\" && !Array.isArray(value)\n    ? (value as AnyRecord)\n    : null;\n}\n\nexport function asString(value: unknown): string | null {\n  return typeof value === \"string\" && value.trim().length > 0\n    ? value.trim()\n    : null;\n}\n\nexport function deriveDirectionalResult(\n  direction: EpistemicContractDirection,\n  conditionSatisfied: boolean\n): EpistemicContractEvaluationResult {\n  if (direction === \"falsifies\") {\n    return conditionSatisfied ? \"disconfirmed\" : \"confirmed\";\n  }\n  return conditionSatisfied ? \"confirmed\" : \"disconfirmed\";\n}\n\nexport function extractTextCandidates(value: unknown): string[] {\n  const record = asRecord(value);\n  if (!record) {\n    const candidate = asString(value);\n    return candidate ? [candidate] : [];\n  }\n\n  const candidates = [\n    record.stdout,\n    record.stderr,\n    record.output,\n    record.text,\n    record.message,\n    record.raw,\n  ]\n    .map(asString)\n    .filter((candidate): candidate is string => Boolean(candidate));\n\n  for (const nestedKey of [\"report\", \"result\", \"data\", \"payload\"]) {\n    const nested = record[nestedKey];\n    if (nested !== value) {\n      candidates.push(...extractTextCandidates(nested));\n    }\n  }\n\n  return Array.from(new Set(candidates));\n}\n\nexport function normalizeFilePath(value: string): string {\n  return value.replace(/\\\\/g, \"/\").replace(/^\\.\\//, \"\");\n}\n\nexport function normalizeToolResultEnvelope(value: unknown): ToolResultEnvelope {\n  const record = asRecord(value);\n  if (!record) {\n    return {\n      output: asString(value) ?? undefined,\n    };\n  }\n\n  const exitCode =\n    asNumber(record.exitCode) ??\n    asNumber(record.code) ??\n    asNumber(record.status) ??\n    null;\n\n  return {\n    command: asString(record.command) ?? undefined,\n    data: record.data ?? record.payload,\n    exitCode,\n    output: asString(record.output) ?? undefined,\n    report:\n      record.report ??\n      record.json ??\n      record.result ??\n      record.payload ??\n      undefined,\n    stderr: asString(record.stderr) ?? undefined,\n    stdout: asString(record.stdout) ?? undefined,\n  };\n}\n\nexport function parseJsonCandidate<T = unknown>(value: unknown): T | null {\n  if (value === null || value === undefined) {\n    return null;\n  }\n\n  if (typeof value !== \"string\") {\n    return value as T;\n  }\n\n  try {\n    return JSON.parse(value) as T;\n  } catch {\n    return null;\n  }\n}\n\nexport function patternMatchesPath(\n  filePath: string,\n  pattern: string\n): boolean {\n  const normalizedPath = normalizeFilePath(filePath);\n  const normalizedPattern = normalizeFilePath(pattern);\n  const escaped = normalizedPattern.replace(/[.+^${}()|[\\]\\\\]/g, \"\\\\$&\");\n  const regexPattern = escaped\n    .replace(/\\\\\\*\\\\\\*/g, \".*\")\n    .replace(/\\\\\\*/g, \"[^/]*\")\n    .replace(/\\\\\\?/g, \"[^/]\");\n  return new RegExp(`^${regexPattern}$`).test(normalizedPath);\n}\n\nexport function somePatternMatches(\n  filePath: string | null | undefined,\n  patterns: string[]\n): boolean {\n  if (!filePath) {\n    return false;\n  }\n  return patterns.some((pattern) => patternMatchesPath(filePath, pattern));\n}\n","/** Lint-based engineering evaluator for epistemic contracts. */\n\nimport type {\n  EpistemicContractCondition,\n  EpistemicContractRecord,\n} from \"../epistemicContractHelpers\";\nimport type {\n  EpistemicEvaluatorContext,\n  EpistemicEvaluatorResult,\n} from \"../epistemicContracts\";\nimport {\n  asArray,\n  asNumber,\n  asRecord,\n  asString,\n  deriveDirectionalResult,\n  normalizeFilePath,\n  normalizeToolResultEnvelope,\n  somePatternMatches,\n} from \"./shared\";\nimport type { EngineeringEpistemicEvaluator } from \"./testRunnerEvaluator\";\n\ntype AnyContract = Pick<EpistemicContractRecord, \"condition\">;\n\ntype ParsedLintDiagnostic = {\n  filePath: string | null;\n  message: string;\n  severity: string;\n};\n\ntype LintCheckerConfig = {\n  filePatterns: string[];\n  linter: \"biome\";\n};\n\nfunction parseConfig(condition: EpistemicContractCondition): LintCheckerConfig {\n  const record = asRecord(condition.evaluatorConfig);\n  if (!record) {\n    throw new Error(\n      \"lint_checker requires evaluatorConfig with { filePatterns: string[], linter: \\\"biome\\\" }.\"\n    );\n  }\n\n  const filePatterns = asArray(record.filePatterns)\n    .map(asString)\n    .filter((pattern): pattern is string => Boolean(pattern));\n  if (filePatterns.length === 0) {\n    throw new Error(\"lint_checker requires at least one file pattern.\");\n  }\n\n  const linter = asString(record.linter);\n  if (linter !== \"biome\") {\n    throw new Error(`Unsupported linter: ${String(record.linter)}`);\n  }\n\n  return {\n    filePatterns,\n    linter,\n  };\n}\n\nfunction parseDiagnostics(resultData: unknown): ParsedLintDiagnostic[] {\n  const envelope = normalizeToolResultEnvelope(resultData);\n  const record =\n    asRecord(envelope.report) ?? asRecord(envelope.data) ?? asRecord(resultData);\n  if (!record) {\n    return [];\n  }\n\n  return asArray(record.diagnostics)\n    .map((entry) => {\n      const diagnostic = asRecord(entry);\n      if (!diagnostic) {\n        return null;\n      }\n      const location = asRecord(diagnostic.location);\n      const pathRecord = asRecord(location?.path);\n      const filePath =\n        asString(diagnostic.filePath) ??\n        asString(diagnostic.file) ??\n        asString(location?.filePath) ??\n        asString(pathRecord?.file);\n      const severity = asString(diagnostic.severity) ?? \"error\";\n      const message =\n        asString(diagnostic.message) ??\n        asString(diagnostic.description) ??\n        \"Lint issue\";\n      return {\n        filePath: filePath ? normalizeFilePath(filePath) : null,\n        message,\n        severity,\n      };\n    })\n    .filter(\n      (diagnostic): diagnostic is ParsedLintDiagnostic => Boolean(diagnostic)\n    );\n}\n\nfunction getMatchedDiagnostics(\n  contract: AnyContract,\n  resultData: unknown\n): ParsedLintDiagnostic[] {\n  const config = parseConfig(contract.condition);\n  return parseDiagnostics(resultData).filter((diagnostic) =>\n    somePatternMatches(diagnostic.filePath, config.filePatterns)\n  );\n}\n\nexport const lintCheckerEvaluator: EngineeringEpistemicEvaluator = {\n  name: \"lint_checker\",\n  matches({ contract, resultData }) {\n    const envelope = normalizeToolResultEnvelope(resultData);\n    const exitCode = asNumber(envelope.exitCode);\n    if (exitCode === 0) {\n      return true;\n    }\n    return getMatchedDiagnostics(contract, resultData).length > 0;\n  },\n  evaluate(args: EpistemicEvaluatorContext): EpistemicEvaluatorResult {\n    const config = parseConfig(args.contract.condition);\n    if (!args.resultData) {\n      return {\n        result: \"error\",\n        rationale: \"lint_checker requires Biome lint resultData.\",\n      };\n    }\n\n    const envelope = normalizeToolResultEnvelope(args.resultData);\n    const exitCode = asNumber(envelope.exitCode);\n    const matchedDiagnostics = getMatchedDiagnostics(args.contract, args.resultData);\n\n    if (matchedDiagnostics.length === 0 && exitCode !== 0 && exitCode !== null) {\n      return {\n        result: \"inconclusive\",\n        rationale:\n          \"Biome reported issues, but none matched the configured file patterns.\",\n      };\n    }\n\n    const conditionSatisfied =\n      exitCode === 0 || (exitCode !== null && matchedDiagnostics.length === 0);\n\n    return {\n      result: deriveDirectionalResult(\n        args.contract.direction,\n        conditionSatisfied\n      ),\n      rationale: conditionSatisfied\n        ? `Biome reported no matching lint diagnostics for ${config.filePatterns.join(\", \")}.`\n        : `Biome reported ${matchedDiagnostics.length} matching issue(s): ${matchedDiagnostics\n            .map((diagnostic) =>\n              diagnostic.filePath\n                ? `${diagnostic.filePath} (${diagnostic.severity})`\n                : diagnostic.message\n            )\n            .join(\", \")}.`,\n      data: {\n        exitCode,\n        filePatterns: config.filePatterns,\n        linter: config.linter,\n        matchedDiagnostics,\n      },\n    };\n  },\n};\n"]}

package/dist/evaluators/sentryCheckerEvaluator.d.ts

@@ -0,0 +1,11 @@
+import { EngineeringEpistemicEvaluator } from './testRunnerEvaluator.js';
+import '@lucern/confidence';
+import '../epistemicContracts.js';
+import '../convex.js';
+import 'convex/values';
+
+/** Sentry-backed engineering evaluator for epistemic contracts. */
+
+declare const sentryCheckerEvaluator: EngineeringEpistemicEvaluator;
+
+export { sentryCheckerEvaluator };

package/dist/evaluators/sentryCheckerEvaluator.js

@@ -0,0 +1,126 @@
+// src/evaluators/shared.ts
+function asArray(value) {
+  return Array.isArray(value) ? value : [];
+}
+function asNumber(value) {
+  return typeof value === "number" && Number.isFinite(value) ? value : null;
+}
+function asRecord(value) {
+  return value && typeof value === "object" && !Array.isArray(value) ? value : null;
+}
+function asString(value) {
+  return typeof value === "string" && value.trim().length > 0 ? value.trim() : null;
+}
+function deriveDirectionalResult(direction, conditionSatisfied) {
+  if (direction === "falsifies") {
+    return conditionSatisfied ? "disconfirmed" : "confirmed";
+  }
+  return conditionSatisfied ? "confirmed" : "disconfirmed";
+}
+function normalizeToolResultEnvelope(value) {
+  const record = asRecord(value);
+  if (!record) {
+    return {
+      output: asString(value) ?? void 0
+    };
+  }
+  const exitCode = asNumber(record.exitCode) ?? asNumber(record.code) ?? asNumber(record.status) ?? null;
+  return {
+    command: asString(record.command) ?? void 0,
+    data: record.data ?? record.payload,
+    exitCode,
+    output: asString(record.output) ?? void 0,
+    report: record.report ?? record.json ?? record.result ?? record.payload ?? void 0,
+    stderr: asString(record.stderr) ?? void 0,
+    stdout: asString(record.stdout) ?? void 0
+  };
+}
+
+// src/evaluators/sentryCheckerEvaluator.ts
+function parseConfig(condition) {
+  const record = asRecord(condition.evaluatorConfig);
+  if (!record) {
+    throw new Error(
+      "sentry_checker requires evaluatorConfig with { module, windowDays }."
+    );
+  }
+  const moduleName = asString(record.module);
+  const windowDays = asNumber(record.windowDays);
+  if (!moduleName || windowDays === null) {
+    throw new Error(
+      "sentry_checker requires a module name and numeric windowDays."
+    );
+  }
+  return {
+    module: moduleName,
+    windowDays
+  };
+}
+function parseIncidentCount(resultData) {
+  const envelope = normalizeToolResultEnvelope(resultData);
+  const record = asRecord(envelope.report) ?? asRecord(envelope.data) ?? asRecord(resultData);
+  if (!record) {
+    return {
+      incidentCount: null,
+      moduleName: null,
+      windowDays: null
+    };
+  }
+  const incidents = asArray(record.incidents);
+  const incidentCount = asNumber(record.incidentCount) ?? (incidents.length > 0 ? incidents.length : null);
+  return {
+    incidentCount,
+    moduleName: asString(record.module),
+    windowDays: asNumber(record.windowDays)
+  };
+}
+function matchesModule(contract, resultData) {
+  const config = parseConfig(contract.condition);
+  const payload = parseIncidentCount(resultData);
+  return !payload.moduleName || payload.moduleName === config.module;
+}
+var sentryCheckerEvaluator = {
+  name: "sentry_checker",
+  matches({ contract, resultData }) {
+    return matchesModule(contract, resultData);
+  },
+  evaluate(args) {
+    const config = parseConfig(args.contract.condition);
+    if (!args.resultData) {
+      return {
+        result: "error",
+        rationale: "sentry_checker requires incident count resultData."
+      };
+    }
+    const payload = parseIncidentCount(args.resultData);
+    if (payload.incidentCount === null) {
+      return {
+        result: "error",
+        rationale: "sentry_checker could not determine an incident count."
+      };
+    }
+    if (!matchesModule(args.contract, args.resultData)) {
+      return {
+        result: "inconclusive",
+        rationale: `Sentry result targeted ${payload.moduleName}, not ${config.module}.`
+      };
+    }
+    const conditionSatisfied = payload.incidentCount === 0;
+    return {
+      result: deriveDirectionalResult(
+        args.contract.direction,
+        conditionSatisfied
+      ),
+      rationale: conditionSatisfied ? `Sentry reported zero incidents for ${config.module} over ${config.windowDays} day(s).` : `Sentry reported ${payload.incidentCount} incident(s) for ${config.module} over ${config.windowDays} day(s).`,
+      data: {
+        incidentCount: payload.incidentCount,
+        module: config.module,
+        windowDays: config.windowDays
+      }
+    };
+  }
+};
+
+export { sentryCheckerEvaluator };
+//# sourceMappingURL=sentryCheckerEvaluator.js.map
+//# sourceMappingURL=sentryCheckerEvaluator.js.map

package/dist/evaluators/sentryCheckerEvaluator.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/evaluators/shared.ts","../../src/evaluators/sentryCheckerEvaluator.ts"],"names":[],"mappings":";AAmBO,SAAS,QAAQ,KAAA,EAA2B;AACjD,EAAA,OAAO,KAAA,CAAM,OAAA,CAAQ,KAAK,CAAA,GAAI,QAAQ,EAAC;AACzC;AAEO,SAAS,SAAS,KAAA,EAA+B;AACtD,EAAA,OAAO,OAAO,KAAA,KAAU,QAAA,IAAY,OAAO,QAAA,CAAS,KAAK,IAAI,KAAA,GAAQ,IAAA;AACvE;AAEO,SAAS,SAAS,KAAA,EAAkC;AACzD,EAAA,OAAO,KAAA,IAAS,OAAO,KAAA,KAAU,QAAA,IAAY,CAAC,KAAA,CAAM,OAAA,CAAQ,KAAK,CAAA,GAC5D,KAAA,GACD,IAAA;AACN;AAEO,SAAS,SAAS,KAAA,EAA+B;AACtD,EAAA,OAAO,OAAO,KAAA,KAAU,QAAA,IAAY,KAAA,CAAM,IAAA,GAAO,MAAA,GAAS,CAAA,GACtD,KAAA,CAAM,IAAA,EAAK,GACX,IAAA;AACN;AAEO,SAAS,uBAAA,CACd,WACA,kBAAA,EACmC;AACnC,EAAA,IAAI,cAAc,WAAA,EAAa;AAC7B,IAAA,OAAO,qBAAqB,cAAA,GAAiB,WAAA;AAAA,EAC/C;AACA,EAAA,OAAO,qBAAqB,WAAA,GAAc,cAAA;AAC5C;AAkCO,SAAS,4BAA4B,KAAA,EAAoC;AAC9E,EAAA,MAAM,MAAA,GAAS,SAAS,KAAK,CAAA;AAC7B,EAAA,IAAI,CAAC,MAAA,EAAQ;AACX,IAAA,OAAO;AAAA,MACL,MAAA,EAAQ,QAAA,CAAS,KAAK,CAAA,IAAK;AAAA,KAC7B;AAAA,EACF;AAEA,EAAA,MAAM,QAAA,GACJ,QAAA,CAAS,MAAA,CAAO,QAAQ,CAAA,IACxB,QAAA,CAAS,MAAA,CAAO,IAAI,CAAA,IACpB,QAAA,CAAS,MAAA,CAAO,MAAM,CAAA,IACtB,IAAA;AAEF,EAAA,OAAO;AAAA,IACL,OAAA,EAAS,QAAA,CAAS,MAAA,CAAO,OAAO,CAAA,IAAK,MAAA;AAAA,IACrC,IAAA,EAAM,MAAA,CAAO,IAAA,IAAQ,MAAA,CAAO,OAAA;AAAA,IAC5B,QAAA;AAAA,IACA,MAAA,EAAQ,QAAA,CAAS,MAAA,CAAO,MAAM,CAAA,IAAK,MAAA;AAAA,IACnC,MAAA,EACE,OAAO,MAAA,IACP,MAAA,CAAO,QACP,MAAA,CAAO,MAAA,IACP,OAAO,OAAA,IACP,MAAA;AAAA,IACF,MAAA,EAAQ,QAAA,CAAS,MAAA,CAAO,MAAM,CAAA,IAAK,MAAA;AAAA,IACnC,MAAA,EAAQ,QAAA,CAAS,MAAA,CAAO,MAAM,CAAA,IAAK;AAAA,GACrC;AACF;;;AClFA,SAAS,YAAY,SAAA,EAA4D;AAC/E,EAAA,MAAM,MAAA,GAAS,QAAA,CAAS,SAAA,CAAU,eAAe,CAAA;AACjD,EAAA,IAAI,CAAC,MAAA,EAAQ;AACX,IAAA,MAAM,IAAI,KAAA;AAAA,MACR;AAAA,KACF;AAAA,EACF;AAEA,EAAA,MAAM,UAAA,GAAa,QAAA,CAAS,MAAA,CAAO,MAAM,CAAA;AACzC,EAAA,MAAM,UAAA,GAAa,QAAA,CAAS,MAAA,CAAO,UAAU,CAAA;AAC7C,EAAA,IAAI,CAAC,UAAA,IAAc,UAAA,KAAe,IAAA,EAAM;AACtC,IAAA,MAAM,IAAI,KAAA;AAAA,MACR;AAAA,KACF;AAAA,EACF;AAEA,EAAA,OAAO;AAAA,IACL,MAAA,EAAQ,UAAA;AAAA,IACR;AAAA,GACF;AACF;AAEA,SAAS,mBAAmB,UAAA,EAI1B;AACA,EAAA,MAAM,QAAA,GAAW,4BAA4B,UAAU,CAAA;AACvD,EAAA,MAAM,MAAA,GAAS,QAAA,CAAS,QAAA,CAAS,MAAM,CAAA,IAAK,SAAS,QAAA,CAAS,IAAI,CAAA,IAAK,QAAA,CAAS,UAAU,CAAA;AAC1F,EAAA,IAAI,CAAC,MAAA,EAAQ;AACX,IAAA,OAAO;AAAA,MACL,aAAA,EAAe,IAAA;AAAA,MACf,UAAA,EAAY,IAAA;AAAA,MACZ,UAAA,EAAY;AAAA,KACd;AAAA,EACF;AAEA,EAAA,MAAM,SAAA,GAAY,OAAA,CAAQ,MAAA,CAAO,SAAS,CAAA;AAC1C,EAAA,MAAM,aAAA,GACJ,SAAS,MAAA,CAAO,aAAa,MAC5B,SAAA,CAAU,MAAA,GAAS,CAAA,GAAI,SAAA,CAAU,MAAA,GAAS,IAAA,CAAA;AAE7C,EAAA,OAAO;AAAA,IACL,aAAA;AAAA,IACA,UAAA,EAAY,QAAA,CAAS,MAAA,CAAO,MAAM,CAAA;AAAA,IAClC,UAAA,EAAY,QAAA,CAAS,MAAA,CAAO,UAAU;AAAA,GACxC;AACF;AAEA,SAAS,aAAA,CAAc,UAAuB,UAAA,EAA8B;AAC1E,EAAA,MAAM,MAAA,GAAS,WAAA,CAAY,QAAA,CAAS,SAAS,CAAA;AAC7C,EAAA,MAAM,OAAA,GAAU,mBAAmB,UAAU,CAAA;AAC7C,EAAA,OAAO,CAAC,OAAA,CAAQ,UAAA,IAAc,OAAA,CAAQ,eAAe,MAAA,CAAO,MAAA;AAC9D;AAEO,IAAM,sBAAA,GAAwD;AAAA,EACnE,IAAA,EAAM,gBAAA;AAAA,EACN,OAAA,CAAQ,EAAE,QAAA,EAAU,UAAA,EAAW,EAAG;AAChC,IAAA,OAAO,aAAA,CAAc,UAAU,UAAU,CAAA;AAAA,EAC3C,CAAA;AAAA,EACA,SAAS,IAAA,EAA2D;AAClE,IAAA,MAAM,MAAA,GAAS,WAAA,CAAY,IAAA,CAAK,QAAA,CAAS,SAAS,CAAA;AAClD,IAAA,IAAI,CAAC,KAAK,UAAA,EAAY;AACpB,MAAA,OAAO;AAAA,QACL,MAAA,EAAQ,OAAA;AAAA,QACR,SAAA,EAAW;AAAA,OACb;AAAA,IACF;AAEA,IAAA,MAAM,OAAA,GAAU,kBAAA,CAAmB,IAAA,CAAK,UAAU,CAAA;AAClD,IAAA,IAAI,OAAA,CAAQ,kBAAkB,IAAA,EAAM;AAClC,MAAA,OAAO;AAAA,QACL,MAAA,EAAQ,OAAA;AAAA,QACR,SAAA,EAAW;AAAA,OACb;AAAA,IACF;AACA,IAAA,IAAI,CAAC,aAAA,CAAc,IAAA,CAAK,QAAA,EAAU,IAAA,CAAK,UAAU,CAAA,EAAG;AAClD,MAAA,OAAO;AAAA,QACL,MAAA,EAAQ,cAAA;AAAA,QACR,WAAW,CAAA,uBAAA,EAA0B,OAAA,CAAQ,UAAU,CAAA,MAAA,EAAS,OAAO,MAAM,CAAA,CAAA;AAAA,OAC/E;AAAA,IACF;AAEA,IAAA,MAAM,kBAAA,GAAqB,QAAQ,aAAA,KAAkB,CAAA;AAErD,IAAA,OAAO;AAAA,MACL,MAAA,EAAQ,uBAAA;AAAA,QACN,KAAK,QAAA,CAAS,SAAA;AAAA,QACd;AAAA,OACF;AAAA,MACA,WAAW,kBAAA,GACP,CAAA,mCAAA,EAAsC,MAAA,CAAO,MAAM,SAAS,MAAA,CAAO,UAAU,CAAA,QAAA,CAAA,GAC7E,CAAA,gBAAA,EAAmB,QAAQ,aAAa,CAAA,iBAAA,EAAoB,OAAO,MAAM,CAAA,MAAA,EAAS,OAAO,UAAU,CAAA,QAAA,CAAA;AAAA,MACvG,IAAA,EAAM;AAAA,QACJ,eAAe,OAAA,CAAQ,aAAA;AAAA,QACvB,QAAQ,MAAA,CAAO,MAAA;AAAA,QACf,YAAY,MAAA,CAAO;AAAA;AACrB,KACF;AAAA,EACF;AACF","file":"sentryCheckerEvaluator.js","sourcesContent":["/** Shared evaluator helpers and result-normalization utilities. */\n\nimport type {\n  EpistemicContractDirection,\n  EpistemicContractEvaluationResult,\n} from \"../epistemicContractHelpers\";\n\nexport type ToolResultEnvelope = {\n  command?: string;\n  data?: unknown;\n  exitCode?: number | null;\n  output?: string;\n  report?: unknown;\n  stderr?: string;\n  stdout?: string;\n};\n\ntype AnyRecord = Record<string, unknown>;\n\nexport function asArray(value: unknown): unknown[] {\n  return Array.isArray(value) ? value : [];\n}\n\nexport function asNumber(value: unknown): number | null {\n  return typeof value === \"number\" && Number.isFinite(value) ? value : null;\n}\n\nexport function asRecord(value: unknown): AnyRecord | null {\n  return value && typeof value === \"object\" && !Array.isArray(value)\n    ? (value as AnyRecord)\n    : null;\n}\n\nexport function asString(value: unknown): string | null {\n  return typeof value === \"string\" && value.trim().length > 0\n    ? value.trim()\n    : null;\n}\n\nexport function deriveDirectionalResult(\n  direction: EpistemicContractDirection,\n  conditionSatisfied: boolean\n): EpistemicContractEvaluationResult {\n  if (direction === \"falsifies\") {\n    return conditionSatisfied ? \"disconfirmed\" : \"confirmed\";\n  }\n  return conditionSatisfied ? \"confirmed\" : \"disconfirmed\";\n}\n\nexport function extractTextCandidates(value: unknown): string[] {\n  const record = asRecord(value);\n  if (!record) {\n    const candidate = asString(value);\n    return candidate ? [candidate] : [];\n  }\n\n  const candidates = [\n    record.stdout,\n    record.stderr,\n    record.output,\n    record.text,\n    record.message,\n    record.raw,\n  ]\n    .map(asString)\n    .filter((candidate): candidate is string => Boolean(candidate));\n\n  for (const nestedKey of [\"report\", \"result\", \"data\", \"payload\"]) {\n    const nested = record[nestedKey];\n    if (nested !== value) {\n      candidates.push(...extractTextCandidates(nested));\n    }\n  }\n\n  return Array.from(new Set(candidates));\n}\n\nexport function normalizeFilePath(value: string): string {\n  return value.replace(/\\\\/g, \"/\").replace(/^\\.\\//, \"\");\n}\n\nexport function normalizeToolResultEnvelope(value: unknown): ToolResultEnvelope {\n  const record = asRecord(value);\n  if (!record) {\n    return {\n      output: asString(value) ?? undefined,\n    };\n  }\n\n  const exitCode =\n    asNumber(record.exitCode) ??\n    asNumber(record.code) ??\n    asNumber(record.status) ??\n    null;\n\n  return {\n    command: asString(record.command) ?? undefined,\n    data: record.data ?? record.payload,\n    exitCode,\n    output: asString(record.output) ?? undefined,\n    report:\n      record.report ??\n      record.json ??\n      record.result ??\n      record.payload ??\n      undefined,\n    stderr: asString(record.stderr) ?? undefined,\n    stdout: asString(record.stdout) ?? undefined,\n  };\n}\n\nexport function parseJsonCandidate<T = unknown>(value: unknown): T | null {\n  if (value === null || value === undefined) {\n    return null;\n  }\n\n  if (typeof value !== \"string\") {\n    return value as T;\n  }\n\n  try {\n    return JSON.parse(value) as T;\n  } catch {\n    return null;\n  }\n}\n\nexport function patternMatchesPath(\n  filePath: string,\n  pattern: string\n): boolean {\n  const normalizedPath = normalizeFilePath(filePath);\n  const normalizedPattern = normalizeFilePath(pattern);\n  const escaped = normalizedPattern.replace(/[.+^${}()|[\\]\\\\]/g, \"\\\\$&\");\n  const regexPattern = escaped\n    .replace(/\\\\\\*\\\\\\*/g, \".*\")\n    .replace(/\\\\\\*/g, \"[^/]*\")\n    .replace(/\\\\\\?/g, \"[^/]\");\n  return new RegExp(`^${regexPattern}$`).test(normalizedPath);\n}\n\nexport function somePatternMatches(\n  filePath: string | null | undefined,\n  patterns: string[]\n): boolean {\n  if (!filePath) {\n    return false;\n  }\n  return patterns.some((pattern) => patternMatchesPath(filePath, pattern));\n}\n","/** Sentry-backed engineering evaluator for epistemic contracts. */\n\nimport type {\n  EpistemicContractCondition,\n  EpistemicContractRecord,\n} from \"../epistemicContractHelpers\";\nimport type {\n  EpistemicEvaluatorContext,\n  EpistemicEvaluatorResult,\n} from \"../epistemicContracts\";\nimport {\n  asArray,\n  asNumber,\n  asRecord,\n  asString,\n  deriveDirectionalResult,\n  normalizeToolResultEnvelope,\n} from \"./shared\";\nimport type { EngineeringEpistemicEvaluator } from \"./testRunnerEvaluator\";\n\ntype AnyContract = Pick<EpistemicContractRecord, \"condition\">;\n\ntype SentryCheckerConfig = {\n  module: string;\n  windowDays: number;\n};\n\nfunction parseConfig(condition: EpistemicContractCondition): SentryCheckerConfig {\n  const record = asRecord(condition.evaluatorConfig);\n  if (!record) {\n    throw new Error(\n      \"sentry_checker requires evaluatorConfig with { module, windowDays }.\"\n    );\n  }\n\n  const moduleName = asString(record.module);\n  const windowDays = asNumber(record.windowDays);\n  if (!moduleName || windowDays === null) {\n    throw new Error(\n      \"sentry_checker requires a module name and numeric windowDays.\"\n    );\n  }\n\n  return {\n    module: moduleName,\n    windowDays,\n  };\n}\n\nfunction parseIncidentCount(resultData: unknown): {\n  incidentCount: number | null;\n  moduleName: string | null;\n  windowDays: number | null;\n} {\n  const envelope = normalizeToolResultEnvelope(resultData);\n  const record = asRecord(envelope.report) ?? asRecord(envelope.data) ?? asRecord(resultData);\n  if (!record) {\n    return {\n      incidentCount: null,\n      moduleName: null,\n      windowDays: null,\n    };\n  }\n\n  const incidents = asArray(record.incidents);\n  const incidentCount =\n    asNumber(record.incidentCount) ??\n    (incidents.length > 0 ? incidents.length : null);\n\n  return {\n    incidentCount,\n    moduleName: asString(record.module),\n    windowDays: asNumber(record.windowDays),\n  };\n}\n\nfunction matchesModule(contract: AnyContract, resultData: unknown): boolean {\n  const config = parseConfig(contract.condition);\n  const payload = parseIncidentCount(resultData);\n  return !payload.moduleName || payload.moduleName === config.module;\n}\n\nexport const sentryCheckerEvaluator: EngineeringEpistemicEvaluator = {\n  name: \"sentry_checker\",\n  matches({ contract, resultData }) {\n    return matchesModule(contract, resultData);\n  },\n  evaluate(args: EpistemicEvaluatorContext): EpistemicEvaluatorResult {\n    const config = parseConfig(args.contract.condition);\n    if (!args.resultData) {\n      return {\n        result: \"error\",\n        rationale: \"sentry_checker requires incident count resultData.\",\n      };\n    }\n\n    const payload = parseIncidentCount(args.resultData);\n    if (payload.incidentCount === null) {\n      return {\n        result: \"error\",\n        rationale: \"sentry_checker could not determine an incident count.\",\n      };\n    }\n    if (!matchesModule(args.contract, args.resultData)) {\n      return {\n        result: \"inconclusive\",\n        rationale: `Sentry result targeted ${payload.moduleName}, not ${config.module}.`,\n      };\n    }\n\n    const conditionSatisfied = payload.incidentCount === 0;\n\n    return {\n      result: deriveDirectionalResult(\n        args.contract.direction,\n        conditionSatisfied\n      ),\n      rationale: conditionSatisfied\n        ? `Sentry reported zero incidents for ${config.module} over ${config.windowDays} day(s).`\n        : `Sentry reported ${payload.incidentCount} incident(s) for ${config.module} over ${config.windowDays} day(s).`,\n      data: {\n        incidentCount: payload.incidentCount,\n        module: config.module,\n        windowDays: config.windowDays,\n      },\n    };\n  },\n};\n"]}

package/dist/evaluators/shared.d.ts

@@ -0,0 +1,27 @@
+import { EpistemicContractDirection, EpistemicContractEvaluationResult } from '@lucern/confidence';
+
+/** Shared evaluator helpers and result-normalization utilities. */
+
+type ToolResultEnvelope = {
+    command?: string;
+    data?: unknown;
+    exitCode?: number | null;
+    output?: string;
+    report?: unknown;
+    stderr?: string;
+    stdout?: string;
+};
+type AnyRecord = Record<string, unknown>;
+declare function asArray(value: unknown): unknown[];
+declare function asNumber(value: unknown): number | null;
+declare function asRecord(value: unknown): AnyRecord | null;
+declare function asString(value: unknown): string | null;
+declare function deriveDirectionalResult(direction: EpistemicContractDirection, conditionSatisfied: boolean): EpistemicContractEvaluationResult;
+declare function extractTextCandidates(value: unknown): string[];
+declare function normalizeFilePath(value: string): string;
+declare function normalizeToolResultEnvelope(value: unknown): ToolResultEnvelope;
+declare function parseJsonCandidate<T = unknown>(value: unknown): T | null;
+declare function patternMatchesPath(filePath: string, pattern: string): boolean;
+declare function somePatternMatches(filePath: string | null | undefined, patterns: string[]): boolean;
+
+export { type ToolResultEnvelope, asArray, asNumber, asRecord, asString, deriveDirectionalResult, extractTextCandidates, normalizeFilePath, normalizeToolResultEnvelope, parseJsonCandidate, patternMatchesPath, somePatternMatches };

package/dist/evaluators/shared.js

@@ -0,0 +1,92 @@
+// src/evaluators/shared.ts
+function asArray(value) {
+  return Array.isArray(value) ? value : [];
+}
+function asNumber(value) {
+  return typeof value === "number" && Number.isFinite(value) ? value : null;
+}
+function asRecord(value) {
+  return value && typeof value === "object" && !Array.isArray(value) ? value : null;
+}
+function asString(value) {
+  return typeof value === "string" && value.trim().length > 0 ? value.trim() : null;
+}
+function deriveDirectionalResult(direction, conditionSatisfied) {
+  if (direction === "falsifies") {
+    return conditionSatisfied ? "disconfirmed" : "confirmed";
+  }
+  return conditionSatisfied ? "confirmed" : "disconfirmed";
+}
+function extractTextCandidates(value) {
+  const record = asRecord(value);
+  if (!record) {
+    const candidate = asString(value);
+    return candidate ? [candidate] : [];
+  }
+  const candidates = [
+    record.stdout,
+    record.stderr,
+    record.output,
+    record.text,
+    record.message,
+    record.raw
+  ].map(asString).filter((candidate) => Boolean(candidate));
+  for (const nestedKey of ["report", "result", "data", "payload"]) {
+    const nested = record[nestedKey];
+    if (nested !== value) {
+      candidates.push(...extractTextCandidates(nested));
+    }
+  }
+  return Array.from(new Set(candidates));
+}
+function normalizeFilePath(value) {
+  return value.replace(/\\/g, "/").replace(/^\.\//, "");
+}
+function normalizeToolResultEnvelope(value) {
+  const record = asRecord(value);
+  if (!record) {
+    return {
+      output: asString(value) ?? void 0
+    };
+  }
+  const exitCode = asNumber(record.exitCode) ?? asNumber(record.code) ?? asNumber(record.status) ?? null;
+  return {
+    command: asString(record.command) ?? void 0,
+    data: record.data ?? record.payload,
+    exitCode,
+    output: asString(record.output) ?? void 0,
+    report: record.report ?? record.json ?? record.result ?? record.payload ?? void 0,
+    stderr: asString(record.stderr) ?? void 0,
+    stdout: asString(record.stdout) ?? void 0
+  };
+}
+function parseJsonCandidate(value) {
+  if (value === null || value === void 0) {
+    return null;
+  }
+  if (typeof value !== "string") {
+    return value;
+  }
+  try {
+    return JSON.parse(value);
+  } catch {
+    return null;
+  }
+}
+function patternMatchesPath(filePath, pattern) {
+  const normalizedPath = normalizeFilePath(filePath);
+  const normalizedPattern = normalizeFilePath(pattern);
+  const escaped = normalizedPattern.replace(/[.+^${}()|[\]\\]/g, "\\$&");
+  const regexPattern = escaped.replace(/\\\*\\\*/g, ".*").replace(/\\\*/g, "[^/]*").replace(/\\\?/g, "[^/]");
+  return new RegExp(`^${regexPattern}$`).test(normalizedPath);
+}
+function somePatternMatches(filePath, patterns) {
+  if (!filePath) {
+    return false;
+  }
+  return patterns.some((pattern) => patternMatchesPath(filePath, pattern));
+}
+
+export { asArray, asNumber, asRecord, asString, deriveDirectionalResult, extractTextCandidates, normalizeFilePath, normalizeToolResultEnvelope, parseJsonCandidate, patternMatchesPath, somePatternMatches };
+//# sourceMappingURL=shared.js.map
+//# sourceMappingURL=shared.js.map

package/dist/evaluators/shared.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/evaluators/shared.ts"],"names":[],"mappings":";AAmBO,SAAS,QAAQ,KAAA,EAA2B;AACjD,EAAA,OAAO,KAAA,CAAM,OAAA,CAAQ,KAAK,CAAA,GAAI,QAAQ,EAAC;AACzC;AAEO,SAAS,SAAS,KAAA,EAA+B;AACtD,EAAA,OAAO,OAAO,KAAA,KAAU,QAAA,IAAY,OAAO,QAAA,CAAS,KAAK,IAAI,KAAA,GAAQ,IAAA;AACvE;AAEO,SAAS,SAAS,KAAA,EAAkC;AACzD,EAAA,OAAO,KAAA,IAAS,OAAO,KAAA,KAAU,QAAA,IAAY,CAAC,KAAA,CAAM,OAAA,CAAQ,KAAK,CAAA,GAC5D,KAAA,GACD,IAAA;AACN;AAEO,SAAS,SAAS,KAAA,EAA+B;AACtD,EAAA,OAAO,OAAO,KAAA,KAAU,QAAA,IAAY,KAAA,CAAM,IAAA,GAAO,MAAA,GAAS,CAAA,GACtD,KAAA,CAAM,IAAA,EAAK,GACX,IAAA;AACN;AAEO,SAAS,uBAAA,CACd,WACA,kBAAA,EACmC;AACnC,EAAA,IAAI,cAAc,WAAA,EAAa;AAC7B,IAAA,OAAO,qBAAqB,cAAA,GAAiB,WAAA;AAAA,EAC/C;AACA,EAAA,OAAO,qBAAqB,WAAA,GAAc,cAAA;AAC5C;AAEO,SAAS,sBAAsB,KAAA,EAA0B;AAC9D,EAAA,MAAM,MAAA,GAAS,SAAS,KAAK,CAAA;AAC7B,EAAA,IAAI,CAAC,MAAA,EAAQ;AACX,IAAA,MAAM,SAAA,GAAY,SAAS,KAAK,CAAA;AAChC,IAAA,OAAO,SAAA,GAAY,CAAC,SAAS,CAAA,GAAI,EAAC;AAAA,EACpC;AAEA,EAAA,MAAM,UAAA,GAAa;AAAA,IACjB,MAAA,CAAO,MAAA;AAAA,IACP,MAAA,CAAO,MAAA;AAAA,IACP,MAAA,CAAO,MAAA;AAAA,IACP,MAAA,CAAO,IAAA;AAAA,IACP,MAAA,CAAO,OAAA;AAAA,IACP,MAAA,CAAO;AAAA,GACT,CACG,IAAI,QAAQ,CAAA,CACZ,OAAO,CAAC,SAAA,KAAmC,OAAA,CAAQ,SAAS,CAAC,CAAA;AAEhE,EAAA,KAAA,MAAW,aAAa,CAAC,QAAA,EAAU,QAAA,EAAU,MAAA,EAAQ,SAAS,CAAA,EAAG;AAC/D,IAAA,MAAM,MAAA,GAAS,OAAO,SAAS,CAAA;AAC/B,IAAA,IAAI,WAAW,KAAA,EAAO;AACpB,MAAA,UAAA,CAAW,IAAA,CAAK,GAAG,qBAAA,CAAsB,MAAM,CAAC,CAAA;AAAA,IAClD;AAAA,EACF;AAEA,EAAA,OAAO,KAAA,CAAM,IAAA,CAAK,IAAI,GAAA,CAAI,UAAU,CAAC,CAAA;AACvC;AAEO,SAAS,kBAAkB,KAAA,EAAuB;AACvD,EAAA,OAAO,MAAM,OAAA,CAAQ,KAAA,EAAO,GAAG,CAAA,CAAE,OAAA,CAAQ,SAAS,EAAE,CAAA;AACtD;AAEO,SAAS,4BAA4B,KAAA,EAAoC;AAC9E,EAAA,MAAM,MAAA,GAAS,SAAS,KAAK,CAAA;AAC7B,EAAA,IAAI,CAAC,MAAA,EAAQ;AACX,IAAA,OAAO;AAAA,MACL,MAAA,EAAQ,QAAA,CAAS,KAAK,CAAA,IAAK;AAAA,KAC7B;AAAA,EACF;AAEA,EAAA,MAAM,QAAA,GACJ,QAAA,CAAS,MAAA,CAAO,QAAQ,CAAA,IACxB,QAAA,CAAS,MAAA,CAAO,IAAI,CAAA,IACpB,QAAA,CAAS,MAAA,CAAO,MAAM,CAAA,IACtB,IAAA;AAEF,EAAA,OAAO;AAAA,IACL,OAAA,EAAS,QAAA,CAAS,MAAA,CAAO,OAAO,CAAA,IAAK,MAAA;AAAA,IACrC,IAAA,EAAM,MAAA,CAAO,IAAA,IAAQ,MAAA,CAAO,OAAA;AAAA,IAC5B,QAAA;AAAA,IACA,MAAA,EAAQ,QAAA,CAAS,MAAA,CAAO,MAAM,CAAA,IAAK,MAAA;AAAA,IACnC,MAAA,EACE,OAAO,MAAA,IACP,MAAA,CAAO,QACP,MAAA,CAAO,MAAA,IACP,OAAO,OAAA,IACP,MAAA;AAAA,IACF,MAAA,EAAQ,QAAA,CAAS,MAAA,CAAO,MAAM,CAAA,IAAK,MAAA;AAAA,IACnC,MAAA,EAAQ,QAAA,CAAS,MAAA,CAAO,MAAM,CAAA,IAAK;AAAA,GACrC;AACF;AAEO,SAAS,mBAAgC,KAAA,EAA0B;AACxE,EAAA,IAAI,KAAA,KAAU,IAAA,IAAQ,KAAA,KAAU,MAAA,EAAW;AACzC,IAAA,OAAO,IAAA;AAAA,EACT;AAEA,EAAA,IAAI,OAAO,UAAU,QAAA,EAAU;AAC7B,IAAA,OAAO,KAAA;AAAA,EACT;AAEA,EAAA,IAAI;AACF,IAAA,OAAO,IAAA,CAAK,MAAM,KAAK,CAAA;AAAA,EACzB,CAAA,CAAA,MAAQ;AACN,IAAA,OAAO,IAAA;AAAA,EACT;AACF;AAEO,SAAS,kBAAA,CACd,UACA,OAAA,EACS;AACT,EAAA,MAAM,cAAA,GAAiB,kBAAkB,QAAQ,CAAA;AACjD,EAAA,MAAM,iBAAA,GAAoB,kBAAkB,OAAO,CAAA;AACnD,EAAA,MAAM,OAAA,GAAU,iBAAA,CAAkB,OAAA,CAAQ,mBAAA,EAAqB,MAAM,CAAA;AACrE,EAAA,MAAM,YAAA,GAAe,OAAA,CAClB,OAAA,CAAQ,WAAA,EAAa,IAAI,CAAA,CACzB,OAAA,CAAQ,OAAA,EAAS,OAAO,CAAA,CACxB,OAAA,CAAQ,OAAA,EAAS,MAAM,CAAA;AAC1B,EAAA,OAAO,IAAI,MAAA,CAAO,CAAA,CAAA,EAAI,YAAY,CAAA,CAAA,CAAG,CAAA,CAAE,KAAK,cAAc,CAAA;AAC5D;AAEO,SAAS,kBAAA,CACd,UACA,QAAA,EACS;AACT,EAAA,IAAI,CAAC,QAAA,EAAU;AACb,IAAA,OAAO,KAAA;AAAA,EACT;AACA,EAAA,OAAO,SAAS,IAAA,CAAK,CAAC,YAAY,kBAAA,CAAmB,QAAA,EAAU,OAAO,CAAC,CAAA;AACzE","file":"shared.js","sourcesContent":["/** Shared evaluator helpers and result-normalization utilities. */\n\nimport type {\n  EpistemicContractDirection,\n  EpistemicContractEvaluationResult,\n} from \"../epistemicContractHelpers\";\n\nexport type ToolResultEnvelope = {\n  command?: string;\n  data?: unknown;\n  exitCode?: number | null;\n  output?: string;\n  report?: unknown;\n  stderr?: string;\n  stdout?: string;\n};\n\ntype AnyRecord = Record<string, unknown>;\n\nexport function asArray(value: unknown): unknown[] {\n  return Array.isArray(value) ? value : [];\n}\n\nexport function asNumber(value: unknown): number | null {\n  return typeof value === \"number\" && Number.isFinite(value) ? value : null;\n}\n\nexport function asRecord(value: unknown): AnyRecord | null {\n  return value && typeof value === \"object\" && !Array.isArray(value)\n    ? (value as AnyRecord)\n    : null;\n}\n\nexport function asString(value: unknown): string | null {\n  return typeof value === \"string\" && value.trim().length > 0\n    ? value.trim()\n    : null;\n}\n\nexport function deriveDirectionalResult(\n  direction: EpistemicContractDirection,\n  conditionSatisfied: boolean\n): EpistemicContractEvaluationResult {\n  if (direction === \"falsifies\") {\n    return conditionSatisfied ? \"disconfirmed\" : \"confirmed\";\n  }\n  return conditionSatisfied ? \"confirmed\" : \"disconfirmed\";\n}\n\nexport function extractTextCandidates(value: unknown): string[] {\n  const record = asRecord(value);\n  if (!record) {\n    const candidate = asString(value);\n    return candidate ? [candidate] : [];\n  }\n\n  const candidates = [\n    record.stdout,\n    record.stderr,\n    record.output,\n    record.text,\n    record.message,\n    record.raw,\n  ]\n    .map(asString)\n    .filter((candidate): candidate is string => Boolean(candidate));\n\n  for (const nestedKey of [\"report\", \"result\", \"data\", \"payload\"]) {\n    const nested = record[nestedKey];\n    if (nested !== value) {\n      candidates.push(...extractTextCandidates(nested));\n    }\n  }\n\n  return Array.from(new Set(candidates));\n}\n\nexport function normalizeFilePath(value: string): string {\n  return value.replace(/\\\\/g, \"/\").replace(/^\\.\\//, \"\");\n}\n\nexport function normalizeToolResultEnvelope(value: unknown): ToolResultEnvelope {\n  const record = asRecord(value);\n  if (!record) {\n    return {\n      output: asString(value) ?? undefined,\n    };\n  }\n\n  const exitCode =\n    asNumber(record.exitCode) ??\n    asNumber(record.code) ??\n    asNumber(record.status) ??\n    null;\n\n  return {\n    command: asString(record.command) ?? undefined,\n    data: record.data ?? record.payload,\n    exitCode,\n    output: asString(record.output) ?? undefined,\n    report:\n      record.report ??\n      record.json ??\n      record.result ??\n      record.payload ??\n      undefined,\n    stderr: asString(record.stderr) ?? undefined,\n    stdout: asString(record.stdout) ?? undefined,\n  };\n}\n\nexport function parseJsonCandidate<T = unknown>(value: unknown): T | null {\n  if (value === null || value === undefined) {\n    return null;\n  }\n\n  if (typeof value !== \"string\") {\n    return value as T;\n  }\n\n  try {\n    return JSON.parse(value) as T;\n  } catch {\n    return null;\n  }\n}\n\nexport function patternMatchesPath(\n  filePath: string,\n  pattern: string\n): boolean {\n  const normalizedPath = normalizeFilePath(filePath);\n  const normalizedPattern = normalizeFilePath(pattern);\n  const escaped = normalizedPattern.replace(/[.+^${}()|[\\]\\\\]/g, \"\\\\$&\");\n  const regexPattern = escaped\n    .replace(/\\\\\\*\\\\\\*/g, \".*\")\n    .replace(/\\\\\\*/g, \"[^/]*\")\n    .replace(/\\\\\\?/g, \"[^/]\");\n  return new RegExp(`^${regexPattern}$`).test(normalizedPath);\n}\n\nexport function somePatternMatches(\n  filePath: string | null | undefined,\n  patterns: string[]\n): boolean {\n  if (!filePath) {\n    return false;\n  }\n  return patterns.some((pattern) => patternMatchesPath(filePath, pattern));\n}\n"]}

package/dist/evaluators/testRunnerEvaluator.d.ts

@@ -0,0 +1,17 @@
+import { EpistemicContractRecord } from '@lucern/confidence';
+import { EpistemicEvaluator } from '../epistemicContracts.js';
+import '../convex.js';
+import 'convex/values';
+
+/** Test-runner engineering evaluator for epistemic contracts. */
+
+type AnyContract = Pick<EpistemicContractRecord, "condition">;
+type EngineeringEpistemicEvaluator = EpistemicEvaluator & {
+    matches(args: {
+        contract: AnyContract;
+        resultData: unknown;
+    }): boolean;
+};
+declare const testRunnerEvaluator: EngineeringEpistemicEvaluator;
+
+export { type EngineeringEpistemicEvaluator, testRunnerEvaluator };