@tangle-network/agent-eval 0.120.0 → 0.120.2

package/dist/authenticity/index.js

@@ -1,215 +0,0 @@
-import "../chunk-PZ5AY32C.js";
-
-// src/authenticity/index.ts
-var DEFAULT_MOCK = /\bmock|\bfake|\bdummy|\bstub\b|simulat|hardcoded|placeholder|TODO|not\s+implemented|FIXME/i;
-function basename(p) {
-  return p.split("/").pop() ?? p;
-}
-function escapeRe(s) {
-  return s.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
-}
-function declaredNames(content) {
-  const names = /* @__PURE__ */ new Set();
-  const re = /\b(?:contract|library|interface|abstract\s+contract|class|enum|struct|module|package)\s+([A-Za-z_]\w*)/g;
-  let m;
-  while (m = re.exec(content)) {
-    const name = m[1];
-    if (name && name.length >= 4) names.add(name);
-  }
-  return [...names];
-}
-function isArtifactReferenced(required, others) {
-  if (!required.length || !others.length) return false;
-  return required.some((rf) => {
-    const stem = rf.path.replace(/\.[^.]+$/, "");
-    const base = basename(rf.path);
-    const names = declaredNames(rf.content ?? "");
-    return others.some((o) => {
-      const c = o.content ?? "";
-      if (!c) return false;
-      if (c.includes(base) || c.includes(stem)) return true;
-      return names.some((n) => new RegExp(`\\b${escapeRe(n)}\\b`).test(c));
-    });
-  });
-}
-function scoreAuthenticity(files, signals) {
-  const w = {
-    artifact: signals.weights?.artifact ?? 40,
-    impl: signals.weights?.impl ?? 25,
-    infra: signals.weights?.infra ?? 20,
-    wiring: signals.weights?.wiring ?? 15
-  };
-  const mockRe = signals.mock ?? DEFAULT_MOCK;
-  const required = signals.requiredArtifact ? files.filter(
-    (f) => signals.requiredArtifact.test(f.path) && !(signals.vendored?.test(f.path) ?? false)
-  ) : [];
-  const others = signals.requiredArtifact ? files.filter((f) => !required.includes(f)) : files;
-  const requiredText = required.map((f) => f.content ?? "").join("\n");
-  const otherText = others.map((f) => f.content ?? "").join("\n");
-  const allText = files.map((f) => f.content ?? "").join("\n");
-  const requiredArtifactPresent = signals.requiredArtifact ? required.length > 0 : true;
-  const usesRealImpl = signals.realImpl.test(signals.requiredArtifact ? requiredText : allText);
-  const realInfra = signals.realInfra.test(allText);
-  const wired = signals.wiring ? signals.wiring.test(otherText || allText) : false;
-  const artifactReferenced = isArtifactReferenced(required, others);
-  const artifactWired = wired || artifactReferenced;
-  const fakeShim = files.some(
-    (f) => signals.fakeShim.test(basename(f.path)) || signals.fakeShim.test(f.content ?? "")
-  );
-  const mockHits = (allText.match(
-    new RegExp(mockRe.source, mockRe.flags.includes("g") ? mockRe.flags : `${mockRe.flags}g`)
-  ) ?? []).length;
-  const loc = Math.max(1, allText.split("\n").length);
-  const mockDensity = Math.min(100, Math.round(mockHits / loc * 1e3));
-  const decorativeArtifact = requiredArtifactPresent && usesRealImpl && !artifactWired;
-  let realness = 0;
-  if (requiredArtifactPresent) realness += w.artifact;
-  if (usesRealImpl) realness += w.impl;
-  if (realInfra) realness += w.infra;
-  if (wired) realness += w.wiring;
-  if (fakeShim) realness -= 25;
-  realness -= Math.min(20, mockDensity);
-  realness = Math.max(0, Math.min(100, realness));
-  const flags = [];
-  if (signals.requiredArtifact && !requiredArtifactPresent) {
-    flags.push(
-      `NO_REQUIRED_ARTIFACT: task needs ${signals.label} artifact (${signals.requiredArtifact}); none produced`
-    );
-  }
-  if (requiredArtifactPresent && signals.requiredArtifact && !usesRealImpl) {
-    flags.push("ARTIFACT_NO_REAL_IMPL: required artifact exists but lacks the real implementation");
-  }
-  if (fakeShim) flags.push("FAKE_SHIM: ships a client-side stand-in simulating the real infra");
-  if (!realInfra && !requiredArtifactPresent)
-    flags.push("NO_REAL_INFRA: no real infra calls \u2014 cosmetic at best");
-  if (mockDensity >= 8)
-    flags.push(`HIGH_MOCK_DENSITY: ${mockDensity} mock/stub markers per 1000 LOC`);
-  if (signals.wiring && requiredArtifactPresent && !wired)
-    flags.push("NOT_WIRED: artifact exists but is never used by the client");
-  if (decorativeArtifact)
-    flags.push(
-      "DEAD_ARTIFACT: required artifact is not referenced/imported anywhere \u2014 decorative or dead code"
-    );
-  return {
-    realness,
-    requiredArtifactPresent,
-    requiredArtifactCount: required.length,
-    usesRealImpl,
-    realInfra,
-    wired,
-    artifactReferenced,
-    artifactWired,
-    fakeShim,
-    mockDensity,
-    flags
-  };
-}
-function gateRealness(r, opts = {}) {
-  const floor = opts.floor ?? 30;
-  if ((opts.requireArtifact ?? true) && !r.requiredArtifactPresent) {
-    return { gated: true, reason: "required artifact missing" };
-  }
-  if (r.fakeShim && !r.usesRealImpl) {
-    return { gated: true, reason: "fake shim with no real implementation" };
-  }
-  if (opts.requireArtifactWired && r.requiredArtifactPresent && r.usesRealImpl && !r.artifactWired) {
-    return { gated: true, reason: "required artifact present but never wired into the system" };
-  }
-  if (r.realness < floor)
-    return { gated: true, reason: `realness ${r.realness} below floor ${floor}` };
-  return { gated: false };
-}
-function fileDigest(files, opts = {}) {
-  const maxFiles = opts.maxFiles ?? 14;
-  const perFile = opts.perFile ?? 1200;
-  const ordered = opts.prioritize ? [...files].sort(
-    (a, b) => Number(opts.prioritize.test(b.path)) - Number(opts.prioritize.test(a.path))
-  ) : files;
-  return ordered.slice(0, maxFiles).map((f) => `// ${f.path}
-${(f.content ?? "").slice(0, perFile)}`).join("\n\n");
-}
-function clampPct(v) {
-  const n = typeof v === "number" ? v : Number(v);
-  return Number.isFinite(n) ? Math.max(0, Math.min(100, Math.round(n))) : 0;
-}
-async function scoreAuthenticityNuance(files, complete, opts = {}) {
-  const system = 'You audit whether an agent BUILT THE REAL THING or faked it. Be skeptical: a pretty UI, cosmetic labels, simulated/in-memory stand-ins for real infra, and cargo-culted imports do NOT count as real. Respond with ONLY JSON: {"mockedPct":0-100,"fakePct":0-100,"uniquePct":0-100,"verdict":"one sentence"}. mockedPct = how much is mocked/stubbed; fakePct = how hollow/facade it is; uniquePct = how distinctive vs boilerplate.';
-  const user = (opts.intent ? `Intended deliverable: ${opts.intent}
-
-` : "") + `Produced files:
-${fileDigest(files, { prioritize: opts.prioritize })}`;
-  try {
-    const raw = await complete(system, user);
-    const m = raw.match(/\{[\s\S]*\}/);
-    if (!m)
-      return { mockedPct: 100, fakePct: 100, uniquePct: 0, verdict: "unparseable judge response" };
-    const j = JSON.parse(m[0]);
-    return {
-      mockedPct: clampPct(j.mockedPct),
-      fakePct: clampPct(j.fakePct),
-      uniquePct: clampPct(j.uniquePct),
-      verdict: typeof j.verdict === "string" ? j.verdict : ""
-    };
-  } catch (err) {
-    return {
-      mockedPct: 100,
-      fakePct: 100,
-      uniquePct: 0,
-      verdict: `judge error: ${err instanceof Error ? err.message : String(err)}`
-    };
-  }
-}
-async function judgeRealnessLlm(files, complete, opts = {}) {
-  const system = "You are a skeptical auditor. Rate how REAL an agent's build is vs the intended deliverable, 0-100. A genuine implementation of the HARD part on the intended infrastructure is SUBSTANTIALLY REAL (>=50) even if peripheral layers are stubbed; a pure simulator / facade / branded-type stand-in / no-op-stubbed dependency with no real implementation is FAKE (<=25). Judge the core on its merits and note the runtime. " + (opts.rubric ? `Domain rubric: ${opts.rubric} ` : "") + 'Respond with ONLY JSON: {"isReal":0-100,"why":"one sentence"}.';
-  const user = (opts.intent ? `Intended deliverable: ${opts.intent}
-
-` : "") + `Produced files:
-${fileDigest(files, { prioritize: opts.prioritize })}`;
-  try {
-    const raw = await complete(system, user);
-    const m = raw.match(/\{[\s\S]*\}/);
-    if (!m) return { isReal: 0, rationale: "unparseable judge response" };
-    const j = JSON.parse(m[0]);
-    return {
-      isReal: clampPct(j.isReal),
-      rationale: typeof j.why === "string" ? j.why : ""
-    };
-  } catch (err) {
-    return {
-      isReal: 0,
-      rationale: `judge error: ${err instanceof Error ? err.message : String(err)}`
-    };
-  }
-}
-async function scoreRealnessBlended(files, signals, complete, opts = {}) {
-  const det = scoreAuthenticity(files, signals);
-  const [lo, hi] = opts.grayBand ?? [30, 70];
-  const mockGray = opts.mockGrayThreshold ?? 8;
-  const conflict = det.requiredArtifactPresent && det.usesRealImpl && (det.fakeShim || !det.wired || det.mockDensity >= mockGray);
-  const midRange = det.realness >= lo && det.realness <= hi;
-  let band;
-  if (conflict || midRange) band = "gray";
-  else if (det.realness < lo) band = "clean-fake";
-  else band = "clean-real";
-  if (band !== "gray") {
-    return { ...det, blendedRealness: det.realness, band, consultedLlm: false };
-  }
-  const judgment = await judgeRealnessLlm(files, complete, {
-    intent: opts.intent,
-    rubric: opts.rubric,
-    prioritize: signals.requiredArtifact
-  });
-  const blendedRealness = Math.max(
-    0,
-    Math.min(100, Math.round(0.25 * det.realness + 0.75 * judgment.isReal))
-  );
-  return { ...det, blendedRealness, band, consultedLlm: true, judgment };
-}
-export {
-  gateRealness,
-  judgeRealnessLlm,
-  scoreAuthenticity,
-  scoreAuthenticityNuance,
-  scoreRealnessBlended
-};
-//# sourceMappingURL=index.js.map

package/dist/authenticity/index.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../src/authenticity/index.ts"],"sourcesContent":["/**\n * Authenticity — \"is this real, or convincing BS?\"\n *\n * Pass/build-style scoring rewards anything that compiles and renders, so an\n * agent can ship a polished frontend with a FAKE in-browser engine and zero of\n * the required on-chain/contract work, and outscore a half-finished real\n * implementation. This module scores what buildability does not: did the agent\n * actually build the intended thing on the intended infra, or fake it.\n *\n * Two layers:\n *   - DETERMINISTIC `scoreAuthenticity` — calibrated by construction (no LLM,\n *     trustworthy today). Structural signals over the produced files, driven by\n *     a domain `AuthenticitySignals` config: required artifact present, real\n *     implementation of the hard part, real infra calls, wiring, fake-shim\n *     detection, mock/stub density.\n *   - LLM NUANCE `scoreAuthenticityNuance` — mocked% / fake% / unique% for the\n *     \"looks real but is hollow\" cases structure can't see.\n *\n * `gateRealness` is the anti-Goodhart gate: a submission missing the required\n * artifact (or faking it) is capped and cannot rank high regardless of how\n * buildable it is. Domain-agnostic; ships a Solidity/Fhenix preset.\n *\n * Input is the produced-state currency: `{ path, content }[]` — exactly what\n * `extractProducedState(...).artifacts` yields, so any consumer can feed a run's\n * produced state straight in.\n */\n\nexport interface ProducedFile {\n  path: string\n  content?: string\n}\n\nexport interface AuthenticitySignals {\n  /** Human label for the domain (e.g. 'fhenix-fhe'). */\n  label: string\n  /** A file the task REQUIRES (e.g. /\\.sol$/ for an on-chain task). */\n  requiredArtifact?: RegExp\n  /** Vendored/3rd-party paths to exclude from required-artifact detection. */\n  vendored?: RegExp\n  /** Real implementation of the hard part, inside the required artifact\n   *  (e.g. Fhenix encrypted types + FHE.* ops). Matched against content, so it\n   *  fails on comments/strings only if the regex is written tightly. */\n  realImpl: RegExp\n  /** Real use of the intended client infra (e.g. cofhejs.encrypt() calls). */\n  realInfra: RegExp\n  /** Evidence the artifact is actually wired/used (e.g. contract writes). */\n  wiring?: RegExp\n  /** A fake shim standing in for the real thing — matched on file path AND body. */\n  fakeShim: RegExp\n  /** Mock/stub/TODO markers. Defaults to a generic set. */\n  mock?: RegExp\n  /** Score weights (default 40/25/20/15). */\n  weights?: { artifact?: number; impl?: number; infra?: number; wiring?: number }\n}\n\nexport interface AuthenticityResult {\n  /** Deterministic realness, 0 (BS) … 100 (real on real infra). */\n  realness: number\n  requiredArtifactPresent: boolean\n  requiredArtifactCount: number\n  usesRealImpl: boolean\n  realInfra: boolean\n  wired: boolean\n  /** The required artifact is actually referenced/imported by other (non-artifact)\n   *  files — i.e. wired into the rest of the system, not dead code. Domain-agnostic:\n   *  a deliverable nothing else uses is suspect in any vertical. */\n  artifactReferenced: boolean\n  /** Convenience: the artifact is connected to the running system, via either the\n   *  domain wiring signal OR a structural reference. */\n  artifactWired: boolean\n  fakeShim: boolean\n  /** mock/stub markers per 1000 LOC, capped at 100. */\n  mockDensity: number\n  /** Human-readable BS flags — what's missing or faked. */\n  flags: string[]\n}\n\nconst DEFAULT_MOCK =\n  /\\bmock|\\bfake|\\bdummy|\\bstub\\b|simulat|hardcoded|placeholder|TODO|not\\s+implemented|FIXME/i\n\nfunction basename(p: string): string {\n  return p.split('/').pop() ?? p\n}\n\nfunction escapeRe(s: string): string {\n  return s.replace(/[.*+?^${}()|[\\]\\\\]/g, '\\\\$&')\n}\n\n/** Top-level symbols a source file declares (contract/library/class/etc.), used to\n *  test whether other files reference the artifact. Language-agnostic keyword set. */\nfunction declaredNames(content: string): string[] {\n  const names = new Set<string>()\n  const re =\n    /\\b(?:contract|library|interface|abstract\\s+contract|class|enum|struct|module|package)\\s+([A-Za-z_]\\w*)/g\n  let m: RegExpExecArray | null\n  while ((m = re.exec(content))) {\n    const name = m[1]\n    if (name && name.length >= 4) names.add(name)\n  }\n  return [...names]\n}\n\n/** Is a required artifact referenced/imported by any non-artifact file? Catches the\n *  \"decorative / dead-code artifact\" facade (a real-looking deliverable nothing in\n *  the running system imports, deploys, or calls). Purely structural — no domain. */\nfunction isArtifactReferenced(\n  required: readonly ProducedFile[],\n  others: readonly ProducedFile[],\n): boolean {\n  if (!required.length || !others.length) return false\n  return required.some((rf) => {\n    const stem = rf.path.replace(/\\.[^.]+$/, '') // import-path stem (no ext)\n    const base = basename(rf.path) // filename incl. ext\n    const names = declaredNames(rf.content ?? '')\n    return others.some((o) => {\n      const c = o.content ?? ''\n      if (!c) return false\n      if (c.includes(base) || c.includes(stem)) return true // import of the path\n      return names.some((n) => new RegExp(`\\\\b${escapeRe(n)}\\\\b`).test(c)) // symbol reference\n    })\n  })\n}\n\n/** Deterministic authenticity scan of produced files. Pure — same files in,\n *  same score out. No LLM, no IO. */\nexport function scoreAuthenticity(\n  files: readonly ProducedFile[],\n  signals: AuthenticitySignals,\n): AuthenticityResult {\n  const w = {\n    artifact: signals.weights?.artifact ?? 40,\n    impl: signals.weights?.impl ?? 25,\n    infra: signals.weights?.infra ?? 20,\n    wiring: signals.weights?.wiring ?? 15,\n  }\n  const mockRe = signals.mock ?? DEFAULT_MOCK\n\n  const required = signals.requiredArtifact\n    ? files.filter(\n        (f) => signals.requiredArtifact!.test(f.path) && !(signals.vendored?.test(f.path) ?? false),\n      )\n    : []\n  const others = signals.requiredArtifact ? files.filter((f) => !required.includes(f)) : files\n\n  const requiredText = required.map((f) => f.content ?? '').join('\\n')\n  const otherText = others.map((f) => f.content ?? '').join('\\n')\n  const allText = files.map((f) => f.content ?? '').join('\\n')\n\n  const requiredArtifactPresent = signals.requiredArtifact ? required.length > 0 : true\n  // Real impl looked for in the required artifact when there is one, else anywhere.\n  const usesRealImpl = signals.realImpl.test(signals.requiredArtifact ? requiredText : allText)\n  const realInfra = signals.realInfra.test(allText)\n  const wired = signals.wiring ? signals.wiring.test(otherText || allText) : false\n  // Structural: is the required artifact actually used by the rest of the system?\n  const artifactReferenced = isArtifactReferenced(required, others)\n  const artifactWired = wired || artifactReferenced\n  const fakeShim = files.some(\n    (f) => signals.fakeShim.test(basename(f.path)) || signals.fakeShim.test(f.content ?? ''),\n  )\n\n  const mockHits = (\n    allText.match(\n      new RegExp(mockRe.source, mockRe.flags.includes('g') ? mockRe.flags : `${mockRe.flags}g`),\n    ) ?? []\n  ).length\n  const loc = Math.max(1, allText.split('\\n').length)\n  const mockDensity = Math.min(100, Math.round((mockHits / loc) * 1000))\n\n  // A real-looking artifact that nothing in the system imports/deploys/calls is\n  // decorative (dead code) — a common facade. We REPORT this (flag + signal) but do\n  // NOT auto-penalize the score: structural reference detection is noisy (an ABI or\n  // placeholder-address file makes a dead contract look \"referenced\", while a strong\n  // contract-only submission looks \"dead\"), so a score penalty manufactures false\n  // negatives on legitimately-partial work. Gate on it only via opts.requireArtifactWired,\n  // and let the LLM-nuance layer resolve the ambiguous middle band.\n  const decorativeArtifact = requiredArtifactPresent && usesRealImpl && !artifactWired\n\n  let realness = 0\n  if (requiredArtifactPresent) realness += w.artifact\n  if (usesRealImpl) realness += w.impl\n  if (realInfra) realness += w.infra\n  if (wired) realness += w.wiring\n  if (fakeShim) realness -= 25\n  realness -= Math.min(20, mockDensity)\n  realness = Math.max(0, Math.min(100, realness))\n\n  const flags: string[] = []\n  if (signals.requiredArtifact && !requiredArtifactPresent) {\n    flags.push(\n      `NO_REQUIRED_ARTIFACT: task needs ${signals.label} artifact (${signals.requiredArtifact}); none produced`,\n    )\n  }\n  if (requiredArtifactPresent && signals.requiredArtifact && !usesRealImpl) {\n    flags.push('ARTIFACT_NO_REAL_IMPL: required artifact exists but lacks the real implementation')\n  }\n  if (fakeShim) flags.push('FAKE_SHIM: ships a client-side stand-in simulating the real infra')\n  if (!realInfra && !requiredArtifactPresent)\n    flags.push('NO_REAL_INFRA: no real infra calls — cosmetic at best')\n  if (mockDensity >= 8)\n    flags.push(`HIGH_MOCK_DENSITY: ${mockDensity} mock/stub markers per 1000 LOC`)\n  if (signals.wiring && requiredArtifactPresent && !wired)\n    flags.push('NOT_WIRED: artifact exists but is never used by the client')\n  if (decorativeArtifact)\n    flags.push(\n      'DEAD_ARTIFACT: required artifact is not referenced/imported anywhere — decorative or dead code',\n    )\n\n  return {\n    realness,\n    requiredArtifactPresent,\n    requiredArtifactCount: required.length,\n    usesRealImpl,\n    realInfra,\n    wired,\n    artifactReferenced,\n    artifactWired,\n    fakeShim,\n    mockDensity,\n    flags,\n  }\n}\n\nexport interface RealnessGate {\n  gated: boolean\n  reason?: string\n}\n\n/** Anti-Goodhart gate: a required-artifact-missing or faked submission is\n *  capped and cannot rank high regardless of buildability. */\nexport function gateRealness(\n  r: AuthenticityResult,\n  opts: { floor?: number; requireArtifact?: boolean; requireArtifactWired?: boolean } = {},\n): RealnessGate {\n  const floor = opts.floor ?? 30\n  if ((opts.requireArtifact ?? true) && !r.requiredArtifactPresent) {\n    return { gated: true, reason: 'required artifact missing' }\n  }\n  if (r.fakeShim && !r.usesRealImpl) {\n    return { gated: true, reason: 'fake shim with no real implementation' }\n  }\n  // Opt-in (default off): a vertical where the deliverable MUST be wired into the\n  // running system can reject a decorative/dead artifact. Off by default because a\n  // contract-only (incomplete-but-real) submission is legitimately partial, not fake.\n  if (\n    opts.requireArtifactWired &&\n    r.requiredArtifactPresent &&\n    r.usesRealImpl &&\n    !r.artifactWired\n  ) {\n    return { gated: true, reason: 'required artifact present but never wired into the system' }\n  }\n  if (r.realness < floor)\n    return { gated: true, reason: `realness ${r.realness} below floor ${floor}` }\n  return { gated: false }\n}\n\n// ── LLM nuance layer ─────────────────────────────────────────────────────────\n\nexport interface AuthenticityNuance {\n  /** 0 (nothing mocked) … 100 (entirely mocked). */\n  mockedPct: number\n  /** 0 (genuine) … 100 (a hollow facade / cargo-culted). */\n  fakePct: number\n  /** 0 (boilerplate/template clone) … 100 (distinctive real work). */\n  uniquePct: number\n  verdict: string\n}\n\n/** A minimal completion fn — inject your model caller (router/tcloud). Keeps\n *  this module free of any specific LLM client. */\nexport type CompleteFn = (system: string, user: string) => Promise<string>\n\nfunction fileDigest(\n  files: readonly ProducedFile[],\n  opts: { maxFiles?: number; perFile?: number; prioritize?: RegExp } = {},\n): string {\n  const maxFiles = opts.maxFiles ?? 14\n  const perFile = opts.perFile ?? 1200\n  // Lead with the required-artifact files (e.g. .sol) so a truncated digest\n  // never hides the very thing the judge must assess.\n  const ordered = opts.prioritize\n    ? [...files].sort(\n        (a, b) => Number(opts.prioritize!.test(b.path)) - Number(opts.prioritize!.test(a.path)),\n      )\n    : files\n  return ordered\n    .slice(0, maxFiles)\n    .map((f) => `// ${f.path}\\n${(f.content ?? '').slice(0, perFile)}`)\n    .join('\\n\\n')\n}\n\nfunction clampPct(v: unknown): number {\n  const n = typeof v === 'number' ? v : Number(v)\n  return Number.isFinite(n) ? Math.max(0, Math.min(100, Math.round(n))) : 0\n}\n\n/**\n * LLM nuance scoring — judges the \"looks real but is hollow\" axis structure\n * misses. Inject a `complete` caller; returns mocked/fake/unique % + a verdict.\n * Fail-soft: a bad/unparseable response yields a worst-case (fully-fake) read,\n * never a false pass.\n */\nexport async function scoreAuthenticityNuance(\n  files: readonly ProducedFile[],\n  complete: CompleteFn,\n  opts: { intent?: string; prioritize?: RegExp } = {},\n): Promise<AuthenticityNuance> {\n  const system =\n    'You audit whether an agent BUILT THE REAL THING or faked it. Be skeptical: ' +\n    'a pretty UI, cosmetic labels, simulated/in-memory stand-ins for real infra, ' +\n    'and cargo-culted imports do NOT count as real. Respond with ONLY JSON: ' +\n    '{\"mockedPct\":0-100,\"fakePct\":0-100,\"uniquePct\":0-100,\"verdict\":\"one sentence\"}. ' +\n    'mockedPct = how much is mocked/stubbed; fakePct = how hollow/facade it is; ' +\n    'uniquePct = how distinctive vs boilerplate.'\n  const user =\n    (opts.intent ? `Intended deliverable: ${opts.intent}\\n\\n` : '') +\n    `Produced files:\\n${fileDigest(files, { prioritize: opts.prioritize })}`\n  try {\n    const raw = await complete(system, user)\n    const m = raw.match(/\\{[\\s\\S]*\\}/)\n    if (!m)\n      return { mockedPct: 100, fakePct: 100, uniquePct: 0, verdict: 'unparseable judge response' }\n    const j = JSON.parse(m[0]) as Record<string, unknown>\n    return {\n      mockedPct: clampPct(j.mockedPct),\n      fakePct: clampPct(j.fakePct),\n      uniquePct: clampPct(j.uniquePct),\n      verdict: typeof j.verdict === 'string' ? j.verdict : '',\n    }\n  } catch (err) {\n    return {\n      mockedPct: 100,\n      fakePct: 100,\n      uniquePct: 0,\n      verdict: `judge error: ${err instanceof Error ? err.message : String(err)}`,\n    }\n  }\n}\n\n// ── Realness-direct LLM judge ─────────────────────────────────────────────────\n\nexport interface RealnessJudgment {\n  /** 0 (facade/simulator) … 100 (real implementation on the intended infra). */\n  isReal: number\n  rationale: string\n}\n\n/**\n * Ask an LLM to rate realness DIRECTLY on a 0-100 scale — the axis that matched\n * human blind-labels in validation (F1 0.80→0.88 on the gray band; a fakePct/\n * hollowness proxy over-penalized \"real core + stubbed periphery\" partials, and a\n * weak judge model over-flagged — use a strong one). Domain-agnostic skeleton; the\n * consumer supplies `intent` (what the deliverable should be) and `rubric` (domain\n * specifics of real-vs-fake). Fail-closed: a bad response reads as fully fake.\n */\nexport async function judgeRealnessLlm(\n  files: readonly ProducedFile[],\n  complete: CompleteFn,\n  opts: { intent?: string; rubric?: string; prioritize?: RegExp } = {},\n): Promise<RealnessJudgment> {\n  const system =\n    \"You are a skeptical auditor. Rate how REAL an agent's build is vs the intended \" +\n    'deliverable, 0-100. A genuine implementation of the HARD part on the intended ' +\n    'infrastructure is SUBSTANTIALLY REAL (>=50) even if peripheral layers are stubbed; ' +\n    'a pure simulator / facade / branded-type stand-in / no-op-stubbed dependency with ' +\n    'no real implementation is FAKE (<=25). Judge the core on its merits and note the ' +\n    'runtime. ' +\n    (opts.rubric ? `Domain rubric: ${opts.rubric} ` : '') +\n    'Respond with ONLY JSON: {\"isReal\":0-100,\"why\":\"one sentence\"}.'\n  const user =\n    (opts.intent ? `Intended deliverable: ${opts.intent}\\n\\n` : '') +\n    `Produced files:\\n${fileDigest(files, { prioritize: opts.prioritize })}`\n  try {\n    const raw = await complete(system, user)\n    const m = raw.match(/\\{[\\s\\S]*\\}/)\n    if (!m) return { isReal: 0, rationale: 'unparseable judge response' }\n    const j = JSON.parse(m[0]) as Record<string, unknown>\n    return {\n      isReal: clampPct(j.isReal),\n      rationale: typeof j.why === 'string' ? j.why : '',\n    }\n  } catch (err) {\n    return {\n      isReal: 0,\n      rationale: `judge error: ${err instanceof Error ? err.message : String(err)}`,\n    }\n  }\n}\n\n// ── Blended pipeline: deterministic for the clean extremes, LLM for the gray band ─\n\nexport type RealnessBand = 'clean-real' | 'clean-fake' | 'gray'\n\nexport interface BlendedRealness extends AuthenticityResult {\n  /** Final realness after (only-when-needed) LLM adjudication, 0…100. */\n  blendedRealness: number\n  band: RealnessBand\n  /** True iff the LLM judge was actually consulted (gray band only). */\n  consultedLlm: boolean\n  /** Present iff the LLM was consulted. */\n  judgment?: RealnessJudgment\n}\n\n/**\n * Score realness using the cheapest sufficient signal: trust the deterministic\n * scorer on the CLEAN extremes (obvious fakes / obviously-real-and-wired), and only\n * spend an LLM call on the GRAY band — cells that look real structurally but carry\n * fakeness markers (a fake shim, an unwired/dead artifact, high mock density) or land\n * mid-range. This caps LLM cost at the fraction of cells static analysis can't\n * resolve, which matters at multi-vertical / multi-partner scale.\n *\n * Domain-agnostic: the gray-band TRIGGER is structural; the LLM judges via the\n * consumer-supplied `intent`. Fail-closed (a bad LLM response reads as fully fake).\n */\nexport async function scoreRealnessBlended(\n  files: readonly ProducedFile[],\n  signals: AuthenticitySignals,\n  complete: CompleteFn,\n  opts: {\n    intent?: string\n    rubric?: string\n    grayBand?: [number, number]\n    mockGrayThreshold?: number\n  } = {},\n): Promise<BlendedRealness> {\n  const det = scoreAuthenticity(files, signals)\n  const [lo, hi] = opts.grayBand ?? [30, 70]\n  const mockGray = opts.mockGrayThreshold ?? 8\n\n  // Structural conflict: a real artifact whose RUNTIME authenticity static analysis\n  // can't settle — a fake shim is present, or it isn't wired to a real client (could\n  // be a decorative contract next to a simulator, OR an incomplete-but-real build),\n  // or mock density is high. Empirically (21 labeled cells) this routes 100% of the\n  // deterministic errors to the LLM while leaving an error-free clean band.\n  const conflict =\n    det.requiredArtifactPresent &&\n    det.usesRealImpl &&\n    (det.fakeShim || !det.wired || det.mockDensity >= mockGray)\n  const midRange = det.realness >= lo && det.realness <= hi\n\n  let band: RealnessBand\n  if (conflict || midRange) band = 'gray'\n  else if (det.realness < lo) band = 'clean-fake'\n  else band = 'clean-real'\n\n  if (band !== 'gray') {\n    return { ...det, blendedRealness: det.realness, band, consultedLlm: false }\n  }\n\n  // In the gray band the LLM read dominates (that's why we paid for it), with the\n  // deterministic score as a light anchor. Weights 0.25/0.75 validated against blind\n  // human labels (F1 0.88 vs 0.80 deterministic-only).\n  const judgment = await judgeRealnessLlm(files, complete, {\n    intent: opts.intent,\n    rubric: opts.rubric,\n    prioritize: signals.requiredArtifact,\n  })\n  const blendedRealness = Math.max(\n    0,\n    Math.min(100, Math.round(0.25 * det.realness + 0.75 * judgment.isReal)),\n  )\n  return { ...det, blendedRealness, band, consultedLlm: true, judgment }\n}\n\n// Domain `AuthenticitySignals` (e.g. a Solidity/Fhenix preset) live in the\n// CONSUMER, not the substrate — this module stays domain-agnostic.\n"],"mappings":";;;AA6EA,IAAM,eACJ;AAEF,SAAS,SAAS,GAAmB;AACnC,SAAO,EAAE,MAAM,GAAG,EAAE,IAAI,KAAK;AAC/B;AAEA,SAAS,SAAS,GAAmB;AACnC,SAAO,EAAE,QAAQ,uBAAuB,MAAM;AAChD;AAIA,SAAS,cAAc,SAA2B;AAChD,QAAM,QAAQ,oBAAI,IAAY;AAC9B,QAAM,KACJ;AACF,MAAI;AACJ,SAAQ,IAAI,GAAG,KAAK,OAAO,GAAI;AAC7B,UAAM,OAAO,EAAE,CAAC;AAChB,QAAI,QAAQ,KAAK,UAAU,EAAG,OAAM,IAAI,IAAI;AAAA,EAC9C;AACA,SAAO,CAAC,GAAG,KAAK;AAClB;AAKA,SAAS,qBACP,UACA,QACS;AACT,MAAI,CAAC,SAAS,UAAU,CAAC,OAAO,OAAQ,QAAO;AAC/C,SAAO,SAAS,KAAK,CAAC,OAAO;AAC3B,UAAM,OAAO,GAAG,KAAK,QAAQ,YAAY,EAAE;AAC3C,UAAM,OAAO,SAAS,GAAG,IAAI;AAC7B,UAAM,QAAQ,cAAc,GAAG,WAAW,EAAE;AAC5C,WAAO,OAAO,KAAK,CAAC,MAAM;AACxB,YAAM,IAAI,EAAE,WAAW;AACvB,UAAI,CAAC,EAAG,QAAO;AACf,UAAI,EAAE,SAAS,IAAI,KAAK,EAAE,SAAS,IAAI,EAAG,QAAO;AACjD,aAAO,MAAM,KAAK,CAAC,MAAM,IAAI,OAAO,MAAM,SAAS,CAAC,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;AAAA,IACrE,CAAC;AAAA,EACH,CAAC;AACH;AAIO,SAAS,kBACd,OACA,SACoB;AACpB,QAAM,IAAI;AAAA,IACR,UAAU,QAAQ,SAAS,YAAY;AAAA,IACvC,MAAM,QAAQ,SAAS,QAAQ;AAAA,IAC/B,OAAO,QAAQ,SAAS,SAAS;AAAA,IACjC,QAAQ,QAAQ,SAAS,UAAU;AAAA,EACrC;AACA,QAAM,SAAS,QAAQ,QAAQ;AAE/B,QAAM,WAAW,QAAQ,mBACrB,MAAM;AAAA,IACJ,CAAC,MAAM,QAAQ,iBAAkB,KAAK,EAAE,IAAI,KAAK,EAAE,QAAQ,UAAU,KAAK,EAAE,IAAI,KAAK;AAAA,EACvF,IACA,CAAC;AACL,QAAM,SAAS,QAAQ,mBAAmB,MAAM,OAAO,CAAC,MAAM,CAAC,SAAS,SAAS,CAAC,CAAC,IAAI;AAEvF,QAAM,eAAe,SAAS,IAAI,CAAC,MAAM,EAAE,WAAW,EAAE,EAAE,KAAK,IAAI;AACnE,QAAM,YAAY,OAAO,IAAI,CAAC,MAAM,EAAE,WAAW,EAAE,EAAE,KAAK,IAAI;AAC9D,QAAM,UAAU,MAAM,IAAI,CAAC,MAAM,EAAE,WAAW,EAAE,EAAE,KAAK,IAAI;AAE3D,QAAM,0BAA0B,QAAQ,mBAAmB,SAAS,SAAS,IAAI;AAEjF,QAAM,eAAe,QAAQ,SAAS,KAAK,QAAQ,mBAAmB,eAAe,OAAO;AAC5F,QAAM,YAAY,QAAQ,UAAU,KAAK,OAAO;AAChD,QAAM,QAAQ,QAAQ,SAAS,QAAQ,OAAO,KAAK,aAAa,OAAO,IAAI;AAE3E,QAAM,qBAAqB,qBAAqB,UAAU,MAAM;AAChE,QAAM,gBAAgB,SAAS;AAC/B,QAAM,WAAW,MAAM;AAAA,IACrB,CAAC,MAAM,QAAQ,SAAS,KAAK,SAAS,EAAE,IAAI,CAAC,KAAK,QAAQ,SAAS,KAAK,EAAE,WAAW,EAAE;AAAA,EACzF;AAEA,QAAM,YACJ,QAAQ;AAAA,IACN,IAAI,OAAO,OAAO,QAAQ,OAAO,MAAM,SAAS,GAAG,IAAI,OAAO,QAAQ,GAAG,OAAO,KAAK,GAAG;AAAA,EAC1F,KAAK,CAAC,GACN;AACF,QAAM,MAAM,KAAK,IAAI,GAAG,QAAQ,MAAM,IAAI,EAAE,MAAM;AAClD,QAAM,cAAc,KAAK,IAAI,KAAK,KAAK,MAAO,WAAW,MAAO,GAAI,CAAC;AASrE,QAAM,qBAAqB,2BAA2B,gBAAgB,CAAC;AAEvE,MAAI,WAAW;AACf,MAAI,wBAAyB,aAAY,EAAE;AAC3C,MAAI,aAAc,aAAY,EAAE;AAChC,MAAI,UAAW,aAAY,EAAE;AAC7B,MAAI,MAAO,aAAY,EAAE;AACzB,MAAI,SAAU,aAAY;AAC1B,cAAY,KAAK,IAAI,IAAI,WAAW;AACpC,aAAW,KAAK,IAAI,GAAG,KAAK,IAAI,KAAK,QAAQ,CAAC;AAE9C,QAAM,QAAkB,CAAC;AACzB,MAAI,QAAQ,oBAAoB,CAAC,yBAAyB;AACxD,UAAM;AAAA,MACJ,oCAAoC,QAAQ,KAAK,cAAc,QAAQ,gBAAgB;AAAA,IACzF;AAAA,EACF;AACA,MAAI,2BAA2B,QAAQ,oBAAoB,CAAC,cAAc;AACxE,UAAM,KAAK,mFAAmF;AAAA,EAChG;AACA,MAAI,SAAU,OAAM,KAAK,mEAAmE;AAC5F,MAAI,CAAC,aAAa,CAAC;AACjB,UAAM,KAAK,4DAAuD;AACpE,MAAI,eAAe;AACjB,UAAM,KAAK,sBAAsB,WAAW,iCAAiC;AAC/E,MAAI,QAAQ,UAAU,2BAA2B,CAAC;AAChD,UAAM,KAAK,4DAA4D;AACzE,MAAI;AACF,UAAM;AAAA,MACJ;AAAA,IACF;AAEF,SAAO;AAAA,IACL;AAAA,IACA;AAAA,IACA,uBAAuB,SAAS;AAAA,IAChC;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF;AACF;AASO,SAAS,aACd,GACA,OAAsF,CAAC,GACzE;AACd,QAAM,QAAQ,KAAK,SAAS;AAC5B,OAAK,KAAK,mBAAmB,SAAS,CAAC,EAAE,yBAAyB;AAChE,WAAO,EAAE,OAAO,MAAM,QAAQ,4BAA4B;AAAA,EAC5D;AACA,MAAI,EAAE,YAAY,CAAC,EAAE,cAAc;AACjC,WAAO,EAAE,OAAO,MAAM,QAAQ,wCAAwC;AAAA,EACxE;AAIA,MACE,KAAK,wBACL,EAAE,2BACF,EAAE,gBACF,CAAC,EAAE,eACH;AACA,WAAO,EAAE,OAAO,MAAM,QAAQ,4DAA4D;AAAA,EAC5F;AACA,MAAI,EAAE,WAAW;AACf,WAAO,EAAE,OAAO,MAAM,QAAQ,YAAY,EAAE,QAAQ,gBAAgB,KAAK,GAAG;AAC9E,SAAO,EAAE,OAAO,MAAM;AACxB;AAkBA,SAAS,WACP,OACA,OAAqE,CAAC,GAC9D;AACR,QAAM,WAAW,KAAK,YAAY;AAClC,QAAM,UAAU,KAAK,WAAW;AAGhC,QAAM,UAAU,KAAK,aACjB,CAAC,GAAG,KAAK,EAAE;AAAA,IACT,CAAC,GAAG,MAAM,OAAO,KAAK,WAAY,KAAK,EAAE,IAAI,CAAC,IAAI,OAAO,KAAK,WAAY,KAAK,EAAE,IAAI,CAAC;AAAA,EACxF,IACA;AACJ,SAAO,QACJ,MAAM,GAAG,QAAQ,EACjB,IAAI,CAAC,MAAM,MAAM,EAAE,IAAI;AAAA,GAAM,EAAE,WAAW,IAAI,MAAM,GAAG,OAAO,CAAC,EAAE,EACjE,KAAK,MAAM;AAChB;AAEA,SAAS,SAAS,GAAoB;AACpC,QAAM,IAAI,OAAO,MAAM,WAAW,IAAI,OAAO,CAAC;AAC9C,SAAO,OAAO,SAAS,CAAC,IAAI,KAAK,IAAI,GAAG,KAAK,IAAI,KAAK,KAAK,MAAM,CAAC,CAAC,CAAC,IAAI;AAC1E;AAQA,eAAsB,wBACpB,OACA,UACA,OAAiD,CAAC,GACrB;AAC7B,QAAM,SACJ;AAMF,QAAM,QACH,KAAK,SAAS,yBAAyB,KAAK,MAAM;AAAA;AAAA,IAAS,MAC5D;AAAA,EAAoB,WAAW,OAAO,EAAE,YAAY,KAAK,WAAW,CAAC,CAAC;AACxE,MAAI;AACF,UAAM,MAAM,MAAM,SAAS,QAAQ,IAAI;AACvC,UAAM,IAAI,IAAI,MAAM,aAAa;AACjC,QAAI,CAAC;AACH,aAAO,EAAE,WAAW,KAAK,SAAS,KAAK,WAAW,GAAG,SAAS,6BAA6B;AAC7F,UAAM,IAAI,KAAK,MAAM,EAAE,CAAC,CAAC;AACzB,WAAO;AAAA,MACL,WAAW,SAAS,EAAE,SAAS;AAAA,MAC/B,SAAS,SAAS,EAAE,OAAO;AAAA,MAC3B,WAAW,SAAS,EAAE,SAAS;AAAA,MAC/B,SAAS,OAAO,EAAE,YAAY,WAAW,EAAE,UAAU;AAAA,IACvD;AAAA,EACF,SAAS,KAAK;AACZ,WAAO;AAAA,MACL,WAAW;AAAA,MACX,SAAS;AAAA,MACT,WAAW;AAAA,MACX,SAAS,gBAAgB,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG,CAAC;AAAA,IAC3E;AAAA,EACF;AACF;AAkBA,eAAsB,iBACpB,OACA,UACA,OAAkE,CAAC,GACxC;AAC3B,QAAM,SACJ,kaAMC,KAAK,SAAS,kBAAkB,KAAK,MAAM,MAAM,MAClD;AACF,QAAM,QACH,KAAK,SAAS,yBAAyB,KAAK,MAAM;AAAA;AAAA,IAAS,MAC5D;AAAA,EAAoB,WAAW,OAAO,EAAE,YAAY,KAAK,WAAW,CAAC,CAAC;AACxE,MAAI;AACF,UAAM,MAAM,MAAM,SAAS,QAAQ,IAAI;AACvC,UAAM,IAAI,IAAI,MAAM,aAAa;AACjC,QAAI,CAAC,EAAG,QAAO,EAAE,QAAQ,GAAG,WAAW,6BAA6B;AACpE,UAAM,IAAI,KAAK,MAAM,EAAE,CAAC,CAAC;AACzB,WAAO;AAAA,MACL,QAAQ,SAAS,EAAE,MAAM;AAAA,MACzB,WAAW,OAAO,EAAE,QAAQ,WAAW,EAAE,MAAM;AAAA,IACjD;AAAA,EACF,SAAS,KAAK;AACZ,WAAO;AAAA,MACL,QAAQ;AAAA,MACR,WAAW,gBAAgB,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG,CAAC;AAAA,IAC7E;AAAA,EACF;AACF;AA2BA,eAAsB,qBACpB,OACA,SACA,UACA,OAKI,CAAC,GACqB;AAC1B,QAAM,MAAM,kBAAkB,OAAO,OAAO;AAC5C,QAAM,CAAC,IAAI,EAAE,IAAI,KAAK,YAAY,CAAC,IAAI,EAAE;AACzC,QAAM,WAAW,KAAK,qBAAqB;AAO3C,QAAM,WACJ,IAAI,2BACJ,IAAI,iBACH,IAAI,YAAY,CAAC,IAAI,SAAS,IAAI,eAAe;AACpD,QAAM,WAAW,IAAI,YAAY,MAAM,IAAI,YAAY;AAEvD,MAAI;AACJ,MAAI,YAAY,SAAU,QAAO;AAAA,WACxB,IAAI,WAAW,GAAI,QAAO;AAAA,MAC9B,QAAO;AAEZ,MAAI,SAAS,QAAQ;AACnB,WAAO,EAAE,GAAG,KAAK,iBAAiB,IAAI,UAAU,MAAM,cAAc,MAAM;AAAA,EAC5E;AAKA,QAAM,WAAW,MAAM,iBAAiB,OAAO,UAAU;AAAA,IACvD,QAAQ,KAAK;AAAA,IACb,QAAQ,KAAK;AAAA,IACb,YAAY,QAAQ;AAAA,EACtB,CAAC;AACD,QAAM,kBAAkB,KAAK;AAAA,IAC3B;AAAA,IACA,KAAK,IAAI,KAAK,KAAK,MAAM,OAAO,IAAI,WAAW,OAAO,SAAS,MAAM,CAAC;AAAA,EACxE;AACA,SAAO,EAAE,GAAG,KAAK,iBAAiB,MAAM,cAAc,MAAM,SAAS;AACvE;","names":[]}