@konneal/engine 0.2.120 → 0.2.122

package/dist/{ask-3BJKTVLY.js → ask-J4QFS6Q2.js}

@@ -1,11 +1,11 @@
 import {
   handleAsk
-} from "./chunk-SORXE55V.js";
+} from "./chunk-BRUHQEOT.js";
 import "./chunk-FKG5VGOL.js";
-import "./chunk-IIQWESHC.js";
+import "./chunk-2JUWER2A.js";
 import "./chunk-TH5XGPD5.js";
 import "./chunk-DJ65EF5G.js";
-import "./chunk-A3QHHUN5.js";
+import "./chunk-A4A26BCV.js";
 import "./chunk-4NXH5ZI6.js";
 import "./chunk-VT7DR6NQ.js";
 import "./chunk-JZFXSTYX.js";

package/dist/{chunk-IIQWESHC.js → chunk-2JUWER2A.js}

@@ -22901,9 +22901,11 @@ var rerankStage = {
       c.hits.forEach((h, i) => h.rerank_score = scores[i]);
       c.hits.sort((a, b) => (b.rerank_score ?? -Infinity) - (a.rerank_score ?? -Infinity));
       if (c.filter?.doc_number) {
-        const families = c.hits.filter((h) => h.metadata.clause_anchor === "family");
-        if (families.length) {
-          c.hits = [...families, ...c.hits.filter((h) => h.metadata.clause_anchor !== "family")];
+        const families = c.hits.filter((h) => h.metadata.clause_anchor === "family" && String(h.metadata.doc_number ?? "").split("-")[0] === String(c.filter.doc_number).split("-")[0]);
+        const own = families.length ? families : c.hits.filter((h) => String(h.metadata.doc_number ?? "") === String(c.filter.doc_number).split("-")[0] && /^(overview|)$/i.test(String(h.metadata.clause_anchor ?? "")));
+        if (own.length) {
+          const ownIds = new Set(own.map((h) => h.id));
+          c.hits = [...own, ...c.hits.filter((h) => !ownIds.has(h.id))];
         }
       }
     }

package/dist/chunk-A4A26BCV.js

@@ -0,0 +1,89 @@
+import {
+  P
+} from "./chunk-3FYJM7LH.js";
+
+// workers/worker_public/src/refusal.ts
+function refusalAnswer() {
+  return P().prompts.vars.refusal_sentence;
+}
+function refusalPatterns(publisher) {
+  return {
+    variant: new RegExp(`^\\s*I don[\u2019']?t have information on .{1,120}? in the indexed ${publisher}(?: \\w+){0,2} (?:publications|passages|documents|corpus)\\.?`, "i"),
+    drift: [
+      new RegExp(`\\b(can'?t|cannot|couldn'?t|unable)\\b[^.]{0,120}?\\b(indexed )?${publisher}(?: \\w+){0,2} (?:publications|passages|documents|corpus)\\b`, "i"),
+      new RegExp(`\\bno real answer to give\\b[^.]{0,120}?\\b${publisher}\\b`, "i"),
+      /\b(?:falls|well) outside\b[^.]{0,120}?\b(?:what I can answer|my scope|the scope of)\b/i,
+      /\boutside (?:of )?what (?:I|this service) can answer\b/i,
+      // "I can't answer that — weather forecasting is outside my scope":
+      // requires the refusal verb, so a scope DISCUSSION inside a real answer
+      // ("this exemption is outside the scope of R 60") never matches
+      /\bI can[’']?t answer\b[^.]{0,100}?\bscope\b/i,
+      new RegExp(`^\\s*I don[\u2019']?t have any indexed ${publisher} \\w+(?:s)? (?:covering|about|on)\b`, "im"),
+      // trivia refusals in the model's own words (the refuse-trivia
+      // flake): out-of-domain content named plainly — the refusal
+      // verb is the guard, a scope DISCUSSION inside a real answer
+      // ("this exemption is outside the scope of R 60") never matches
+      /\bI don[’']?t have (?:any )?information on [^.]{0,80}(?:that[’']?s|—)?\s*(?:general|common) knowledge\b/i,
+      /\b(?:that[’']?s|this is) (?:just )?(?:general|common) knowledge[^.]{0,80}(?:outside|beyond|not covered)\b/i
+    ],
+    // the misplaced-pin wall's subset: every pattern here carries a
+    // first-person refusal verb ("I don't have information", "I can't
+    // answer", "that's general knowledge") — a cited answer's scope
+    // DISCUSSION ("outside the scope of R 60's requirements") never
+    // matches, so the wall can never eat real content
+    wallSafe: [
+      new RegExp(`\\b(can'?t|cannot|couldn'?t|unable)\\b[^.]{0,120}?\\b(indexed )?${publisher}(?: \\w+){0,2} (?:publications|passages|documents|corpus)\\b`, "i"),
+      new RegExp(`\\bno real answer to give\\b[^.]{0,120}?\\b${publisher}\\b`, "i"),
+      /\bI don[’']?t have (?:any )?information on [^.]{0,80}(?:that[’']?s|—)?\s*(?:general|common) knowledge\b/i,
+      /\b(?:that[’']?s|this is) (?:just )?(?:general|common) knowledge[^.]{0,80}(?:outside|beyond|not covered)\b/i,
+      /\bI can[’']?t answer\b[^.]{0,100}?\bscope\b/i
+    ]
+  };
+}
+function sentenceStart(answer, i) {
+  let s = 0;
+  for (const sep of [". ", "! ", "? ", "\n"]) {
+    const j = answer.lastIndexOf(sep, i);
+    if (j >= 0) s = Math.max(s, j + sep.length);
+  }
+  return s;
+}
+function sentenceEnd(answer, i) {
+  const m = /[.!?\n]/.exec(answer.slice(i));
+  return m ? i + m.index + 1 : answer.length;
+}
+function canonicalRefusal(answer) {
+  const CANON = refusalAnswer();
+  if (answer.includes(CANON)) return answer;
+  const { variant: REFUSAL_VARIANT, drift: REFUSAL_DRIFT } = refusalPatterns(P().publisher.name);
+  const variant = answer.match(REFUSAL_VARIANT);
+  if (variant) return answer.replace(variant[0], CANON);
+  for (const drift of REFUSAL_DRIFT) {
+    const m = drift.exec(answer);
+    if (!m) continue;
+    return answer.slice(0, sentenceStart(answer, m.index)) + CANON + answer.slice(sentenceEnd(answer, m.index));
+  }
+  return answer;
+}
+function exciseMisplacedPin(answer, cites) {
+  if (!cites) return answer;
+  const CANON = refusalAnswer();
+  let out = answer;
+  if (out.includes(CANON)) {
+    const i = out.indexOf(CANON);
+    out = out.slice(0, sentenceStart(out, i)) + out.slice(sentenceEnd(out, i));
+  }
+  const { wallSafe } = refusalPatterns(P().publisher.name);
+  for (const drift of wallSafe) {
+    const m = drift.exec(out);
+    if (!m) continue;
+    out = out.slice(0, sentenceStart(out, m.index)) + out.slice(sentenceEnd(out, m.index));
+  }
+  return out.replace(/^[ \t\n]+/, "").replace(/\n{3,}/g, "\n\n").trim();
+}
+
+export {
+  refusalAnswer,
+  canonicalRefusal,
+  exciseMisplacedPin
+};

package/dist/{chunk-SORXE55V.js → chunk-BRUHQEOT.js}

@@ -63,7 +63,7 @@ import {
   tokenBudget,
   understandQuery,
   usageTotal
-} from "./chunk-IIQWESHC.js";
+} from "./chunk-2JUWER2A.js";
 import {
   embed,
   generateOnce,
@@ -79,8 +79,9 @@ import {
 } from "./chunk-DJ65EF5G.js";
 import {
   canonicalRefusal,
+  exciseMisplacedPin,
   refusalAnswer
-} from "./chunk-A3QHHUN5.js";
+} from "./chunk-A4A26BCV.js";
 import {
   entitlementScope,
   requestSalt,
@@ -2565,7 +2566,7 @@ ${q.query}`.replace("\n\n\n\n", "\n\n") }];
               }
             }
           }
-          const canonical0 = canonicalRefusal(full);
+          const canonical0 = usedHits.length > 0 ? exciseMisplacedPin(canonicalRefusal(full), true) : canonicalRefusal(full);
           const c2 = canonical0.includes(refusalAnswer()) ? { text: canonical0, blocks: [], dropped: [] } : await contractV2(env.DB, canonical0, usedHits);
           send({
             type: "done",
@@ -2650,6 +2651,7 @@ ${q.query}`.replace("\n\n\n\n", "\n\n") }];
     answer = await generateOnce(env, MODELS.fallback, flat, routeEffort(routed.route));
   }
   if (answer) answer = canonicalRefusal(answer);
+  if (answer && usedHits.length > 0) answer = exciseMisplacedPin(answer, true);
   stageTiming.generate = Date.now() - tGen;
   let used = usedHits;
   if (answer && !answer.includes(refusalAnswer())) {

package/dist/{chunk-C5L55VI7.js → chunk-P6IRYZLL.js}

@@ -6,7 +6,7 @@ import {
   sessionFrom,
   telemetry,
   understandQuery
-} from "./chunk-IIQWESHC.js";
+} from "./chunk-2JUWER2A.js";
 import {
   portModelRunner
 } from "./chunk-TH5XGPD5.js";

package/dist/refusal.d.ts

@@ -7,3 +7,12 @@ export declare function refusalAnswer(): string;
  *  included) for the pinned one — the redirect tail survives. An answer
  *  outside the refusal family is returned byte-identical. */
 export declare function canonicalRefusal(answer: string): string;
+/** The misplaced-pin wall (2026-10-10): an answer that actually cites
+ *  passages is NOT a refusal — but the model sometimes drops the
+ *  pinned sentence into an otherwise-correct, well-cited answer as a
+ *  sub-topic disclaimer (measured: the refusal pin at char 435 of a
+ *  load-cell answer citing R 60). Readers and graders read the pin as
+ *  a TOTAL refusal. The wall is deterministic: when the answer cites,
+ *  the pin sentence (and its refusal-shaped paraphrases) are excised —
+ *  the surrounding content stands on its own. */
+export declare function exciseMisplacedPin(answer: string, cites: boolean): string;

package/dist/{search-JDSQPI3A.js → search-OVUHVV35.js}

@@ -1,10 +1,10 @@
 import {
   handleSearch
-} from "./chunk-C5L55VI7.js";
-import "./chunk-IIQWESHC.js";
+} from "./chunk-P6IRYZLL.js";
+import "./chunk-2JUWER2A.js";
 import "./chunk-TH5XGPD5.js";
 import "./chunk-DJ65EF5G.js";
-import "./chunk-A3QHHUN5.js";
+import "./chunk-A4A26BCV.js";
 import "./chunk-4NXH5ZI6.js";
 import "./chunk-VT7DR6NQ.js";
 import "./chunk-3FYJM7LH.js";

package/dist/worker_public/src/index.js

@@ -4,7 +4,7 @@ import {
   handleMemories,
   scoreFaithfulness,
   scoreJudge
-} from "../../chunk-SORXE55V.js";
+} from "../../chunk-BRUHQEOT.js";
 import {
   TOOLS_REGISTRY,
   bindModelNode,
@@ -12,7 +12,7 @@ import {
 } from "../../chunk-FKG5VGOL.js";
 import {
   handleSearch
-} from "../../chunk-C5L55VI7.js";
+} from "../../chunk-P6IRYZLL.js";
 import {
   buildMessages,
   citations,
@@ -34,7 +34,7 @@ import {
   sessionFrom,
   telemetry,
   understandQuery
-} from "../../chunk-IIQWESHC.js";
+} from "../../chunk-2JUWER2A.js";
 import {
   cfBlobs,
   embed,
@@ -52,7 +52,7 @@ import {
 } from "../../chunk-DJ65EF5G.js";
 import {
   canonicalRefusal
-} from "../../chunk-A3QHHUN5.js";
+} from "../../chunk-A4A26BCV.js";
 import {
   entitlementScope,
   standardKeysFrom
@@ -1049,7 +1049,7 @@ async function callToolOnce(env, ctx, _req, tier, key, name, args, t0) {
       const r = await runTool({ ...env, DB: env.DB }, { name, args }, "mcp");
       payload = r ? { tool: r.name, query: r.query, result: r.output } : { error: { message: `tool ${name} returned nothing for the given arguments` } };
     } else {
-      const res = name === "ask" ? await (await import("../../ask-3BJKTVLY.js")).handleAsk(env, ctx, inner, tier, key) : await (await import("../../search-JDSQPI3A.js")).handleSearch(env, ctx, inner, tier, key);
+      const res = name === "ask" ? await (await import("../../ask-J4QFS6Q2.js")).handleAsk(env, ctx, inner, tier, key) : await (await import("../../search-OVUHVV35.js")).handleSearch(env, ctx, inner, tier, key);
       payload = await res.json().catch(() => ({ error: { message: "tool transport failed", status: res.status } }));
     }
     telemetry(env, ctx, tier, `mcp:${name}`, null, !payload?.error, JSON.stringify(payload).length, await sha256Hex(`${name}:${JSON.stringify(args ?? {})}`), void 0, void 0, { durationMs: Date.now() - t0 });

package/dist/worker_public/src/refusal.js

@@ -1,9 +1,11 @@
 import {
   canonicalRefusal,
+  exciseMisplacedPin,
   refusalAnswer
-} from "../../chunk-A3QHHUN5.js";
+} from "../../chunk-A4A26BCV.js";
 import "../../chunk-3FYJM7LH.js";
 export {
   canonicalRefusal,
+  exciseMisplacedPin,
   refusalAnswer
 };

package/package.json

@@ -27,7 +27,7 @@
     "playwright": "^1.62.1",
     "yaml": "^2.9.1"
   },
-  "version": "0.2.120",
+  "version": "0.2.122",
   "description": "The Konneal engine: the publisher-agnostic build pipeline and API plane for standards intelligence (retrieval, answer contract, verdicts, evaluation).",
   "license": "BSD-3-Clause",
   "type": "module",

package/workers/worker_public/src/ask.ts

@@ -17,7 +17,7 @@ import { reflect } from "./reflect";
 import { scoreFaithfulness } from "./faithfulness";
 import { entailmentVerdict } from "./entailment";
 import { checkQuoteAnchors, ANCHOR_CORRECTION_NOTE } from "./anchors";
-import { canonicalRefusal } from "./refusal";
+import { canonicalRefusal, exciseMisplacedPin } from "./refusal";
 import { contractV2, tableRetyped } from "./refs";
 import { completeTables, completeFigures } from "./completion";
 import { NO_CONTEXT, appliedContext, contextNote, namedDocumentIn, parseContext, resolveDocScope, syntheticUnderstanding } from "./context";
@@ -1464,7 +1464,9 @@ let convEntities: Array<{ entity: string; kind: string }> = [];
               } catch { /* deliver what we have */ }
             }
           }
-          const canonical0 = canonicalRefusal(full);
+          // the misplaced-pin wall rides the streamed path too: a
+          // CITED stream is not a refusal
+          const canonical0 = usedHits.length > 0 ? exciseMisplacedPin(canonicalRefusal(full), true) : canonicalRefusal(full);
           // answer contract v2: validate [[u:]] refs, resolve typed blocks
           const c2 = canonical0.includes(refusalAnswer())
             ? { text: canonical0, blocks: [], dropped: [] as string[] }
@@ -1569,6 +1571,11 @@ let convEntities: Array<{ entity: string; kind: string }> = [];
     answer = await generateOnce(env, MODELS.fallback, flat, routeEffort(routed.route));
   }
   if (answer) answer = canonicalRefusal(answer);
+  // the misplaced-pin wall: a CITED answer is not a refusal — excise
+  // the pinned sentence if the model dropped it in as a disclaimer
+  // (measured on chip-scoped asks: correct cited answers carrying the
+  // pin mid-text, read by users and graders as total refusals)
+  if (answer && usedHits.length > 0) answer = exciseMisplacedPin(answer, true);
   stageTiming.generate = Date.now() - tGen;
 
   // ── Deterministic quote-anchor + table-retyping check ──

package/workers/worker_public/src/refusal.ts

@@ -10,7 +10,7 @@ export function refusalAnswer(): string {
 // on how to make lasagna in the indexed..."); the API contract is the
 // exact canonical sentence — normalize variants, keep the redirect tail.
 // The patterns are built per call: the publisher token is profile data.
-function refusalPatterns(publisher: string): { variant: RegExp; drift: RegExp[] } {
+function refusalPatterns(publisher: string): { variant: RegExp; drift: RegExp[]; wallSafe: RegExp[] } {
   return {
     variant: new RegExp(`^\\s*I don[’']?t have information on .{1,120}? in the indexed ${publisher}(?: \\w+){0,2} (?:publications|passages|documents|corpus)\\.?`, "i"),
     drift: [
@@ -23,6 +23,24 @@ function refusalPatterns(publisher: string): { variant: RegExp; drift: RegExp[]
       // ("this exemption is outside the scope of R 60") never matches
       /\bI can[’']?t answer\b[^.]{0,100}?\bscope\b/i,
       new RegExp(`^\\s*I don[’']?t have any indexed ${publisher} \\w+(?:s)? (?:covering|about|on)\b`, "im"),
+      // trivia refusals in the model's own words (the refuse-trivia
+      // flake): out-of-domain content named plainly — the refusal
+      // verb is the guard, a scope DISCUSSION inside a real answer
+      // ("this exemption is outside the scope of R 60") never matches
+      /\bI don[’']?t have (?:any )?information on [^.]{0,80}(?:that[’']?s|—)?\s*(?:general|common) knowledge\b/i,
+      /\b(?:that[’']?s|this is) (?:just )?(?:general|common) knowledge[^.]{0,80}(?:outside|beyond|not covered)\b/i,
+    ],
+    // the misplaced-pin wall's subset: every pattern here carries a
+    // first-person refusal verb ("I don't have information", "I can't
+    // answer", "that's general knowledge") — a cited answer's scope
+    // DISCUSSION ("outside the scope of R 60's requirements") never
+    // matches, so the wall can never eat real content
+    wallSafe: [
+      new RegExp(`\\b(can'?t|cannot|couldn'?t|unable)\\b[^.]{0,120}?\\b(indexed )?${publisher}(?: \\w+){0,2} (?:publications|passages|documents|corpus)\\b`, "i"),
+      new RegExp(`\\bno real answer to give\\b[^.]{0,120}?\\b${publisher}\\b`, "i"),
+      /\bI don[’']?t have (?:any )?information on [^.]{0,80}(?:that[’']?s|—)?\s*(?:general|common) knowledge\b/i,
+      /\b(?:that[’']?s|this is) (?:just )?(?:general|common) knowledge[^.]{0,80}(?:outside|beyond|not covered)\b/i,
+      /\bI can[’']?t answer\b[^.]{0,100}?\bscope\b/i,
     ],
   };
 }
@@ -61,3 +79,29 @@ export function canonicalRefusal(answer: string): string {
   }
   return answer;
 }
+
+
+/** The misplaced-pin wall (2026-10-10): an answer that actually cites
+ *  passages is NOT a refusal — but the model sometimes drops the
+ *  pinned sentence into an otherwise-correct, well-cited answer as a
+ *  sub-topic disclaimer (measured: the refusal pin at char 435 of a
+ *  load-cell answer citing R 60). Readers and graders read the pin as
+ *  a TOTAL refusal. The wall is deterministic: when the answer cites,
+ *  the pin sentence (and its refusal-shaped paraphrases) are excised —
+ *  the surrounding content stands on its own. */
+export function exciseMisplacedPin(answer: string, cites: boolean): string {
+  if (!cites) return answer;
+  const CANON = refusalAnswer();
+  let out = answer;
+  if (out.includes(CANON)) {
+    const i = out.indexOf(CANON);
+    out = out.slice(0, sentenceStart(out, i)) + out.slice(sentenceEnd(out, i));
+  }
+  const { wallSafe } = refusalPatterns(P().publisher.name);
+  for (const drift of wallSafe) {
+    const m = drift.exec(out);
+    if (!m) continue;
+    out = out.slice(0, sentenceStart(out, m.index)) + out.slice(sentenceEnd(out, m.index));
+  }
+  return out.replace(/^[ \t\n]+/, "").replace(/\n{3,}/g, "\n\n").trim();
+}

package/workers/worker_public/src/stages/rerank.ts

@@ -29,9 +29,19 @@ export const rerankStage: Stage = {
       c.hits.forEach((h, i) => (h.rerank_score = scores[i]));
       c.hits.sort((a, b) => (b.rerank_score ?? -Infinity) - (a.rerank_score ?? -Infinity));
       if (c.filter?.doc_number) {
-        const families = c.hits.filter((h) => h.metadata.clause_anchor === "family");
-        if (families.length) {
-          c.hits = [...families, ...c.hits.filter((h) => h.metadata.clause_anchor !== "family")];
+        // pin the scoped doc's OWN front matter: the synthetic family
+        // chunk first; documents without one (D 29 — its chunks carry
+        // overview/empty anchors, no family synthetic exists) still get
+        // their overview pinned — the tail showed rerank preferring
+        // R 106-1's prose for "What is OIML D 29?" with the scoped
+        // doc's own content present in the pool (2026-10-10)
+        const families = c.hits.filter((h) => h.metadata.clause_anchor === "family" && String(h.metadata.doc_number ?? "").split("-")[0] === String(c.filter!.doc_number).split("-")[0]);
+        const own = families.length
+          ? families
+          : c.hits.filter((h) => String(h.metadata.doc_number ?? "") === String(c.filter!.doc_number).split("-")[0] && /^(overview|)$/i.test(String(h.metadata.clause_anchor ?? "")));
+        if (own.length) {
+          const ownIds = new Set(own.map((h) => h.id));
+          c.hits = [...own, ...c.hits.filter((h) => !ownIds.has(h.id))];
         }
       }
     }

package/dist/chunk-A3QHHUN5.js

@@ -1,54 +0,0 @@
-import {
-  P
-} from "./chunk-3FYJM7LH.js";
-
-// workers/worker_public/src/refusal.ts
-function refusalAnswer() {
-  return P().prompts.vars.refusal_sentence;
-}
-function refusalPatterns(publisher) {
-  return {
-    variant: new RegExp(`^\\s*I don[\u2019']?t have information on .{1,120}? in the indexed ${publisher}(?: \\w+){0,2} (?:publications|passages|documents|corpus)\\.?`, "i"),
-    drift: [
-      new RegExp(`\\b(can'?t|cannot|couldn'?t|unable)\\b[^.]{0,120}?\\b(indexed )?${publisher}(?: \\w+){0,2} (?:publications|passages|documents|corpus)\\b`, "i"),
-      new RegExp(`\\bno real answer to give\\b[^.]{0,120}?\\b${publisher}\\b`, "i"),
-      /\b(?:falls|well) outside\b[^.]{0,120}?\b(?:what I can answer|my scope|the scope of)\b/i,
-      /\boutside (?:of )?what (?:I|this service) can answer\b/i,
-      // "I can't answer that — weather forecasting is outside my scope":
-      // requires the refusal verb, so a scope DISCUSSION inside a real answer
-      // ("this exemption is outside the scope of R 60") never matches
-      /\bI can[’']?t answer\b[^.]{0,100}?\bscope\b/i,
-      new RegExp(`^\\s*I don[\u2019']?t have any indexed ${publisher} \\w+(?:s)? (?:covering|about|on)\b`, "im")
-    ]
-  };
-}
-function sentenceStart(answer, i) {
-  let s = 0;
-  for (const sep of [". ", "! ", "? ", "\n"]) {
-    const j = answer.lastIndexOf(sep, i);
-    if (j >= 0) s = Math.max(s, j + sep.length);
-  }
-  return s;
-}
-function sentenceEnd(answer, i) {
-  const m = /[.!?\n]/.exec(answer.slice(i));
-  return m ? i + m.index + 1 : answer.length;
-}
-function canonicalRefusal(answer) {
-  const CANON = refusalAnswer();
-  if (answer.includes(CANON)) return answer;
-  const { variant: REFUSAL_VARIANT, drift: REFUSAL_DRIFT } = refusalPatterns(P().publisher.name);
-  const variant = answer.match(REFUSAL_VARIANT);
-  if (variant) return answer.replace(variant[0], CANON);
-  for (const drift of REFUSAL_DRIFT) {
-    const m = drift.exec(answer);
-    if (!m) continue;
-    return answer.slice(0, sentenceStart(answer, m.index)) + CANON + answer.slice(sentenceEnd(answer, m.index));
-  }
-  return answer;
-}
-
-export {
-  refusalAnswer,
-  canonicalRefusal
-};