@konneal/engine 0.2.146 → 0.2.148

package/dist/{ask-RIWVOI3D.js → ask-MBKT7D7M.js}

@@ -1,6 +1,6 @@
 import {
   handleAsk
-} from "./chunk-VISPFCQP.js";
+} from "./chunk-2SRQDX7Y.js";
 import "./chunk-ECOYO7EX.js";
 import "./chunk-VYEMFSU5.js";
 import "./chunk-XH5QGX2O.js";

package/dist/{chunk-VISPFCQP.js → chunk-2SRQDX7Y.js}

@@ -1638,6 +1638,10 @@ async function extractNameplate(ai, model, image) {
 }
 
 // workers/worker_public/src/ask.ts
+function toolNarration(t) {
+  return /^(?:the\s+)?[a-z][a-z_.]*\.[a-z_]+ tool returned\b/i.test(t.slice(0, 200)) || /tool returned,? for the query\b/i.test(t.slice(0, 300));
+}
+var TOOL_NARRATION_NOTICE = "Correction notice: your draft narrated an internal tool call ('the \u2026 tool returned \u2026') instead of answering. Rewrite: answer the question directly from the retrieved passages, cite the clauses, and never mention tools, queries, wire formats, or JSON.";
 function userImageDataUrl(body) {
   const img = body?.image;
   if (img == null) return null;
@@ -2607,9 +2611,38 @@ Answer account questions from these records ONLY: name the record when you use i
           const stats = {};
           let full = "";
           try {
+            let headSettled = false;
             for await (const tok of sseTokens(stream, stats)) {
               full += tok;
-              send({ type: "token", v: tok });
+              if (headSettled) {
+                send({ type: "token", v: tok });
+                continue;
+              }
+              if (full.length < 80) continue;
+              headSettled = true;
+              if (toolNarration(full)) {
+                console.log("tool-narration(stream): regenerating once");
+                send({ type: "retry" });
+                const regen = await generateStream(env, model, [
+                  ...messages,
+                  { role: "system", content: TOOL_NARRATION_NOTICE }
+                ], routeEffort(routed.route));
+                if (regen) {
+                  full = "";
+                  for await (const tok2 of sseTokens(regen, stats)) {
+                    full += tok2;
+                    send({ type: "token", v: tok2 });
+                  }
+                } else {
+                  send({ type: "token", v: full });
+                }
+                break;
+              }
+              send({ type: "token", v: full });
+            }
+            if (!headSettled) {
+              headSettled = true;
+              if (!toolNarration(full)) send({ type: "token", v: full });
             }
           } catch {
           }
@@ -2740,17 +2773,17 @@ Answer account questions from these records ONLY: name the record when you use i
       );
       return nums.filter((n) => tableNums.has(n)).length >= 2;
     })();
-    if (anchors.violations.length > 0 || retyped || unreferenced) {
-      console.log("contract check:", anchors.violations.length, "anchor violations; tableRetyped:", retyped, "; tableDataUnreferenced:", unreferenced, "\u2014 regenerating");
+    if (anchors.violations.length > 0 || retyped || unreferenced || toolNarration(answer)) {
+      console.log("contract check:", anchors.violations.length, "anchor violations; tableRetyped:", retyped, "; tableDataUnreferenced:", unreferenced, "; toolNarration:", toolNarration(answer), "\u2014 regenerating");
       const tableUnitId = unreferenced ? used.find((h) => h.metadata.unit_id && h.metadata.block === "table")?.metadata.unit_id : void 0;
-      const note = retyped || unreferenced ? `Correction notice: your draft reproduced a table as markdown or presented a served table's data without its reference. Rewrite the answer: describe the table in prose, cite the clause, and write the reference token [[u:${tableUnitId ?? "<unit id>"}]] exactly where the table belongs. Do not render any table as markdown.` : ANCHOR_CORRECTION_NOTE;
+      const note = toolNarration(answer) ? TOOL_NARRATION_NOTICE : retyped || unreferenced ? `Correction notice: your draft reproduced a table as markdown or presented a served table's data without its reference. Rewrite the answer: describe the table in prose, cite the clause, and write the reference token [[u:${tableUnitId ?? "<unit id>"}]] exactly where the table belongs. Do not render any table as markdown.` : ANCHOR_CORRECTION_NOTE;
       generateRetries += 1;
       const corrected = await generateOnce(env, model, [...messages, { role: "system", content: note }], routeEffort(routed.route));
       if (corrected) {
         const correctedAnswer = canonicalRefusal(corrected, refusalScope(answerCites(corrected)));
         const retryAnchors = checkQuoteAnchors(correctedAnswer, used.map((h) => h.text));
         const retryRetyped = tableRetyped(correctedAnswer, hasTableUnit);
-        if (retryAnchors.violations.length < anchors.violations.length || !retryRetyped && retyped || unreferenced && correctedAnswer.includes("[[u:")) {
+        if (retryAnchors.violations.length < anchors.violations.length || !retryRetyped && retyped || unreferenced && correctedAnswer.includes("[[u:") || !toolNarration(correctedAnswer)) {
           answer = correctedAnswer;
         }
       }

package/dist/worker_public/src/index.js

@@ -4,7 +4,7 @@ import {
   handleMemories,
   scoreFaithfulness,
   scoreJudge
-} from "../../chunk-VISPFCQP.js";
+} from "../../chunk-2SRQDX7Y.js";
 import "../../chunk-ECOYO7EX.js";
 import {
   TOOLS_REGISTRY,
@@ -1079,7 +1079,7 @@ async function callToolOnce(env, ctx, _req, tier, key, name, args, t0) {
       const r = await runTool({ ...env, DB: env.DB }, { name, args }, "mcp");
       payload = r ? { tool: r.name, query: r.query, result: r.output } : { error: { message: `tool ${name} returned nothing for the given arguments` } };
     } else {
-      const res = name === "ask" ? await (await import("../../ask-RIWVOI3D.js")).handleAsk(env, ctx, inner, tier, key) : await (await import("../../search-2PKZJMUV.js")).handleSearch(env, ctx, inner, tier, key);
+      const res = name === "ask" ? await (await import("../../ask-MBKT7D7M.js")).handleAsk(env, ctx, inner, tier, key) : await (await import("../../search-2PKZJMUV.js")).handleSearch(env, ctx, inner, tier, key);
       payload = await res.json().catch(() => ({ error: { message: "tool transport failed", status: res.status } }));
     }
     telemetry(env, ctx, tier, `mcp:${name}`, null, !payload?.error, JSON.stringify(payload).length, await sha256Hex(`${name}:${JSON.stringify(args ?? {})}`), void 0, void 0, { durationMs: Date.now() - t0 });

package/docs/INGEST-ARCHITECTURE.md

@@ -80,9 +80,9 @@ hand.
 |---|---|
 | OII | de-facto: parse.py (HTML-first) + graph.py (relaton/glossarist). Target: consume the four native object serializations; the AI-serialization proposal (metanorma#592) is the upstream contract |
 | Identity SSOT | ✅ documents registry in D1 (derived status, active flags, supersession chains) |
-| Registry serving | ✅ edition notes injected into doc-scoped asks; `GET /api/documents?family=` public API |
+| Registry serving | ✅ edition notes injected into doc-scoped asks; the registry serves through the MCP `oiml_documents` tool and the `/docs/*` renderings |
 | Graph projection | ✅ 7,128 nodes / 6,486 edges in D1; query lane live (defined_terms → defines → candidates) |
-| Chunking | prose-only today; ChunkRecordV2 typed blocks = next build (tables/equations/requirements) |
+| Chunking | typed units live on the MKO plane (tables/formulas/terms/requirements as typed payloads, clause-anchored citations); the parse plane stays clause-prose |
 | Enrichment | ✅ 98.7% corpus (the residual ~400 are persistent empty enrichments), KV-cached, replayed from the durable record after full restores |
 | Verification | unit suites + contract tests in CI (`npm run test:units`, pydantic↔TS wire contract, schema-union drift); the data-quality report loop = next build |
 | Orchestration | manual commands today; one-command pipeline (`ingest run --doc X`) when the above land |

package/docs/MKO-EXPORT-PIPELINE.md

@@ -84,6 +84,22 @@ All **37** compiled sample documents (R/D/B/G/E + OIML-CS admin + parts
 342 cited documents (native Relaton + pubid), ~11k graph rows
 ```
 
+## Full-corpus run (2026-10-13, live; the lutaml-0.8.106 + ± re-baseline)
+
+**46** documents export and ingest at the current stack (lutaml-model
+0.8.106 float, the ± glyph mapping in plain-text extraction, the six
+series-less editions carrying `:docidentifier:`):
+
+```
+46/46 bundles → 5,336 chunks, 1,423 typed units, 293 glossary terms,
+425 cited documents; D1: 15,390-statement graph projection, 33,480 FTS rows
+```
+
+Uncertainty ranges are first-class end to end on this baseline: display
+text carries ± (AsciiMath `pm` maps at the glyph layer), tolerance cells
+parse into `payload.uncertainties[]` records, and the verdict engine
+evaluates stated bands with guarded acceptance.
+
 Includes the amendment cases: R 60/A1 keeps its 17 terms in an annex
 (recovered into the glossary), and the OIML-CS admin documents keep
 their whole body in `<preface>` (walked as clauses). Clause text now

package/docs/knowledge-annealment.md

@@ -262,10 +262,14 @@ Beyond the ladder, the machine objects are EXECUTED, not retrieved:
   machine limit gets the check evaluated against its stated values —
   pass / the standard's own violation word / void naming what is
   missing — attached as data the answer must present faithfully.
-  Counterfactuals are free (values are values).
-- **Provable absence** (`/v1/absence`): an enumeration certificate
-  over the standard's model plane — absent means "N nodes enumerated,
-  0 matches", never a bare refusal.
+  Stated tolerances bind beside their values and the check re-runs at
+  every band corner; a band spanning both outcomes voids with its
+  reason (guarded acceptance). Counterfactuals are free (values are
+  values).
+- **Honest absence**: the question names a standard, the model plane
+  is enumerated, and a fruitless search answers as a plain sentence
+  with the scope named — never a bare refusal, never a certificate
+  document (the `/v1/absence` endpoint retired at engine 0.2.54).
 - **Answer verification** (`/v1/verify`): the deterministic contract
   battery plus a judged faithfulness score, exposed for any answer.
 

package/package.json

@@ -27,7 +27,7 @@
     "playwright": "^1.62.1",
     "yaml": "^2.9.1"
   },
-  "version": "0.2.146",
+  "version": "0.2.148",
   "description": "The Konneal engine: the publisher-agnostic build pipeline and API plane for standards intelligence (retrieval, answer contract, verdicts, evaluation).",
   "license": "BSD-3-Clause",
   "type": "module",

package/workers/worker_public/src/ask.ts

@@ -50,6 +50,21 @@ import { operationsLane } from "./operations.ts";
 import { extractNameplate, nameplateRegisterQuery } from "./nameplate.ts";
 import { P } from "./profile.ts";
 
+// the tool-narration leak (2026-10-14, the R 134-1 probe): the answer
+// model sometimes NARRATES the agent loop's call in prose — 'The
+// db.find tool returned, for the query "…": {…json…}' — instead of
+// answering. The TOOL-line scrub cannot catch prose. The JSON lane
+// regenerates through the contract retry; the streamed lane buffers
+// the head and sends the retry sentinel (the blind-answer guard's
+// client contract) before streaming the fresh answer. One bounded
+// restart per lane.
+function toolNarration(t: string): boolean {
+  return /^(?:the\s+)?[a-z][a-z_.]*\.[a-z_]+ tool returned\b/i.test(t.slice(0, 200)) ||
+    /tool returned,? for the query\b/i.test(t.slice(0, 300));
+}
+const TOOL_NARRATION_NOTICE =
+  "Correction notice: your draft narrated an internal tool call ('the … tool returned …') instead of answering. Rewrite: answer the question directly from the retrieved passages, cite the clauses, and never mention tools, queries, wire formats, or JSON.";
+
 /** User-uploaded image for multimodal questions: a data URL
  *  (data:image/(png|jpeg|webp|gif);base64,…) up to 6 MB of payload. The
  *  question text still drives retrieval; the image is CONTEXT for the
@@ -1536,9 +1551,43 @@ let convEntities: Array<{ entity: string; kind: string }> = [];
           const stats: { usage?: unknown } = {};
           let full = "";
           try {
+            // the head buffers until it can rule out the tool-narration
+            // leak (the JSON lane's contract retry cannot run here — the
+            // tokens are already on the wire): a narrating head sends the
+            // retry sentinel — the blind-answer guard's client contract,
+            // which clears the buffer — and the fresh answer streams.
+            // One bounded restart; a narrating retry ships as-is.
+            let headSettled = false;
             for await (const tok of sseTokens(stream, stats)) {
               full += tok;
-              send({ type: "token", v: tok });
+              if (headSettled) { send({ type: "token", v: tok }); continue; }
+              if (full.length < 80) continue;
+              headSettled = true;
+              if (toolNarration(full)) {
+                console.log("tool-narration(stream): regenerating once");
+                send({ type: "retry" });
+                const regen = await generateStream(env, model, [
+                  ...messages,
+                  { role: "system", content: TOOL_NARRATION_NOTICE },
+                ], routeEffort(routed.route));
+                if (regen) {
+                  full = "";
+                  for await (const tok2 of sseTokens(regen, stats)) {
+                    full += tok2;
+                    send({ type: "token", v: tok2 });
+                  }
+                } else {
+                  // the restart failed — ship the buffered head rather
+                  // than an empty answer
+                  send({ type: "token", v: full });
+                }
+                break;
+              }
+              send({ type: "token", v: full });
+            }
+            if (!headSettled) {
+              headSettled = true;
+              if (!toolNarration(full)) send({ type: "token", v: full });
             }
           } catch {
             // stream ended prematurely — deliver what we have
@@ -1690,6 +1739,12 @@ let convEntities: Array<{ entity: string; kind: string }> = [];
   // (measured on chip-scoped asks: correct cited answers carrying the
   // pin mid-text, read by users and graders as total refusals)
   if (answer) answer = exciseMisplacedPin(answer, answerCites(answer));
+  // the tool-narration leak (2026-10-14, the R 134-1 probe): the answer
+  // model sometimes NARRATES the agent loop's call in prose — 'The
+  // db.find tool returned, for the query "…": {…json…}' — instead of
+  // answering. The line scrub cannot catch prose; the contract retry
+  // below regenerates with an explicit notice, and the detector also
+  // gates the retry's acceptance so a narrating retry cannot ship.
   stageTiming.generate = Date.now() - tGen;
 
   // ── Deterministic quote-anchor + table-retyping check ──
@@ -1714,14 +1769,16 @@ let convEntities: Array<{ entity: string; kind: string }> = [];
       );
       return nums.filter((n) => tableNums.has(n)).length >= 2;
     })();
-    if (anchors.violations.length > 0 || retyped || unreferenced) {
-      console.log("contract check:", anchors.violations.length, "anchor violations; tableRetyped:", retyped, "; tableDataUnreferenced:", unreferenced, "— regenerating");
+    if (anchors.violations.length > 0 || retyped || unreferenced || toolNarration(answer)) {
+      console.log("contract check:", anchors.violations.length, "anchor violations; tableRetyped:", retyped, "; tableDataUnreferenced:", unreferenced, "; toolNarration:", toolNarration(answer), "— regenerating");
       // name the EXACT unit the token must reference — a generic note
       // leaves the model guessing which id to write
       const tableUnitId = unreferenced
         ? used.find((h: Hit) => h.metadata.unit_id && h.metadata.block === "table")?.metadata.unit_id
         : undefined;
-      const note = retyped || unreferenced
+      const note = toolNarration(answer)
+        ? TOOL_NARRATION_NOTICE
+        : retyped || unreferenced
         ? `Correction notice: your draft reproduced a table as markdown or presented a served table's data without its reference. Rewrite the answer: describe the table in prose, cite the clause, and write the reference token [[u:${tableUnitId ?? "<unit id>"}]] exactly where the table belongs. Do not render any table as markdown.`
         : ANCHOR_CORRECTION_NOTE;
       generateRetries += 1;
@@ -1730,7 +1787,7 @@ let convEntities: Array<{ entity: string; kind: string }> = [];
         const correctedAnswer = canonicalRefusal(corrected, refusalScope(answerCites(corrected)));
         const retryAnchors = checkQuoteAnchors(correctedAnswer, used.map((h: Hit) => h.text));
         const retryRetyped = tableRetyped(correctedAnswer, hasTableUnit);
-        if (retryAnchors.violations.length < anchors.violations.length || (!retryRetyped && retyped) || (unreferenced && correctedAnswer.includes("[[u:"))) {
+        if (retryAnchors.violations.length < anchors.violations.length || (!retryRetyped && retyped) || (unreferenced && correctedAnswer.includes("[[u:")) || !toolNarration(correctedAnswer)) {
           answer = correctedAnswer;
         }
       }