@ai-react-markdown/engine 2.9.0 → 2.10.0

package/dist/index.dev.js

@@ -370,16 +370,15 @@ function settleRefsAndEarliestUnresolved(cp) {
 var TYPE6_NAMES = new Set(htmlBlockNames);
 var TABLE_PART_NAMES = /* @__PURE__ */ new Set(["td", "th", "tr", "tbody", "thead", "tfoot", "caption", "col", "colgroup"]);
 var DOCUMENT_STRUCTURE_NAMES = /* @__PURE__ */ new Set(["html", "head", "body", "frameset"]);
+var NO_ELEMENT_NAMES = /* @__PURE__ */ new Set([...DOCUMENT_STRUCTURE_NAMES, "frame", "image"]);
 var RETROACTIVE_OPENERS = [
   "<!doctype",
-  "<html",
-  "<head",
-  "<body",
-  "<frameset",
-  "</html",
-  "</head",
-  "</body",
-  "</frameset"
+  // DERIVED, so the trailing-partial guard cannot drift from the poison the
+  // confirmed lines get. It was transcribed until F28, and the transcription
+  // was already two names behind by then. `<frame` subsumes `<frameset`,
+  // which is why the derived list is SHORTER than the one it replaces and
+  // still covers strictly more.
+  ...[...NO_ELEMENT_NAMES].flatMap((name) => [`<${name}`, `</${name}`])
 ];
 function tailCarriesRetroactive(text) {
   const lower = text.toLowerCase();
@@ -632,6 +631,7 @@ function freshCheckpoint(defListEnabled, mathFlow, referenceTaint) {
     tagBalance: /* @__PURE__ */ new Map(),
     openTotal: 0,
     p5Tok: { kind: "data" },
+    formPointerMaybeSet: false,
     openStack: [],
     mdBlock: { kind: "none" },
     blankRun: 0,
@@ -782,6 +782,7 @@ function sealReleaseDerived(cp, ln, isBlockStart) {
   if (DEF_RE.test(ln.text) || FOOTNOTE_DEF_RE.test(ln.text)) return false;
   return true;
 }
+var sealReleaseEvaluations = 0;
 function sealReleaseEnumerated(cp, ln, isBlockStart) {
   const defShapedLine = DEF_RE.test(ln.text) || FOOTNOTE_DEF_RE.test(ln.text) || cp.defBlockMaybeOpen || cp.fnDefResumable && !(isBlockStart && ln.indent <= 3);
   const commentOnly = ln.text.replace(/<!--[\s\S]*?-->/g, " ").replace(/<!--[\s\S]*$/, " ").replace(/[ \t\r]/g, "") === "";
@@ -796,10 +797,13 @@ function processConfirmedLine(cp, ln, text) {
   if (cp.p5SealPending && !ln.blank && cp.mdBlock.kind !== "html" && !(cp.p5Tok.kind === "comment" || cp.p5Tok.kind === "bogus")) {
     if (sealReleaseDerived(cp, ln, isBlockStart)) {
       cp.p5SealPending = false;
-      if (!sealReleaseEnumerated(cp, ln, isBlockStart)) {
-        console.error(
-          `[ai-react-markdown] seal-release containment broken at offset ${ln.start}: the derived predicate released a line the retired enumeration withheld (${JSON.stringify(ln.text.slice(0, 80))}).`
-        );
+      if (true) {
+        sealReleaseEvaluations += 1;
+        if (!sealReleaseEnumerated(cp, ln, isBlockStart)) {
+          console.error(
+            `[ai-react-markdown] seal-release containment broken at offset ${ln.start}: the derived predicate released a line the retired enumeration withheld (${JSON.stringify(ln.text.slice(0, 80))}).`
+          );
+        }
       }
     }
   }
@@ -828,7 +832,7 @@ function processConfirmedLine(cp, ln, text) {
         if (tag === "plaintext") cp.phasePoisonedAt = Math.min(cp.phasePoisonedAt, ln.start);
       }
     }
-    if (DOCUMENT_STRUCTURE_NAMES.has(tag)) cp.phasePoisonedAt = 0;
+    if (NO_ELEMENT_NAMES.has(tag)) cp.phasePoisonedAt = 0;
     if (tag === "template" && !closing) cp.phasePoisonedAt = 0;
     if (closing) {
       let idx = -1;
@@ -844,12 +848,14 @@ function processConfirmedLine(cp, ln, text) {
         return;
       }
       cp.openStack.splice(idx, 1);
+      if (tag === "form") cp.formPointerMaybeSet = false;
       const count = cp.tagBalance.get(tag) ?? 0;
       if (count > 0) {
         cp.tagBalance.set(tag, count - 1);
         cp.openTotal -= 1;
       }
     } else {
+      if (tag === "form") cp.formPointerMaybeSet = true;
       cp.openStack.push(tag);
       cp.tagBalance.set(tag, (cp.tagBalance.get(tag) ?? 0) + 1);
       cp.openTotal += 1;
@@ -976,7 +982,11 @@ function processConfirmedLine(cp, ln, text) {
       // mask suppresses them — which is exactly why `openTotal` reads 0
       // and the candidate looked safe), and the 2-5 interiors are the
       // same construct to both grammars.
-      htmlBalanced: cp.openTotal === 0 && cp.mdBlock.kind !== "html" && cp.p5Tok.kind !== "bogus",
+      htmlBalanced: cp.openTotal === 0 && cp.mdBlock.kind !== "html" && cp.p5Tok.kind !== "bogus" && // A form pointer parse5 may still be holding makes a LATER `<form>`
+      // in the tail vanish from the full parse while a split parse opens
+      // it — forward independence fails with every other condition clean.
+      // See the field doc.
+      !cp.formPointerMaybeSet,
       hazard: cp.hazardVerdict,
       seamRisk: cp.p5SealPending,
       defListSettled: null
@@ -1372,6 +1382,11 @@ var SCANNER_NAME_LISTS = [
   ["type6", TYPE6_NAMES],
   ["void", VOID_TAGS],
   ["documentStructure", DOCUMENT_STRUCTURE_NAMES],
+  // Added with F28, and it is the list that would have made F28 visible: the
+  // derived census alphabet partitions names by their membership across THIS
+  // table, so before it existed `frame` shared one 39-name class with `div`
+  // and could never be sampled apart from it.
+  ["noElement", NO_ELEMENT_NAMES],
   ["tablePart", TABLE_PART_NAMES],
   ["scopeBarrier", SCOPE_BARRIER_NAMES],
   ["foreignRoot", new Set(FOREIGN_ROOT_NAMES)]
@@ -4339,24 +4354,32 @@ var SMOOTH_STREAM_PACING_PRESETS = Object.freeze({
     correctionTauMs: 280,
     emaTauMs: 2600,
     minCharsPerSecond: 4,
-    drainMs: 320
+    drainMs: 320,
+    maxLagMs: 3500
   }),
   balanced: Object.freeze({
     bufferFactor: 1,
     correctionTauMs: 180,
     emaTauMs: 1800,
     minCharsPerSecond: 6,
-    drainMs: 240
+    drainMs: 240,
+    maxLagMs: 2500
   }),
   responsive: Object.freeze({
     bufferFactor: 0.45,
     correctionTauMs: 110,
     emaTauMs: 1100,
     minCharsPerSecond: 10,
-    drainMs: 150
+    drainMs: 150,
+    maxLagMs: 800
   })
 });
-var MAX_TARGET_BUFFER_MS = 1200;
+var GAP_WINDOW = 16;
+var INTERVAL_QUANTILE = 0.9;
+var HORIZON_PAD_MS = 50;
+var DEADLINE_FLOOR_MS = 33;
+var DRAIN_CATCHUP_FACTOR = 2;
+var DRAIN_MAX_FACTOR = 3;
 var defaultNow = typeof performance !== "undefined" && typeof performance.now === "function" ? () => performance.now() : () => Date.now();
 var defaultSchedule = (cb) => {
   if (typeof requestAnimationFrame === "function") {
@@ -4407,18 +4430,18 @@ var createSmoothStreamController = (options = {}) => {
   let lastTickAt = 0;
   let cancelFrame;
   let disposed = false;
-  let rateEma;
-  let intervalEma;
+  let gapWindow = [];
   let lastArrivalAt;
   const listeners = /* @__PURE__ */ new Set();
   const resolveParams = () => {
-    const preset = SMOOTH_STREAM_PACING_PRESETS[options.pacing] ?? SMOOTH_STREAM_PACING_PRESETS.balanced;
+    const preset = Object.hasOwn(SMOOTH_STREAM_PACING_PRESETS, options.pacing) ? SMOOTH_STREAM_PACING_PRESETS[options.pacing] : SMOOTH_STREAM_PACING_PRESETS.balanced;
     return {
       bufferFactor: finiteOr(options.bufferFactor, preset.bufferFactor),
       correctionTauMs: finiteOr(options.correctionTauMs, preset.correctionTauMs),
       emaTauMs: finiteOr(options.emaTauMs, preset.emaTauMs),
       minCharsPerSecond: finiteOr(options.minCharsPerSecond, preset.minCharsPerSecond),
-      drainMs: finiteOr(options.drainMs, preset.drainMs)
+      drainMs: finiteOr(options.drainMs, preset.drainMs),
+      maxLagMs: finiteOr(options.maxLagMs, preset.maxLagMs ?? 2500)
     };
   };
   const recordArrival = (t, added) => {
@@ -4429,12 +4452,8 @@ var createSmoothStreamController = (options = {}) => {
     }
     const gap = Math.max(1, t - lastArrivalAt);
     lastArrivalAt = t;
-    const tau = Math.max(1, resolveParams().emaTauMs);
-    if (gap > tau) return;
-    const alpha = 1 - Math.exp(-gap / tau);
-    const instantRate = added * 1e3 / gap;
-    rateEma = (rateEma ?? 0) + alpha * (instantRate - (rateEma ?? 0));
-    intervalEma = (intervalEma ?? 0) + alpha * (gap - (intervalEma ?? 0));
+    gapWindow.push({ gap, added });
+    if (gapWindow.length > GAP_WINDOW) gapWindow.shift();
   };
   const notify = () => {
     visibleCache = source.slice(0, visibleEnd);
@@ -4460,15 +4479,12 @@ var createSmoothStreamController = (options = {}) => {
     let rate;
     if (finished && drainDeadlineAt !== void 0) {
       rate = Math.max(params.minCharsPerSecond, pending.length * 1e3 / Math.max(1, drainDeadlineAt - t));
-    } else if (rateEma !== void 0 && intervalEma !== void 0) {
-      const targetBuffer = Math.max(
-        1,
-        Math.min(params.bufferFactor * rateEma * (intervalEma / 1e3), rateEma * MAX_TARGET_BUFFER_MS / 1e3)
-      );
-      rate = Math.max(
-        params.minCharsPerSecond,
-        rateEma + (pending.length - targetBuffer) * 1e3 / Math.max(1, params.correctionTauMs)
-      );
+    } else if (gapWindow.length > 0 && lastArrivalAt !== void 0) {
+      const gaps = gapWindow.map((s) => s.gap).sort((a, b) => a - b);
+      const intervalQ = gaps[Math.min(gaps.length - 1, Math.floor(gaps.length * INTERVAL_QUANTILE))];
+      const horizon = Math.max(16, Math.min(params.bufferFactor * intervalQ + HORIZON_PAD_MS, params.maxLagMs));
+      const deadline = Math.max(lastArrivalAt + horizon, t + DEADLINE_FLOOR_MS);
+      rate = Math.max(params.minCharsPerSecond, pending.length * 1e3 / Math.max(1, deadline - t));
     } else {
       rate = Math.max(params.minCharsPerSecond, pending.length * 1e3 / Math.max(1, params.correctionTauMs));
     }
@@ -4514,8 +4530,7 @@ var createSmoothStreamController = (options = {}) => {
     initialized = true;
     finished = false;
     drainDeadlineAt = void 0;
-    rateEma = void 0;
-    intervalEma = void 0;
+    gapWindow = [];
     lastArrivalAt = void 0;
     source = next;
     visibleEnd = next.length;
@@ -4552,10 +4567,26 @@ var createSmoothStreamController = (options = {}) => {
       if (finished) return;
       finished = true;
       lastArrivalAt = void 0;
-      drainDeadlineAt = now() + resolveParams().drainMs;
       if (tentativeEnd > (pending.length > 0 ? pending[pending.length - 1] : visibleEnd)) {
         pending.push(tentativeEnd);
       }
+      const params = resolveParams();
+      let drainWin = params.drainMs;
+      let chars = 0;
+      let ms = 0;
+      for (let i = 0; i < gapWindow.length - 1; i += 1) {
+        chars += gapWindow[i].added;
+        ms += gapWindow[i].gap;
+      }
+      const backlog = source.length - visibleEnd;
+      if (chars > 0 && ms > 0 && backlog > 0) {
+        const throughput = chars * 1e3 / ms;
+        drainWin = Math.min(
+          Math.max(backlog * 1e3 / (DRAIN_CATCHUP_FACTOR * throughput), params.drainMs),
+          DRAIN_MAX_FACTOR * params.drainMs
+        );
+      }
+      drainDeadlineAt = now() + drainWin;
       seam = source.length;
       ensureScheduled();
     },