@datakable/core 1.0.0 → 1.1.0

package/dist/pipeline/column-cache.cjs

@@ -20,31 +20,47 @@ var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: tru
 // src/pipeline/column-cache.ts
 var column_cache_exports = {};
 __export(column_cache_exports, {
-  createColumnCache: () => createColumnCache
+  createColumnCache: () => createColumnCache,
+  nullishOf: () => nullishOf
 });
 module.exports = __toCommonJS(column_cache_exports);
 var import_slots = require("../catalog/slots.cjs");
 var import_format = require("../column/format.cjs");
 var import_get_value = require("../column/get-value.cjs");
 var import_catalog = require("../diagnostics/catalog.cjs");
+var import_process_guard = require("../diagnostics/process-guard.cjs");
 var import_cell_batch = require("../intercept/cell-batch.cjs");
 var import_context = require("../intercept/context.cjs");
 var import_codes = require("./codes.cjs");
 var import_indices = require("./indices.cjs");
+var import_slice = require("./slice.cjs");
 (0, import_catalog.keepDiagnostics)(import_codes.pipelineDiagnostics, import_slots.slotDiagnostics);
 var NULL = 1;
 var UNDEFINED = 2;
+var nullishKinds = /* @__PURE__ */ new WeakMap();
+function nullishOf(values) {
+  return nullishKinds.get(values);
+}
 function allStrings(values) {
   for (let i = 0; i < values.length; i++) if (typeof values[i] !== "string") return false;
   return true;
 }
 var typeName = (v) => Array.isArray(v) ? "array" : typeof v;
+var STEP = 512;
+var SHARED = 1024;
+function share(cells) {
+  const seen = /* @__PURE__ */ new Map();
+  for (let r = 0; r < cells.length; r++) {
+    const s = cells[r];
+    const hit = seen.get(s);
+    if (hit !== void 0) cells[r] = hit;
+    else if (seen.size < SHARED) seen.set(s, s);
+  }
+}
 function createColumnCache(host) {
   const byData = /* @__PURE__ */ new WeakMap();
   const pool = (0, import_context.createContextPool)();
   const failures = new import_cell_batch.CellFailures();
-  const unrenderable = new import_cell_batch.CellFailures();
-  const badReturns = new import_cell_batch.CellFailures();
   function entry(data, column) {
     let cols = byData.get(data);
     if (!cols) {
@@ -71,8 +87,6 @@ function createColumnCache(host) {
           body();
         } finally {
           failures.reset();
-          unrenderable.reset();
-          badReturns.reset();
         }
       });
     } finally {
@@ -128,6 +142,7 @@ function createColumnCache(host) {
       }
     }
     e.nullish = kinds;
+    if (kinds) nullishKinds.set(out, kinds);
     return out;
   }
   const flags = host.flags;
@@ -142,14 +157,15 @@ function createColumnCache(host) {
     if (flags && flags.count > before) e.flaggedValues = true;
     return e.values;
   }
-  function formatted(data, column) {
-    const e = entry(data, column);
+  function* formatting(data, column, sliced) {
+    let e = entry(data, column);
     if (e.formatted) {
       if (flags && e.flaggedFormatted) flags.count++;
       return e.formatted;
     }
     const before = flags?.count ?? 0;
     const vals = values(data, column);
+    if (sliced) yield;
     const kinds = e.nullish;
     const valueAt = (r) => {
       const k = kinds?.[r];
@@ -157,81 +173,83 @@ function createColumnCache(host) {
     };
     const n = data.length;
     const rows = (0, import_indices.allRows)(data);
-    let out;
     const format = column.format;
-    batch(column, "format", "format", rows, () => {
-      if (!format && !(vals instanceof Float64Array) && allStrings(vals)) {
-        out = vals;
-        return;
-      }
-      const cells = new Array(n).fill("");
-      out = cells;
-      if (format) {
-        let firstBad;
-        (0, import_cell_batch.runCells)(
-          rows,
-          (r) => {
-            const s = format(valueAt(r));
-            if (typeof s === "string") return s;
-            if (process.env.NODE_ENV !== "production") {
-              if (badReturns.count === 0) firstBad = s;
-              badReturns.add(r, void 0);
-            }
-            return (0, import_format.defaultFormat)(s);
-          },
-          cells,
-          "",
-          failures
-        );
-        failures.report(host.emit, column.index, column.id, "format");
-        if (process.env.NODE_ENV !== "production" && badReturns.count > 0) {
-          host.emit("DK_CALLBACK_BAD_RETURN", {
-            slot: `columns[${column.index}].format`,
-            column: column.id,
-            expected: (0, import_slots.expectedReturn)(import_slots.formatSlot),
-            received: (0, import_slots.describeReturn)(firstBad),
-            count: badReturns.count,
-            rows: Array.from(badReturns.sample()),
-            fallback: import_slots.formatSlot.fallback
-          });
-        }
-        return;
-      }
-      let cur = 0;
-      let firstType = "";
-      const onUnrenderable = column.hasCell ? void 0 : (v) => {
-        if (unrenderable.count === 0) firstType = typeName(v);
-        unrenderable.add(cur, void 0);
-      };
-      (0, import_cell_batch.runCells)(
-        rows,
-        (r) => {
-          cur = r;
-          return (0, import_format.defaultFormat)(valueAt(r), onUnrenderable);
-        },
-        cells,
-        "",
-        failures
-      );
-      failures.report(host.emit, column.index, column.id, "format");
-      if (unrenderable.count > 0) {
-        host.emit("DK_UNRENDERABLE_VALUE", {
-          column: column.id,
-          index: column.index,
-          count: unrenderable.count,
-          rows: Array.from(unrenderable.sample()),
-          valueType: firstType
-        });
+    const failed = new import_cell_batch.CellFailures();
+    const bad = process.env.NODE_ENV !== "production" ? new import_cell_batch.CellFailures() : void 0;
+    const unrendered = new import_cell_batch.CellFailures();
+    let firstBad;
+    let firstType = "";
+    let cur = 0;
+    const onUnrenderable = column.hasCell ? void 0 : (v) => {
+      if (unrendered.count === 0) firstType = typeName(v);
+      unrendered.add(cur, void 0);
+    };
+    const cell = format ? (r) => {
+      const s = format(valueAt(r));
+      if (typeof s === "string") return s;
+      if (process.env.NODE_ENV !== "production" && bad) {
+        if (bad.count === 0) firstBad = s;
+        bad.add(r, void 0);
       }
-    });
-    e.formatted = out ?? new Array(n).fill("");
-    if (flags && flags.count > before) e.flaggedFormatted = true;
+      return (0, import_format.defaultFormat)(s);
+    } : (r) => {
+      cur = r;
+      return (0, import_format.defaultFormat)(valueAt(r), onUnrenderable);
+    };
+    const strings = !format && !(vals instanceof Float64Array) && allStrings(vals);
+    let out = strings ? void 0 : new Array(n).fill("");
+    for (let from = 0; from < n; from += STEP) {
+      const part = sliced && !strings ? rows.subarray(from, from + STEP) : rows;
+      batch(column, "format", "format", part, () => {
+        if (strings) out = vals;
+        else (0, import_cell_batch.runCells)(part, cell, out, "", failed);
+      });
+      if (part === rows || from + STEP >= n) break;
+      yield;
+    }
+    out ??= new Array(n).fill("");
+    failed.report(host.emit, column.index, column.id, "format");
+    if (process.env.NODE_ENV !== "production" && bad && bad.count > 0) {
+      host.emit("DK_CALLBACK_BAD_RETURN", {
+        slot: `columns[${column.index}].format`,
+        column: column.id,
+        expected: (0, import_slots.expectedReturn)(import_slots.formatSlot),
+        received: (0, import_slots.describeReturn)(firstBad),
+        count: bad.count,
+        rows: Array.from(bad.sample()),
+        fallback: import_slots.formatSlot.fallback
+      });
+    }
+    if (unrendered.count > 0) {
+      host.emit("DK_UNRENDERABLE_VALUE", {
+        column: column.id,
+        index: column.index,
+        count: unrendered.count,
+        rows: Array.from(unrendered.sample()),
+        valueType: firstType
+      });
+    }
+    if (out !== vals) share(out);
+    e = entry(data, column);
+    if (!e.formatted) {
+      e.formatted = out;
+      if (flags && flags.count > before) e.flaggedFormatted = true;
+    }
     return e.formatted;
   }
-  return { values, formatted, batch };
+  function formatted(data, column) {
+    return (0, import_slice.runJob)(() => formatting(data, column, false));
+  }
+  return {
+    values,
+    formatted,
+    formattedSliced: (data, column) => formatting(data, column, true),
+    batch
+  };
 }
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
-  createColumnCache
+  createColumnCache,
+  nullishOf
 });
 //# sourceMappingURL=column-cache.cjs.map

package/dist/pipeline/column-cache.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/pipeline/column-cache.ts"],"sourcesContent":["import { describeReturn, expectedReturn, formatSlot, slotDiagnostics } from '../catalog/slots'\nimport { defaultFormat } from '../column/format'\nimport { getValue } from '../column/get-value'\nimport { keepDiagnostics } from '../diagnostics/catalog'\nimport type { Emit } from '../diagnostics/types'\nimport { CellFailures, type CellSlot, runCells } from '../intercept/cell-batch'\nimport { type ContextBase, createContextPool } from '../intercept/context'\nimport type { InterceptorRuntime } from '../intercept/runtime'\nimport { pipelineDiagnostics } from './codes'\nimport type { ColumnLike, ResolvedColumn } from './columns'\nimport { allRows } from './indices'\nimport type { ColumnValues } from './types'\n\nkeepDiagnostics(pipelineDiagnostics, slotDiagnostics)\n\nexport interface ColumnCacheHost {\n  readonly runtime: InterceptorRuntime\n  readonly emit: Emit\n  base(): ContextBase\n  /**\n   * The §6.6 status rule's counter (pipeline/status-rule.ts): `emit` increments it for a diagnostic\n   * the rule counts. An entry whose read incremented it is flagged, and every later read of that\n   * entry increments it again (its cells still hold the fallback values).\n   */\n  readonly flags?: { count: number }\n}\n\nexport interface ColumnCache {\n  /**\n   * The values of `column` for every row of `data` (index = row index). An all-number column is a\n   * `Float64Array` with `NaN` for `null` / `undefined`; any other column a plain array.\n   */\n  values(data: readonly unknown[], column: ResolvedColumn): ColumnValues\n  /** `format` (or the default formatter) applied to {@link values}: what the user sees. */\n  formatted(data: readonly unknown[], column: ResolvedColumn): readonly string[]\n  /**\n   * Runs `body` as one `column:batch` over `rows` (pooled ctx, `where` = `columns[i].<field>`):\n   * interceptors see one dispatch per column, never one per cell. `body` loops over the cells\n   * with an inline `try/catch` and reports its own failures.\n   */\n  batch(\n    column: ResolvedColumn,\n    slot: CellSlot,\n    field: string,\n    rows: Uint32Array,\n    body: () => void,\n  ): void\n}\n\ninterface Entry {\n  values?: ColumnValues\n  /** Numeric columns: 1 = `null`, 2 = `undefined` per row. Absent when there are none. */\n  nullish?: Uint8Array | undefined\n  formatted?: readonly string[]\n  /** Reading `values` / `formatted` reported a diagnostic the status rule counts. */\n  flaggedValues?: boolean\n  flaggedFormatted?: boolean\n}\n\nconst NULL = 1\nconst UNDEFINED = 2\n\nfunction allStrings(values: readonly unknown[]): boolean {\n  for (let i = 0; i < values.length; i++) if (typeof values[i] !== 'string') return false\n  return true\n}\n\nconst typeName = (v: unknown) => (Array.isArray(v) ? 'array' : typeof v)\n\n/**\n * The lazy column cache (§9.1): a column is read only when a step asks for it, once per data\n * reference, in one `column:batch` per column (never per cell, §3.4). Entries live in a `WeakMap`\n * keyed by the data reference, then by the column definition, so new data or a changed column\n * releases them.\n */\nexport function createColumnCache(host: ColumnCacheHost): ColumnCache {\n  const byData = new WeakMap<readonly unknown[], WeakMap<ColumnLike, Entry>>()\n  const pool = createContextPool()\n  const failures = new CellFailures()\n  const unrenderable = new CellFailures()\n  /** Dev: `format` returns that broke the slot contract (`first` = the first bad value). */\n  const badReturns = new CellFailures()\n\n  function entry(data: readonly unknown[], column: ResolvedColumn): Entry {\n    let cols = byData.get(data)\n    if (!cols) {\n      cols = new WeakMap()\n      byData.set(data, cols)\n    }\n    let e = cols.get(column.def)\n    if (!e) {\n      e = {}\n      cols.set(column.def, e)\n    }\n    return e\n  }\n\n  /** One `column:batch` (pooled ctx); `where` = `columns[i].<field>`, never row data. */\n  function batch(\n    column: ResolvedColumn,\n    slot: CellSlot,\n    field: string,\n    rows: Uint32Array,\n    body: () => void,\n  ) {\n    const ctx = pool.acquire(\n      'column:batch',\n      { column: column.id, slot, rows },\n      `columns[${column.index}].${field}`,\n      host.base(),\n    )\n    try {\n      void host.runtime.run('column:batch', ctx, (): undefined => {\n        try {\n          body()\n        } finally {\n          failures.reset()\n          unrenderable.reset()\n          badReturns.reset()\n        }\n      })\n    } finally {\n      pool.release(ctx)\n    }\n  }\n\n  function readValues(data: readonly unknown[], column: ResolvedColumn, e: Entry): ColumnValues {\n    const n = data.length\n    const rows = allRows(data)\n    const out: unknown[] = new Array(n).fill(undefined)\n    const field = column.path ? 'key' : 'accessor'\n    batch(column, 'accessor', field, rows, () => {\n      const path = column.path\n      const accessor = column.accessor\n      if (path) {\n        let cur = 0\n        const onError = (error: unknown) => failures.add(cur, error)\n        runCells(\n          rows,\n          (r) => {\n            cur = r\n            return getValue(data[r], path, onError)\n          },\n          out,\n          undefined,\n          failures,\n        )\n      } else if (accessor) {\n        runCells(rows, (r) => accessor(data[r]), out, undefined, failures)\n      }\n      failures.report(host.emit, column.index, column.id, 'accessor', undefined, field)\n    })\n    return toNumeric(out, e) ?? out\n  }\n\n  /** A `Float64Array` when every non-nullish value is a number (and there is one); else nothing. */\n  function toNumeric(values: unknown[], e: Entry): Float64Array | undefined {\n    let numbers = 0\n    let nullish = 0\n    for (let i = 0; i < values.length; i++) {\n      const v = values[i]\n      if (typeof v === 'number') numbers++\n      else if (v === null || v === undefined) nullish++\n      else return undefined\n    }\n    if (numbers === 0) return undefined\n    const out = new Float64Array(values.length)\n    const kinds = nullish > 0 ? new Uint8Array(values.length) : undefined\n    for (let i = 0; i < values.length; i++) {\n      const v = values[i]\n      if (typeof v === 'number') out[i] = v\n      else {\n        out[i] = Number.NaN\n        if (kinds) kinds[i] = v === null ? NULL : UNDEFINED\n      }\n    }\n    e.nullish = kinds\n    return out\n  }\n\n  const flags = host.flags\n\n  function values(data: readonly unknown[], column: ResolvedColumn): ColumnValues {\n    const e = entry(data, column)\n    if (e.values) {\n      if (flags && e.flaggedValues) flags.count++\n      return e.values\n    }\n    const before = flags?.count ?? 0\n    e.values = readValues(data, column, e)\n    if (flags && flags.count > before) e.flaggedValues = true\n    return e.values\n  }\n\n  function formatted(data: readonly unknown[], column: ResolvedColumn): readonly string[] {\n    const e = entry(data, column)\n    if (e.formatted) {\n      if (flags && e.flaggedFormatted) flags.count++\n      return e.formatted\n    }\n    const before = flags?.count ?? 0\n    const vals = values(data, column)\n    const kinds = e.nullish\n    // The raw value: nullish numbers read back as null / undefined, not NaN.\n    const valueAt = (r: number): unknown => {\n      const k = kinds?.[r]\n      return k ? (k === NULL ? null : undefined) : vals[r]\n    }\n    const n = data.length\n    const rows = allRows(data)\n    let out: string[] | undefined\n    const format = column.format\n    batch(column, 'format', 'format', rows, () => {\n      // Values that are all strings already format to themselves: no copy (§9.3 memory).\n      if (!format && !(vals instanceof Float64Array) && allStrings(vals)) {\n        out = vals as string[]\n        return\n      }\n      const cells: string[] = new Array(n).fill('')\n      out = cells\n      if (format) {\n        let firstBad: unknown\n        runCells(\n          rows,\n          (r) => {\n            const s = format(valueAt(r))\n            if (typeof s === 'string') return s\n            // Slot contract (dev): counted only on this non-string path; coerced either way.\n            if ((process.env.NODE_ENV !== \"production\")) {\n              if (badReturns.count === 0) firstBad = s\n              badReturns.add(r, undefined)\n            }\n            return defaultFormat(s)\n          },\n          cells,\n          '',\n          failures,\n        )\n        failures.report(host.emit, column.index, column.id, 'format')\n        if ((process.env.NODE_ENV !== \"production\") && badReturns.count > 0) {\n          host.emit('DK_CALLBACK_BAD_RETURN', {\n            slot: `columns[${column.index}].format`,\n            column: column.id,\n            expected: expectedReturn(formatSlot),\n            received: describeReturn(firstBad),\n            count: badReturns.count,\n            rows: Array.from(badReturns.sample()),\n            fallback: formatSlot.fallback,\n          })\n        }\n        return\n      }\n      let cur = 0\n      let firstType = ''\n      // A column with `cell` renders itself: its formatted value only feeds search.\n      const onUnrenderable = column.hasCell\n        ? undefined\n        : (v: unknown) => {\n            if (unrenderable.count === 0) firstType = typeName(v)\n            unrenderable.add(cur, undefined)\n          }\n      runCells(\n        rows,\n        (r) => {\n          cur = r\n          return defaultFormat(valueAt(r), onUnrenderable)\n        },\n        cells,\n        '',\n        failures,\n      )\n      failures.report(host.emit, column.index, column.id, 'format')\n      if (unrenderable.count > 0) {\n        host.emit('DK_UNRENDERABLE_VALUE', {\n          column: column.id,\n          index: column.index,\n          count: unrenderable.count,\n          rows: Array.from(unrenderable.sample()),\n          valueType: firstType,\n        })\n      }\n    })\n    // An interceptor skipped the batch: every cell is the slot fallback.\n    e.formatted = out ?? new Array<string>(n).fill('')\n    if (flags && flags.count > before) e.flaggedFormatted = true\n    return e.formatted\n  }\n\n  return { values, formatted, batch }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,mBAA4E;AAC5E,oBAA8B;AAC9B,uBAAyB;AACzB,qBAAgC;AAEhC,wBAAsD;AACtD,qBAAoD;AAEpD,mBAAoC;AAEpC,qBAAwB;AAAA,IAGxB,gCAAgB,kCAAqB,4BAAe;AA8CpD,IAAM,OAAO;AACb,IAAM,YAAY;AAElB,SAAS,WAAW,QAAqC;AACvD,WAAS,IAAI,GAAG,IAAI,OAAO,QAAQ,IAAK,KAAI,OAAO,OAAO,CAAC,MAAM,SAAU,QAAO;AAClF,SAAO;AACT;AAEA,IAAM,WAAW,CAAC,MAAgB,MAAM,QAAQ,CAAC,IAAI,UAAU,OAAO;AAQ/D,SAAS,kBAAkB,MAAoC;AACpE,QAAM,SAAS,oBAAI,QAAwD;AAC3E,QAAM,WAAO,kCAAkB;AAC/B,QAAM,WAAW,IAAI,+BAAa;AAClC,QAAM,eAAe,IAAI,+BAAa;AAEtC,QAAM,aAAa,IAAI,+BAAa;AAEpC,WAAS,MAAM,MAA0B,QAA+B;AACtE,QAAI,OAAO,OAAO,IAAI,IAAI;AAC1B,QAAI,CAAC,MAAM;AACT,aAAO,oBAAI,QAAQ;AACnB,aAAO,IAAI,MAAM,IAAI;AAAA,IACvB;AACA,QAAI,IAAI,KAAK,IAAI,OAAO,GAAG;AAC3B,QAAI,CAAC,GAAG;AACN,UAAI,CAAC;AACL,WAAK,IAAI,OAAO,KAAK,CAAC;AAAA,IACxB;AACA,WAAO;AAAA,EACT;AAGA,WAAS,MACP,QACA,MACA,OACA,MACA,MACA;AACA,UAAM,MAAM,KAAK;AAAA,MACf;AAAA,MACA,EAAE,QAAQ,OAAO,IAAI,MAAM,KAAK;AAAA,MAChC,WAAW,OAAO,KAAK,KAAK,KAAK;AAAA,MACjC,KAAK,KAAK;AAAA,IACZ;AACA,QAAI;AACF,WAAK,KAAK,QAAQ,IAAI,gBAAgB,KAAK,MAAiB;AAC1D,YAAI;AACF,eAAK;AAAA,QACP,UAAE;AACA,mBAAS,MAAM;AACf,uBAAa,MAAM;AACnB,qBAAW,MAAM;AAAA,QACnB;AAAA,MACF,CAAC;AAAA,IACH,UAAE;AACA,WAAK,QAAQ,GAAG;AAAA,IAClB;AAAA,EACF;AAEA,WAAS,WAAW,MAA0B,QAAwB,GAAwB;AAC5F,UAAM,IAAI,KAAK;AACf,UAAM,WAAO,wBAAQ,IAAI;AACzB,UAAM,MAAiB,IAAI,MAAM,CAAC,EAAE,KAAK,MAAS;AAClD,UAAM,QAAQ,OAAO,OAAO,QAAQ;AACpC,UAAM,QAAQ,YAAY,OAAO,MAAM,MAAM;AAC3C,YAAM,OAAO,OAAO;AACpB,YAAM,WAAW,OAAO;AACxB,UAAI,MAAM;AACR,YAAI,MAAM;AACV,cAAM,UAAU,CAAC,UAAmB,SAAS,IAAI,KAAK,KAAK;AAC3D;AAAA,UACE;AAAA,UACA,CAAC,MAAM;AACL,kBAAM;AACN,uBAAO,2BAAS,KAAK,CAAC,GAAG,MAAM,OAAO;AAAA,UACxC;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,QACF;AAAA,MACF,WAAW,UAAU;AACnB,wCAAS,MAAM,CAAC,MAAM,SAAS,KAAK,CAAC,CAAC,GAAG,KAAK,QAAW,QAAQ;AAAA,MACnE;AACA,eAAS,OAAO,KAAK,MAAM,OAAO,OAAO,OAAO,IAAI,YAAY,QAAW,KAAK;AAAA,IAClF,CAAC;AACD,WAAO,UAAU,KAAK,CAAC,KAAK;AAAA,EAC9B;AAGA,WAAS,UAAUA,SAAmB,GAAoC;AACxE,QAAI,UAAU;AACd,QAAI,UAAU;AACd,aAAS,IAAI,GAAG,IAAIA,QAAO,QAAQ,KAAK;AACtC,YAAM,IAAIA,QAAO,CAAC;AAClB,UAAI,OAAO,MAAM,SAAU;AAAA,eAClB,MAAM,QAAQ,MAAM,OAAW;AAAA,UACnC,QAAO;AAAA,IACd;AACA,QAAI,YAAY,EAAG,QAAO;AAC1B,UAAM,MAAM,IAAI,aAAaA,QAAO,MAAM;AAC1C,UAAM,QAAQ,UAAU,IAAI,IAAI,WAAWA,QAAO,MAAM,IAAI;AAC5D,aAAS,IAAI,GAAG,IAAIA,QAAO,QAAQ,KAAK;AACtC,YAAM,IAAIA,QAAO,CAAC;AAClB,UAAI,OAAO,MAAM,SAAU,KAAI,CAAC,IAAI;AAAA,WAC/B;AACH,YAAI,CAAC,IAAI,OAAO;AAChB,YAAI,MAAO,OAAM,CAAC,IAAI,MAAM,OAAO,OAAO;AAAA,MAC5C;AAAA,IACF;AACA,MAAE,UAAU;AACZ,WAAO;AAAA,EACT;AAEA,QAAM,QAAQ,KAAK;AAEnB,WAAS,OAAO,MAA0B,QAAsC;AAC9E,UAAM,IAAI,MAAM,MAAM,MAAM;AAC5B,QAAI,EAAE,QAAQ;AACZ,UAAI,SAAS,EAAE,cAAe,OAAM;AACpC,aAAO,EAAE;AAAA,IACX;AACA,UAAM,SAAS,OAAO,SAAS;AAC/B,MAAE,SAAS,WAAW,MAAM,QAAQ,CAAC;AACrC,QAAI,SAAS,MAAM,QAAQ,OAAQ,GAAE,gBAAgB;AACrD,WAAO,EAAE;AAAA,EACX;AAEA,WAAS,UAAU,MAA0B,QAA2C;AACtF,UAAM,IAAI,MAAM,MAAM,MAAM;AAC5B,QAAI,EAAE,WAAW;AACf,UAAI,SAAS,EAAE,iBAAkB,OAAM;AACvC,aAAO,EAAE;AAAA,IACX;AACA,UAAM,SAAS,OAAO,SAAS;AAC/B,UAAM,OAAO,OAAO,MAAM,MAAM;AAChC,UAAM,QAAQ,EAAE;AAEhB,UAAM,UAAU,CAAC,MAAuB;AACtC,YAAM,IAAI,QAAQ,CAAC;AACnB,aAAO,IAAK,MAAM,OAAO,OAAO,SAAa,KAAK,CAAC;AAAA,IACrD;AACA,UAAM,IAAI,KAAK;AACf,UAAM,WAAO,wBAAQ,IAAI;AACzB,QAAI;AACJ,UAAM,SAAS,OAAO;AACtB,UAAM,QAAQ,UAAU,UAAU,MAAM,MAAM;AAE5C,UAAI,CAAC,UAAU,EAAE,gBAAgB,iBAAiB,WAAW,IAAI,GAAG;AAClE,cAAM;AACN;AAAA,MACF;AACA,YAAM,QAAkB,IAAI,MAAM,CAAC,EAAE,KAAK,EAAE;AAC5C,YAAM;AACN,UAAI,QAAQ;AACV,YAAI;AACJ;AAAA,UACE;AAAA,UACA,CAAC,MAAM;AACL,kBAAM,IAAI,OAAO,QAAQ,CAAC,CAAC;AAC3B,gBAAI,OAAO,MAAM,SAAU,QAAO;AAElC,gBAAK,QAAQ,IAAI,aAAa,cAAe;AAC3C,kBAAI,WAAW,UAAU,EAAG,YAAW;AACvC,yBAAW,IAAI,GAAG,MAAS;AAAA,YAC7B;AACA,uBAAO,6BAAc,CAAC;AAAA,UACxB;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,QACF;AACA,iBAAS,OAAO,KAAK,MAAM,OAAO,OAAO,OAAO,IAAI,QAAQ;AAC5D,YAAK,QAAQ,IAAI,aAAa,gBAAiB,WAAW,QAAQ,GAAG;AACnE,eAAK,KAAK,0BAA0B;AAAA,YAClC,MAAM,WAAW,OAAO,KAAK;AAAA,YAC7B,QAAQ,OAAO;AAAA,YACf,cAAU,6BAAe,uBAAU;AAAA,YACnC,cAAU,6BAAe,QAAQ;AAAA,YACjC,OAAO,WAAW;AAAA,YAClB,MAAM,MAAM,KAAK,WAAW,OAAO,CAAC;AAAA,YACpC,UAAU,wBAAW;AAAA,UACvB,CAAC;AAAA,QACH;AACA;AAAA,MACF;AACA,UAAI,MAAM;AACV,UAAI,YAAY;AAEhB,YAAM,iBAAiB,OAAO,UAC1B,SACA,CAAC,MAAe;AACd,YAAI,aAAa,UAAU,EAAG,aAAY,SAAS,CAAC;AACpD,qBAAa,IAAI,KAAK,MAAS;AAAA,MACjC;AACJ;AAAA,QACE;AAAA,QACA,CAAC,MAAM;AACL,gBAAM;AACN,qBAAO,6BAAc,QAAQ,CAAC,GAAG,cAAc;AAAA,QACjD;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,MACF;AACA,eAAS,OAAO,KAAK,MAAM,OAAO,OAAO,OAAO,IAAI,QAAQ;AAC5D,UAAI,aAAa,QAAQ,GAAG;AAC1B,aAAK,KAAK,yBAAyB;AAAA,UACjC,QAAQ,OAAO;AAAA,UACf,OAAO,OAAO;AAAA,UACd,OAAO,aAAa;AAAA,UACpB,MAAM,MAAM,KAAK,aAAa,OAAO,CAAC;AAAA,UACtC,WAAW;AAAA,QACb,CAAC;AAAA,MACH;AAAA,IACF,CAAC;AAED,MAAE,YAAY,OAAO,IAAI,MAAc,CAAC,EAAE,KAAK,EAAE;AACjD,QAAI,SAAS,MAAM,QAAQ,OAAQ,GAAE,mBAAmB;AACxD,WAAO,EAAE;AAAA,EACX;AAEA,SAAO,EAAE,QAAQ,WAAW,MAAM;AACpC;","names":["values"]}
+{"version":3,"sources":["../../src/pipeline/column-cache.ts"],"sourcesContent":["import { describeReturn, expectedReturn, formatSlot, slotDiagnostics } from '../catalog/slots'\nimport { defaultFormat } from '../column/format'\nimport { getValue } from '../column/get-value'\nimport { keepDiagnostics } from '../diagnostics/catalog'\nimport '../diagnostics/process-guard'\nimport type { Emit } from '../diagnostics/types'\nimport { CellFailures, type CellSlot, runCells } from '../intercept/cell-batch'\nimport { type ContextBase, createContextPool } from '../intercept/context'\nimport type { InterceptorRuntime } from '../intercept/runtime'\nimport { pipelineDiagnostics } from './codes'\nimport type { ColumnLike, ResolvedColumn } from './columns'\nimport { allRows } from './indices'\nimport { runJob } from './slice'\nimport type { ColumnValues } from './types'\n\nkeepDiagnostics(pipelineDiagnostics, slotDiagnostics)\n\nexport interface ColumnCacheHost {\n  readonly runtime: InterceptorRuntime\n  readonly emit: Emit\n  base(): ContextBase\n  /**\n   * The §6.6 status rule's counter (pipeline/status-rule.ts): `emit` increments it for a diagnostic\n   * the rule counts. An entry whose read incremented it is flagged, and every later read of that\n   * entry increments it again (its cells still hold the fallback values).\n   */\n  readonly flags?: { count: number }\n}\n\n/**\n * Internal member of the pipeline's run context (not on the public `RowModelContext`): a column's\n * formatted values as a time-sliced job (search, #40); `undefined` for an unknown column.\n */\nexport interface SlicedFormatting {\n  readonly formattedSliced?: (\n    id: string,\n  ) => Generator<undefined, readonly string[] | undefined, undefined>\n}\n\nexport interface ColumnCache {\n  /**\n   * The values of `column` for every row of `data` (index = row index). An all-number column is a\n   * `Float64Array` with `NaN` for `null` / `undefined`; any other column a plain array.\n   */\n  values(data: readonly unknown[], column: ResolvedColumn): ColumnValues\n  /** `format` (or the default formatter) applied to {@link values}: what the user sees. */\n  formatted(data: readonly unknown[], column: ResolvedColumn): readonly string[]\n  /**\n   * {@link formatted} as a time-sliced job (§9.1, #40): the cells are formatted in batches of a few\n   * milliseconds with a `yield` between them (one `column:batch` per batch, never per cell).\n   */\n  formattedSliced(\n    data: readonly unknown[],\n    column: ResolvedColumn,\n  ): Generator<undefined, readonly string[], undefined>\n  /**\n   * Runs `body` as one `column:batch` over `rows` (pooled ctx, `where` = `columns[i].<field>`):\n   * interceptors see one dispatch per column, never one per cell. `body` loops over the cells\n   * with an inline `try/catch` and reports its own failures.\n   */\n  batch(\n    column: ResolvedColumn,\n    slot: CellSlot,\n    field: string,\n    rows: Uint32Array,\n    body: () => void,\n  ): void\n}\n\ninterface Entry {\n  values?: ColumnValues\n  /** Numeric columns: 1 = `null`, 2 = `undefined` per row. Absent when there are none. */\n  nullish?: Uint8Array | undefined\n  formatted?: readonly string[]\n  /** Reading `values` / `formatted` reported a diagnostic the status rule counts. */\n  flaggedValues?: boolean\n  flaggedFormatted?: boolean\n}\n\nconst NULL = 1\nconst UNDEFINED = 2\n\n/** The nullish kinds of each cached numeric column that has any (see {@link nullishOf}). */\nconst nullishKinds = new WeakMap<Float64Array, Uint8Array>()\n\n/**\n * Which rows of a cached all-number column (`values` from the column cache) hold `null` /\n * `undefined` (non-zero) rather than a real `NaN`: both are stored as `NaN`. `undefined` when no\n * row does. Lets search format such a column on the fly (`''` / `'NaN'`) instead of caching a\n * string per row (#27).\n */\nexport function nullishOf(values: Float64Array): Uint8Array | undefined {\n  return nullishKinds.get(values)\n}\n\nfunction allStrings(values: readonly unknown[]): boolean {\n  for (let i = 0; i < values.length; i++) if (typeof values[i] !== 'string') return false\n  return true\n}\n\nconst typeName = (v: unknown) => (Array.isArray(v) ? 'array' : typeof v)\n\n/** Rows per batch of a sliced format (#40): small, so the slicer's clock check comes often. */\nconst STEP = 512\n\n/** Distinct strings {@link share} remembers per column: enough for categories, tags, flags. */\nconst SHARED = 1024\n\n/**\n * Repeated formatted strings of a column share one copy (§9.3 memory, #27): each formatted cell is\n * a fresh string, so a column of tags or categories would keep one per row. Only the first\n * {@link SHARED} distinct strings are remembered; once per column, after formatting.\n */\nfunction share(cells: string[]) {\n  const seen = new Map<string, string>()\n  for (let r = 0; r < cells.length; r++) {\n    const s = cells[r] as string\n    const hit = seen.get(s)\n    if (hit !== undefined) cells[r] = hit\n    else if (seen.size < SHARED) seen.set(s, s)\n  }\n}\n\n/**\n * The lazy column cache (§9.1): a column is read only when a step asks for it, once per data\n * reference, in one `column:batch` per column (never per cell, §3.4). Entries live in a `WeakMap`\n * keyed by the data reference, then by the column definition, so new data or a changed column\n * releases them.\n */\nexport function createColumnCache(host: ColumnCacheHost): ColumnCache {\n  const byData = new WeakMap<readonly unknown[], WeakMap<ColumnLike, Entry>>()\n  const pool = createContextPool()\n  const failures = new CellFailures()\n\n  function entry(data: readonly unknown[], column: ResolvedColumn): Entry {\n    let cols = byData.get(data)\n    if (!cols) {\n      cols = new WeakMap()\n      byData.set(data, cols)\n    }\n    let e = cols.get(column.def)\n    if (!e) {\n      e = {}\n      cols.set(column.def, e)\n    }\n    return e\n  }\n\n  /** One `column:batch` (pooled ctx); `where` = `columns[i].<field>`, never row data. */\n  function batch(\n    column: ResolvedColumn,\n    slot: CellSlot,\n    field: string,\n    rows: Uint32Array,\n    body: () => void,\n  ) {\n    const ctx = pool.acquire(\n      'column:batch',\n      { column: column.id, slot, rows },\n      `columns[${column.index}].${field}`,\n      host.base(),\n    )\n    try {\n      void host.runtime.run('column:batch', ctx, (): undefined => {\n        try {\n          body()\n        } finally {\n          failures.reset()\n        }\n      })\n    } finally {\n      pool.release(ctx)\n    }\n  }\n\n  function readValues(data: readonly unknown[], column: ResolvedColumn, e: Entry): ColumnValues {\n    const n = data.length\n    const rows = allRows(data)\n    const out: unknown[] = new Array(n).fill(undefined)\n    const field = column.path ? 'key' : 'accessor'\n    batch(column, 'accessor', field, rows, () => {\n      const path = column.path\n      const accessor = column.accessor\n      if (path) {\n        let cur = 0\n        const onError = (error: unknown) => failures.add(cur, error)\n        runCells(\n          rows,\n          (r) => {\n            cur = r\n            return getValue(data[r], path, onError)\n          },\n          out,\n          undefined,\n          failures,\n        )\n      } else if (accessor) {\n        runCells(rows, (r) => accessor(data[r]), out, undefined, failures)\n      }\n      failures.report(host.emit, column.index, column.id, 'accessor', undefined, field)\n    })\n    return toNumeric(out, e) ?? out\n  }\n\n  /** A `Float64Array` when every non-nullish value is a number (and there is one); else nothing. */\n  function toNumeric(values: unknown[], e: Entry): Float64Array | undefined {\n    let numbers = 0\n    let nullish = 0\n    for (let i = 0; i < values.length; i++) {\n      const v = values[i]\n      if (typeof v === 'number') numbers++\n      else if (v === null || v === undefined) nullish++\n      else return undefined\n    }\n    if (numbers === 0) return undefined\n    const out = new Float64Array(values.length)\n    const kinds = nullish > 0 ? new Uint8Array(values.length) : undefined\n    for (let i = 0; i < values.length; i++) {\n      const v = values[i]\n      if (typeof v === 'number') out[i] = v\n      else {\n        out[i] = Number.NaN\n        if (kinds) kinds[i] = v === null ? NULL : UNDEFINED\n      }\n    }\n    e.nullish = kinds\n    if (kinds) nullishKinds.set(out, kinds)\n    return out\n  }\n\n  const flags = host.flags\n\n  function values(data: readonly unknown[], column: ResolvedColumn): ColumnValues {\n    const e = entry(data, column)\n    if (e.values) {\n      if (flags && e.flaggedValues) flags.count++\n      return e.values\n    }\n    const before = flags?.count ?? 0\n    e.values = readValues(data, column, e)\n    if (flags && flags.count > before) e.flaggedValues = true\n    return e.values\n  }\n\n  /**\n   * Formats `column` once per data reference, in one `column:batch`; `sliced` (#40): in batches of\n   * {@link STEP} rows with a `yield` between them, so the slicer can end the task on time (a slow\n   * formatter, e.g. dates, is never one long task). Failures and slot-contract breaks are counted\n   * over the whole column and reported once.\n   */\n  function* formatting(\n    data: readonly unknown[],\n    column: ResolvedColumn,\n    sliced: boolean,\n  ): Generator<undefined, readonly string[], undefined> {\n    let e = entry(data, column)\n    if (e.formatted) {\n      if (flags && e.flaggedFormatted) flags.count++\n      return e.formatted\n    }\n    const before = flags?.count ?? 0\n    const vals = values(data, column)\n    if (sliced) yield // reading the values is a task of its own\n    const kinds = e.nullish\n    // The raw value: nullish numbers read back as null / undefined, not NaN.\n    const valueAt = (r: number): unknown => {\n      const k = kinds?.[r]\n      return k ? (k === NULL ? null : undefined) : vals[r]\n    }\n    const n = data.length\n    const rows = allRows(data)\n    const format = column.format\n    // Job-local counts: a sliced column spans several batches.\n    const failed = new CellFailures()\n    const bad = (process.env.NODE_ENV !== \"production\") ? new CellFailures() : undefined\n    const unrendered = new CellFailures()\n    let firstBad: unknown\n    let firstType = ''\n    let cur = 0\n    // A column with `cell` renders itself: its formatted value only feeds search.\n    const onUnrenderable = column.hasCell\n      ? undefined\n      : (v: unknown) => {\n          if (unrendered.count === 0) firstType = typeName(v)\n          unrendered.add(cur, undefined)\n        }\n    const cell = format\n      ? (r: number) => {\n          const s = format(valueAt(r))\n          if (typeof s === 'string') return s\n          // Slot contract (dev): counted only on this non-string path; coerced either way.\n          if ((process.env.NODE_ENV !== \"production\") && bad) {\n            if (bad.count === 0) firstBad = s\n            bad.add(r, undefined)\n          }\n          return defaultFormat(s)\n        }\n      : (r: number) => {\n          cur = r\n          return defaultFormat(valueAt(r), onUnrenderable)\n        }\n    // Values that are all strings already format to themselves: no copy (§9.3 memory).\n    const strings = !format && !(vals instanceof Float64Array) && allStrings(vals)\n    let out: string[] | undefined = strings ? undefined : new Array(n).fill('')\n    for (let from = 0; from < n; from += STEP) {\n      const part = sliced && !strings ? rows.subarray(from, from + STEP) : rows\n      // An interceptor may skip a batch: its cells keep the slot fallback ('').\n      batch(column, 'format', 'format', part, () => {\n        if (strings) out = vals as string[]\n        else runCells(part, cell, out as string[], '', failed)\n      })\n      if (part === rows || from + STEP >= n) break\n      yield\n    }\n    out ??= new Array<string>(n).fill('')\n    failed.report(host.emit, column.index, column.id, 'format')\n    if ((process.env.NODE_ENV !== \"production\") && bad && bad.count > 0) {\n      host.emit('DK_CALLBACK_BAD_RETURN', {\n        slot: `columns[${column.index}].format`,\n        column: column.id,\n        expected: expectedReturn(formatSlot),\n        received: describeReturn(firstBad),\n        count: bad.count,\n        rows: Array.from(bad.sample()),\n        fallback: formatSlot.fallback,\n      })\n    }\n    if (unrendered.count > 0) {\n      host.emit('DK_UNRENDERABLE_VALUE', {\n        column: column.id,\n        index: column.index,\n        count: unrendered.count,\n        rows: Array.from(unrendered.sample()),\n        valueType: firstType,\n      })\n    }\n    if (out !== vals) share(out)\n    // A synchronous read may have cached the column while a sliced job ran.\n    e = entry(data, column)\n    if (!e.formatted) {\n      e.formatted = out\n      if (flags && flags.count > before) e.flaggedFormatted = true\n    }\n    return e.formatted\n  }\n\n  function formatted(data: readonly unknown[], column: ResolvedColumn): readonly string[] {\n    return runJob(() => formatting(data, column, false))\n  }\n\n  return {\n    values,\n    formatted,\n    formattedSliced: (data, column) => formatting(data, column, true),\n    batch,\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,mBAA4E;AAC5E,oBAA8B;AAC9B,uBAAyB;AACzB,qBAAgC;AAChC,2BAAO;AAEP,wBAAsD;AACtD,qBAAoD;AAEpD,mBAAoC;AAEpC,qBAAwB;AACxB,mBAAuB;AAAA,IAGvB,gCAAgB,kCAAqB,4BAAe;AAgEpD,IAAM,OAAO;AACb,IAAM,YAAY;AAGlB,IAAM,eAAe,oBAAI,QAAkC;AAQpD,SAAS,UAAU,QAA8C;AACtE,SAAO,aAAa,IAAI,MAAM;AAChC;AAEA,SAAS,WAAW,QAAqC;AACvD,WAAS,IAAI,GAAG,IAAI,OAAO,QAAQ,IAAK,KAAI,OAAO,OAAO,CAAC,MAAM,SAAU,QAAO;AAClF,SAAO;AACT;AAEA,IAAM,WAAW,CAAC,MAAgB,MAAM,QAAQ,CAAC,IAAI,UAAU,OAAO;AAGtE,IAAM,OAAO;AAGb,IAAM,SAAS;AAOf,SAAS,MAAM,OAAiB;AAC9B,QAAM,OAAO,oBAAI,IAAoB;AACrC,WAAS,IAAI,GAAG,IAAI,MAAM,QAAQ,KAAK;AACrC,UAAM,IAAI,MAAM,CAAC;AACjB,UAAM,MAAM,KAAK,IAAI,CAAC;AACtB,QAAI,QAAQ,OAAW,OAAM,CAAC,IAAI;AAAA,aACzB,KAAK,OAAO,OAAQ,MAAK,IAAI,GAAG,CAAC;AAAA,EAC5C;AACF;AAQO,SAAS,kBAAkB,MAAoC;AACpE,QAAM,SAAS,oBAAI,QAAwD;AAC3E,QAAM,WAAO,kCAAkB;AAC/B,QAAM,WAAW,IAAI,+BAAa;AAElC,WAAS,MAAM,MAA0B,QAA+B;AACtE,QAAI,OAAO,OAAO,IAAI,IAAI;AAC1B,QAAI,CAAC,MAAM;AACT,aAAO,oBAAI,QAAQ;AACnB,aAAO,IAAI,MAAM,IAAI;AAAA,IACvB;AACA,QAAI,IAAI,KAAK,IAAI,OAAO,GAAG;AAC3B,QAAI,CAAC,GAAG;AACN,UAAI,CAAC;AACL,WAAK,IAAI,OAAO,KAAK,CAAC;AAAA,IACxB;AACA,WAAO;AAAA,EACT;AAGA,WAAS,MACP,QACA,MACA,OACA,MACA,MACA;AACA,UAAM,MAAM,KAAK;AAAA,MACf;AAAA,MACA,EAAE,QAAQ,OAAO,IAAI,MAAM,KAAK;AAAA,MAChC,WAAW,OAAO,KAAK,KAAK,KAAK;AAAA,MACjC,KAAK,KAAK;AAAA,IACZ;AACA,QAAI;AACF,WAAK,KAAK,QAAQ,IAAI,gBAAgB,KAAK,MAAiB;AAC1D,YAAI;AACF,eAAK;AAAA,QACP,UAAE;AACA,mBAAS,MAAM;AAAA,QACjB;AAAA,MACF,CAAC;AAAA,IACH,UAAE;AACA,WAAK,QAAQ,GAAG;AAAA,IAClB;AAAA,EACF;AAEA,WAAS,WAAW,MAA0B,QAAwB,GAAwB;AAC5F,UAAM,IAAI,KAAK;AACf,UAAM,WAAO,wBAAQ,IAAI;AACzB,UAAM,MAAiB,IAAI,MAAM,CAAC,EAAE,KAAK,MAAS;AAClD,UAAM,QAAQ,OAAO,OAAO,QAAQ;AACpC,UAAM,QAAQ,YAAY,OAAO,MAAM,MAAM;AAC3C,YAAM,OAAO,OAAO;AACpB,YAAM,WAAW,OAAO;AACxB,UAAI,MAAM;AACR,YAAI,MAAM;AACV,cAAM,UAAU,CAAC,UAAmB,SAAS,IAAI,KAAK,KAAK;AAC3D;AAAA,UACE;AAAA,UACA,CAAC,MAAM;AACL,kBAAM;AACN,uBAAO,2BAAS,KAAK,CAAC,GAAG,MAAM,OAAO;AAAA,UACxC;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,QACF;AAAA,MACF,WAAW,UAAU;AACnB,wCAAS,MAAM,CAAC,MAAM,SAAS,KAAK,CAAC,CAAC,GAAG,KAAK,QAAW,QAAQ;AAAA,MACnE;AACA,eAAS,OAAO,KAAK,MAAM,OAAO,OAAO,OAAO,IAAI,YAAY,QAAW,KAAK;AAAA,IAClF,CAAC;AACD,WAAO,UAAU,KAAK,CAAC,KAAK;AAAA,EAC9B;AAGA,WAAS,UAAUA,SAAmB,GAAoC;AACxE,QAAI,UAAU;AACd,QAAI,UAAU;AACd,aAAS,IAAI,GAAG,IAAIA,QAAO,QAAQ,KAAK;AACtC,YAAM,IAAIA,QAAO,CAAC;AAClB,UAAI,OAAO,MAAM,SAAU;AAAA,eAClB,MAAM,QAAQ,MAAM,OAAW;AAAA,UACnC,QAAO;AAAA,IACd;AACA,QAAI,YAAY,EAAG,QAAO;AAC1B,UAAM,MAAM,IAAI,aAAaA,QAAO,MAAM;AAC1C,UAAM,QAAQ,UAAU,IAAI,IAAI,WAAWA,QAAO,MAAM,IAAI;AAC5D,aAAS,IAAI,GAAG,IAAIA,QAAO,QAAQ,KAAK;AACtC,YAAM,IAAIA,QAAO,CAAC;AAClB,UAAI,OAAO,MAAM,SAAU,KAAI,CAAC,IAAI;AAAA,WAC/B;AACH,YAAI,CAAC,IAAI,OAAO;AAChB,YAAI,MAAO,OAAM,CAAC,IAAI,MAAM,OAAO,OAAO;AAAA,MAC5C;AAAA,IACF;AACA,MAAE,UAAU;AACZ,QAAI,MAAO,cAAa,IAAI,KAAK,KAAK;AACtC,WAAO;AAAA,EACT;AAEA,QAAM,QAAQ,KAAK;AAEnB,WAAS,OAAO,MAA0B,QAAsC;AAC9E,UAAM,IAAI,MAAM,MAAM,MAAM;AAC5B,QAAI,EAAE,QAAQ;AACZ,UAAI,SAAS,EAAE,cAAe,OAAM;AACpC,aAAO,EAAE;AAAA,IACX;AACA,UAAM,SAAS,OAAO,SAAS;AAC/B,MAAE,SAAS,WAAW,MAAM,QAAQ,CAAC;AACrC,QAAI,SAAS,MAAM,QAAQ,OAAQ,GAAE,gBAAgB;AACrD,WAAO,EAAE;AAAA,EACX;AAQA,YAAU,WACR,MACA,QACA,QACoD;AACpD,QAAI,IAAI,MAAM,MAAM,MAAM;AAC1B,QAAI,EAAE,WAAW;AACf,UAAI,SAAS,EAAE,iBAAkB,OAAM;AACvC,aAAO,EAAE;AAAA,IACX;AACA,UAAM,SAAS,OAAO,SAAS;AAC/B,UAAM,OAAO,OAAO,MAAM,MAAM;AAChC,QAAI,OAAQ;AACZ,UAAM,QAAQ,EAAE;AAEhB,UAAM,UAAU,CAAC,MAAuB;AACtC,YAAM,IAAI,QAAQ,CAAC;AACnB,aAAO,IAAK,MAAM,OAAO,OAAO,SAAa,KAAK,CAAC;AAAA,IACrD;AACA,UAAM,IAAI,KAAK;AACf,UAAM,WAAO,wBAAQ,IAAI;AACzB,UAAM,SAAS,OAAO;AAEtB,UAAM,SAAS,IAAI,+BAAa;AAChC,UAAM,MAAO,QAAQ,IAAI,aAAa,eAAgB,IAAI,+BAAa,IAAI;AAC3E,UAAM,aAAa,IAAI,+BAAa;AACpC,QAAI;AACJ,QAAI,YAAY;AAChB,QAAI,MAAM;AAEV,UAAM,iBAAiB,OAAO,UAC1B,SACA,CAAC,MAAe;AACd,UAAI,WAAW,UAAU,EAAG,aAAY,SAAS,CAAC;AAClD,iBAAW,IAAI,KAAK,MAAS;AAAA,IAC/B;AACJ,UAAM,OAAO,SACT,CAAC,MAAc;AACb,YAAM,IAAI,OAAO,QAAQ,CAAC,CAAC;AAC3B,UAAI,OAAO,MAAM,SAAU,QAAO;AAElC,UAAK,QAAQ,IAAI,aAAa,gBAAiB,KAAK;AAClD,YAAI,IAAI,UAAU,EAAG,YAAW;AAChC,YAAI,IAAI,GAAG,MAAS;AAAA,MACtB;AACA,iBAAO,6BAAc,CAAC;AAAA,IACxB,IACA,CAAC,MAAc;AACb,YAAM;AACN,iBAAO,6BAAc,QAAQ,CAAC,GAAG,cAAc;AAAA,IACjD;AAEJ,UAAM,UAAU,CAAC,UAAU,EAAE,gBAAgB,iBAAiB,WAAW,IAAI;AAC7E,QAAI,MAA4B,UAAU,SAAY,IAAI,MAAM,CAAC,EAAE,KAAK,EAAE;AAC1E,aAAS,OAAO,GAAG,OAAO,GAAG,QAAQ,MAAM;AACzC,YAAM,OAAO,UAAU,CAAC,UAAU,KAAK,SAAS,MAAM,OAAO,IAAI,IAAI;AAErE,YAAM,QAAQ,UAAU,UAAU,MAAM,MAAM;AAC5C,YAAI,QAAS,OAAM;AAAA,YACd,iCAAS,MAAM,MAAM,KAAiB,IAAI,MAAM;AAAA,MACvD,CAAC;AACD,UAAI,SAAS,QAAQ,OAAO,QAAQ,EAAG;AACvC;AAAA,IACF;AACA,YAAQ,IAAI,MAAc,CAAC,EAAE,KAAK,EAAE;AACpC,WAAO,OAAO,KAAK,MAAM,OAAO,OAAO,OAAO,IAAI,QAAQ;AAC1D,QAAK,QAAQ,IAAI,aAAa,gBAAiB,OAAO,IAAI,QAAQ,GAAG;AACnE,WAAK,KAAK,0BAA0B;AAAA,QAClC,MAAM,WAAW,OAAO,KAAK;AAAA,QAC7B,QAAQ,OAAO;AAAA,QACf,cAAU,6BAAe,uBAAU;AAAA,QACnC,cAAU,6BAAe,QAAQ;AAAA,QACjC,OAAO,IAAI;AAAA,QACX,MAAM,MAAM,KAAK,IAAI,OAAO,CAAC;AAAA,QAC7B,UAAU,wBAAW;AAAA,MACvB,CAAC;AAAA,IACH;AACA,QAAI,WAAW,QAAQ,GAAG;AACxB,WAAK,KAAK,yBAAyB;AAAA,QACjC,QAAQ,OAAO;AAAA,QACf,OAAO,OAAO;AAAA,QACd,OAAO,WAAW;AAAA,QAClB,MAAM,MAAM,KAAK,WAAW,OAAO,CAAC;AAAA,QACpC,WAAW;AAAA,MACb,CAAC;AAAA,IACH;AACA,QAAI,QAAQ,KAAM,OAAM,GAAG;AAE3B,QAAI,MAAM,MAAM,MAAM;AACtB,QAAI,CAAC,EAAE,WAAW;AAChB,QAAE,YAAY;AACd,UAAI,SAAS,MAAM,QAAQ,OAAQ,GAAE,mBAAmB;AAAA,IAC1D;AACA,WAAO,EAAE;AAAA,EACX;AAEA,WAAS,UAAU,MAA0B,QAA2C;AACtF,eAAO,qBAAO,MAAM,WAAW,MAAM,QAAQ,KAAK,CAAC;AAAA,EACrD;AAEA,SAAO;AAAA,IACL;AAAA,IACA;AAAA,IACA,iBAAiB,CAAC,MAAM,WAAW,WAAW,MAAM,QAAQ,IAAI;AAAA,IAChE;AAAA,EACF;AACF;","names":["values"]}

package/dist/pipeline/column-cache.js

@@ -3,24 +3,39 @@ import { describeReturn, expectedReturn, formatSlot, slotDiagnostics } from "../
 import { defaultFormat } from "../column/format.js";
 import { getValue } from "../column/get-value.js";
 import { keepDiagnostics } from "../diagnostics/catalog.js";
+import "../diagnostics/process-guard.js";
 import { CellFailures, runCells } from "../intercept/cell-batch.js";
 import { createContextPool } from "../intercept/context.js";
 import { pipelineDiagnostics } from "./codes.js";
 import { allRows } from "./indices.js";
+import { runJob } from "./slice.js";
 keepDiagnostics(pipelineDiagnostics, slotDiagnostics);
 var NULL = 1;
 var UNDEFINED = 2;
+var nullishKinds = /* @__PURE__ */ new WeakMap();
+function nullishOf(values) {
+  return nullishKinds.get(values);
+}
 function allStrings(values) {
   for (let i = 0; i < values.length; i++) if (typeof values[i] !== "string") return false;
   return true;
 }
 var typeName = (v) => Array.isArray(v) ? "array" : typeof v;
+var STEP = 512;
+var SHARED = 1024;
+function share(cells) {
+  const seen = /* @__PURE__ */ new Map();
+  for (let r = 0; r < cells.length; r++) {
+    const s = cells[r];
+    const hit = seen.get(s);
+    if (hit !== void 0) cells[r] = hit;
+    else if (seen.size < SHARED) seen.set(s, s);
+  }
+}
 function createColumnCache(host) {
   const byData = /* @__PURE__ */ new WeakMap();
   const pool = createContextPool();
   const failures = new CellFailures();
-  const unrenderable = new CellFailures();
-  const badReturns = new CellFailures();
   function entry(data, column) {
     let cols = byData.get(data);
     if (!cols) {
@@ -47,8 +62,6 @@ function createColumnCache(host) {
           body();
         } finally {
           failures.reset();
-          unrenderable.reset();
-          badReturns.reset();
         }
       });
     } finally {
@@ -104,6 +117,7 @@ function createColumnCache(host) {
       }
     }
     e.nullish = kinds;
+    if (kinds) nullishKinds.set(out, kinds);
     return out;
   }
   const flags = host.flags;
@@ -118,14 +132,15 @@ function createColumnCache(host) {
     if (flags && flags.count > before) e.flaggedValues = true;
     return e.values;
   }
-  function formatted(data, column) {
-    const e = entry(data, column);
+  function* formatting(data, column, sliced) {
+    let e = entry(data, column);
     if (e.formatted) {
       if (flags && e.flaggedFormatted) flags.count++;
       return e.formatted;
     }
     const before = flags?.count ?? 0;
     const vals = values(data, column);
+    if (sliced) yield;
     const kinds = e.nullish;
     const valueAt = (r) => {
       const k = kinds?.[r];
@@ -133,80 +148,82 @@ function createColumnCache(host) {
     };
     const n = data.length;
     const rows = allRows(data);
-    let out;
     const format = column.format;
-    batch(column, "format", "format", rows, () => {
-      if (!format && !(vals instanceof Float64Array) && allStrings(vals)) {
-        out = vals;
-        return;
-      }
-      const cells = new Array(n).fill("");
-      out = cells;
-      if (format) {
-        let firstBad;
-        runCells(
-          rows,
-          (r) => {
-            const s = format(valueAt(r));
-            if (typeof s === "string") return s;
-            if (process.env.NODE_ENV !== "production") {
-              if (badReturns.count === 0) firstBad = s;
-              badReturns.add(r, void 0);
-            }
-            return defaultFormat(s);
-          },
-          cells,
-          "",
-          failures
-        );
-        failures.report(host.emit, column.index, column.id, "format");
-        if (process.env.NODE_ENV !== "production" && badReturns.count > 0) {
-          host.emit("DK_CALLBACK_BAD_RETURN", {
-            slot: `columns[${column.index}].format`,
-            column: column.id,
-            expected: expectedReturn(formatSlot),
-            received: describeReturn(firstBad),
-            count: badReturns.count,
-            rows: Array.from(badReturns.sample()),
-            fallback: formatSlot.fallback
-          });
-        }
-        return;
-      }
-      let cur = 0;
-      let firstType = "";
-      const onUnrenderable = column.hasCell ? void 0 : (v) => {
-        if (unrenderable.count === 0) firstType = typeName(v);
-        unrenderable.add(cur, void 0);
-      };
-      runCells(
-        rows,
-        (r) => {
-          cur = r;
-          return defaultFormat(valueAt(r), onUnrenderable);
-        },
-        cells,
-        "",
-        failures
-      );
-      failures.report(host.emit, column.index, column.id, "format");
-      if (unrenderable.count > 0) {
-        host.emit("DK_UNRENDERABLE_VALUE", {
-          column: column.id,
-          index: column.index,
-          count: unrenderable.count,
-          rows: Array.from(unrenderable.sample()),
-          valueType: firstType
-        });
+    const failed = new CellFailures();
+    const bad = process.env.NODE_ENV !== "production" ? new CellFailures() : void 0;
+    const unrendered = new CellFailures();
+    let firstBad;
+    let firstType = "";
+    let cur = 0;
+    const onUnrenderable = column.hasCell ? void 0 : (v) => {
+      if (unrendered.count === 0) firstType = typeName(v);
+      unrendered.add(cur, void 0);
+    };
+    const cell = format ? (r) => {
+      const s = format(valueAt(r));
+      if (typeof s === "string") return s;
+      if (process.env.NODE_ENV !== "production" && bad) {
+        if (bad.count === 0) firstBad = s;
+        bad.add(r, void 0);
       }
-    });
-    e.formatted = out ?? new Array(n).fill("");
-    if (flags && flags.count > before) e.flaggedFormatted = true;
+      return defaultFormat(s);
+    } : (r) => {
+      cur = r;
+      return defaultFormat(valueAt(r), onUnrenderable);
+    };
+    const strings = !format && !(vals instanceof Float64Array) && allStrings(vals);
+    let out = strings ? void 0 : new Array(n).fill("");
+    for (let from = 0; from < n; from += STEP) {
+      const part = sliced && !strings ? rows.subarray(from, from + STEP) : rows;
+      batch(column, "format", "format", part, () => {
+        if (strings) out = vals;
+        else runCells(part, cell, out, "", failed);
+      });
+      if (part === rows || from + STEP >= n) break;
+      yield;
+    }
+    out ??= new Array(n).fill("");
+    failed.report(host.emit, column.index, column.id, "format");
+    if (process.env.NODE_ENV !== "production" && bad && bad.count > 0) {
+      host.emit("DK_CALLBACK_BAD_RETURN", {
+        slot: `columns[${column.index}].format`,
+        column: column.id,
+        expected: expectedReturn(formatSlot),
+        received: describeReturn(firstBad),
+        count: bad.count,
+        rows: Array.from(bad.sample()),
+        fallback: formatSlot.fallback
+      });
+    }
+    if (unrendered.count > 0) {
+      host.emit("DK_UNRENDERABLE_VALUE", {
+        column: column.id,
+        index: column.index,
+        count: unrendered.count,
+        rows: Array.from(unrendered.sample()),
+        valueType: firstType
+      });
+    }
+    if (out !== vals) share(out);
+    e = entry(data, column);
+    if (!e.formatted) {
+      e.formatted = out;
+      if (flags && flags.count > before) e.flaggedFormatted = true;
+    }
     return e.formatted;
   }
-  return { values, formatted, batch };
+  function formatted(data, column) {
+    return runJob(() => formatting(data, column, false));
+  }
+  return {
+    values,
+    formatted,
+    formattedSliced: (data, column) => formatting(data, column, true),
+    batch
+  };
 }
 export {
-  createColumnCache
+  createColumnCache,
+  nullishOf
 };
 //# sourceMappingURL=column-cache.js.map

package/dist/pipeline/column-cache.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/pipeline/column-cache.ts"],"sourcesContent":["import { describeReturn, expectedReturn, formatSlot, slotDiagnostics } from '../catalog/slots'\nimport { defaultFormat } from '../column/format'\nimport { getValue } from '../column/get-value'\nimport { keepDiagnostics } from '../diagnostics/catalog'\nimport type { Emit } from '../diagnostics/types'\nimport { CellFailures, type CellSlot, runCells } from '../intercept/cell-batch'\nimport { type ContextBase, createContextPool } from '../intercept/context'\nimport type { InterceptorRuntime } from '../intercept/runtime'\nimport { pipelineDiagnostics } from './codes'\nimport type { ColumnLike, ResolvedColumn } from './columns'\nimport { allRows } from './indices'\nimport type { ColumnValues } from './types'\n\nkeepDiagnostics(pipelineDiagnostics, slotDiagnostics)\n\nexport interface ColumnCacheHost {\n  readonly runtime: InterceptorRuntime\n  readonly emit: Emit\n  base(): ContextBase\n  /**\n   * The §6.6 status rule's counter (pipeline/status-rule.ts): `emit` increments it for a diagnostic\n   * the rule counts. An entry whose read incremented it is flagged, and every later read of that\n   * entry increments it again (its cells still hold the fallback values).\n   */\n  readonly flags?: { count: number }\n}\n\nexport interface ColumnCache {\n  /**\n   * The values of `column` for every row of `data` (index = row index). An all-number column is a\n   * `Float64Array` with `NaN` for `null` / `undefined`; any other column a plain array.\n   */\n  values(data: readonly unknown[], column: ResolvedColumn): ColumnValues\n  /** `format` (or the default formatter) applied to {@link values}: what the user sees. */\n  formatted(data: readonly unknown[], column: ResolvedColumn): readonly string[]\n  /**\n   * Runs `body` as one `column:batch` over `rows` (pooled ctx, `where` = `columns[i].<field>`):\n   * interceptors see one dispatch per column, never one per cell. `body` loops over the cells\n   * with an inline `try/catch` and reports its own failures.\n   */\n  batch(\n    column: ResolvedColumn,\n    slot: CellSlot,\n    field: string,\n    rows: Uint32Array,\n    body: () => void,\n  ): void\n}\n\ninterface Entry {\n  values?: ColumnValues\n  /** Numeric columns: 1 = `null`, 2 = `undefined` per row. Absent when there are none. */\n  nullish?: Uint8Array | undefined\n  formatted?: readonly string[]\n  /** Reading `values` / `formatted` reported a diagnostic the status rule counts. */\n  flaggedValues?: boolean\n  flaggedFormatted?: boolean\n}\n\nconst NULL = 1\nconst UNDEFINED = 2\n\nfunction allStrings(values: readonly unknown[]): boolean {\n  for (let i = 0; i < values.length; i++) if (typeof values[i] !== 'string') return false\n  return true\n}\n\nconst typeName = (v: unknown) => (Array.isArray(v) ? 'array' : typeof v)\n\n/**\n * The lazy column cache (§9.1): a column is read only when a step asks for it, once per data\n * reference, in one `column:batch` per column (never per cell, §3.4). Entries live in a `WeakMap`\n * keyed by the data reference, then by the column definition, so new data or a changed column\n * releases them.\n */\nexport function createColumnCache(host: ColumnCacheHost): ColumnCache {\n  const byData = new WeakMap<readonly unknown[], WeakMap<ColumnLike, Entry>>()\n  const pool = createContextPool()\n  const failures = new CellFailures()\n  const unrenderable = new CellFailures()\n  /** Dev: `format` returns that broke the slot contract (`first` = the first bad value). */\n  const badReturns = new CellFailures()\n\n  function entry(data: readonly unknown[], column: ResolvedColumn): Entry {\n    let cols = byData.get(data)\n    if (!cols) {\n      cols = new WeakMap()\n      byData.set(data, cols)\n    }\n    let e = cols.get(column.def)\n    if (!e) {\n      e = {}\n      cols.set(column.def, e)\n    }\n    return e\n  }\n\n  /** One `column:batch` (pooled ctx); `where` = `columns[i].<field>`, never row data. */\n  function batch(\n    column: ResolvedColumn,\n    slot: CellSlot,\n    field: string,\n    rows: Uint32Array,\n    body: () => void,\n  ) {\n    const ctx = pool.acquire(\n      'column:batch',\n      { column: column.id, slot, rows },\n      `columns[${column.index}].${field}`,\n      host.base(),\n    )\n    try {\n      void host.runtime.run('column:batch', ctx, (): undefined => {\n        try {\n          body()\n        } finally {\n          failures.reset()\n          unrenderable.reset()\n          badReturns.reset()\n        }\n      })\n    } finally {\n      pool.release(ctx)\n    }\n  }\n\n  function readValues(data: readonly unknown[], column: ResolvedColumn, e: Entry): ColumnValues {\n    const n = data.length\n    const rows = allRows(data)\n    const out: unknown[] = new Array(n).fill(undefined)\n    const field = column.path ? 'key' : 'accessor'\n    batch(column, 'accessor', field, rows, () => {\n      const path = column.path\n      const accessor = column.accessor\n      if (path) {\n        let cur = 0\n        const onError = (error: unknown) => failures.add(cur, error)\n        runCells(\n          rows,\n          (r) => {\n            cur = r\n            return getValue(data[r], path, onError)\n          },\n          out,\n          undefined,\n          failures,\n        )\n      } else if (accessor) {\n        runCells(rows, (r) => accessor(data[r]), out, undefined, failures)\n      }\n      failures.report(host.emit, column.index, column.id, 'accessor', undefined, field)\n    })\n    return toNumeric(out, e) ?? out\n  }\n\n  /** A `Float64Array` when every non-nullish value is a number (and there is one); else nothing. */\n  function toNumeric(values: unknown[], e: Entry): Float64Array | undefined {\n    let numbers = 0\n    let nullish = 0\n    for (let i = 0; i < values.length; i++) {\n      const v = values[i]\n      if (typeof v === 'number') numbers++\n      else if (v === null || v === undefined) nullish++\n      else return undefined\n    }\n    if (numbers === 0) return undefined\n    const out = new Float64Array(values.length)\n    const kinds = nullish > 0 ? new Uint8Array(values.length) : undefined\n    for (let i = 0; i < values.length; i++) {\n      const v = values[i]\n      if (typeof v === 'number') out[i] = v\n      else {\n        out[i] = Number.NaN\n        if (kinds) kinds[i] = v === null ? NULL : UNDEFINED\n      }\n    }\n    e.nullish = kinds\n    return out\n  }\n\n  const flags = host.flags\n\n  function values(data: readonly unknown[], column: ResolvedColumn): ColumnValues {\n    const e = entry(data, column)\n    if (e.values) {\n      if (flags && e.flaggedValues) flags.count++\n      return e.values\n    }\n    const before = flags?.count ?? 0\n    e.values = readValues(data, column, e)\n    if (flags && flags.count > before) e.flaggedValues = true\n    return e.values\n  }\n\n  function formatted(data: readonly unknown[], column: ResolvedColumn): readonly string[] {\n    const e = entry(data, column)\n    if (e.formatted) {\n      if (flags && e.flaggedFormatted) flags.count++\n      return e.formatted\n    }\n    const before = flags?.count ?? 0\n    const vals = values(data, column)\n    const kinds = e.nullish\n    // The raw value: nullish numbers read back as null / undefined, not NaN.\n    const valueAt = (r: number): unknown => {\n      const k = kinds?.[r]\n      return k ? (k === NULL ? null : undefined) : vals[r]\n    }\n    const n = data.length\n    const rows = allRows(data)\n    let out: string[] | undefined\n    const format = column.format\n    batch(column, 'format', 'format', rows, () => {\n      // Values that are all strings already format to themselves: no copy (§9.3 memory).\n      if (!format && !(vals instanceof Float64Array) && allStrings(vals)) {\n        out = vals as string[]\n        return\n      }\n      const cells: string[] = new Array(n).fill('')\n      out = cells\n      if (format) {\n        let firstBad: unknown\n        runCells(\n          rows,\n          (r) => {\n            const s = format(valueAt(r))\n            if (typeof s === 'string') return s\n            // Slot contract (dev): counted only on this non-string path; coerced either way.\n            if ((process.env.NODE_ENV !== \"production\")) {\n              if (badReturns.count === 0) firstBad = s\n              badReturns.add(r, undefined)\n            }\n            return defaultFormat(s)\n          },\n          cells,\n          '',\n          failures,\n        )\n        failures.report(host.emit, column.index, column.id, 'format')\n        if ((process.env.NODE_ENV !== \"production\") && badReturns.count > 0) {\n          host.emit('DK_CALLBACK_BAD_RETURN', {\n            slot: `columns[${column.index}].format`,\n            column: column.id,\n            expected: expectedReturn(formatSlot),\n            received: describeReturn(firstBad),\n            count: badReturns.count,\n            rows: Array.from(badReturns.sample()),\n            fallback: formatSlot.fallback,\n          })\n        }\n        return\n      }\n      let cur = 0\n      let firstType = ''\n      // A column with `cell` renders itself: its formatted value only feeds search.\n      const onUnrenderable = column.hasCell\n        ? undefined\n        : (v: unknown) => {\n            if (unrenderable.count === 0) firstType = typeName(v)\n            unrenderable.add(cur, undefined)\n          }\n      runCells(\n        rows,\n        (r) => {\n          cur = r\n          return defaultFormat(valueAt(r), onUnrenderable)\n        },\n        cells,\n        '',\n        failures,\n      )\n      failures.report(host.emit, column.index, column.id, 'format')\n      if (unrenderable.count > 0) {\n        host.emit('DK_UNRENDERABLE_VALUE', {\n          column: column.id,\n          index: column.index,\n          count: unrenderable.count,\n          rows: Array.from(unrenderable.sample()),\n          valueType: firstType,\n        })\n      }\n    })\n    // An interceptor skipped the batch: every cell is the slot fallback.\n    e.formatted = out ?? new Array<string>(n).fill('')\n    if (flags && flags.count > before) e.flaggedFormatted = true\n    return e.formatted\n  }\n\n  return { values, formatted, batch }\n}\n"],"mappings":";AAAA,SAAS,gBAAgB,gBAAgB,YAAY,uBAAuB;AAC5E,SAAS,qBAAqB;AAC9B,SAAS,gBAAgB;AACzB,SAAS,uBAAuB;AAEhC,SAAS,cAA6B,gBAAgB;AACtD,SAA2B,yBAAyB;AAEpD,SAAS,2BAA2B;AAEpC,SAAS,eAAe;AAGxB,gBAAgB,qBAAqB,eAAe;AA8CpD,IAAM,OAAO;AACb,IAAM,YAAY;AAElB,SAAS,WAAW,QAAqC;AACvD,WAAS,IAAI,GAAG,IAAI,OAAO,QAAQ,IAAK,KAAI,OAAO,OAAO,CAAC,MAAM,SAAU,QAAO;AAClF,SAAO;AACT;AAEA,IAAM,WAAW,CAAC,MAAgB,MAAM,QAAQ,CAAC,IAAI,UAAU,OAAO;AAQ/D,SAAS,kBAAkB,MAAoC;AACpE,QAAM,SAAS,oBAAI,QAAwD;AAC3E,QAAM,OAAO,kBAAkB;AAC/B,QAAM,WAAW,IAAI,aAAa;AAClC,QAAM,eAAe,IAAI,aAAa;AAEtC,QAAM,aAAa,IAAI,aAAa;AAEpC,WAAS,MAAM,MAA0B,QAA+B;AACtE,QAAI,OAAO,OAAO,IAAI,IAAI;AAC1B,QAAI,CAAC,MAAM;AACT,aAAO,oBAAI,QAAQ;AACnB,aAAO,IAAI,MAAM,IAAI;AAAA,IACvB;AACA,QAAI,IAAI,KAAK,IAAI,OAAO,GAAG;AAC3B,QAAI,CAAC,GAAG;AACN,UAAI,CAAC;AACL,WAAK,IAAI,OAAO,KAAK,CAAC;AAAA,IACxB;AACA,WAAO;AAAA,EACT;AAGA,WAAS,MACP,QACA,MACA,OACA,MACA,MACA;AACA,UAAM,MAAM,KAAK;AAAA,MACf;AAAA,MACA,EAAE,QAAQ,OAAO,IAAI,MAAM,KAAK;AAAA,MAChC,WAAW,OAAO,KAAK,KAAK,KAAK;AAAA,MACjC,KAAK,KAAK;AAAA,IACZ;AACA,QAAI;AACF,WAAK,KAAK,QAAQ,IAAI,gBAAgB,KAAK,MAAiB;AAC1D,YAAI;AACF,eAAK;AAAA,QACP,UAAE;AACA,mBAAS,MAAM;AACf,uBAAa,MAAM;AACnB,qBAAW,MAAM;AAAA,QACnB;AAAA,MACF,CAAC;AAAA,IACH,UAAE;AACA,WAAK,QAAQ,GAAG;AAAA,IAClB;AAAA,EACF;AAEA,WAAS,WAAW,MAA0B,QAAwB,GAAwB;AAC5F,UAAM,IAAI,KAAK;AACf,UAAM,OAAO,QAAQ,IAAI;AACzB,UAAM,MAAiB,IAAI,MAAM,CAAC,EAAE,KAAK,MAAS;AAClD,UAAM,QAAQ,OAAO,OAAO,QAAQ;AACpC,UAAM,QAAQ,YAAY,OAAO,MAAM,MAAM;AAC3C,YAAM,OAAO,OAAO;AACpB,YAAM,WAAW,OAAO;AACxB,UAAI,MAAM;AACR,YAAI,MAAM;AACV,cAAM,UAAU,CAAC,UAAmB,SAAS,IAAI,KAAK,KAAK;AAC3D;AAAA,UACE;AAAA,UACA,CAAC,MAAM;AACL,kBAAM;AACN,mBAAO,SAAS,KAAK,CAAC,GAAG,MAAM,OAAO;AAAA,UACxC;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,QACF;AAAA,MACF,WAAW,UAAU;AACnB,iBAAS,MAAM,CAAC,MAAM,SAAS,KAAK,CAAC,CAAC,GAAG,KAAK,QAAW,QAAQ;AAAA,MACnE;AACA,eAAS,OAAO,KAAK,MAAM,OAAO,OAAO,OAAO,IAAI,YAAY,QAAW,KAAK;AAAA,IAClF,CAAC;AACD,WAAO,UAAU,KAAK,CAAC,KAAK;AAAA,EAC9B;AAGA,WAAS,UAAUA,SAAmB,GAAoC;AACxE,QAAI,UAAU;AACd,QAAI,UAAU;AACd,aAAS,IAAI,GAAG,IAAIA,QAAO,QAAQ,KAAK;AACtC,YAAM,IAAIA,QAAO,CAAC;AAClB,UAAI,OAAO,MAAM,SAAU;AAAA,eAClB,MAAM,QAAQ,MAAM,OAAW;AAAA,UACnC,QAAO;AAAA,IACd;AACA,QAAI,YAAY,EAAG,QAAO;AAC1B,UAAM,MAAM,IAAI,aAAaA,QAAO,MAAM;AAC1C,UAAM,QAAQ,UAAU,IAAI,IAAI,WAAWA,QAAO,MAAM,IAAI;AAC5D,aAAS,IAAI,GAAG,IAAIA,QAAO,QAAQ,KAAK;AACtC,YAAM,IAAIA,QAAO,CAAC;AAClB,UAAI,OAAO,MAAM,SAAU,KAAI,CAAC,IAAI;AAAA,WAC/B;AACH,YAAI,CAAC,IAAI,OAAO;AAChB,YAAI,MAAO,OAAM,CAAC,IAAI,MAAM,OAAO,OAAO;AAAA,MAC5C;AAAA,IACF;AACA,MAAE,UAAU;AACZ,WAAO;AAAA,EACT;AAEA,QAAM,QAAQ,KAAK;AAEnB,WAAS,OAAO,MAA0B,QAAsC;AAC9E,UAAM,IAAI,MAAM,MAAM,MAAM;AAC5B,QAAI,EAAE,QAAQ;AACZ,UAAI,SAAS,EAAE,cAAe,OAAM;AACpC,aAAO,EAAE;AAAA,IACX;AACA,UAAM,SAAS,OAAO,SAAS;AAC/B,MAAE,SAAS,WAAW,MAAM,QAAQ,CAAC;AACrC,QAAI,SAAS,MAAM,QAAQ,OAAQ,GAAE,gBAAgB;AACrD,WAAO,EAAE;AAAA,EACX;AAEA,WAAS,UAAU,MAA0B,QAA2C;AACtF,UAAM,IAAI,MAAM,MAAM,MAAM;AAC5B,QAAI,EAAE,WAAW;AACf,UAAI,SAAS,EAAE,iBAAkB,OAAM;AACvC,aAAO,EAAE;AAAA,IACX;AACA,UAAM,SAAS,OAAO,SAAS;AAC/B,UAAM,OAAO,OAAO,MAAM,MAAM;AAChC,UAAM,QAAQ,EAAE;AAEhB,UAAM,UAAU,CAAC,MAAuB;AACtC,YAAM,IAAI,QAAQ,CAAC;AACnB,aAAO,IAAK,MAAM,OAAO,OAAO,SAAa,KAAK,CAAC;AAAA,IACrD;AACA,UAAM,IAAI,KAAK;AACf,UAAM,OAAO,QAAQ,IAAI;AACzB,QAAI;AACJ,UAAM,SAAS,OAAO;AACtB,UAAM,QAAQ,UAAU,UAAU,MAAM,MAAM;AAE5C,UAAI,CAAC,UAAU,EAAE,gBAAgB,iBAAiB,WAAW,IAAI,GAAG;AAClE,cAAM;AACN;AAAA,MACF;AACA,YAAM,QAAkB,IAAI,MAAM,CAAC,EAAE,KAAK,EAAE;AAC5C,YAAM;AACN,UAAI,QAAQ;AACV,YAAI;AACJ;AAAA,UACE;AAAA,UACA,CAAC,MAAM;AACL,kBAAM,IAAI,OAAO,QAAQ,CAAC,CAAC;AAC3B,gBAAI,OAAO,MAAM,SAAU,QAAO;AAElC,gBAAK,QAAQ,IAAI,aAAa,cAAe;AAC3C,kBAAI,WAAW,UAAU,EAAG,YAAW;AACvC,yBAAW,IAAI,GAAG,MAAS;AAAA,YAC7B;AACA,mBAAO,cAAc,CAAC;AAAA,UACxB;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,QACF;AACA,iBAAS,OAAO,KAAK,MAAM,OAAO,OAAO,OAAO,IAAI,QAAQ;AAC5D,YAAK,QAAQ,IAAI,aAAa,gBAAiB,WAAW,QAAQ,GAAG;AACnE,eAAK,KAAK,0BAA0B;AAAA,YAClC,MAAM,WAAW,OAAO,KAAK;AAAA,YAC7B,QAAQ,OAAO;AAAA,YACf,UAAU,eAAe,UAAU;AAAA,YACnC,UAAU,eAAe,QAAQ;AAAA,YACjC,OAAO,WAAW;AAAA,YAClB,MAAM,MAAM,KAAK,WAAW,OAAO,CAAC;AAAA,YACpC,UAAU,WAAW;AAAA,UACvB,CAAC;AAAA,QACH;AACA;AAAA,MACF;AACA,UAAI,MAAM;AACV,UAAI,YAAY;AAEhB,YAAM,iBAAiB,OAAO,UAC1B,SACA,CAAC,MAAe;AACd,YAAI,aAAa,UAAU,EAAG,aAAY,SAAS,CAAC;AACpD,qBAAa,IAAI,KAAK,MAAS;AAAA,MACjC;AACJ;AAAA,QACE;AAAA,QACA,CAAC,MAAM;AACL,gBAAM;AACN,iBAAO,cAAc,QAAQ,CAAC,GAAG,cAAc;AAAA,QACjD;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,MACF;AACA,eAAS,OAAO,KAAK,MAAM,OAAO,OAAO,OAAO,IAAI,QAAQ;AAC5D,UAAI,aAAa,QAAQ,GAAG;AAC1B,aAAK,KAAK,yBAAyB;AAAA,UACjC,QAAQ,OAAO;AAAA,UACf,OAAO,OAAO;AAAA,UACd,OAAO,aAAa;AAAA,UACpB,MAAM,MAAM,KAAK,aAAa,OAAO,CAAC;AAAA,UACtC,WAAW;AAAA,QACb,CAAC;AAAA,MACH;AAAA,IACF,CAAC;AAED,MAAE,YAAY,OAAO,IAAI,MAAc,CAAC,EAAE,KAAK,EAAE;AACjD,QAAI,SAAS,MAAM,QAAQ,OAAQ,GAAE,mBAAmB;AACxD,WAAO,EAAE;AAAA,EACX;AAEA,SAAO,EAAE,QAAQ,WAAW,MAAM;AACpC;","names":["values"]}
+{"version":3,"sources":["../../src/pipeline/column-cache.ts"],"sourcesContent":["import { describeReturn, expectedReturn, formatSlot, slotDiagnostics } from '../catalog/slots'\nimport { defaultFormat } from '../column/format'\nimport { getValue } from '../column/get-value'\nimport { keepDiagnostics } from '../diagnostics/catalog'\nimport '../diagnostics/process-guard'\nimport type { Emit } from '../diagnostics/types'\nimport { CellFailures, type CellSlot, runCells } from '../intercept/cell-batch'\nimport { type ContextBase, createContextPool } from '../intercept/context'\nimport type { InterceptorRuntime } from '../intercept/runtime'\nimport { pipelineDiagnostics } from './codes'\nimport type { ColumnLike, ResolvedColumn } from './columns'\nimport { allRows } from './indices'\nimport { runJob } from './slice'\nimport type { ColumnValues } from './types'\n\nkeepDiagnostics(pipelineDiagnostics, slotDiagnostics)\n\nexport interface ColumnCacheHost {\n  readonly runtime: InterceptorRuntime\n  readonly emit: Emit\n  base(): ContextBase\n  /**\n   * The §6.6 status rule's counter (pipeline/status-rule.ts): `emit` increments it for a diagnostic\n   * the rule counts. An entry whose read incremented it is flagged, and every later read of that\n   * entry increments it again (its cells still hold the fallback values).\n   */\n  readonly flags?: { count: number }\n}\n\n/**\n * Internal member of the pipeline's run context (not on the public `RowModelContext`): a column's\n * formatted values as a time-sliced job (search, #40); `undefined` for an unknown column.\n */\nexport interface SlicedFormatting {\n  readonly formattedSliced?: (\n    id: string,\n  ) => Generator<undefined, readonly string[] | undefined, undefined>\n}\n\nexport interface ColumnCache {\n  /**\n   * The values of `column` for every row of `data` (index = row index). An all-number column is a\n   * `Float64Array` with `NaN` for `null` / `undefined`; any other column a plain array.\n   */\n  values(data: readonly unknown[], column: ResolvedColumn): ColumnValues\n  /** `format` (or the default formatter) applied to {@link values}: what the user sees. */\n  formatted(data: readonly unknown[], column: ResolvedColumn): readonly string[]\n  /**\n   * {@link formatted} as a time-sliced job (§9.1, #40): the cells are formatted in batches of a few\n   * milliseconds with a `yield` between them (one `column:batch` per batch, never per cell).\n   */\n  formattedSliced(\n    data: readonly unknown[],\n    column: ResolvedColumn,\n  ): Generator<undefined, readonly string[], undefined>\n  /**\n   * Runs `body` as one `column:batch` over `rows` (pooled ctx, `where` = `columns[i].<field>`):\n   * interceptors see one dispatch per column, never one per cell. `body` loops over the cells\n   * with an inline `try/catch` and reports its own failures.\n   */\n  batch(\n    column: ResolvedColumn,\n    slot: CellSlot,\n    field: string,\n    rows: Uint32Array,\n    body: () => void,\n  ): void\n}\n\ninterface Entry {\n  values?: ColumnValues\n  /** Numeric columns: 1 = `null`, 2 = `undefined` per row. Absent when there are none. */\n  nullish?: Uint8Array | undefined\n  formatted?: readonly string[]\n  /** Reading `values` / `formatted` reported a diagnostic the status rule counts. */\n  flaggedValues?: boolean\n  flaggedFormatted?: boolean\n}\n\nconst NULL = 1\nconst UNDEFINED = 2\n\n/** The nullish kinds of each cached numeric column that has any (see {@link nullishOf}). */\nconst nullishKinds = new WeakMap<Float64Array, Uint8Array>()\n\n/**\n * Which rows of a cached all-number column (`values` from the column cache) hold `null` /\n * `undefined` (non-zero) rather than a real `NaN`: both are stored as `NaN`. `undefined` when no\n * row does. Lets search format such a column on the fly (`''` / `'NaN'`) instead of caching a\n * string per row (#27).\n */\nexport function nullishOf(values: Float64Array): Uint8Array | undefined {\n  return nullishKinds.get(values)\n}\n\nfunction allStrings(values: readonly unknown[]): boolean {\n  for (let i = 0; i < values.length; i++) if (typeof values[i] !== 'string') return false\n  return true\n}\n\nconst typeName = (v: unknown) => (Array.isArray(v) ? 'array' : typeof v)\n\n/** Rows per batch of a sliced format (#40): small, so the slicer's clock check comes often. */\nconst STEP = 512\n\n/** Distinct strings {@link share} remembers per column: enough for categories, tags, flags. */\nconst SHARED = 1024\n\n/**\n * Repeated formatted strings of a column share one copy (§9.3 memory, #27): each formatted cell is\n * a fresh string, so a column of tags or categories would keep one per row. Only the first\n * {@link SHARED} distinct strings are remembered; once per column, after formatting.\n */\nfunction share(cells: string[]) {\n  const seen = new Map<string, string>()\n  for (let r = 0; r < cells.length; r++) {\n    const s = cells[r] as string\n    const hit = seen.get(s)\n    if (hit !== undefined) cells[r] = hit\n    else if (seen.size < SHARED) seen.set(s, s)\n  }\n}\n\n/**\n * The lazy column cache (§9.1): a column is read only when a step asks for it, once per data\n * reference, in one `column:batch` per column (never per cell, §3.4). Entries live in a `WeakMap`\n * keyed by the data reference, then by the column definition, so new data or a changed column\n * releases them.\n */\nexport function createColumnCache(host: ColumnCacheHost): ColumnCache {\n  const byData = new WeakMap<readonly unknown[], WeakMap<ColumnLike, Entry>>()\n  const pool = createContextPool()\n  const failures = new CellFailures()\n\n  function entry(data: readonly unknown[], column: ResolvedColumn): Entry {\n    let cols = byData.get(data)\n    if (!cols) {\n      cols = new WeakMap()\n      byData.set(data, cols)\n    }\n    let e = cols.get(column.def)\n    if (!e) {\n      e = {}\n      cols.set(column.def, e)\n    }\n    return e\n  }\n\n  /** One `column:batch` (pooled ctx); `where` = `columns[i].<field>`, never row data. */\n  function batch(\n    column: ResolvedColumn,\n    slot: CellSlot,\n    field: string,\n    rows: Uint32Array,\n    body: () => void,\n  ) {\n    const ctx = pool.acquire(\n      'column:batch',\n      { column: column.id, slot, rows },\n      `columns[${column.index}].${field}`,\n      host.base(),\n    )\n    try {\n      void host.runtime.run('column:batch', ctx, (): undefined => {\n        try {\n          body()\n        } finally {\n          failures.reset()\n        }\n      })\n    } finally {\n      pool.release(ctx)\n    }\n  }\n\n  function readValues(data: readonly unknown[], column: ResolvedColumn, e: Entry): ColumnValues {\n    const n = data.length\n    const rows = allRows(data)\n    const out: unknown[] = new Array(n).fill(undefined)\n    const field = column.path ? 'key' : 'accessor'\n    batch(column, 'accessor', field, rows, () => {\n      const path = column.path\n      const accessor = column.accessor\n      if (path) {\n        let cur = 0\n        const onError = (error: unknown) => failures.add(cur, error)\n        runCells(\n          rows,\n          (r) => {\n            cur = r\n            return getValue(data[r], path, onError)\n          },\n          out,\n          undefined,\n          failures,\n        )\n      } else if (accessor) {\n        runCells(rows, (r) => accessor(data[r]), out, undefined, failures)\n      }\n      failures.report(host.emit, column.index, column.id, 'accessor', undefined, field)\n    })\n    return toNumeric(out, e) ?? out\n  }\n\n  /** A `Float64Array` when every non-nullish value is a number (and there is one); else nothing. */\n  function toNumeric(values: unknown[], e: Entry): Float64Array | undefined {\n    let numbers = 0\n    let nullish = 0\n    for (let i = 0; i < values.length; i++) {\n      const v = values[i]\n      if (typeof v === 'number') numbers++\n      else if (v === null || v === undefined) nullish++\n      else return undefined\n    }\n    if (numbers === 0) return undefined\n    const out = new Float64Array(values.length)\n    const kinds = nullish > 0 ? new Uint8Array(values.length) : undefined\n    for (let i = 0; i < values.length; i++) {\n      const v = values[i]\n      if (typeof v === 'number') out[i] = v\n      else {\n        out[i] = Number.NaN\n        if (kinds) kinds[i] = v === null ? NULL : UNDEFINED\n      }\n    }\n    e.nullish = kinds\n    if (kinds) nullishKinds.set(out, kinds)\n    return out\n  }\n\n  const flags = host.flags\n\n  function values(data: readonly unknown[], column: ResolvedColumn): ColumnValues {\n    const e = entry(data, column)\n    if (e.values) {\n      if (flags && e.flaggedValues) flags.count++\n      return e.values\n    }\n    const before = flags?.count ?? 0\n    e.values = readValues(data, column, e)\n    if (flags && flags.count > before) e.flaggedValues = true\n    return e.values\n  }\n\n  /**\n   * Formats `column` once per data reference, in one `column:batch`; `sliced` (#40): in batches of\n   * {@link STEP} rows with a `yield` between them, so the slicer can end the task on time (a slow\n   * formatter, e.g. dates, is never one long task). Failures and slot-contract breaks are counted\n   * over the whole column and reported once.\n   */\n  function* formatting(\n    data: readonly unknown[],\n    column: ResolvedColumn,\n    sliced: boolean,\n  ): Generator<undefined, readonly string[], undefined> {\n    let e = entry(data, column)\n    if (e.formatted) {\n      if (flags && e.flaggedFormatted) flags.count++\n      return e.formatted\n    }\n    const before = flags?.count ?? 0\n    const vals = values(data, column)\n    if (sliced) yield // reading the values is a task of its own\n    const kinds = e.nullish\n    // The raw value: nullish numbers read back as null / undefined, not NaN.\n    const valueAt = (r: number): unknown => {\n      const k = kinds?.[r]\n      return k ? (k === NULL ? null : undefined) : vals[r]\n    }\n    const n = data.length\n    const rows = allRows(data)\n    const format = column.format\n    // Job-local counts: a sliced column spans several batches.\n    const failed = new CellFailures()\n    const bad = (process.env.NODE_ENV !== \"production\") ? new CellFailures() : undefined\n    const unrendered = new CellFailures()\n    let firstBad: unknown\n    let firstType = ''\n    let cur = 0\n    // A column with `cell` renders itself: its formatted value only feeds search.\n    const onUnrenderable = column.hasCell\n      ? undefined\n      : (v: unknown) => {\n          if (unrendered.count === 0) firstType = typeName(v)\n          unrendered.add(cur, undefined)\n        }\n    const cell = format\n      ? (r: number) => {\n          const s = format(valueAt(r))\n          if (typeof s === 'string') return s\n          // Slot contract (dev): counted only on this non-string path; coerced either way.\n          if ((process.env.NODE_ENV !== \"production\") && bad) {\n            if (bad.count === 0) firstBad = s\n            bad.add(r, undefined)\n          }\n          return defaultFormat(s)\n        }\n      : (r: number) => {\n          cur = r\n          return defaultFormat(valueAt(r), onUnrenderable)\n        }\n    // Values that are all strings already format to themselves: no copy (§9.3 memory).\n    const strings = !format && !(vals instanceof Float64Array) && allStrings(vals)\n    let out: string[] | undefined = strings ? undefined : new Array(n).fill('')\n    for (let from = 0; from < n; from += STEP) {\n      const part = sliced && !strings ? rows.subarray(from, from + STEP) : rows\n      // An interceptor may skip a batch: its cells keep the slot fallback ('').\n      batch(column, 'format', 'format', part, () => {\n        if (strings) out = vals as string[]\n        else runCells(part, cell, out as string[], '', failed)\n      })\n      if (part === rows || from + STEP >= n) break\n      yield\n    }\n    out ??= new Array<string>(n).fill('')\n    failed.report(host.emit, column.index, column.id, 'format')\n    if ((process.env.NODE_ENV !== \"production\") && bad && bad.count > 0) {\n      host.emit('DK_CALLBACK_BAD_RETURN', {\n        slot: `columns[${column.index}].format`,\n        column: column.id,\n        expected: expectedReturn(formatSlot),\n        received: describeReturn(firstBad),\n        count: bad.count,\n        rows: Array.from(bad.sample()),\n        fallback: formatSlot.fallback,\n      })\n    }\n    if (unrendered.count > 0) {\n      host.emit('DK_UNRENDERABLE_VALUE', {\n        column: column.id,\n        index: column.index,\n        count: unrendered.count,\n        rows: Array.from(unrendered.sample()),\n        valueType: firstType,\n      })\n    }\n    if (out !== vals) share(out)\n    // A synchronous read may have cached the column while a sliced job ran.\n    e = entry(data, column)\n    if (!e.formatted) {\n      e.formatted = out\n      if (flags && flags.count > before) e.flaggedFormatted = true\n    }\n    return e.formatted\n  }\n\n  function formatted(data: readonly unknown[], column: ResolvedColumn): readonly string[] {\n    return runJob(() => formatting(data, column, false))\n  }\n\n  return {\n    values,\n    formatted,\n    formattedSliced: (data, column) => formatting(data, column, true),\n    batch,\n  }\n}\n"],"mappings":";AAAA,SAAS,gBAAgB,gBAAgB,YAAY,uBAAuB;AAC5E,SAAS,qBAAqB;AAC9B,SAAS,gBAAgB;AACzB,SAAS,uBAAuB;AAChC,OAAO;AAEP,SAAS,cAA6B,gBAAgB;AACtD,SAA2B,yBAAyB;AAEpD,SAAS,2BAA2B;AAEpC,SAAS,eAAe;AACxB,SAAS,cAAc;AAGvB,gBAAgB,qBAAqB,eAAe;AAgEpD,IAAM,OAAO;AACb,IAAM,YAAY;AAGlB,IAAM,eAAe,oBAAI,QAAkC;AAQpD,SAAS,UAAU,QAA8C;AACtE,SAAO,aAAa,IAAI,MAAM;AAChC;AAEA,SAAS,WAAW,QAAqC;AACvD,WAAS,IAAI,GAAG,IAAI,OAAO,QAAQ,IAAK,KAAI,OAAO,OAAO,CAAC,MAAM,SAAU,QAAO;AAClF,SAAO;AACT;AAEA,IAAM,WAAW,CAAC,MAAgB,MAAM,QAAQ,CAAC,IAAI,UAAU,OAAO;AAGtE,IAAM,OAAO;AAGb,IAAM,SAAS;AAOf,SAAS,MAAM,OAAiB;AAC9B,QAAM,OAAO,oBAAI,IAAoB;AACrC,WAAS,IAAI,GAAG,IAAI,MAAM,QAAQ,KAAK;AACrC,UAAM,IAAI,MAAM,CAAC;AACjB,UAAM,MAAM,KAAK,IAAI,CAAC;AACtB,QAAI,QAAQ,OAAW,OAAM,CAAC,IAAI;AAAA,aACzB,KAAK,OAAO,OAAQ,MAAK,IAAI,GAAG,CAAC;AAAA,EAC5C;AACF;AAQO,SAAS,kBAAkB,MAAoC;AACpE,QAAM,SAAS,oBAAI,QAAwD;AAC3E,QAAM,OAAO,kBAAkB;AAC/B,QAAM,WAAW,IAAI,aAAa;AAElC,WAAS,MAAM,MAA0B,QAA+B;AACtE,QAAI,OAAO,OAAO,IAAI,IAAI;AAC1B,QAAI,CAAC,MAAM;AACT,aAAO,oBAAI,QAAQ;AACnB,aAAO,IAAI,MAAM,IAAI;AAAA,IACvB;AACA,QAAI,IAAI,KAAK,IAAI,OAAO,GAAG;AAC3B,QAAI,CAAC,GAAG;AACN,UAAI,CAAC;AACL,WAAK,IAAI,OAAO,KAAK,CAAC;AAAA,IACxB;AACA,WAAO;AAAA,EACT;AAGA,WAAS,MACP,QACA,MACA,OACA,MACA,MACA;AACA,UAAM,MAAM,KAAK;AAAA,MACf;AAAA,MACA,EAAE,QAAQ,OAAO,IAAI,MAAM,KAAK;AAAA,MAChC,WAAW,OAAO,KAAK,KAAK,KAAK;AAAA,MACjC,KAAK,KAAK;AAAA,IACZ;AACA,QAAI;AACF,WAAK,KAAK,QAAQ,IAAI,gBAAgB,KAAK,MAAiB;AAC1D,YAAI;AACF,eAAK;AAAA,QACP,UAAE;AACA,mBAAS,MAAM;AAAA,QACjB;AAAA,MACF,CAAC;AAAA,IACH,UAAE;AACA,WAAK,QAAQ,GAAG;AAAA,IAClB;AAAA,EACF;AAEA,WAAS,WAAW,MAA0B,QAAwB,GAAwB;AAC5F,UAAM,IAAI,KAAK;AACf,UAAM,OAAO,QAAQ,IAAI;AACzB,UAAM,MAAiB,IAAI,MAAM,CAAC,EAAE,KAAK,MAAS;AAClD,UAAM,QAAQ,OAAO,OAAO,QAAQ;AACpC,UAAM,QAAQ,YAAY,OAAO,MAAM,MAAM;AAC3C,YAAM,OAAO,OAAO;AACpB,YAAM,WAAW,OAAO;AACxB,UAAI,MAAM;AACR,YAAI,MAAM;AACV,cAAM,UAAU,CAAC,UAAmB,SAAS,IAAI,KAAK,KAAK;AAC3D;AAAA,UACE;AAAA,UACA,CAAC,MAAM;AACL,kBAAM;AACN,mBAAO,SAAS,KAAK,CAAC,GAAG,MAAM,OAAO;AAAA,UACxC;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,QACF;AAAA,MACF,WAAW,UAAU;AACnB,iBAAS,MAAM,CAAC,MAAM,SAAS,KAAK,CAAC,CAAC,GAAG,KAAK,QAAW,QAAQ;AAAA,MACnE;AACA,eAAS,OAAO,KAAK,MAAM,OAAO,OAAO,OAAO,IAAI,YAAY,QAAW,KAAK;AAAA,IAClF,CAAC;AACD,WAAO,UAAU,KAAK,CAAC,KAAK;AAAA,EAC9B;AAGA,WAAS,UAAUA,SAAmB,GAAoC;AACxE,QAAI,UAAU;AACd,QAAI,UAAU;AACd,aAAS,IAAI,GAAG,IAAIA,QAAO,QAAQ,KAAK;AACtC,YAAM,IAAIA,QAAO,CAAC;AAClB,UAAI,OAAO,MAAM,SAAU;AAAA,eAClB,MAAM,QAAQ,MAAM,OAAW;AAAA,UACnC,QAAO;AAAA,IACd;AACA,QAAI,YAAY,EAAG,QAAO;AAC1B,UAAM,MAAM,IAAI,aAAaA,QAAO,MAAM;AAC1C,UAAM,QAAQ,UAAU,IAAI,IAAI,WAAWA,QAAO,MAAM,IAAI;AAC5D,aAAS,IAAI,GAAG,IAAIA,QAAO,QAAQ,KAAK;AACtC,YAAM,IAAIA,QAAO,CAAC;AAClB,UAAI,OAAO,MAAM,SAAU,KAAI,CAAC,IAAI;AAAA,WAC/B;AACH,YAAI,CAAC,IAAI,OAAO;AAChB,YAAI,MAAO,OAAM,CAAC,IAAI,MAAM,OAAO,OAAO;AAAA,MAC5C;AAAA,IACF;AACA,MAAE,UAAU;AACZ,QAAI,MAAO,cAAa,IAAI,KAAK,KAAK;AACtC,WAAO;AAAA,EACT;AAEA,QAAM,QAAQ,KAAK;AAEnB,WAAS,OAAO,MAA0B,QAAsC;AAC9E,UAAM,IAAI,MAAM,MAAM,MAAM;AAC5B,QAAI,EAAE,QAAQ;AACZ,UAAI,SAAS,EAAE,cAAe,OAAM;AACpC,aAAO,EAAE;AAAA,IACX;AACA,UAAM,SAAS,OAAO,SAAS;AAC/B,MAAE,SAAS,WAAW,MAAM,QAAQ,CAAC;AACrC,QAAI,SAAS,MAAM,QAAQ,OAAQ,GAAE,gBAAgB;AACrD,WAAO,EAAE;AAAA,EACX;AAQA,YAAU,WACR,MACA,QACA,QACoD;AACpD,QAAI,IAAI,MAAM,MAAM,MAAM;AAC1B,QAAI,EAAE,WAAW;AACf,UAAI,SAAS,EAAE,iBAAkB,OAAM;AACvC,aAAO,EAAE;AAAA,IACX;AACA,UAAM,SAAS,OAAO,SAAS;AAC/B,UAAM,OAAO,OAAO,MAAM,MAAM;AAChC,QAAI,OAAQ;AACZ,UAAM,QAAQ,EAAE;AAEhB,UAAM,UAAU,CAAC,MAAuB;AACtC,YAAM,IAAI,QAAQ,CAAC;AACnB,aAAO,IAAK,MAAM,OAAO,OAAO,SAAa,KAAK,CAAC;AAAA,IACrD;AACA,UAAM,IAAI,KAAK;AACf,UAAM,OAAO,QAAQ,IAAI;AACzB,UAAM,SAAS,OAAO;AAEtB,UAAM,SAAS,IAAI,aAAa;AAChC,UAAM,MAAO,QAAQ,IAAI,aAAa,eAAgB,IAAI,aAAa,IAAI;AAC3E,UAAM,aAAa,IAAI,aAAa;AACpC,QAAI;AACJ,QAAI,YAAY;AAChB,QAAI,MAAM;AAEV,UAAM,iBAAiB,OAAO,UAC1B,SACA,CAAC,MAAe;AACd,UAAI,WAAW,UAAU,EAAG,aAAY,SAAS,CAAC;AAClD,iBAAW,IAAI,KAAK,MAAS;AAAA,IAC/B;AACJ,UAAM,OAAO,SACT,CAAC,MAAc;AACb,YAAM,IAAI,OAAO,QAAQ,CAAC,CAAC;AAC3B,UAAI,OAAO,MAAM,SAAU,QAAO;AAElC,UAAK,QAAQ,IAAI,aAAa,gBAAiB,KAAK;AAClD,YAAI,IAAI,UAAU,EAAG,YAAW;AAChC,YAAI,IAAI,GAAG,MAAS;AAAA,MACtB;AACA,aAAO,cAAc,CAAC;AAAA,IACxB,IACA,CAAC,MAAc;AACb,YAAM;AACN,aAAO,cAAc,QAAQ,CAAC,GAAG,cAAc;AAAA,IACjD;AAEJ,UAAM,UAAU,CAAC,UAAU,EAAE,gBAAgB,iBAAiB,WAAW,IAAI;AAC7E,QAAI,MAA4B,UAAU,SAAY,IAAI,MAAM,CAAC,EAAE,KAAK,EAAE;AAC1E,aAAS,OAAO,GAAG,OAAO,GAAG,QAAQ,MAAM;AACzC,YAAM,OAAO,UAAU,CAAC,UAAU,KAAK,SAAS,MAAM,OAAO,IAAI,IAAI;AAErE,YAAM,QAAQ,UAAU,UAAU,MAAM,MAAM;AAC5C,YAAI,QAAS,OAAM;AAAA,YACd,UAAS,MAAM,MAAM,KAAiB,IAAI,MAAM;AAAA,MACvD,CAAC;AACD,UAAI,SAAS,QAAQ,OAAO,QAAQ,EAAG;AACvC;AAAA,IACF;AACA,YAAQ,IAAI,MAAc,CAAC,EAAE,KAAK,EAAE;AACpC,WAAO,OAAO,KAAK,MAAM,OAAO,OAAO,OAAO,IAAI,QAAQ;AAC1D,QAAK,QAAQ,IAAI,aAAa,gBAAiB,OAAO,IAAI,QAAQ,GAAG;AACnE,WAAK,KAAK,0BAA0B;AAAA,QAClC,MAAM,WAAW,OAAO,KAAK;AAAA,QAC7B,QAAQ,OAAO;AAAA,QACf,UAAU,eAAe,UAAU;AAAA,QACnC,UAAU,eAAe,QAAQ;AAAA,QACjC,OAAO,IAAI;AAAA,QACX,MAAM,MAAM,KAAK,IAAI,OAAO,CAAC;AAAA,QAC7B,UAAU,WAAW;AAAA,MACvB,CAAC;AAAA,IACH;AACA,QAAI,WAAW,QAAQ,GAAG;AACxB,WAAK,KAAK,yBAAyB;AAAA,QACjC,QAAQ,OAAO;AAAA,QACf,OAAO,OAAO;AAAA,QACd,OAAO,WAAW;AAAA,QAClB,MAAM,MAAM,KAAK,WAAW,OAAO,CAAC;AAAA,QACpC,WAAW;AAAA,MACb,CAAC;AAAA,IACH;AACA,QAAI,QAAQ,KAAM,OAAM,GAAG;AAE3B,QAAI,MAAM,MAAM,MAAM;AACtB,QAAI,CAAC,EAAE,WAAW;AAChB,QAAE,YAAY;AACd,UAAI,SAAS,MAAM,QAAQ,OAAQ,GAAE,mBAAmB;AAAA,IAC1D;AACA,WAAO,EAAE;AAAA,EACX;AAEA,WAAS,UAAU,MAA0B,QAA2C;AACtF,WAAO,OAAO,MAAM,WAAW,MAAM,QAAQ,KAAK,CAAC;AAAA,EACrD;AAEA,SAAO;AAAA,IACL;AAAA,IACA;AAAA,IACA,iBAAiB,CAAC,MAAM,WAAW,WAAW,MAAM,QAAQ,IAAI;AAAA,IAChE;AAAA,EACF;AACF;","names":["values"]}

package/dist/pipeline/dev-checks.cjs

@@ -27,6 +27,7 @@ __export(dev_checks_exports, {
 module.exports = __toCommonJS(dev_checks_exports);
 var import_slots = require("../catalog/slots.cjs");
 var import_catalog = require("../diagnostics/catalog.cjs");
+var import_process_guard = require("../diagnostics/process-guard.cjs");
 var stepDiagnostics = process.env.NODE_ENV !== "production" ? [
   (0, import_catalog.defineDiagnostic)({
     code: "DK_FEATURE_BAD_OUTPUT",