@refrakt-md/runes 0.26.0 → 0.28.0

package/dist/data-adapters.js

@@ -0,0 +1,281 @@
+/**
+ * Format adapters for the `data` rune (SPEC-103).
+ *
+ * A format adapter has exactly one job: get raw bytes to the shared
+ * intermediate shape `{ headers, rows }`. That is the *only* place
+ * format-specific knobs live — everything downstream (projection, typing,
+ * table emission) is format-agnostic. This module owns the CSV/TSV adapter;
+ * JSON/NDJSON adapters (WORK-486) land here against the same contract.
+ */
+/** Thrown by adapters on a malformed source. The preprocess hook catches it
+ *  and renders an in-page error callout (never a malformed table). */
+export class DataSourceError extends Error {
+    constructor(message) {
+        super(message);
+        this.name = 'DataSourceError';
+    }
+}
+/** Infer the format from a file extension, lower-cased. Returns null for an
+ *  unknown extension so the caller can fall back to an explicit `format`. */
+export function inferFormat(path) {
+    const dot = path.lastIndexOf('.');
+    if (dot === -1)
+        return null;
+    const ext = path.slice(dot + 1).toLowerCase();
+    switch (ext) {
+        case 'csv': return 'csv';
+        case 'tsv': return 'tsv';
+        case 'json': return 'json';
+        case 'ndjson':
+        case 'jsonl': return 'ndjson';
+        default: return null;
+    }
+}
+/**
+ * Parse delimited text (CSV/TSV) into a raw grid of string cells, following
+ * RFC 4180: double-quoted fields may contain the delimiter, CR/LF, and escaped
+ * quotes (`""`). Handles both `\n` and `\r\n` line endings. A trailing newline
+ * does not produce a spurious empty final row.
+ */
+export function parseDelimited(text, delimiter) {
+    const rows = [];
+    let row = [];
+    let field = '';
+    let inQuotes = false;
+    let started = false; // any char seen on the current row (so blank lines are kept faithfully)
+    const pushField = () => {
+        row.push(field);
+        field = '';
+    };
+    const pushRow = () => {
+        pushField();
+        rows.push(row);
+        row = [];
+        started = false;
+    };
+    for (let i = 0; i < text.length; i++) {
+        const ch = text[i];
+        if (inQuotes) {
+            if (ch === '"') {
+                if (text[i + 1] === '"') {
+                    field += '"';
+                    i++;
+                }
+                else
+                    inQuotes = false;
+            }
+            else {
+                field += ch;
+            }
+            continue;
+        }
+        if (ch === '"') {
+            inQuotes = true;
+            started = true;
+            continue;
+        }
+        if (ch === delimiter) {
+            pushField();
+            started = true;
+            continue;
+        }
+        if (ch === '\r') {
+            started = true;
+            continue;
+        } // CR handled with the following LF
+        if (ch === '\n') {
+            pushRow();
+            continue;
+        }
+        field += ch;
+        started = true;
+    }
+    // Flush the final field/row unless the input ended exactly on a newline.
+    if (started || field.length > 0 || row.length > 0)
+        pushRow();
+    return rows;
+}
+/**
+ * CSV/TSV adapter — reduce delimited text to `{ headers, rows }`. Honors
+ * `delimiter` (explicit override or the format default) and `header`
+ * (false → synthesized `col1…`). Ragged rows are padded/truncated to the
+ * header width so the grid stays rectangular.
+ */
+export function delimitedAdapter(raw, opts) {
+    const delimiter = opts.delimiter && opts.delimiter.length > 0
+        ? opts.delimiter
+        : (opts.format === 'tsv' ? '\t' : ',');
+    const grid = parseDelimited(raw, delimiter).filter(
+    // Drop fully-empty trailing rows (a single empty field from a blank line).
+    (r) => !(r.length === 1 && r[0] === ''));
+    if (grid.length === 0) {
+        throw new DataSourceError('source is empty (no rows)');
+    }
+    const useHeader = opts.header !== false;
+    let headers;
+    let bodyStart;
+    if (useHeader) {
+        headers = grid[0].map((h) => h.trim());
+        bodyStart = 1;
+    }
+    else {
+        const width = grid.reduce((max, r) => Math.max(max, r.length), 0);
+        headers = Array.from({ length: width }, (_, i) => `col${i + 1}`);
+        bodyStart = 0;
+    }
+    const width = headers.length;
+    const rows = [];
+    for (let i = bodyStart; i < grid.length; i++) {
+        const r = grid[i];
+        const cells = [];
+        for (let c = 0; c < width; c++)
+            cells.push(r[c] ?? '');
+        rows.push(cells);
+    }
+    return { headers, rows };
+}
+// ─────────────────────────────────────────────────────────────────────────
+// JSON / NDJSON adapters (WORK-486)
+// ─────────────────────────────────────────────────────────────────────────
+/** Stringify a leaf value for a cell. Primitives become their string form;
+ *  arrays of primitives comma-join; anything else JSON-serializes. */
+function cellString(v) {
+    if (v === null || v === undefined)
+        return '';
+    if (Array.isArray(v))
+        return v.map((x) => (x === null || x === undefined ? '' : String(x))).join(', ');
+    if (typeof v === 'object')
+        return JSON.stringify(v);
+    return String(v);
+}
+/** Recursively flatten a record's nested plain objects into dotted keys
+ *  (`{ geo: { country } }` → `geo.country`), so `columns` can pluck nested
+ *  fields by exact (dotted) header and the intermediate shape stays flat text.
+ *  Arrays and primitives are leaves. */
+function flattenRecord(obj, prefix = '', out = {}) {
+    for (const [k, v] of Object.entries(obj)) {
+        const key = prefix ? `${prefix}.${k}` : k;
+        if (v !== null && typeof v === 'object' && !Array.isArray(v)) {
+            flattenRecord(v, key, out);
+        }
+        else {
+            out[key] = cellString(v);
+        }
+    }
+    return out;
+}
+/** Reduce an array of record objects to `{ headers, rows }` — headers are the
+ *  union of flattened keys in first-seen order. Shared by JSON `records`/`index`
+ *  and NDJSON. */
+function recordsToTable(records, leadKey) {
+    const flat = records.map((r) => flattenRecord(r));
+    const seen = new Set();
+    const headers = [];
+    if (leadKey) {
+        headers.push(leadKey.header);
+        seen.add(leadKey.header);
+    }
+    for (const f of flat) {
+        for (const k of Object.keys(f)) {
+            if (!seen.has(k)) {
+                seen.add(k);
+                headers.push(k);
+            }
+        }
+    }
+    const rows = flat.map((f, i) => headers.map((h, c) => {
+        if (leadKey && c === 0)
+            return leadKey.values[i];
+        return f[h] ?? '';
+    }));
+    return { headers, rows };
+}
+/** Resolve a `root` locator (dotted path or JSON Pointer) within a document. */
+function resolveRoot(doc, root) {
+    if (!root)
+        return doc;
+    const parts = root.startsWith('/')
+        ? root.slice(1).split('/').map((p) => p.replace(/~1/g, '/').replace(/~0/g, '~'))
+        : root.split('.');
+    let cur = doc;
+    for (const p of parts) {
+        if (cur === null || typeof cur !== 'object') {
+            throw new DataSourceError(`root path "${root}" does not resolve to a value`);
+        }
+        cur = cur[p];
+    }
+    if (cur === undefined)
+        throw new DataSourceError(`root path "${root}" not found in the document`);
+    return cur;
+}
+/** JSON adapter — reduce a JSON document to `{ headers, rows }` per `root`/`orient`. */
+export function jsonAdapter(raw, opts = {}) {
+    let doc;
+    try {
+        doc = JSON.parse(raw);
+    }
+    catch (err) {
+        throw new DataSourceError(`invalid JSON — ${err.message}`);
+    }
+    const target = resolveRoot(doc, opts.root ?? '');
+    // Determine orientation.
+    let orient = opts.orient;
+    if (!orient) {
+        if (Array.isArray(target)) {
+            orient = Array.isArray(target[0]) ? 'values' : 'records';
+        }
+        else if (target && typeof target === 'object') {
+            throw new DataSourceError('source is an object map — set orient="index" (with key-column) to tabulate it');
+        }
+        else {
+            throw new DataSourceError('source is not an array or object of records');
+        }
+    }
+    if (orient === 'values') {
+        if (!Array.isArray(target) || target.length === 0) {
+            throw new DataSourceError('orient="values" expects a non-empty array of arrays');
+        }
+        const [headerRow, ...body] = target;
+        const headers = headerRow.map(cellString);
+        const rows = body.map((inner) => headers.map((_, i) => cellString(inner[i])));
+        return { headers, rows };
+    }
+    if (orient === 'index') {
+        if (!target || typeof target !== 'object' || Array.isArray(target)) {
+            throw new DataSourceError('orient="index" expects an object map ({ key: record, … })');
+        }
+        const entries = Object.entries(target);
+        const records = entries.map(([, v]) => (v && typeof v === 'object' && !Array.isArray(v) ? v : { value: v }));
+        const keys = entries.map(([k]) => k);
+        return recordsToTable(records, { header: opts.keyColumn && opts.keyColumn.length > 0 ? opts.keyColumn : 'key', values: keys });
+    }
+    // records
+    if (!Array.isArray(target)) {
+        throw new DataSourceError('orient="records" expects an array of objects');
+    }
+    const records = target.map((r) => (r && typeof r === 'object' && !Array.isArray(r) ? r : { value: r }));
+    return recordsToTable(records);
+}
+/** NDJSON adapter — parse line-delimited JSON records to `{ headers, rows }`
+ *  (the union of record keys becomes the headers). */
+export function ndjsonAdapter(raw) {
+    const records = [];
+    const lines = raw.split('\n');
+    for (let i = 0; i < lines.length; i++) {
+        const line = lines[i].trim();
+        if (line === '')
+            continue;
+        let parsed;
+        try {
+            parsed = JSON.parse(line);
+        }
+        catch (err) {
+            throw new DataSourceError(`invalid NDJSON on line ${i + 1} — ${err.message}`);
+        }
+        records.push(parsed && typeof parsed === 'object' && !Array.isArray(parsed) ? parsed : { value: parsed });
+    }
+    if (records.length === 0)
+        throw new DataSourceError('source is empty (no NDJSON records)');
+    return recordsToTable(records);
+}
+//# sourceMappingURL=data-adapters.js.map

package/dist/data-adapters.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"data-adapters.js","sourceRoot":"","sources":["../src/data-adapters.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAcH;sEACsE;AACtE,MAAM,OAAO,eAAgB,SAAQ,KAAK;IACzC,YAAY,OAAe;QAC1B,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,iBAAiB,CAAC;IAC/B,CAAC;CACD;AAED;6EAC6E;AAC7E,MAAM,UAAU,WAAW,CAAC,IAAY;IACvC,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IAClC,IAAI,GAAG,KAAK,CAAC,CAAC;QAAE,OAAO,IAAI,CAAC;IAC5B,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;IAC9C,QAAQ,GAAG,EAAE,CAAC;QACb,KAAK,KAAK,CAAC,CAAC,OAAO,KAAK,CAAC;QACzB,KAAK,KAAK,CAAC,CAAC,OAAO,KAAK,CAAC;QACzB,KAAK,MAAM,CAAC,CAAC,OAAO,MAAM,CAAC;QAC3B,KAAK,QAAQ,CAAC;QACd,KAAK,OAAO,CAAC,CAAC,OAAO,QAAQ,CAAC;QAC9B,OAAO,CAAC,CAAC,OAAO,IAAI,CAAC;IACtB,CAAC;AACF,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,cAAc,CAAC,IAAY,EAAE,SAAiB;IAC7D,MAAM,IAAI,GAAe,EAAE,CAAC;IAC5B,IAAI,GAAG,GAAa,EAAE,CAAC;IACvB,IAAI,KAAK,GAAG,EAAE,CAAC;IACf,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,IAAI,OAAO,GAAG,KAAK,CAAC,CAAC,wEAAwE;IAE7F,MAAM,SAAS,GAAG,GAAS,EAAE;QAC5B,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAChB,KAAK,GAAG,EAAE,CAAC;IACZ,CAAC,CAAC;IACF,MAAM,OAAO,GAAG,GAAS,EAAE;QAC1B,SAAS,EAAE,CAAC;QACZ,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACf,GAAG,GAAG,EAAE,CAAC;QACT,OAAO,GAAG,KAAK,CAAC;IACjB,CAAC,CAAC;IAEF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QAEnB,IAAI,QAAQ,EAAE,CAAC;YACd,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;gBAChB,IAAI,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;oBAAC,KAAK,IAAI,GAAG,CAAC;oBAAC,CAAC,EAAE,CAAC;gBAAC,CAAC;;oBAC1C,QAAQ,GAAG,KAAK,CAAC;YACvB,CAAC;iBAAM,CAAC;gBACP,KAAK,IAAI,EAAE,CAAC;YACb,CAAC;YACD,SAAS;QACV,CAAC;QAED,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;YAAC,QAAQ,GAAG,IAAI,CAAC;YAAC,OAAO,GAAG,IAAI,CAAC;YAAC,SAAS;QAAC,CAAC;QAC9D,IAAI,EAAE,KAAK,SAAS,EAAE,CAAC;YAAC,SAAS,EAAE,CAAC;YAAC,OAAO,GAAG,IAAI,CAAC;YAAC,SAAS;QAAC,CAAC;QAChE,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC;YAAC,OAAO,GAAG,IAAI,CAAC;YAAC,SAAS;QAAC,CAAC,CAAC,mCAAmC;QAClF,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC;YAAC,OAAO,EAAE,CAAC;YAAC,SAAS;QAAC,CAAC;QACzC,KAAK,IAAI,EAAE,CAAC;QACZ,OAAO,GAAG,IAAI,CAAC;IAChB,CAAC;IAED,yEAAyE;IACzE,IAAI,OAAO,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,EAAE,CAAC;IAE7D,OAAO,IAAI,CAAC;AACb,CAAC;AAaD;;;;;GAKG;AACH,MAAM,UAAU,gBAAgB,CAAC,GAAW,EAAE,IAA6B;IAC1E,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC;QAC5D,CAAC,CAAC,IAAI,CAAC,SAAS;QAChB,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,KAAK,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IAExC,MAAM,IAAI,GAAG,cAAc,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC,MAAM;IACjD,2EAA2E;IAC3E,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CACvC,CAAC;IAEF,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,MAAM,IAAI,eAAe,CAAC,2BAA2B,CAAC,CAAC;IACxD,CAAC;IAED,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,KAAK,KAAK,CAAC;IACxC,IAAI,OAAiB,CAAC;IACtB,IAAI,SAAiB,CAAC;IACtB,IAAI,SAAS,EAAE,CAAC;QACf,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QACvC,SAAS,GAAG,CAAC,CAAC;IACf,CAAC;SAAM,CAAC;QACP,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QAClE,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACjE,SAAS,GAAG,CAAC,CAAC;IACf,CAAC;IAED,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC;IAC7B,MAAM,IAAI,GAAa,EAAE,CAAC;IAC1B,KAAK,IAAI,CAAC,GAAG,SAAS,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC9C,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,MAAM,KAAK,GAAW,EAAE,CAAC;QACzB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE;YAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QACvD,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAClB,CAAC;IAED,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;AAC1B,CAAC;AAED,4EAA4E;AAC5E,oCAAoC;AACpC,4EAA4E;AAE5E;sEACsE;AACtE,SAAS,UAAU,CAAC,CAAU;IAC7B,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,SAAS;QAAE,OAAO,EAAE,CAAC;IAC7C,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;QAAE,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACvG,IAAI,OAAO,CAAC,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;IACpD,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC;AAED;;;wCAGwC;AACxC,SAAS,aAAa,CAAC,GAA4B,EAAE,MAAM,GAAG,EAAE,EAAE,MAA8B,EAAE;IACjG,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QAC1C,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1C,IAAI,CAAC,KAAK,IAAI,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;YAC9D,aAAa,CAAC,CAA4B,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QACvD,CAAC;aAAM,CAAC;YACP,GAAG,CAAC,GAAG,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;QAC1B,CAAC;IACF,CAAC;IACD,OAAO,GAAG,CAAC;AACZ,CAAC;AAED;;kBAEkB;AAClB,SAAS,cAAc,CAAC,OAAkC,EAAE,OAA8C;IACzG,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC;IAClD,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,IAAI,OAAO,EAAE,CAAC;QAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAAC,CAAC;IACxE,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;QACtB,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;YAChC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;gBAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;gBAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAAC,CAAC;QACpD,CAAC;IACF,CAAC;IACD,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QACpD,IAAI,OAAO,IAAI,CAAC,KAAK,CAAC;YAAE,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QACjD,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IACnB,CAAC,CAAC,CAAC,CAAC;IACJ,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;AAC1B,CAAC;AAED,gFAAgF;AAChF,SAAS,WAAW,CAAC,GAAY,EAAE,IAAY;IAC9C,IAAI,CAAC,IAAI;QAAE,OAAO,GAAG,CAAC;IACtB,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;QACjC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QAChF,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACnB,IAAI,GAAG,GAAY,GAAG,CAAC;IACvB,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;QACvB,IAAI,GAAG,KAAK,IAAI,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;YAC7C,MAAM,IAAI,eAAe,CAAC,cAAc,IAAI,+BAA+B,CAAC,CAAC;QAC9E,CAAC;QACD,GAAG,GAAI,GAA+B,CAAC,CAAC,CAAC,CAAC;IAC3C,CAAC;IACD,IAAI,GAAG,KAAK,SAAS;QAAE,MAAM,IAAI,eAAe,CAAC,cAAc,IAAI,6BAA6B,CAAC,CAAC;IAClG,OAAO,GAAG,CAAC;AACZ,CAAC;AAWD,wFAAwF;AACxF,MAAM,UAAU,WAAW,CAAC,GAAW,EAAE,OAA2B,EAAE;IACrE,IAAI,GAAY,CAAC;IACjB,IAAI,CAAC;QACJ,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACvB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACd,MAAM,IAAI,eAAe,CAAC,kBAAmB,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC;IACvE,CAAC;IACD,MAAM,MAAM,GAAG,WAAW,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;IAEjD,yBAAyB;IACzB,IAAI,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;IACzB,IAAI,CAAC,MAAM,EAAE,CAAC;QACb,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YAC3B,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;QAC1D,CAAC;aAAM,IAAI,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;YACjD,MAAM,IAAI,eAAe,CAAC,+EAA+E,CAAC,CAAC;QAC5G,CAAC;aAAM,CAAC;YACP,MAAM,IAAI,eAAe,CAAC,6CAA6C,CAAC,CAAC;QAC1E,CAAC;IACF,CAAC;IAED,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;QACzB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACnD,MAAM,IAAI,eAAe,CAAC,qDAAqD,CAAC,CAAC;QAClF,CAAC;QACD,MAAM,CAAC,SAAS,EAAE,GAAG,IAAI,CAAC,GAAG,MAAqB,CAAC;QACnD,MAAM,OAAO,GAAI,SAAuB,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QACzD,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,UAAU,CAAE,KAAmB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7F,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IAC1B,CAAC;IAED,IAAI,MAAM,KAAK,OAAO,EAAE,CAAC;QACxB,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YACpE,MAAM,IAAI,eAAe,CAAC,2DAA2D,CAAC,CAAC;QACxF,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,MAAiC,CAAC,CAAC;QAClE,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAA4B,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QACxI,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;QACrC,OAAO,cAAc,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;IAChI,CAAC;IAED,UAAU;IACV,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QAC5B,MAAM,IAAI,eAAe,CAAC,8CAA8C,CAAC,CAAC;IAC3E,CAAC;IACD,MAAM,OAAO,GAAI,MAAoB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAA4B,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IAClJ,OAAO,cAAc,CAAC,OAAO,CAAC,CAAC;AAChC,CAAC;AAED;sDACsD;AACtD,MAAM,UAAU,aAAa,CAAC,GAAW;IACxC,MAAM,OAAO,GAA8B,EAAE,CAAC;IAC9C,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAC7B,IAAI,IAAI,KAAK,EAAE;YAAE,SAAS;QAC1B,IAAI,MAAe,CAAC;QACpB,IAAI,CAAC;YACJ,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC3B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACd,MAAM,IAAI,eAAe,CAAC,0BAA0B,CAAC,GAAG,CAAC,MAAO,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC;QAC1F,CAAC;QACD,OAAO,CAAC,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAiC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;IACtI,CAAC;IACD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,MAAM,IAAI,eAAe,CAAC,qCAAqC,CAAC,CAAC;IAC3F,OAAO,cAAc,CAAC,OAAO,CAAC,CAAC;AAChC,CAAC"}

package/dist/data-emit.d.ts

@@ -0,0 +1,24 @@
+/**
+ * AST emission for the `data` rune (SPEC-103).
+ *
+ * Turns the projected + typed table into a Markdoc `table` AST node — the same
+ * shape `Markdoc.parse` produces for a pipe table — so `chart` (`findTable`) and
+ * `datatable` (its table/`rf-table-wrapper` lookup) consume it with no
+ * structural edits, and it renders as a normal table standalone. Typed-numeric
+ * value cells carry a normalized `data-value` (forwarded by the `td` node).
+ *
+ * The error path emits a visible `hint` callout node instead of a malformed
+ * table, so a bad source surfaces on the page without crashing the build.
+ */
+import type { Node } from '@markdoc/markdoc';
+import type { TypedTable } from './data-projection.js';
+/** Build a Markdoc `table` AST node from a projected + typed table. */
+export declare function emitTableNode(table: TypedTable): Node;
+/**
+ * Build a visible in-page error callout (a `hint` rune node, `type="caution"`)
+ * carrying the message — used for sandbox-escape / missing-file / parse-error /
+ * empty-result, so the failure is visible and the build continues (the `data`
+ * tag never reaches its throwing transform).
+ */
+export declare function emitErrorNode(message: string): Node;
+//# sourceMappingURL=data-emit.d.ts.map

package/dist/data-emit.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"data-emit.d.ts","sourceRoot":"","sources":["../src/data-emit.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAGH,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AASvD,uEAAuE;AACvE,wBAAgB,aAAa,CAAC,KAAK,EAAE,UAAU,GAAG,IAAI,CAmBrD;AAED;;;;;GAKG;AACH,wBAAgB,aAAa,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAGnD"}

package/dist/data-emit.js

@@ -0,0 +1,48 @@
+/**
+ * AST emission for the `data` rune (SPEC-103).
+ *
+ * Turns the projected + typed table into a Markdoc `table` AST node — the same
+ * shape `Markdoc.parse` produces for a pipe table — so `chart` (`findTable`) and
+ * `datatable` (its table/`rf-table-wrapper` lookup) consume it with no
+ * structural edits, and it renders as a normal table standalone. Typed-numeric
+ * value cells carry a normalized `data-value` (forwarded by the `td` node).
+ *
+ * The error path emits a visible `hint` callout node instead of a malformed
+ * table, so a bad source surfaces on the page without crashing the build.
+ */
+import Markdoc from '@markdoc/markdoc';
+const { Ast } = Markdoc;
+/** Wrap plain text as a Markdoc inline node (the content shape a th/td holds). */
+function inlineText(text) {
+    return new Ast.Node('inline', {}, [new Ast.Node('text', { content: text })]);
+}
+/** Build a Markdoc `table` AST node from a projected + typed table. */
+export function emitTableNode(table) {
+    const headerCells = table.headers.map((h) => new Ast.Node('th', {}, [inlineText(h)]));
+    const thead = new Ast.Node('thead', {}, [new Ast.Node('tr', {}, headerCells)]);
+    const bodyRows = table.rows.map((row) => {
+        const cells = row.map((cell, c) => {
+            // A numeric column with a parseable value carries the normalized number
+            // on `data-value`; the cell text stays the original human-formatted
+            // string (and the no-JS fallback).
+            const attrs = table.columnTypes[c] === 'numeric' && cell.value !== null
+                ? { 'data-value': String(cell.value) }
+                : {};
+            return new Ast.Node('td', attrs, [inlineText(cell.text)]);
+        });
+        return new Ast.Node('tr', {}, cells);
+    });
+    const tbody = new Ast.Node('tbody', {}, bodyRows);
+    return new Ast.Node('table', {}, [thead, tbody]);
+}
+/**
+ * Build a visible in-page error callout (a `hint` rune node, `type="caution"`)
+ * carrying the message — used for sandbox-escape / missing-file / parse-error /
+ * empty-result, so the failure is visible and the build continues (the `data`
+ * tag never reaches its throwing transform).
+ */
+export function emitErrorNode(message) {
+    const para = new Ast.Node('paragraph', {}, [inlineText(message)]);
+    return new Ast.Node('tag', { type: 'caution' }, [para], 'hint');
+}
+//# sourceMappingURL=data-emit.js.map

package/dist/data-emit.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"data-emit.js","sourceRoot":"","sources":["../src/data-emit.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,OAAO,MAAM,kBAAkB,CAAC;AAIvC,MAAM,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC;AAExB,kFAAkF;AAClF,SAAS,UAAU,CAAC,IAAY;IAC/B,OAAO,IAAI,GAAG,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,EAAE,CAAC,IAAI,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;AAC9E,CAAC;AAED,uEAAuE;AACvE,MAAM,UAAU,aAAa,CAAC,KAAiB;IAC9C,MAAM,WAAW,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACtF,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,EAAE,CAAC,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC;IAE/E,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;QACvC,MAAM,KAAK,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE;YACjC,wEAAwE;YACxE,oEAAoE;YACpE,mCAAmC;YACnC,MAAM,KAAK,GAAG,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,KAAK,SAAS,IAAI,IAAI,CAAC,KAAK,KAAK,IAAI;gBACtE,CAAC,CAAC,EAAE,YAAY,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE;gBACtC,CAAC,CAAC,EAAE,CAAC;YACN,OAAO,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC3D,CAAC,CAAC,CAAC;QACH,OAAO,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,EAAE,KAAK,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;IACH,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,EAAE,QAAQ,CAAC,CAAC;IAElD,OAAO,IAAI,GAAG,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,EAAE,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC;AAClD,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,aAAa,CAAC,OAAe;IAC5C,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IAClE,OAAO,IAAI,GAAG,CAAC,IAAI,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;AACjE,CAAC"}

package/dist/data-pipeline.d.ts

@@ -0,0 +1,24 @@
+/**
+ * Data pipeline hook (SPEC-103).
+ *
+ * A preprocess sibling to `preprocessSnippets`: walk the parsed AST, and for
+ * every `{% data %}` tag resolve its `src` through the SPEC-113 `ProjectFiles`
+ * seam (whole-file, project-root bounded), run the format adapter + shared
+ * projection + typing, and replace the tag with a Markdoc `table` AST node. The
+ * emitted table is consumed by `chart`/`datatable` with no structural edits and
+ * is the honest no-JS fallback on a bare page.
+ *
+ * On any failure (sandbox escape / missing file / parse error / empty result)
+ * the tag is replaced with a visible error callout and a build warning is
+ * emitted — the build continues and the `data` tag never reaches its throwing
+ * transform.
+ */
+import type { Node } from '@markdoc/markdoc';
+import type { PreprocessContext, PreprocessPage } from '@refrakt-md/types';
+/**
+ * Preprocess: replace every `{% data %}` tag with a resolved `table` node (or an
+ * error callout). No-op when no provider is available (tree mode without a wired
+ * `ProjectFiles`), matching snippet.
+ */
+export declare function preprocessData(ast: Node, page: PreprocessPage, ctx: PreprocessContext): Node | void;
+//# sourceMappingURL=data-pipeline.d.ts.map

package/dist/data-pipeline.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"data-pipeline.d.ts","sourceRoot":"","sources":["../src/data-pipeline.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,KAAK,EAAgB,iBAAiB,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AA4CzF;;;;GAIG;AACH,wBAAgB,cAAc,CAC7B,GAAG,EAAE,IAAI,EACT,IAAI,EAAE,cAAc,EACpB,GAAG,EAAE,iBAAiB,GACpB,IAAI,GAAG,IAAI,CAKb"}

package/dist/data-pipeline.js

@@ -0,0 +1,154 @@
+/**
+ * Data pipeline hook (SPEC-103).
+ *
+ * A preprocess sibling to `preprocessSnippets`: walk the parsed AST, and for
+ * every `{% data %}` tag resolve its `src` through the SPEC-113 `ProjectFiles`
+ * seam (whole-file, project-root bounded), run the format adapter + shared
+ * projection + typing, and replace the tag with a Markdoc `table` AST node. The
+ * emitted table is consumed by `chart`/`datatable` with no structural edits and
+ * is the honest no-JS fallback on a bare page.
+ *
+ * On any failure (sandbox escape / missing file / parse error / empty result)
+ * the tag is replaced with a visible error callout and a build warning is
+ * emitted — the build continues and the `data` tag never reaches its throwing
+ * transform.
+ */
+import { delimitedAdapter, jsonAdapter, ndjsonAdapter, inferFormat, DataSourceError, } from './data-adapters.js';
+import { applyWhere, applySort, applyColumns, applyLimitOffset, applyTyping, } from './data-projection.js';
+import { emitTableNode, emitErrorNode } from './data-emit.js';
+/** Resolve a Markdoc attribute value to a string — literal strings and
+ *  `Variable` AST nodes (e.g. `src=$file.dir`). Mirrors snippet's resolver. */
+function resolveString(value, variables) {
+    if (value === undefined || value === null)
+        return '';
+    if (typeof value === 'string')
+        return value;
+    if (typeof value === 'number' || typeof value === 'boolean')
+        return String(value);
+    if (typeof value === 'object' && '$$mdtype' in value) {
+        const node = value;
+        if (node.$$mdtype === 'Variable' && Array.isArray(node.path)) {
+            let current = variables;
+            for (const segment of node.path) {
+                if (current === null || current === undefined)
+                    return '';
+                current = current[segment];
+            }
+            return current === null || current === undefined ? '' : String(current);
+        }
+    }
+    return '';
+}
+/** Parse a comma-separated column list into trimmed, non-empty names. */
+function splitList(raw) {
+    return raw.split(',').map((s) => s.trim()).filter((s) => s.length > 0);
+}
+/**
+ * Preprocess: replace every `{% data %}` tag with a resolved `table` node (or an
+ * error callout). No-op when no provider is available (tree mode without a wired
+ * `ProjectFiles`), matching snippet.
+ */
+export function preprocessData(ast, page, ctx) {
+    if (!ctx.sandbox)
+        return;
+    let mutated = false;
+    walkAndReplaceData(ast, page, ctx, ctx.sandbox, () => { mutated = true; });
+    return mutated ? ast : undefined;
+}
+function walkAndReplaceData(node, page, ctx, files, onReplaced) {
+    if (!node.children)
+        return;
+    for (let i = 0; i < node.children.length; i++) {
+        const child = node.children[i];
+        if (child.type === 'tag' && child.tag === 'data') {
+            node.children[i] = resolveDataToNode(child, page, ctx, files);
+            onReplaced();
+            continue;
+        }
+        walkAndReplaceData(child, page, ctx, files, onReplaced);
+    }
+}
+function resolveDataToNode(tag, page, ctx, files) {
+    const a = tag.attributes;
+    const src = resolveString(a.src, ctx.variables);
+    if (!src) {
+        const msg = 'data `src` attribute is required (and an unresolvable variable reference resolves to empty)';
+        ctx.error(msg, page.url);
+        return emitErrorNode(`data error: ${msg}`);
+    }
+    try {
+        const raw = files.read(src);
+        if (raw === null) {
+            throw new DataSourceError(`source "${src}" cannot be resolved — the file is missing or outside the project root`);
+        }
+        const format = resolveFormat(src, resolveString(a.format, ctx.variables));
+        const table = runAdapter(raw, format, a, ctx);
+        // Shared projection: where → sort → columns → limit/offset.
+        const { table: filtered, warnings } = applyWhere(table, resolveString(a.where, ctx.variables) || undefined);
+        for (const w of warnings)
+            ctx.warn(`data "${src}": ${w}`, page.url);
+        const sorted = applySort(filtered, resolveString(a.sort, ctx.variables) || undefined);
+        const { table: selected, sources } = applyColumns(sorted, resolveString(a.columns, ctx.variables) || undefined);
+        const projected = applyLimitOffset(selected, numberAttr(a.limit), numberAttr(a.offset));
+        if (projected.rows.length === 0) {
+            throw new DataSourceError('result is empty after projection (no rows to render)');
+        }
+        // Shared typing → data-value channel (`numeric`/`text` may name the
+        // source or the renamed column).
+        const numericCols = splitList(resolveString(a.numeric, ctx.variables));
+        const textCols = splitList(resolveString(a.text, ctx.variables));
+        const typed = applyTyping(projected, { numeric: numericCols, text: textCols, sources });
+        return emitTableNode(typed);
+    }
+    catch (err) {
+        const msg = err instanceof DataSourceError
+            ? err.message
+            : `unexpected failure — ${err instanceof Error ? err.message : String(err)}`;
+        ctx.error(`data "${src}": ${msg}`, page.url);
+        return emitErrorNode(`data error: ${msg}`);
+    }
+}
+/** Resolve the effective format: explicit override, else extension-inferred. */
+function resolveFormat(src, explicit) {
+    if (explicit)
+        return explicit;
+    const inferred = inferFormat(src);
+    if (inferred)
+        return inferred;
+    throw new DataSourceError(`could not infer format from "${src}" — add format="csv|tsv|json|ndjson"`);
+}
+/** Dispatch to the format adapter. CSV/TSV land here (WORK-417); JSON/NDJSON
+ *  adapters arrive in WORK-486 against this same contract. */
+function runAdapter(raw, format, a, ctx) {
+    switch (format) {
+        case 'csv':
+        case 'tsv':
+            return delimitedAdapter(raw, {
+                format,
+                delimiter: resolveString(a.delimiter, ctx.variables) || undefined,
+                header: a.header === undefined ? undefined : a.header !== false,
+            });
+        case 'json': {
+            const orient = resolveString(a.orient, ctx.variables);
+            return jsonAdapter(raw, {
+                root: resolveString(a.root, ctx.variables) || undefined,
+                orient: orient ? orient : undefined,
+                keyColumn: resolveString(a['key-column'], ctx.variables) || undefined,
+            });
+        }
+        case 'ndjson':
+            return ndjsonAdapter(raw);
+        default:
+            throw new DataSourceError(`unsupported format "${format}"`);
+    }
+}
+function numberAttr(value) {
+    if (typeof value === 'number' && Number.isFinite(value))
+        return value;
+    if (typeof value === 'string' && value.trim() !== '') {
+        const n = Number(value);
+        return Number.isFinite(n) ? n : undefined;
+    }
+    return undefined;
+}
+//# sourceMappingURL=data-pipeline.js.map

package/dist/data-pipeline.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"data-pipeline.js","sourceRoot":"","sources":["../src/data-pipeline.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAIH,OAAO,EACN,gBAAgB,EAChB,WAAW,EACX,aAAa,EACb,WAAW,EACX,eAAe,GAGf,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EACN,UAAU,EACV,SAAS,EACT,YAAY,EACZ,gBAAgB,EAChB,WAAW,GACX,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAE9D;+EAC+E;AAC/E,SAAS,aAAa,CAAC,KAAc,EAAE,SAA8C;IACpF,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,EAAE,CAAC;IACrD,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAC5C,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,SAAS;QAAE,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;IAClF,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,UAAU,IAAK,KAAiC,EAAE,CAAC;QACnF,MAAM,IAAI,GAAG,KAA6C,CAAC;QAC3D,IAAI,IAAI,CAAC,QAAQ,KAAK,UAAU,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YAC9D,IAAI,OAAO,GAAY,SAAS,CAAC;YACjC,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,IAAgB,EAAE,CAAC;gBAC7C,IAAI,OAAO,KAAK,IAAI,IAAI,OAAO,KAAK,SAAS;oBAAE,OAAO,EAAE,CAAC;gBACzD,OAAO,GAAI,OAAmC,CAAC,OAAO,CAAC,CAAC;YACzD,CAAC;YACD,OAAO,OAAO,KAAK,IAAI,IAAI,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACzE,CAAC;IACF,CAAC;IACD,OAAO,EAAE,CAAC;AACX,CAAC;AAED,yEAAyE;AACzE,SAAS,SAAS,CAAC,GAAW;IAC7B,OAAO,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;AACxE,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,cAAc,CAC7B,GAAS,EACT,IAAoB,EACpB,GAAsB;IAEtB,IAAI,CAAC,GAAG,CAAC,OAAO;QAAE,OAAO;IACzB,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,kBAAkB,CAAC,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,CAAC,OAAO,EAAE,GAAG,EAAE,GAAG,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IAC3E,OAAO,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC;AAClC,CAAC;AAED,SAAS,kBAAkB,CAC1B,IAAU,EACV,IAAoB,EACpB,GAAsB,EACtB,KAAmB,EACnB,UAAsB;IAEtB,IAAI,CAAC,IAAI,CAAC,QAAQ;QAAE,OAAO;IAC3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC/C,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC/B,IAAI,KAAK,CAAC,IAAI,KAAK,KAAK,IAAI,KAAK,CAAC,GAAG,KAAK,MAAM,EAAE,CAAC;YAClD,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,iBAAiB,CAAC,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC;YAC9D,UAAU,EAAE,CAAC;YACb,SAAS;QACV,CAAC;QACD,kBAAkB,CAAC,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC;IACzD,CAAC;AACF,CAAC;AAED,SAAS,iBAAiB,CACzB,GAAS,EACT,IAAoB,EACpB,GAAsB,EACtB,KAAmB;IAEnB,MAAM,CAAC,GAAG,GAAG,CAAC,UAAU,CAAC;IACzB,MAAM,GAAG,GAAG,aAAa,CAAC,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC;IAEhD,IAAI,CAAC,GAAG,EAAE,CAAC;QACV,MAAM,GAAG,GAAG,6FAA6F,CAAC;QAC1G,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;QACzB,OAAO,aAAa,CAAC,eAAe,GAAG,EAAE,CAAC,CAAC;IAC5C,CAAC;IAED,IAAI,CAAC;QACJ,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC5B,IAAI,GAAG,KAAK,IAAI,EAAE,CAAC;YAClB,MAAM,IAAI,eAAe,CACxB,WAAW,GAAG,wEAAwE,CACtF,CAAC;QACH,CAAC;QAED,MAAM,MAAM,GAAG,aAAa,CAAC,GAAG,EAAE,aAAa,CAAC,CAAC,CAAC,MAAM,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC;QAC1E,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,MAAM,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC;QAE9C,4DAA4D;QAC5D,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,GAAG,UAAU,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC,CAAC,KAAK,EAAE,GAAG,CAAC,SAAS,CAAC,IAAI,SAAS,CAAC,CAAC;QAC5G,KAAK,MAAM,CAAC,IAAI,QAAQ;YAAE,GAAG,CAAC,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,EAAE,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;QACpE,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC,CAAC,IAAI,EAAE,GAAG,CAAC,SAAS,CAAC,IAAI,SAAS,CAAC,CAAC;QACtF,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,YAAY,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC,CAAC,OAAO,EAAE,GAAG,CAAC,SAAS,CAAC,IAAI,SAAS,CAAC,CAAC;QAChH,MAAM,SAAS,GAAc,gBAAgB,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;QAEnG,IAAI,SAAS,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACjC,MAAM,IAAI,eAAe,CAAC,sDAAsD,CAAC,CAAC;QACnF,CAAC;QAED,oEAAoE;QACpE,iCAAiC;QACjC,MAAM,WAAW,GAAG,SAAS,CAAC,aAAa,CAAC,CAAC,CAAC,OAAO,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC;QACvE,MAAM,QAAQ,GAAG,SAAS,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC;QACjE,MAAM,KAAK,GAAG,WAAW,CAAC,SAAS,EAAE,EAAE,OAAO,EAAE,WAAW,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC;QAExF,OAAO,aAAa,CAAC,KAAK,CAAC,CAAC;IAC7B,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACd,MAAM,GAAG,GAAG,GAAG,YAAY,eAAe;YACzC,CAAC,CAAC,GAAG,CAAC,OAAO;YACb,CAAC,CAAC,wBAAwB,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;QAC9E,GAAG,CAAC,KAAK,CAAC,SAAS,GAAG,MAAM,GAAG,EAAE,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;QAC7C,OAAO,aAAa,CAAC,eAAe,GAAG,EAAE,CAAC,CAAC;IAC5C,CAAC;AACF,CAAC;AAED,gFAAgF;AAChF,SAAS,aAAa,CAAC,GAAW,EAAE,QAAgB;IACnD,IAAI,QAAQ;QAAE,OAAO,QAAsB,CAAC;IAC5C,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC;IAClC,IAAI,QAAQ;QAAE,OAAO,QAAQ,CAAC;IAC9B,MAAM,IAAI,eAAe,CACxB,gCAAgC,GAAG,sCAAsC,CACzE,CAAC;AACH,CAAC;AAED;8DAC8D;AAC9D,SAAS,UAAU,CAClB,GAAW,EACX,MAAkB,EAClB,CAA0B,EAC1B,GAAsB;IAEtB,QAAQ,MAAM,EAAE,CAAC;QAChB,KAAK,KAAK,CAAC;QACX,KAAK,KAAK;YACT,OAAO,gBAAgB,CAAC,GAAG,EAAE;gBAC5B,MAAM;gBACN,SAAS,EAAE,aAAa,CAAC,CAAC,CAAC,SAAS,EAAE,GAAG,CAAC,SAAS,CAAC,IAAI,SAAS;gBACjE,MAAM,EAAE,CAAC,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,KAAK,KAAK;aAC/D,CAAC,CAAC;QACJ,KAAK,MAAM,CAAC,CAAC,CAAC;YACb,MAAM,MAAM,GAAG,aAAa,CAAC,CAAC,CAAC,MAAM,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC;YACtD,OAAO,WAAW,CAAC,GAAG,EAAE;gBACvB,IAAI,EAAE,aAAa,CAAC,CAAC,CAAC,IAAI,EAAE,GAAG,CAAC,SAAS,CAAC,IAAI,SAAS;gBACvD,MAAM,EAAE,MAAM,CAAC,CAAC,CAAE,MAAyC,CAAC,CAAC,CAAC,SAAS;gBACvE,SAAS,EAAE,aAAa,CAAC,CAAC,CAAC,YAAY,CAAC,EAAE,GAAG,CAAC,SAAS,CAAC,IAAI,SAAS;aACrE,CAAC,CAAC;QACJ,CAAC;QACD,KAAK,QAAQ;YACZ,OAAO,aAAa,CAAC,GAAG,CAAC,CAAC;QAC3B;YACC,MAAM,IAAI,eAAe,CAAC,uBAAuB,MAAM,GAAG,CAAC,CAAC;IAC9D,CAAC;AACF,CAAC;AAED,SAAS,UAAU,CAAC,KAAc;IACjC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IACtE,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;QACtD,MAAM,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;QACxB,OAAO,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAC3C,CAAC;IACD,OAAO,SAAS,CAAC;AAClB,CAAC"}

package/dist/data-projection.d.ts

@@ -0,0 +1,79 @@
+/**
+ * Shared projection + typing for the `data` rune (SPEC-103).
+ *
+ * Everything here is format-agnostic: it runs on the intermediate
+ * `{ headers, rows }` shape every adapter produces, identically regardless of
+ * source. The pipeline is `where → sort → columns → limit/offset` (projection)
+ * then `numeric/text` typing, which emits the normalized `data-value` channel
+ * that carries a clean number to `chart`'s renderer and `datatable`'s sort.
+ */
+import type { DataTable } from './data-adapters.js';
+export type ColumnType = 'numeric' | 'text';
+/** A typed cell: the original (human-formatted) text plus a normalized numeric
+ *  value when the column is numeric and the text parses. The `value` becomes
+ *  the cell's `data-value`; the text stays the visible content + no-JS fallback. */
+export interface TypedCell {
+    text: string;
+    value: number | null;
+}
+/** The fully projected + typed table the emitter turns into a Markdoc node. */
+export interface TypedTable {
+    headers: string[];
+    columnTypes: ColumnType[];
+    rows: TypedCell[][];
+}
+/**
+ * Normalize a human-formatted number to a plain JS number, or null when the
+ * text isn't numeric. Strips common currency symbols and thousands separators
+ * (`"$1,200"` → `1200`); leaves percentages, units, and prose as non-numeric.
+ */
+export declare function normalizeNumber(text: string): number | null;
+/** A single `columns` selection: source header + optional rename. */
+interface ColumnSelection {
+    source: string;
+    as?: string;
+}
+/** Parse a `columns` spec — `"name as Product, revenue as 'Revenue ($)'"` —
+ *  into ordered selections. Commas inside quotes don't split; aliases may be
+ *  bare, single-, or double-quoted. */
+export declare function parseColumnsSpec(spec: string): ColumnSelection[];
+/**
+ * Apply `where` — filter rows with the SPEC-070 `field:value` grammar, reusing
+ * `parseFieldMatch` + `matchValue` with a row-shaped resolver (the column header
+ * is the field; the cell text is the single candidate). AND across distinct
+ * fields, OR within a repeated field. Returns the (possibly filtered) table plus
+ * any parse warnings for the caller to surface.
+ */
+export declare function applyWhere(table: DataTable, expr: string | undefined): {
+    table: DataTable;
+    warnings: string[];
+};
+/** Apply `columns` — select, reorder, and rename. Unknown sources are skipped
+ *  (a `where`/`sort` may legitimately reference a column the author then drops).
+ *  Returns the (possibly renamed) table plus `sources` — the original source
+ *  header for each output column, so typing can match `numeric`/`text` against
+ *  either the source or the alias. With no spec, the table is unchanged and
+ *  `sources` mirrors the headers. */
+export declare function applyColumns(table: DataTable, spec: string | undefined): {
+    table: DataTable;
+    sources: string[];
+};
+/** Apply `sort` — `"revenue"` (asc) or `"-revenue"` (desc). Sorts numerically
+ *  when every non-empty cell in the column parses as a number, else by natural
+ *  string collation. A no-op when `spec` is empty or names an unknown column. */
+export declare function applySort(table: DataTable, spec: string | undefined): DataTable;
+/** Apply `limit`/`offset` — a row slice (the `data` analogue of snippet `lines=`). */
+export declare function applyLimitOffset(table: DataTable, limit?: number, offset?: number): DataTable;
+/**
+ * Type each column and emit the `data-value` channel. A column is numeric when
+ * explicitly listed in `numeric`, or (by default) when every non-empty cell
+ * parses as a number; `text` forces a column back to text. Numeric value cells
+ * carry the normalized number; text cells carry `null`.
+ */
+export declare function applyTyping(table: DataTable, opts?: {
+    numeric?: string[];
+    text?: string[];
+    sources?: string[];
+}): TypedTable;
+export {};
+//# sourceMappingURL=data-projection.d.ts.map