@tabnas/transduce 0.2.9 → 0.2.11

package/dist/capability.d.ts

@@ -1,6 +1,10 @@
 export declare const INCREMENTAL: readonly string[];
 export declare function isIncremental(grammar: string): boolean;
+export declare const PRUNABLE: readonly string[];
+export declare function isPrunable(grammar: string): boolean;
 export declare const capability: Readonly<{
     INCREMENTAL: readonly string[];
     incremental: typeof isIncremental;
+    PRUNABLE: readonly string[];
+    prunable: typeof isPrunable;
 }>;

package/dist/capability.js

@@ -1,8 +1,9 @@
 "use strict";
 /* Copyright (c) 2026 tabnas, MIT License */
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.capability = exports.INCREMENTAL = void 0;
+exports.capability = exports.PRUNABLE = exports.INCREMENTAL = void 0;
 exports.isIncremental = isIncremental;
+exports.isPrunable = isPrunable;
 // Which grammars the incremental source is verified for, in THIS runtime.
 //
 // Incremental streaming is a per-grammar VERIFIED capability, never an
@@ -57,8 +58,35 @@ exports.INCREMENTAL = Object.freeze([
 function isIncremental(grammar) {
     return exports.INCREMENTAL.includes(grammar);
 }
+// The grammars whose passes a `ParserEventSource` relays alike whether it
+// prunes or not, on every document `test/prune.test.ts` reads them, by the
+// name of the format each reads, as `INCREMENTAL` names them. The suite
+// asserts the list in both directions; `toml` is not on it, since its
+// message for a key defined twice quotes the value, which pruning empties.
+exports.PRUNABLE = Object.freeze([
+    'csv',
+    'feed',
+    'ini',
+    'json',
+    'json5',
+    'jsonc',
+    'jsonic',
+    'jsonl',
+    'markdown',
+    'pgn',
+    'xml',
+    'yaml',
+    'zon',
+]);
+// Whether a `ParserEventSource` may empty `grammar`'s arrays behind its
+// stream (`ParserEventSource.prune`).
+function isPrunable(grammar) {
+    return exports.PRUNABLE.includes(grammar);
+}
 exports.capability = Object.freeze({
     INCREMENTAL: exports.INCREMENTAL,
     incremental: isIncremental,
+    PRUNABLE: exports.PRUNABLE,
+    prunable: isPrunable,
 });
 //# sourceMappingURL=capability.js.map

package/dist/capability.js.map

@@ -1 +1 @@
-{"version":3,"file":"capability.js","sourceRoot":"","sources":["../src/capability.ts"],"names":[],"mappings":";AAAA,4CAA4C;;;;AAE5C,0EAA0E;AAC1E,EAAE;AACF,uEAAuE;AACvE,0EAA0E;AAC1E,4EAA4E;AAC5E,6DAA6D;AAC7D,wEAAwE;AACxE,qEAAqE;AACrE,0EAA0E;AAC1E,uEAAuE;AACvE,sEAAsE;AACtE,2EAA2E;AAC3E,wEAAwE;AACxE,yEAAyE;AACzE,mCAAmC;AACnC,EAAE;AACF,6EAA6E;AAC7E,2EAA2E;AAC3E,0EAA0E;AAC1E,sEAAsE;AACtE,0EAA0E;AAC1E,UAAU;AAEV,yEAAyE;AACzE,yEAAyE;AACzE,0EAA0E;AAC1E,uEAAuE;AACvE,2EAA2E;AAC3E,4EAA4E;AAC5E,wEAAwE;AAExE,yEAAyE;AACzE,2EAA2E;AAC3E,0EAA0E;AAC1E,uEAAuE;AACvE,qEAAqE;AACrE,yEAAyE;AACzE,sEAAsE;AACtE,0EAA0E;AAC1E,6EAA6E;AAChE,QAAA,WAAW,GAAsB,MAAM,CAAC,MAAM,CAAC;IAC1D,MAAM;IACN,OAAO;IACP,OAAO;IACP,QAAQ;IACR,OAAO;IACP,UAAU;IACV,KAAK;IACL,KAAK;IACL,MAAM;IACN,KAAK;CACN,CAAC,CAAA;AAEF,oDAAoD;AACpD,uBAA8B,OAAe;IAC3C,OAAO,QAAA,WAAW,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAA;AACtC,CAAC;AAEY,QAAA,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC;IACtC,WAAW,EAAX,QAAA,WAAW;IACX,WAAW,EAAE,aAAa;CAC3B,CAAC,CAAA"}
+{"version":3,"file":"capability.js","sourceRoot":"","sources":["../src/capability.ts"],"names":[],"mappings":";AAAA,4CAA4C;;;;;AAE5C,0EAA0E;AAC1E,EAAE;AACF,uEAAuE;AACvE,0EAA0E;AAC1E,4EAA4E;AAC5E,6DAA6D;AAC7D,wEAAwE;AACxE,qEAAqE;AACrE,0EAA0E;AAC1E,uEAAuE;AACvE,sEAAsE;AACtE,2EAA2E;AAC3E,wEAAwE;AACxE,yEAAyE;AACzE,mCAAmC;AACnC,EAAE;AACF,6EAA6E;AAC7E,2EAA2E;AAC3E,0EAA0E;AAC1E,sEAAsE;AACtE,0EAA0E;AAC1E,UAAU;AAEV,yEAAyE;AACzE,yEAAyE;AACzE,0EAA0E;AAC1E,uEAAuE;AACvE,2EAA2E;AAC3E,4EAA4E;AAC5E,wEAAwE;AAExE,yEAAyE;AACzE,2EAA2E;AAC3E,0EAA0E;AAC1E,uEAAuE;AACvE,qEAAqE;AACrE,yEAAyE;AACzE,sEAAsE;AACtE,0EAA0E;AAC1E,6EAA6E;AAChE,QAAA,WAAW,GAAsB,MAAM,CAAC,MAAM,CAAC;IAC1D,MAAM;IACN,OAAO;IACP,OAAO;IACP,QAAQ;IACR,OAAO;IACP,UAAU;IACV,KAAK;IACL,KAAK;IACL,MAAM;IACN,KAAK;CACN,CAAC,CAAA;AAEF,oDAAoD;AACpD,uBAA8B,OAAe;IAC3C,OAAO,QAAA,WAAW,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAA;AACtC,CAAC;AAED,0EAA0E;AAC1E,2EAA2E;AAC3E,wEAAwE;AACxE,sEAAsE;AACtE,2EAA2E;AAC9D,QAAA,QAAQ,GAAsB,MAAM,CAAC,MAAM,CAAC;IACvD,KAAK;IACL,MAAM;IACN,KAAK;IACL,MAAM;IACN,OAAO;IACP,OAAO;IACP,QAAQ;IACR,OAAO;IACP,UAAU;IACV,KAAK;IACL,KAAK;IACL,MAAM;IACN,KAAK;CACN,CAAC,CAAA;AAEF,wEAAwE;AACxE,sCAAsC;AACtC,oBAA2B,OAAe;IACxC,OAAO,QAAA,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAA;AACnC,CAAC;AAEY,QAAA,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC;IACtC,WAAW,EAAX,QAAA,WAAW;IACX,WAAW,EAAE,aAAa;IAC1B,QAAQ,EAAR,QAAA,QAAQ;IACR,QAAQ,EAAE,UAAU;CACrB,CAAC,CAAA"}

package/dist/parser-event-source.d.ts

@@ -7,11 +7,22 @@ export declare class ParserEventSource {
     private sourceLimits;
     private abortFlag;
     private sourceMetrics;
+    private grammarName;
+    private pruning;
+    private isUnverified;
     private used;
     constructor(parser: Tabnas, text: string);
+    grammar(name: string): this;
+    prune(): this;
+    unverified(): this;
+    private gate;
     limits(limits: Limits): this;
     abort(abort: AbortFlag): this;
     metrics(metrics: Metrics): this;
     run(sink: ParserSink): Flow;
+    runWithValue(sink: ParserSink): {
+        flow: Flow;
+        value: unknown;
+    };
 }
 export declare function scalarOf(value: unknown, lexeme: string | undefined): Datum;

package/dist/parser-event-source.js

@@ -16,22 +16,21 @@ exports.scalarOf = scalarOf;
 // What each pass carries is alchemy's `RulePass`:
 //
 // - the rule's `name`, its depth `d` and instance `i` (the engine's, which
-//   counts from 1 here and from 0 in Go and Rust: DIVERGENCE.md 6), the
-//   alternate that matched (`alt`: `p`, `r`, `b`, and its groups `g`,
-//   sorted, since they are tags whose order the runtimes' engines keep
-//   differently), whether recovery forced the close, and its named counters
-//   `n`, sorted by name;
+//   numbers rules from 1, the start rule's, in the order it makes them),
+//   the alternate that matched
+//   (`alt`: `p`, `r`, `b`, and its groups `g`, sorted, since they are tags
+//   whose order the runtimes' engines keep differently), whether recovery
+//   forced the close, and its named counters `n`, sorted by name;
 // - the `tokens` the pass consumed: those its alternate matched (the
 //   engine's `o[:oN]` or `c[:cN]`), less the `b` it gave back from their
 //   end, which are the next rule's to consume, and none when `b` is more
 //   than it recorded, since a close alternate can back up a token it did
 //   not record. A token is its name, its value, its source text and its
 //   1-based row and column; a token with no value (the end of the source,
-//   a fixed token such as `[`, which Rust's engine gives its text:
-//   DIVERGENCE.md 7) has `null`, and a number carries its source text as its lexeme when
-//   that text is a JSON number spelling the value (RFC 8259), the rule the
-//   incremental source keeps lexemes by, so a renderer can write it as it
-//   stands;
+//   or a fixed token such as `[`) has `null`, and a number carries
+//   its source text as its lexeme when that text is a JSON number spelling
+//   the value (RFC 8259), the rule the incremental source keeps lexemes by,
+//   so a renderer can write it as it stands;
 // - on a close pass, the rule's node when that is a scalar (`value`), a
 //   number with the lexeme of the rule's first open token as above;
 //   nothing on an open pass, nor for a container.
@@ -55,21 +54,81 @@ exports.scalarOf = scalarOf;
 // `AbortFlag` is `ABORTED`; any other engine error is `INPUT_INVALID` with
 // the engine's code and position. A source runs once, as `ParserSource`
 // does: its parser carries the run's subscriber and budget.
+//
+// The engine builds its value as it parses, so a long document's tree
+// holds every record, though nothing reads the value the parse returns.
+// `prune()` empties each array behind the stream: once the sink has seen a
+// close pass whose rule's node is an array, the source empties that array
+// in place, so the tree holds the elements of the passes since the last
+// close on it. That alters the value the engine returns, which this source
+// never reads, and it is sound for a grammar whose passes do not depend on
+// what its arrays hold, so it is a verified capability, as the incremental
+// source is: `test/prune.test.ts` runs every document of every grammar in
+// the devDependencies pruned and not, and `capability.prunable` lists the
+// grammars whose passes and outcomes never differed
+// (rs/src/source/parser_events.rs has the contract's one difference, a
+// token whose value is a container of the tree). A run that prunes is
+// gated on the list, by the grammar's name (`grammar`), and without a
+// listed name it fails with `STREAMABILITY_UNKNOWN` before the parse,
+// having sent nothing; `unverified()` lifts the gate for the suite.
 const shared_1 = require("@tabnas/alchemy/shared");
+const capability_1 = require("./capability");
 const rule_events_1 = require("./rule-events");
 const source_1 = require("./source");
 // A tabnas parser applied to one text, as a source of its rule passes.
 class ParserEventSource {
-    // A source with default limits, its own abort flag and fresh metrics; the
-    // builder methods change each.
+    // A source with default limits, its own abort flag and fresh metrics,
+    // that prunes nothing; the builder methods change each.
     constructor(parser, text) {
         this.sourceLimits = shared_1.Limits.default();
         this.abortFlag = new shared_1.AbortFlag();
         this.sourceMetrics = new shared_1.Metrics();
+        this.grammarName = null;
+        this.pruning = false;
+        this.isUnverified = false;
         this.used = false;
         this.parser = parser;
         this.text = text;
     }
+    // The grammar the parser implements, by the name of the format it reads,
+    // as `ParserSource.grammar` takes it. A run that prunes needs a name
+    // `capability.prunable` lists; one that does not prune needs no name.
+    grammar(name) {
+        this.grammarName = name;
+        return this;
+    }
+    // Empty each array in the engine's tree once the sink has seen a close
+    // pass on it, so the tree does not hold the whole document. The passes
+    // are unchanged for a grammar `capability.prunable` lists, and `run`
+    // refuses to prune any other, with `STREAMABILITY_UNKNOWN` before the
+    // parse.
+    prune() {
+        this.pruning = true;
+        return this;
+    }
+    // Prune whatever the verified list says. This exists for the
+    // differential suite that maintains the list and for nothing else: a
+    // grammar that reads its arrays back may make other passes once they are
+    // emptied, and the run still returns.
+    unverified() {
+        this.isUnverified = true;
+        return this;
+    }
+    // Why the run may not prune, when it may not.
+    gate() {
+        if (!this.pruning || this.isUnverified)
+            return null;
+        const name = this.grammarName;
+        if (null !== name && (0, capability_1.isPrunable)(name))
+            return null;
+        if (null !== name) {
+            return new shared_1.Fail('STREAMABILITY_UNKNOWN', `grammar ${JSON.stringify(name)} is not in capability.prunable: the differential suite ` +
+                'has not verified that its passes are the same when its arrays are emptied behind ' +
+                'the stream; run it without ParserEventSource.prune');
+        }
+        return new shared_1.Fail('STREAMABILITY_UNKNOWN', "ParserEventSource.prune needs the grammar's name (ParserEventSource.grammar) to check " +
+            'capability.prunable; without one, run it without pruning');
+    }
     limits(limits) {
         this.sourceLimits = limits;
         return this;
@@ -84,19 +143,28 @@ class ParserEventSource {
     }
     // Parse, relaying each pass into `sink`, then `end`.
     run(sink) {
+        return this.runWithValue(sink).flow;
+    }
+    // `run`, also handing back the value the engine returned: the engine's
+    // tree after pruning, when the run prunes. It is not the run's result
+    // (the passes are): it exists so a test can measure what pruning left in
+    // the tree, and nothing else should read it.
+    runWithValue(sink) {
         if (this.used) {
             throw new shared_1.Fail('STREAM_REUSED', "a ParserEventSource runs once: its parser carries the run's subscriber and budget; " +
                 'make a new source, with a new parser, for another run');
         }
         this.used = true;
+        const refused = this.gate();
+        if (null !== refused)
+            throw refused;
         const abort = this.abortFlag;
         const stop = new shared_1.AbortFlag();
-        const relay = new Relay(sink, this.sourceLimits.max_scalar_bytes, abort, stop);
+        const relay = new Relay(sink, this.sourceLimits.max_scalar_bytes, abort, stop, this.pruning);
         (0, rule_events_1.prepare)(this.parser, () => !abort.isAborted() && !stop.isAborted(), (rule, done) => relay.onDone(rule, done));
         let parsed;
         try {
-            this.parser.parse(this.text);
-            parsed = { ok: true };
+            parsed = { ok: true, value: this.parser.parse(this.text) };
         }
         catch (error) {
             parsed = { ok: false, error };
@@ -106,10 +174,10 @@ class ParserEventSource {
             if ('failed' === status.type)
                 throw status.error;
             if ('stopped' === status.type)
-                return 'stop';
+                return { flow: 'stop', value: undefined };
             if (!parsed.ok)
                 throw (0, source_1.engineFailure)(parsed.error, abort);
-            return relay.send({ type: 'end' });
+            return { flow: relay.send({ type: 'end' }), value: parsed.value };
         }
         finally {
             this.sourceMetrics.events += relay.events;
@@ -121,11 +189,14 @@ exports.ParserEventSource = ParserEventSource;
 class Relay {
     constructor(sink, maxScalarBytes, abort, 
     // Set to make the parse guard cancel the parse.
-    stop) {
+    stop, 
+    // Empty the array a close pass's rule builds, once the sink has seen it.
+    prune) {
         this.sink = sink;
         this.maxScalarBytes = maxScalarBytes;
         this.abort = abort;
         this.stop = stop;
+        this.prune = prune;
         this.status = { type: 'running' };
         this.events = 0;
     }
@@ -160,12 +231,24 @@ class Relay {
                 this.status = { type: 'stopped' };
                 this.stop.abort();
             }
+            else if (this.prune && !open) {
+                emptyArray(rule);
+            }
         }
         catch (error) {
             this.fail(error);
         }
     }
 }
+// Empty the array `rule`'s node is, in place, so every holder of it sees
+// it emptied. Every element in it was built by passes the sink has seen,
+// the last of them the close pass just sent, and what those passes carry
+// is the sink's, so nothing sent so far changes.
+function emptyArray(rule) {
+    const node = rule.node;
+    if (Array.isArray(node) && 0 < node.length)
+        node.length = 0;
+}
 // The pass as alchemy's `RulePass`, its sizes held to `max_scalar_bytes`.
 function rulePass(rule, done, open, max) {
     const r = rule;

package/dist/parser-event-source.js.map

@@ -1 +1 @@
-{"version":3,"file":"parser-event-source.js","sourceRoot":"","sources":["../src/parser-event-source.ts"],"names":[],"mappings":";AAAA,4CAA4C;;;;AAE5C,yEAAyE;AACzE,sEAAsE;AACtE,EAAE;AACF,wEAAwE;AACxE,2EAA2E;AAC3E,4EAA4E;AAC5E,oEAAoE;AACpE,2EAA2E;AAC3E,gDAAgD;AAChD,EAAE;AACF,kDAAkD;AAClD,EAAE;AACF,2EAA2E;AAC3E,wEAAwE;AACxE,sEAAsE;AACtE,uEAAuE;AACvE,4EAA4E;AAC5E,yBAAyB;AACzB,qEAAqE;AACrE,yEAAyE;AACzE,yEAAyE;AACzE,yEAAyE;AACzE,wEAAwE;AACxE,0EAA0E;AAC1E,mEAAmE;AACnE,yFAAyF;AACzF,2EAA2E;AAC3E,0EAA0E;AAC1E,YAAY;AACZ,wEAAwE;AACxE,oEAAoE;AACpE,kDAAkD;AAClD,EAAE;AACF,uEAAuE;AACvE,wEAAwE;AACxE,uEAAuE;AACvE,yEAAyE;AACzE,gBAAgB;AAChB,EAAE;AACF,2EAA2E;AAC3E,qEAAqE;AACrE,yEAAyE;AACzE,wEAAwE;AACxE,2EAA2E;AAC3E,kEAAkE;AAClE,aAAa;AACb,EAAE;AACF,2EAA2E;AAC3E,0EAA0E;AAC1E,2EAA2E;AAC3E,wEAAwE;AACxE,4DAA4D;AAE5D,mDAU+B;AAI/B,+CAAuC;AACvC,qCAAwC;AAExC,uEAAuE;AACvE;IAQE,0EAA0E;IAC1E,+BAA+B;IAC/B,YAAY,MAAc,EAAE,IAAY;QAPhC,iBAAY,GAAW,eAAM,CAAC,OAAO,EAAE,CAAA;QACvC,cAAS,GAAc,IAAI,kBAAS,EAAE,CAAA;QACtC,kBAAa,GAAY,IAAI,gBAAO,EAAE,CAAA;QACtC,SAAI,GAAG,KAAK,CAAA;QAKlB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAA;QACpB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAA;IAClB,CAAC;IAED,MAAM,CAAC,MAAc;QACnB,IAAI,CAAC,YAAY,GAAG,MAAM,CAAA;QAC1B,OAAO,IAAI,CAAA;IACb,CAAC;IAED,KAAK,CAAC,KAAgB;QACpB,IAAI,CAAC,SAAS,GAAG,KAAK,CAAA;QACtB,OAAO,IAAI,CAAA;IACb,CAAC;IAED,OAAO,CAAC,OAAgB;QACtB,IAAI,CAAC,aAAa,GAAG,OAAO,CAAA;QAC5B,OAAO,IAAI,CAAA;IACb,CAAC;IAED,qDAAqD;IACrD,GAAG,CAAC,IAAgB;QAClB,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACd,MAAM,IAAI,aAAI,CACZ,eAAe,EACf,qFAAqF;gBACnF,uDAAuD,CAC1D,CAAA;QACH,CAAC;QACD,IAAI,CAAC,IAAI,GAAG,IAAI,CAAA;QAChB,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAA;QAC5B,MAAM,IAAI,GAAG,IAAI,kBAAS,EAAE,CAAA;QAC5B,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,YAAY,CAAC,gBAAgB,EAAE,KAAK,EAAE,IAAI,CAAC,CAAA;QAC9E,IAAA,qBAAO,EACL,IAAI,CAAC,MAAM,EACX,GAAG,EAAE,CAAC,CAAC,KAAK,CAAC,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,EAC7C,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CACzC,CAAA;QACD,IAAI,MAAoD,CAAA;QACxD,IAAI,CAAC;YACH,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YAC5B,MAAM,GAAG,EAAE,EAAE,EAAE,IAAI,EAAE,CAAA;QACvB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,GAAG,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAA;QAC/B,CAAC;QACD,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAA;YAC3B,IAAI,QAAQ,KAAK,MAAM,CAAC,IAAI;gBAAE,MAAM,MAAM,CAAC,KAAK,CAAA;YAChD,IAAI,SAAS,KAAK,MAAM,CAAC,IAAI;gBAAE,OAAO,MAAM,CAAA;YAC5C,IAAI,CAAC,MAAM,CAAC,EAAE;gBAAE,MAAM,IAAA,sBAAa,EAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,CAAA;YACxD,OAAO,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAA;QACpC,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,aAAa,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,CAAA;QAC3C,CAAC;IACH,CAAC;CACF;;AAID,2DAA2D;AAC3D,MAAM,KAAK;IAIT,YACW,IAAgB,EAChB,cAAsB,EACtB,KAAgB;IACzB,gDAAgD;IACvC,IAAe;QAJf,SAAI,GAAJ,IAAI,CAAY;QAChB,mBAAc,GAAd,cAAc,CAAQ;QACtB,UAAK,GAAL,KAAK,CAAW;QAEhB,SAAI,GAAJ,IAAI,CAAW;QAR1B,WAAM,GAAW,EAAE,IAAI,EAAE,SAAS,EAAE,CAAA;QACpC,WAAM,GAAG,CAAC,CAAA;IAQP,CAAC;IAEJ,IAAI,CAAC,EAAe;QAClB,IAAI,CAAC,MAAM,EAAE,CAAA;QACb,OAAO,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;IAC5B,CAAC;IAEO,IAAI,CAAC,KAAc;QACzB,IAAI,CAAC,MAAM,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAA;QACvC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAA;IACnB,CAAC;IAED,iCAAiC;IACjC,MAAM,CAAC,IAAU,EAAE,IAAc;QAC/B,IAAI,IAAI,KAAK,IAAI,CAAC,KAAK,IAAI,SAAS,KAAK,IAAI,CAAC,MAAM,CAAC,IAAI;YAAE,OAAM;QACjE,IAAI,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,EAAE,CAAC;YAC3B,IAAI,CAAC,IAAI,CAAC,aAAI,CAAC,OAAO,EAAE,CAAC,CAAA;YACzB,OAAM;QACR,CAAC;QACD,MAAM,IAAI,GAAG,GAAG,KAAK,IAAI,CAAC,KAAK,CAAA;QAC/B,IAAI,EAAe,CAAA;QACnB,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,cAAc,CAAC,CAAA;YAC5D,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,CAAA;QAC9D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;YAChB,OAAM;QACR,CAAC;QACD,IAAI,CAAC;YACH,IAAI,MAAM,KAAK,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC;gBAC7B,IAAI,CAAC,MAAM,GAAG,EAAE,IAAI,EAAE,SAAS,EAAE,CAAA;gBACjC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAA;YACnB,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QAClB,CAAC;IACH,CAAC;CACF;AAED,0EAA0E;AAC1E,SAAS,QAAQ,CAAC,IAAU,EAAE,IAAc,EAAE,IAAa,EAAE,GAAW;IACtE,MAAM,CAAC,GAAQ,IAAI,CAAA;IACnB,MAAM,QAAQ,GAAU,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAA;IACtE,MAAM,CAAC,GAAG,IAAI,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAA;IAC3C,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAA;IAChE,MAAM,MAAM,GAAgB,IAAI,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE;QAC9C,MAAM,GAAG,GAAW,QAAQ,KAAK,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC,CAAA;QAC3E,IAAI,CAAC,IAAA,kBAAS,EAAC,GAAG,CAAC,EAAE,uBAAuB,EAAE,GAAG,CAAC,CAAA;QAClD,MAAM,GAAG,GAAG,QAAQ,CAAC,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,CAAA;QAChC,IAAI,QAAQ,KAAK,GAAG,CAAC,IAAI;YAAE,IAAI,CAAC,IAAA,kBAAS,EAAC,GAAG,CAAC,KAAK,CAAC,EAAE,iBAAiB,EAAE,GAAG,CAAC,CAAA;QAC7E,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,EAAE,CAAA;IACzD,CAAC,CAAC,CAAA;IACF,IAAI,KAAwB,CAAA;IAC5B,IAAI,CAAC,IAAI,IAAI,SAAS,KAAK,CAAC,CAAC,IAAI,IAAI,SAAS,KAAK,IAAA,qBAAY,EAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;QACxE,MAAM,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;QACpB,KAAK,GAAG,QAAQ,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,QAAQ,KAAK,OAAO,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,CAAA;QAC5F,IAAI,QAAQ,KAAK,KAAK,CAAC,IAAI;YAAE,IAAI,CAAC,IAAA,kBAAS,EAAC,KAAK,CAAC,KAAK,CAAC,EAAE,gBAAgB,EAAE,GAAG,CAAC,CAAA;IAClF,CAAC;IACD,MAAM,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAA2B,CAAC;SAC5D,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAU,CAAC;SAC5C,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;IACvC,MAAM,GAAG,GACP,IAAI,IAAI,IAAI,CAAC,GAAG;QACd,CAAC,CAAC,SAAS;QACX,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAA;IAC1F,OAAO;QACL,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,CAAC,EAAE,IAAI,CAAC,CAAC;QACT,CAAC,EAAE,IAAI,CAAC,CAAC;QACT,GAAG,CAAC,SAAS,KAAK,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC;QACrC,MAAM;QACN,MAAM,EAAE,IAAI,KAAK,IAAI,CAAC,MAAM;QAC5B,CAAC;QACD,GAAG,CAAC,SAAS,KAAK,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC;KAC1C,CAAA;AACH,CAAC;AAED,mEAAmE;AACnE,SAAS,UAAU,CAAC,CAAS,EAAE,CAAS;IACtC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;AACnC,CAAC;AAED,0EAA0E;AAC1E,6DAA6D;AAC7D,kBAAyB,KAAc,EAAE,MAA0B;IACjE,MAAM,MAAM,GAAG,IAAA,qBAAY,EAAC,KAAK,CAAC,CAAA;IAClC,IAAI,SAAS,KAAK,MAAM,IAAI,QAAQ,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC;QACrD,MAAM,IAAI,GAAG,SAAS,KAAK,MAAM,IAAI,IAAA,qBAAY,EAAC,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,MAAM,CAAC,KAAK,CAAA;QAC5F,OAAO,cAAK,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAA;IAC9D,CAAC;IACD,OAAO,IAAA,mBAAU,EAAC,KAAK,CAAC,CAAA;AAC1B,CAAC;AAED,sDAAsD;AACtD,SAAS,IAAI,CAAC,KAAa,EAAE,IAAY,EAAE,GAAW;IACpD,IAAI,KAAK,GAAG,GAAG,EAAE,CAAC;QAChB,MAAM,aAAI,CAAC,KAAK,CAAC,kBAAkB,EAAE,GAAG,EAAE,GAAG,IAAI,OAAO,KAAK,yBAAyB,GAAG,EAAE,CAAC,CAAA;IAC9F,CAAC;AACH,CAAC"}
+{"version":3,"file":"parser-event-source.js","sourceRoot":"","sources":["../src/parser-event-source.ts"],"names":[],"mappings":";AAAA,4CAA4C;;;;AAE5C,yEAAyE;AACzE,sEAAsE;AACtE,EAAE;AACF,wEAAwE;AACxE,2EAA2E;AAC3E,4EAA4E;AAC5E,oEAAoE;AACpE,2EAA2E;AAC3E,gDAAgD;AAChD,EAAE;AACF,kDAAkD;AAClD,EAAE;AACF,2EAA2E;AAC3E,yEAAyE;AACzE,+BAA+B;AAC/B,2EAA2E;AAC3E,0EAA0E;AAC1E,kEAAkE;AAClE,qEAAqE;AACrE,yEAAyE;AACzE,yEAAyE;AACzE,yEAAyE;AACzE,wEAAwE;AACxE,0EAA0E;AAC1E,mEAAmE;AACnE,2EAA2E;AAC3E,4EAA4E;AAC5E,6CAA6C;AAC7C,wEAAwE;AACxE,oEAAoE;AACpE,kDAAkD;AAClD,EAAE;AACF,uEAAuE;AACvE,wEAAwE;AACxE,uEAAuE;AACvE,yEAAyE;AACzE,gBAAgB;AAChB,EAAE;AACF,2EAA2E;AAC3E,qEAAqE;AACrE,yEAAyE;AACzE,wEAAwE;AACxE,2EAA2E;AAC3E,kEAAkE;AAClE,aAAa;AACb,EAAE;AACF,2EAA2E;AAC3E,0EAA0E;AAC1E,2EAA2E;AAC3E,wEAAwE;AACxE,4DAA4D;AAC5D,EAAE;AACF,sEAAsE;AACtE,wEAAwE;AACxE,2EAA2E;AAC3E,0EAA0E;AAC1E,wEAAwE;AACxE,2EAA2E;AAC3E,2EAA2E;AAC3E,2EAA2E;AAC3E,0EAA0E;AAC1E,0EAA0E;AAC1E,oDAAoD;AACpD,uEAAuE;AACvE,sEAAsE;AACtE,sEAAsE;AACtE,sEAAsE;AACtE,oEAAoE;AAEpE,mDAU+B;AAI/B,6CAAyC;AACzC,+CAAuC;AACvC,qCAAwC;AAExC,uEAAuE;AACvE;IAWE,sEAAsE;IACtE,wDAAwD;IACxD,YAAY,MAAc,EAAE,IAAY;QAVhC,iBAAY,GAAW,eAAM,CAAC,OAAO,EAAE,CAAA;QACvC,cAAS,GAAc,IAAI,kBAAS,EAAE,CAAA;QACtC,kBAAa,GAAY,IAAI,gBAAO,EAAE,CAAA;QACtC,gBAAW,GAAkB,IAAI,CAAA;QACjC,YAAO,GAAG,KAAK,CAAA;QACf,iBAAY,GAAG,KAAK,CAAA;QACpB,SAAI,GAAG,KAAK,CAAA;QAKlB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAA;QACpB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAA;IAClB,CAAC;IAED,yEAAyE;IACzE,qEAAqE;IACrE,sEAAsE;IACtE,OAAO,CAAC,IAAY;QAClB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAA;QACvB,OAAO,IAAI,CAAA;IACb,CAAC;IAED,uEAAuE;IACvE,uEAAuE;IACvE,qEAAqE;IACrE,sEAAsE;IACtE,SAAS;IACT,KAAK;QACH,IAAI,CAAC,OAAO,GAAG,IAAI,CAAA;QACnB,OAAO,IAAI,CAAA;IACb,CAAC;IAED,6DAA6D;IAC7D,qEAAqE;IACrE,yEAAyE;IACzE,sCAAsC;IACtC,UAAU;QACR,IAAI,CAAC,YAAY,GAAG,IAAI,CAAA;QACxB,OAAO,IAAI,CAAA;IACb,CAAC;IAED,8CAA8C;IACtC,IAAI;QACV,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,YAAY;YAAE,OAAO,IAAI,CAAA;QACnD,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAA;QAC7B,IAAI,IAAI,KAAK,IAAI,IAAI,IAAA,uBAAU,EAAC,IAAI,CAAC;YAAE,OAAO,IAAI,CAAA;QAClD,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;YAClB,OAAO,IAAI,aAAI,CACb,uBAAuB,EACvB,WAAW,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,yDAAyD;gBACtF,mFAAmF;gBACnF,oDAAoD,CACvD,CAAA;QACH,CAAC;QACD,OAAO,IAAI,aAAI,CACb,uBAAuB,EACvB,wFAAwF;YACtF,0DAA0D,CAC7D,CAAA;IACH,CAAC;IAED,MAAM,CAAC,MAAc;QACnB,IAAI,CAAC,YAAY,GAAG,MAAM,CAAA;QAC1B,OAAO,IAAI,CAAA;IACb,CAAC;IAED,KAAK,CAAC,KAAgB;QACpB,IAAI,CAAC,SAAS,GAAG,KAAK,CAAA;QACtB,OAAO,IAAI,CAAA;IACb,CAAC;IAED,OAAO,CAAC,OAAgB;QACtB,IAAI,CAAC,aAAa,GAAG,OAAO,CAAA;QAC5B,OAAO,IAAI,CAAA;IACb,CAAC;IAED,qDAAqD;IACrD,GAAG,CAAC,IAAgB;QAClB,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,IAAI,CAAA;IACrC,CAAC;IAED,uEAAuE;IACvE,sEAAsE;IACtE,yEAAyE;IACzE,6CAA6C;IAC7C,YAAY,CAAC,IAAgB;QAC3B,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACd,MAAM,IAAI,aAAI,CACZ,eAAe,EACf,qFAAqF;gBACnF,uDAAuD,CAC1D,CAAA;QACH,CAAC;QACD,IAAI,CAAC,IAAI,GAAG,IAAI,CAAA;QAChB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAA;QAC3B,IAAI,IAAI,KAAK,OAAO;YAAE,MAAM,OAAO,CAAA;QACnC,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAA;QAC5B,MAAM,IAAI,GAAG,IAAI,kBAAS,EAAE,CAAA;QAC5B,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,YAAY,CAAC,gBAAgB,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,CAAA;QAC5F,IAAA,qBAAO,EACL,IAAI,CAAC,MAAM,EACX,GAAG,EAAE,CAAC,CAAC,KAAK,CAAC,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,EAC7C,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CACzC,CAAA;QACD,IAAI,MAAoE,CAAA;QACxE,IAAI,CAAC;YACH,MAAM,GAAG,EAAE,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAA;QAC5D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,GAAG,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAA;QAC/B,CAAC;QACD,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAA;YAC3B,IAAI,QAAQ,KAAK,MAAM,CAAC,IAAI;gBAAE,MAAM,MAAM,CAAC,KAAK,CAAA;YAChD,IAAI,SAAS,KAAK,MAAM,CAAC,IAAI;gBAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,CAAA;YACxE,IAAI,CAAC,MAAM,CAAC,EAAE;gBAAE,MAAM,IAAA,sBAAa,EAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,CAAA;YACxD,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAA;QACnE,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,aAAa,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,CAAA;QAC3C,CAAC;IACH,CAAC;CACF;;AAID,2DAA2D;AAC3D,MAAM,KAAK;IAIT,YACW,IAAgB,EAChB,cAAsB,EACtB,KAAgB;IACzB,gDAAgD;IACvC,IAAe;IACxB,yEAAyE;IAChE,KAAc;QANd,SAAI,GAAJ,IAAI,CAAY;QAChB,mBAAc,GAAd,cAAc,CAAQ;QACtB,UAAK,GAAL,KAAK,CAAW;QAEhB,SAAI,GAAJ,IAAI,CAAW;QAEf,UAAK,GAAL,KAAK,CAAS;QAVzB,WAAM,GAAW,EAAE,IAAI,EAAE,SAAS,EAAE,CAAA;QACpC,WAAM,GAAG,CAAC,CAAA;IAUP,CAAC;IAEJ,IAAI,CAAC,EAAe;QAClB,IAAI,CAAC,MAAM,EAAE,CAAA;QACb,OAAO,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;IAC5B,CAAC;IAEO,IAAI,CAAC,KAAc;QACzB,IAAI,CAAC,MAAM,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAA;QACvC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAA;IACnB,CAAC;IAED,iCAAiC;IACjC,MAAM,CAAC,IAAU,EAAE,IAAc;QAC/B,IAAI,IAAI,KAAK,IAAI,CAAC,KAAK,IAAI,SAAS,KAAK,IAAI,CAAC,MAAM,CAAC,IAAI;YAAE,OAAM;QACjE,IAAI,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,EAAE,CAAC;YAC3B,IAAI,CAAC,IAAI,CAAC,aAAI,CAAC,OAAO,EAAE,CAAC,CAAA;YACzB,OAAM;QACR,CAAC;QACD,MAAM,IAAI,GAAG,GAAG,KAAK,IAAI,CAAC,KAAK,CAAA;QAC/B,IAAI,EAAe,CAAA;QACnB,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,cAAc,CAAC,CAAA;YAC5D,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,CAAA;QAC9D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;YAChB,OAAM;QACR,CAAC;QACD,IAAI,CAAC;YACH,IAAI,MAAM,KAAK,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC;gBAC7B,IAAI,CAAC,MAAM,GAAG,EAAE,IAAI,EAAE,SAAS,EAAE,CAAA;gBACjC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAA;YACnB,CAAC;iBAAM,IAAI,IAAI,CAAC,KAAK,IAAI,CAAC,IAAI,EAAE,CAAC;gBAC/B,UAAU,CAAC,IAAI,CAAC,CAAA;YAClB,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QAClB,CAAC;IACH,CAAC;CACF;AAED,yEAAyE;AACzE,yEAAyE;AACzE,yEAAyE;AACzE,iDAAiD;AACjD,SAAS,UAAU,CAAC,IAAU;IAC5B,MAAM,IAAI,GAAa,IAAY,CAAC,IAAI,CAAA;IACxC,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,MAAM;QAAE,IAAI,CAAC,MAAM,GAAG,CAAC,CAAA;AAC7D,CAAC;AAED,0EAA0E;AAC1E,SAAS,QAAQ,CAAC,IAAU,EAAE,IAAc,EAAE,IAAa,EAAE,GAAW;IACtE,MAAM,CAAC,GAAQ,IAAI,CAAA;IACnB,MAAM,QAAQ,GAAU,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAA;IACtE,MAAM,CAAC,GAAG,IAAI,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAA;IAC3C,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAA;IAChE,MAAM,MAAM,GAAgB,IAAI,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE;QAC9C,MAAM,GAAG,GAAW,QAAQ,KAAK,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC,CAAA;QAC3E,IAAI,CAAC,IAAA,kBAAS,EAAC,GAAG,CAAC,EAAE,uBAAuB,EAAE,GAAG,CAAC,CAAA;QAClD,MAAM,GAAG,GAAG,QAAQ,CAAC,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,CAAA;QAChC,IAAI,QAAQ,KAAK,GAAG,CAAC,IAAI;YAAE,IAAI,CAAC,IAAA,kBAAS,EAAC,GAAG,CAAC,KAAK,CAAC,EAAE,iBAAiB,EAAE,GAAG,CAAC,CAAA;QAC7E,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,EAAE,CAAA;IACzD,CAAC,CAAC,CAAA;IACF,IAAI,KAAwB,CAAA;IAC5B,IAAI,CAAC,IAAI,IAAI,SAAS,KAAK,CAAC,CAAC,IAAI,IAAI,SAAS,KAAK,IAAA,qBAAY,EAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;QACxE,MAAM,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;QACpB,KAAK,GAAG,QAAQ,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,QAAQ,KAAK,OAAO,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,CAAA;QAC5F,IAAI,QAAQ,KAAK,KAAK,CAAC,IAAI;YAAE,IAAI,CAAC,IAAA,kBAAS,EAAC,KAAK,CAAC,KAAK,CAAC,EAAE,gBAAgB,EAAE,GAAG,CAAC,CAAA;IAClF,CAAC;IACD,MAAM,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAA2B,CAAC;SAC5D,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAU,CAAC;SAC5C,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;IACvC,MAAM,GAAG,GACP,IAAI,IAAI,IAAI,CAAC,GAAG;QACd,CAAC,CAAC,SAAS;QACX,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAA;IAC1F,OAAO;QACL,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,CAAC,EAAE,IAAI,CAAC,CAAC;QACT,CAAC,EAAE,IAAI,CAAC,CAAC;QACT,GAAG,CAAC,SAAS,KAAK,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC;QACrC,MAAM;QACN,MAAM,EAAE,IAAI,KAAK,IAAI,CAAC,MAAM;QAC5B,CAAC;QACD,GAAG,CAAC,SAAS,KAAK,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC;KAC1C,CAAA;AACH,CAAC;AAED,mEAAmE;AACnE,SAAS,UAAU,CAAC,CAAS,EAAE,CAAS;IACtC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;AACnC,CAAC;AAED,0EAA0E;AAC1E,6DAA6D;AAC7D,kBAAyB,KAAc,EAAE,MAA0B;IACjE,MAAM,MAAM,GAAG,IAAA,qBAAY,EAAC,KAAK,CAAC,CAAA;IAClC,IAAI,SAAS,KAAK,MAAM,IAAI,QAAQ,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC;QACrD,MAAM,IAAI,GAAG,SAAS,KAAK,MAAM,IAAI,IAAA,qBAAY,EAAC,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,MAAM,CAAC,KAAK,CAAA;QAC5F,OAAO,cAAK,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAA;IAC9D,CAAC;IACD,OAAO,IAAA,mBAAU,EAAC,KAAK,CAAC,CAAA;AAC1B,CAAC;AAED,sDAAsD;AACtD,SAAS,IAAI,CAAC,KAAa,EAAE,IAAY,EAAE,GAAW;IACpD,IAAI,KAAK,GAAG,GAAG,EAAE,CAAC;QAChB,MAAM,aAAI,CAAC,KAAK,CAAC,kBAAkB,EAAE,GAAG,EAAE,GAAG,IAAI,OAAO,KAAK,yBAAyB,GAAG,EAAE,CAAC,CAAA;IAC9F,CAAC;AACH,CAAC"}

package/dist/routers.js

@@ -24,5 +24,10 @@ exports.routers = Object.freeze({
     transduceTree(spec, downstream) {
         return new transduce_tree_1.TransduceTree(spec, downstream);
     },
+    // TransduceTree reads a spec's `:member` and `:text`, and holds a text to
+    // the spec's `maxTextBytes` as it grows.
+    transduceTreeReadsMemberAndText() {
+        return true;
+    },
 });
 //# sourceMappingURL=routers.js.map

package/dist/routers.js.map

@@ -1 +1 @@
-{"version":3,"file":"routers.js","sourceRoot":"","sources":["../src/routers.ts"],"names":[],"mappings":";AAAA,4CAA4C;;;AA2B5C,mCAAiC;AACjC,mCAAgC;AAChC,iCAAiC;AACjC,uDAAiD;AACjD,qDAAgD;AAEhD,sEAAsE;AACzD,QAAA,OAAO,GAAY,MAAM,CAAC,MAAM,CAAC;IAC5C,MAAM,CACJ,KAA6B,EAC7B,MAAc,EACd,UAAsB,EACtB,OAAgB,EAChB,UAAqB;QAErB,OAAO,IAAI,cAAM,CAAC,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,UAAU,CAAC,CAAA;IACnE,CAAC;IAED,aAAa,CACX,OAAqB,EACrB,MAAc,EACd,UAAsB,EACtB,OAAgB,EAChB,IAAe;QAEf,OAAO,IAAI,+BAAa,CAAC,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,IAAI,CAAC,CAAA;IACtE,CAAC;IAED,QAAQ,CACN,OAAU,EACV,IAA6C,EAC7C,MAAyB,EACzB,GAAwB;QAExB,OAAO,IAAI,eAAQ,CAAU,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,CAAC,CAAA;IAC1D,CAAC;IAED,OAAO,CAAC,KAAW,EAAE,MAAc,EAAE,KAAgB,EAAE,OAAgB;QACrE,OAAO,IAAI,eAAO,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,CAAC,CAAA;IACnD,CAAC;IAED,aAAa,CAAC,IAAc,EAAE,UAAgB;QAC5C,OAAO,IAAI,8BAAa,CAAC,IAAI,EAAE,UAAU,CAAC,CAAA;IAC5C,CAAC;CACF,CAAC,CAAA"}
+{"version":3,"file":"routers.js","sourceRoot":"","sources":["../src/routers.ts"],"names":[],"mappings":";AAAA,4CAA4C;;;AA2B5C,mCAAiC;AACjC,mCAAgC;AAChC,iCAAiC;AACjC,uDAAiD;AACjD,qDAAgD;AAEhD,sEAAsE;AACzD,QAAA,OAAO,GAAY,MAAM,CAAC,MAAM,CAAC;IAC5C,MAAM,CACJ,KAA6B,EAC7B,MAAc,EACd,UAAsB,EACtB,OAAgB,EAChB,UAAqB;QAErB,OAAO,IAAI,cAAM,CAAC,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,UAAU,CAAC,CAAA;IACnE,CAAC;IAED,aAAa,CACX,OAAqB,EACrB,MAAc,EACd,UAAsB,EACtB,OAAgB,EAChB,IAAe;QAEf,OAAO,IAAI,+BAAa,CAAC,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,IAAI,CAAC,CAAA;IACtE,CAAC;IAED,QAAQ,CACN,OAAU,EACV,IAA6C,EAC7C,MAAyB,EACzB,GAAwB;QAExB,OAAO,IAAI,eAAQ,CAAU,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,CAAC,CAAA;IAC1D,CAAC;IAED,OAAO,CAAC,KAAW,EAAE,MAAc,EAAE,KAAgB,EAAE,OAAgB;QACrE,OAAO,IAAI,eAAO,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,CAAC,CAAA;IACnD,CAAC;IAED,aAAa,CAAC,IAAc,EAAE,UAAgB;QAC5C,OAAO,IAAI,8BAAa,CAAC,IAAI,EAAE,UAAU,CAAC,CAAA;IAC5C,CAAC;IAED,0EAA0E;IAC1E,yCAAyC;IACzC,+BAA+B;QAC7B,OAAO,IAAI,CAAA;IACb,CAAC;CACF,CAAC,CAAA"}

package/dist/transduce-tree.d.ts

@@ -4,8 +4,13 @@ export declare class TransduceTree implements ParserSink {
     readonly down: Sink;
     open: number;
     carry: boolean;
+    readonly texts: string[];
+    readonly bytes: number[];
     constructor(spec: TreeSpec, down: Sink);
     event(ev: ParserEvent): Flow;
+    private get max();
+    private spell;
+    private write;
     private openPass;
     private closePass;
 }

package/dist/transduce-tree.js

@@ -10,18 +10,32 @@ exports.TransduceTree = void 0;
 // alchemy's `TreeSpec` documents what a native must do: each pass is looked
 // up by its rule's name, one lookup per pass whatever the spec's size; an
 // open pass announces its key, then begins its container or yields its
-// scalar from one of its tokens; a close pass ends its container, or
-// yields its own value; and a container whose rule is replaced by a rule
-// the spec names a container is one container, so that close ends nothing
-// and the replacing open begins nothing. The state is the count of open
-// containers and whether a close handed its container on, so the native
-// retains the document's nesting and nothing of its width or length, as
-// the library's step does. alchemy-cli's differential test holds the two
-// to the same bytes.
+// scalar from one of its tokens, then announces its member; a close pass
+// yields its text, when its rule is a `:text` rule, then ends its
+// container, or yields its own value; and a container whose rule is
+// replaced by a rule the spec names a container is one container, so that
+// close ends nothing and the replacing open begins nothing. The state is
+// the count of open containers, whether a close handed its container on,
+// and the text each open `:text` rule has gathered, to which every pass
+// writes its tokens' source text, so the native retains the document's
+// nesting and an open rule's text, and nothing else of its width or
+// length, as the library's step does. alchemy-cli's differential test
+// holds the two to the same bytes.
+//
+// A text is held to the spec's `maxTextBytes` as it grows, at the joins
+// the library's `string-join` makes and in their order: a pass's tokens
+// together, then the innermost text with them, and a closed text with the
+// text around it, each refused past the bound with alchemy's
+// `treeTextRefusal`. The routers say this native reads `:member` and
+// `:text` (routers.ts), which is what lets the lowering hand it a spec
+// that uses either.
 //
 // A pass's events are worked out before the first of them is written, as
 // the library's step returns them together: a pass that fails writes none.
-// The failures are the library's, with its codes and texts.
+// The failures are the library's, with its codes and texts, and in its
+// order: an open pass's key, then what it begins or yields, then its
+// tokens' text, then its member; a close pass's text, then what it ends or
+// yields.
 const shared_1 = require("@tabnas/alchemy/shared");
 // The library's `transduce-tree`, natively, writing to `down`.
 class TransduceTree {
@@ -32,6 +46,10 @@ class TransduceTree {
         this.open = 0;
         // A close handed its container on to the rule replacing it.
         this.carry = false;
+        // The text each open `:text` rule has gathered, the innermost last, and
+        // its length in UTF-8 bytes, which the bound is held to.
+        this.texts = [];
+        this.bytes = [];
     }
     event(ev) {
         switch (ev.type) {
@@ -46,30 +64,49 @@ class TransduceTree {
                 return this.down.event(shared_1.Ev.end);
         }
     }
+    // The most bytes a text may hold.
+    get max() {
+        return this.spec.maxTextBytes ?? Infinity;
+    }
+    // The pass's tokens written to the innermost open text, if one is and the
+    // pass consumed any, as the library's `transduce-spell` writes them: the
+    // tokens' text joined, then written to the innermost, each join held to
+    // the bound.
+    spell(pass) {
+        if (0 === this.texts.length || 0 === pass.tokens.length)
+            return;
+        let more = '';
+        let n = 0;
+        for (const token of pass.tokens) {
+            more += token.src;
+            n += (0, shared_1.utf8Bytes)(token.src);
+        }
+        if (n > this.max)
+            throw (0, shared_1.treeTextRefusal)(n, this.max);
+        this.write(more, n);
+    }
+    // `more`, of `n` bytes, written at the end of the innermost open text, as
+    // the library's `transduce-write` joins the two, held to the bound.
+    write(more, n) {
+        const last = this.texts.length - 1;
+        const len = this.bytes[last] + n;
+        if (len > this.max)
+            throw (0, shared_1.treeTextRefusal)(len, this.max);
+        this.texts[last] += more;
+        this.bytes[last] = len;
+    }
     openPass(pass) {
         const rule = this.spec.rules.get(pass.name);
-        if (undefined === rule)
+        if (undefined === rule) {
+            this.spell(pass);
             return 'continue';
-        let key;
-        if (undefined !== rule.key) {
-            if ('name' in rule.key)
-                key = rule.key.name;
-            else {
-                const token = pass.tokens[rule.key.token];
-                if (undefined !== token) {
-                    if ('string' !== token.val.type) {
-                        throw typeError(`key: the name must be a string, not ${kind(token.val)}`);
-                    }
-                    key = token.val.value;
-                }
-            }
         }
+        const key = named(rule.key, pass);
         let then;
+        let begins = false;
         if (undefined !== rule.container) {
-            if (this.carry)
-                this.carry = false;
-            else {
-                this.open++;
+            if (!this.carry) {
+                begins = true;
                 then = 'object' === rule.container ? shared_1.Ev.objectStart : shared_1.Ev.arrayStart;
             }
         }
@@ -78,31 +115,85 @@ class TransduceTree {
             if (undefined !== token)
                 then = scalar(token.val);
         }
-        if (undefined !== key && 'stop' === this.down.event(shared_1.Ev.key(key)))
-            return 'stop';
-        return undefined === then ? 'continue' : this.down.event(then);
+        this.spell(pass);
+        const member = named(rule.member, pass);
+        if (undefined !== rule.container) {
+            if (begins)
+                this.open++;
+            else
+                this.carry = false;
+        }
+        if (true === rule.text) {
+            this.texts.push('');
+            this.bytes.push(0);
+        }
+        for (const ev of [
+            undefined === key ? undefined : shared_1.Ev.key(key),
+            then,
+            undefined === member ? undefined : shared_1.Ev.key(member),
+        ]) {
+            if (undefined !== ev && 'stop' === this.down.event(ev))
+                return 'stop';
+        }
+        return 'continue';
     }
     closePass(pass) {
         const rule = this.spec.rules.get(pass.name);
-        if (undefined === rule)
+        if (undefined === rule) {
+            this.spell(pass);
             return 'continue';
+        }
+        // A `:text` rule's text closes first, and joins the one around it
+        // before this pass's own tokens do; it is yielded before anything
+        // else, once the rest of the pass is known not to fail.
+        let text;
+        if (true === rule.text) {
+            text = this.texts.pop();
+            if (undefined === text)
+                throw typeError('top: the vector is empty; there is no last item');
+            const n = this.bytes.pop();
+            if (0 < this.texts.length)
+                this.write(text, n);
+        }
+        this.spell(pass);
+        let then;
         if (undefined === rule.container) {
             if ('value' === rule.scalar && undefined !== pass.value)
-                return this.down.event(scalar(pass.value));
-            return 'continue';
+                then = scalar(pass.value);
         }
-        if (undefined !== pass.alt && (0, shared_1.isTreeContainer)(this.spec, pass.alt.r)) {
+        else if (undefined !== pass.alt && (0, shared_1.isTreeContainer)(this.spec, pass.alt.r)) {
             this.carry = true;
-            return 'continue';
         }
-        if (0 === this.open)
-            throw typeError('pop: the vector is empty; there is no last item to remove');
-        this.open--;
-        this.carry = false;
-        return this.down.event('object' === rule.container ? shared_1.Ev.objectEnd : shared_1.Ev.arrayEnd);
+        else {
+            if (0 === this.open)
+                throw typeError('pop: the vector is empty; there is no last item to remove');
+            this.open--;
+            this.carry = false;
+            then = 'object' === rule.container ? shared_1.Ev.objectEnd : shared_1.Ev.arrayEnd;
+        }
+        if (undefined !== text && 'stop' === this.down.event(shared_1.Ev.string(text)))
+            return 'stop';
+        return undefined === then ? 'continue' : this.down.event(then);
     }
 }
 exports.TransduceTree = TransduceTree;
+// The member name a field of a rule's entry names for a pass: the string,
+// or the `:val` of the pass's token at that index, nothing when the pass
+// consumed no such token; the library's `key` refuses a name that is not a
+// string.
+function named(field, pass) {
+    if (undefined === field)
+        return undefined;
+    if ('name' in field)
+        return field.name;
+    const token = pass.tokens[field.token];
+    if (undefined === token)
+        return undefined;
+    if ('string' !== token.val.type) {
+        throw typeError(`key: the name must be a string, not ${kind(token.val)}`);
+    }
+    return token.val.value;
+}
 // A value as the library's `scalar` takes it, or its refusal.
 function scalar(value) {
     switch (value.type) {

package/dist/transduce-tree.js.map

@@ -1 +1 @@
-{"version":3,"file":"transduce-tree.js","sourceRoot":"","sources":["../src/transduce-tree.ts"],"names":[],"mappings":";AAAA,4CAA4C;;;AAE5C,yEAAyE;AACzE,0EAA0E;AAC1E,iEAAiE;AACjE,EAAE;AACF,wEAAwE;AACxE,4EAA4E;AAC5E,0EAA0E;AAC1E,uEAAuE;AACvE,qEAAqE;AACrE,yEAAyE;AACzE,0EAA0E;AAC1E,wEAAwE;AACxE,wEAAwE;AACxE,wEAAwE;AACxE,yEAAyE;AACzE,qBAAqB;AACrB,EAAE;AACF,yEAAyE;AACzE,2EAA2E;AAC3E,4DAA4D;AAE5D,mDAAyE;AAGzE,+DAA+D;AAC/D;IAME,YACW,IAAc,EACd,IAAU;QADV,SAAI,GAAJ,IAAI,CAAU;QACd,SAAI,GAAJ,IAAI,CAAM;QAPrB,mBAAmB;QACnB,SAAI,GAAG,CAAC,CAAA;QACR,4DAA4D;QAC5D,UAAK,GAAG,KAAK,CAAA;IAKV,CAAC;IAEJ,KAAK,CAAC,EAAe;QACnB,QAAQ,EAAE,CAAC,IAAI,EAAE,CAAC;YAChB,KAAK,MAAM;gBACT,OAAO,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC,CAAA;YAC/B,KAAK,OAAO;gBACV,OAAO,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,IAAI,CAAC,CAAA;YAChC,KAAK,KAAK;gBACR,IAAI,CAAC,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;oBAClB,MAAM,IAAI,aAAI,CAAC,sBAAsB,EAAE,mEAAmE,CAAC,CAAA;gBAC7G,CAAC;gBACD,OAAO,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,WAAE,CAAC,GAAG,CAAC,CAAA;QAClC,CAAC;IACH,CAAC;IAEO,QAAQ,CAAC,IAAc;QAC7B,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAC3C,IAAI,SAAS,KAAK,IAAI;YAAE,OAAO,UAAU,CAAA;QACzC,IAAI,GAAuB,CAAA;QAC3B,IAAI,SAAS,KAAK,IAAI,CAAC,GAAG,EAAE,CAAC;YAC3B,IAAI,MAAM,IAAI,IAAI,CAAC,GAAG;gBAAE,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAA;iBACtC,CAAC;gBACJ,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;gBACzC,IAAI,SAAS,KAAK,KAAK,EAAE,CAAC;oBACxB,IAAI,QAAQ,KAAK,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;wBAChC,MAAM,SAAS,CAAC,uCAAuC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;oBAC3E,CAAC;oBACD,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,KAAK,CAAA;gBACvB,CAAC;YACH,CAAC;QACH,CAAC;QACD,IAAI,IAA2B,CAAA;QAC/B,IAAI,SAAS,KAAK,IAAI,CAAC,SAAS,EAAE,CAAC;YACjC,IAAI,IAAI,CAAC,KAAK;gBAAE,IAAI,CAAC,KAAK,GAAG,KAAK,CAAA;iBAC7B,CAAC;gBACJ,IAAI,CAAC,IAAI,EAAE,CAAA;gBACX,IAAI,GAAG,QAAQ,KAAK,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,WAAE,CAAC,WAAW,CAAC,CAAC,CAAC,WAAE,CAAC,UAAU,CAAA;YACrE,CAAC;QACH,CAAC;aAAM,IAAI,SAAS,KAAK,IAAI,CAAC,MAAM,IAAI,OAAO,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC;YAChE,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;YAC5C,IAAI,SAAS,KAAK,KAAK;gBAAE,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;QACnD,CAAC;QACD,IAAI,SAAS,KAAK,GAAG,IAAI,MAAM,KAAK,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,WAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAAE,OAAO,MAAM,CAAA;QAC/E,OAAO,SAAS,KAAK,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;IAChE,CAAC;IAEO,SAAS,CAAC,IAAc;QAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAC3C,IAAI,SAAS,KAAK,IAAI;YAAE,OAAO,UAAU,CAAA;QACzC,IAAI,SAAS,KAAK,IAAI,CAAC,SAAS,EAAE,CAAC;YACjC,IAAI,OAAO,KAAK,IAAI,CAAC,MAAM,IAAI,SAAS,KAAK,IAAI,CAAC,KAAK;gBAAE,OAAO,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAA;YACnG,OAAO,UAAU,CAAA;QACnB,CAAC;QACD,IAAI,SAAS,KAAK,IAAI,CAAC,GAAG,IAAI,IAAA,wBAAe,EAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;YACrE,IAAI,CAAC,KAAK,GAAG,IAAI,CAAA;YACjB,OAAO,UAAU,CAAA;QACnB,CAAC;QACD,IAAI,CAAC,KAAK,IAAI,CAAC,IAAI;YAAE,MAAM,SAAS,CAAC,2DAA2D,CAAC,CAAA;QACjG,IAAI,CAAC,IAAI,EAAE,CAAA;QACX,IAAI,CAAC,KAAK,GAAG,KAAK,CAAA;QAClB,OAAO,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,KAAK,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,WAAE,CAAC,SAAS,CAAC,CAAC,CAAC,WAAE,CAAC,QAAQ,CAAC,CAAA;IAClF,CAAC;CACF;;AAED,8DAA8D;AAC9D,SAAS,MAAM,CAAC,KAAY;IAC1B,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;QACnB,KAAK,MAAM;YACT,OAAO,WAAE,CAAC,IAAI,CAAA;QAChB,KAAK,MAAM;YACT,OAAO,WAAE,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;QAC7B,KAAK,QAAQ;YACX,OAAO,WAAE,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;QAC7C,KAAK,QAAQ;YACX,OAAO,WAAE,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;QAC/B;YACE,MAAM,SAAS,CAAC,wEAAwE,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;IAC1G,CAAC;AACH,CAAC;AAED,2CAA2C;AAC3C,SAAS,IAAI,CAAC,KAAY;IACxB,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;QACnB,KAAK,MAAM;YACT,OAAO,MAAM,CAAA;QACf,KAAK,MAAM;YACT,OAAO,WAAW,CAAA;QACpB,KAAK,QAAQ;YACX,OAAO,UAAU,CAAA;QACnB,KAAK,QAAQ;YACX,OAAO,UAAU,CAAA;QACnB,KAAK,OAAO;YACV,OAAO,UAAU,CAAA;QACnB,KAAK,QAAQ;YACX,OAAO,UAAU,CAAA;IACrB,CAAC;AACH,CAAC;AAED,uEAAuE;AACvE,SAAS;AACT,SAAS,SAAS,CAAC,OAAe;IAChC,OAAO,IAAI,aAAI,CAAC,gBAAgB,EAAE,kBAAkB,OAAO,EAAE,CAAC,CAAA;AAChE,CAAC"}
+{"version":3,"file":"transduce-tree.js","sourceRoot":"","sources":["../src/transduce-tree.ts"],"names":[],"mappings":";AAAA,4CAA4C;;;AAE5C,yEAAyE;AACzE,0EAA0E;AAC1E,iEAAiE;AACjE,EAAE;AACF,wEAAwE;AACxE,4EAA4E;AAC5E,0EAA0E;AAC1E,uEAAuE;AACvE,yEAAyE;AACzE,kEAAkE;AAClE,oEAAoE;AACpE,0EAA0E;AAC1E,yEAAyE;AACzE,yEAAyE;AACzE,wEAAwE;AACxE,uEAAuE;AACvE,oEAAoE;AACpE,sEAAsE;AACtE,mCAAmC;AACnC,EAAE;AACF,wEAAwE;AACxE,wEAAwE;AACxE,0EAA0E;AAC1E,6DAA6D;AAC7D,qEAAqE;AACrE,uEAAuE;AACvE,oBAAoB;AACpB,EAAE;AACF,yEAAyE;AACzE,2EAA2E;AAC3E,uEAAuE;AACvE,qEAAqE;AACrE,2EAA2E;AAC3E,UAAU;AAEV,mDAAqG;AAGrG,+DAA+D;AAC/D;IAUE,YACW,IAAc,EACd,IAAU;QADV,SAAI,GAAJ,IAAI,CAAU;QACd,SAAI,GAAJ,IAAI,CAAM;QAXrB,mBAAmB;QACnB,SAAI,GAAG,CAAC,CAAA;QACR,4DAA4D;QAC5D,UAAK,GAAG,KAAK,CAAA;QACb,wEAAwE;QACxE,yDAAyD;QAChD,UAAK,GAAa,EAAE,CAAA;QACpB,UAAK,GAAa,EAAE,CAAA;IAK1B,CAAC;IAEJ,KAAK,CAAC,EAAe;QACnB,QAAQ,EAAE,CAAC,IAAI,EAAE,CAAC;YAChB,KAAK,MAAM;gBACT,OAAO,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC,CAAA;YAC/B,KAAK,OAAO;gBACV,OAAO,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,IAAI,CAAC,CAAA;YAChC,KAAK,KAAK;gBACR,IAAI,CAAC,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;oBAClB,MAAM,IAAI,aAAI,CAAC,sBAAsB,EAAE,mEAAmE,CAAC,CAAA;gBAC7G,CAAC;gBACD,OAAO,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,WAAE,CAAC,GAAG,CAAC,CAAA;QAClC,CAAC;IACH,CAAC;IAED,kCAAkC;IAClC,IAAY,GAAG;QACb,OAAO,IAAI,CAAC,IAAI,CAAC,YAAY,IAAI,QAAQ,CAAA;IAC3C,CAAC;IAED,0EAA0E;IAC1E,yEAAyE;IACzE,wEAAwE;IACxE,aAAa;IACL,KAAK,CAAC,IAAc;QAC1B,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,KAAK,IAAI,CAAC,MAAM,CAAC,MAAM;YAAE,OAAM;QAC/D,IAAI,IAAI,GAAG,EAAE,CAAA;QACb,IAAI,CAAC,GAAG,CAAC,CAAA;QACT,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChC,IAAI,IAAI,KAAK,CAAC,GAAG,CAAA;YACjB,CAAC,IAAI,IAAA,kBAAS,EAAC,KAAK,CAAC,GAAG,CAAC,CAAA;QAC3B,CAAC;QACD,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG;YAAE,MAAM,IAAA,wBAAe,EAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAA;QACpD,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAA;IACrB,CAAC;IAED,0EAA0E;IAC1E,oEAAoE;IAC5D,KAAK,CAAC,IAAY,EAAE,CAAS;QACnC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAA;QAClC,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QAChC,IAAI,GAAG,GAAG,IAAI,CAAC,GAAG;YAAE,MAAM,IAAA,wBAAe,EAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,CAAA;QACxD,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,IAAI,CAAA;QACxB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,GAAG,CAAA;IACxB,CAAC;IAEO,QAAQ,CAAC,IAAc;QAC7B,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAC3C,IAAI,SAAS,KAAK,IAAI,EAAE,CAAC;YACvB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;YAChB,OAAO,UAAU,CAAA;QACnB,CAAC;QACD,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAA;QACjC,IAAI,IAA2B,CAAA;QAC/B,IAAI,MAAM,GAAG,KAAK,CAAA;QAClB,IAAI,SAAS,KAAK,IAAI,CAAC,SAAS,EAAE,CAAC;YACjC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;gBAChB,MAAM,GAAG,IAAI,CAAA;gBACb,IAAI,GAAG,QAAQ,KAAK,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,WAAE,CAAC,WAAW,CAAC,CAAC,CAAC,WAAE,CAAC,UAAU,CAAA;YACrE,CAAC;QACH,CAAC;aAAM,IAAI,SAAS,KAAK,IAAI,CAAC,MAAM,IAAI,OAAO,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC;YAChE,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;YAC5C,IAAI,SAAS,KAAK,KAAK;gBAAE,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;QACnD,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;QAChB,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,CAAA;QACvC,IAAI,SAAS,KAAK,IAAI,CAAC,SAAS,EAAE,CAAC;YACjC,IAAI,MAAM;gBAAE,IAAI,CAAC,IAAI,EAAE,CAAA;;gBAClB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAA;QACzB,CAAC;QACD,IAAI,IAAI,KAAK,IAAI,CAAC,IAAI,EAAE,CAAC;YACvB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;YACnB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QACpB,CAAC;QACD,KAAK,MAAM,EAAE,IAAI;YACf,SAAS,KAAK,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,WAAE,CAAC,GAAG,CAAC,GAAG,CAAC;YAC3C,IAAI;YACJ,SAAS,KAAK,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,WAAE,CAAC,GAAG,CAAC,MAAM,CAAC;SAClD,EAAE,CAAC;YACF,IAAI,SAAS,KAAK,EAAE,IAAI,MAAM,KAAK,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;gBAAE,OAAO,MAAM,CAAA;QACvE,CAAC;QACD,OAAO,UAAU,CAAA;IACnB,CAAC;IAEO,SAAS,CAAC,IAAc;QAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAC3C,IAAI,SAAS,KAAK,IAAI,EAAE,CAAC;YACvB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;YAChB,OAAO,UAAU,CAAA;QACnB,CAAC;QACD,kEAAkE;QAClE,kEAAkE;QAClE,wDAAwD;QACxD,IAAI,IAAwB,CAAA;QAC5B,IAAI,IAAI,KAAK,IAAI,CAAC,IAAI,EAAE,CAAC;YACvB,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAA;YACvB,IAAI,SAAS,KAAK,IAAI;gBAAE,MAAM,SAAS,CAAC,iDAAiD,CAAC,CAAA;YAC1F,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,EAAY,CAAA;YACpC,IAAI,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM;gBAAE,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAA;QAChD,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;QAChB,IAAI,IAA2B,CAAA;QAC/B,IAAI,SAAS,KAAK,IAAI,CAAC,SAAS,EAAE,CAAC;YACjC,IAAI,OAAO,KAAK,IAAI,CAAC,MAAM,IAAI,SAAS,KAAK,IAAI,CAAC,KAAK;gBAAE,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QACpF,CAAC;aAAM,IAAI,SAAS,KAAK,IAAI,CAAC,GAAG,IAAI,IAAA,wBAAe,EAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;YAC5E,IAAI,CAAC,KAAK,GAAG,IAAI,CAAA;QACnB,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,KAAK,IAAI,CAAC,IAAI;gBAAE,MAAM,SAAS,CAAC,2DAA2D,CAAC,CAAA;YACjG,IAAI,CAAC,IAAI,EAAE,CAAA;YACX,IAAI,CAAC,KAAK,GAAG,KAAK,CAAA;YAClB,IAAI,GAAG,QAAQ,KAAK,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,WAAE,CAAC,SAAS,CAAC,CAAC,CAAC,WAAE,CAAC,QAAQ,CAAA;QACjE,CAAC;QACD,IAAI,SAAS,KAAK,IAAI,IAAI,MAAM,KAAK,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,WAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YAAE,OAAO,MAAM,CAAA;QACpF,OAAO,SAAS,KAAK,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;IAChE,CAAC;CACF;;AAED,0EAA0E;AAC1E,yEAAyE;AACzE,2EAA2E;AAC3E,UAAU;AACV,SAAS,KAAK,CAAC,KAA0B,EAAE,IAAc;IACvD,IAAI,SAAS,KAAK,KAAK;QAAE,OAAO,SAAS,CAAA;IACzC,IAAI,MAAM,IAAI,KAAK;QAAE,OAAO,KAAK,CAAC,IAAI,CAAA;IACtC,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;IACtC,IAAI,SAAS,KAAK,KAAK;QAAE,OAAO,SAAS,CAAA;IACzC,IAAI,QAAQ,KAAK,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;QAChC,MAAM,SAAS,CAAC,uCAAuC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;IAC3E,CAAC;IACD,OAAO,KAAK,CAAC,GAAG,CAAC,KAAK,CAAA;AACxB,CAAC;AAED,8DAA8D;AAC9D,SAAS,MAAM,CAAC,KAAY;IAC1B,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;QACnB,KAAK,MAAM;YACT,OAAO,WAAE,CAAC,IAAI,CAAA;QAChB,KAAK,MAAM;YACT,OAAO,WAAE,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;QAC7B,KAAK,QAAQ;YACX,OAAO,WAAE,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;QAC7C,KAAK,QAAQ;YACX,OAAO,WAAE,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;QAC/B;YACE,MAAM,SAAS,CAAC,wEAAwE,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;IAC1G,CAAC;AACH,CAAC;AAED,2CAA2C;AAC3C,SAAS,IAAI,CAAC,KAAY;IACxB,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;QACnB,KAAK,MAAM;YACT,OAAO,MAAM,CAAA;QACf,KAAK,MAAM;YACT,OAAO,WAAW,CAAA;QACpB,KAAK,QAAQ;YACX,OAAO,UAAU,CAAA;QACnB,KAAK,QAAQ;YACX,OAAO,UAAU,CAAA;QACnB,KAAK,OAAO;YACV,OAAO,UAAU,CAAA;QACnB,KAAK,QAAQ;YACX,OAAO,UAAU,CAAA;IACrB,CAAC;AACH,CAAC;AAED,uEAAuE;AACvE,SAAS;AACT,SAAS,SAAS,CAAC,OAAe;IAChC,OAAO,IAAI,aAAI,CAAC,gBAAgB,EAAE,kBAAkB,OAAO,EAAE,CAAC,CAAA;AAChE,CAAC"}

package/dist/transduce.d.ts

@@ -1,4 +1,4 @@
-export declare const VERSION = "0.2.9";
+export declare const VERSION = "0.2.11";
 export { Datum, DatumBuilder, byteSize, fromJSON, fromTabnas, getPath, takePath, toJSON, toText, walkDatum, } from '@tabnas/alchemy/shared';
 export type { Duplicates } from '@tabnas/alchemy/shared';
 export { Code, Fail, isFail } from '@tabnas/alchemy/shared';
@@ -25,11 +25,11 @@ export { Guarded } from './guard';
 export { ParserSource } from './parser-source';
 export { ParserEventSource } from './parser-event-source';
 export { TransduceTree } from './transduce-tree';
-export { isTreeContainer, parserEventFromJSON, parserEventToJSON } from '@tabnas/alchemy/shared';
+export { isTreeContainer, parserEventFromJSON, parserEventToJSON, treeTextRefusal } from '@tabnas/alchemy/shared';
 export type { ParserEvent, ParserSink, PassAlt, PassToken, RulePass, TreeContainer, TreeKey, TreeRule, TreeScalar, TreeSpec, } from '@tabnas/alchemy/shared';
 export { DEFAULT_CHUNK_BYTES, LineFormat, LinesSource } from './lines';
 export type { LinesChunk, LinesInput, LinesWriter } from './lines';
-export { INCREMENTAL, capability, isIncremental } from './capability';
+export { INCREMENTAL, PRUNABLE, capability, isIncremental, isPrunable } from './capability';
 export { Cell, Schema, Table, boundColumn, columnFromMeta } from '@tabnas/alchemy/shared';
 export type { BoundColumn, ColumnMapper, MissingPolicy, PublicColumn, TableBinding, TableEvent, TableSink, } from '@tabnas/alchemy/shared';
 export { TableFromJson } from './table-from-json';

package/dist/transduce.js

@@ -2,7 +2,7 @@
 /* Copyright (c) 2026 tabnas, MIT License */
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.engineFailure = exports.ValueSource = exports.SourceMode = exports.Prune = exports.replay = exports.TreeContract = exports.FnSink = exports.EventRecorder = exports.CountSink = exports.pathText = exports.keyText = exports.Selector = exports.Path = exports.Transition = exports.ScanEmit = exports.CaptureSpec = exports.SelectedRecorder = exports.Router = exports.FnRoute = exports.Matcher = exports.utf8Bytes = exports.NODE_BYTES = exports.Metrics = exports.Limits = exports.LIMIT_NAMES = exports.AbortFlag = exports.numberText = exports.jsonString = exports.jsonNumber = exports.isJsonNumber = exports.isStart = exports.isScalar = exports.isEnd = exports.eventText = exports.eventEquals = exports.Ev = exports.isFail = exports.Fail = exports.Code = exports.walkDatum = exports.toText = exports.toJSON = exports.takePath = exports.getPath = exports.fromTabnas = exports.fromJSON = exports.byteSize = exports.DatumBuilder = exports.Datum = exports.VERSION = void 0;
-exports.routers = exports.TableFromJson = exports.columnFromMeta = exports.boundColumn = exports.Table = exports.Schema = exports.Cell = exports.isIncremental = exports.capability = exports.INCREMENTAL = exports.LinesSource = exports.LineFormat = exports.DEFAULT_CHUNK_BYTES = exports.parserEventToJSON = exports.parserEventFromJSON = exports.isTreeContainer = exports.TransduceTree = exports.ParserEventSource = exports.ParserSource = exports.Guarded = exports.walkValue = void 0;
+exports.routers = exports.TableFromJson = exports.columnFromMeta = exports.boundColumn = exports.Table = exports.Schema = exports.Cell = exports.isPrunable = exports.isIncremental = exports.capability = exports.PRUNABLE = exports.INCREMENTAL = exports.LinesSource = exports.LineFormat = exports.DEFAULT_CHUNK_BYTES = exports.treeTextRefusal = exports.parserEventToJSON = exports.parserEventFromJSON = exports.isTreeContainer = exports.TransduceTree = exports.ParserEventSource = exports.ParserSource = exports.Guarded = exports.walkValue = void 0;
 // Streaming transducers over any tabnas parser.
 //
 // A transducer decides what a source contributes to an output model; a
@@ -34,7 +34,7 @@ exports.routers = exports.TableFromJson = exports.columnFromMeta = exports.bound
 // under the names it always exported them by. `routers` is this package's
 // stages as alchemy's `Routers`, for a host to pass to alchemy's `compile`.
 // This package's version, as package.json declares it.
-exports.VERSION = '0.2.9';
+exports.VERSION = '0.2.11';
 var shared_1 = require("@tabnas/alchemy/shared");
 Object.defineProperty(exports, "Datum", { enumerable: true, get: function () { return shared_1.Datum; } });
 Object.defineProperty(exports, "DatumBuilder", { enumerable: true, get: function () { return shared_1.DatumBuilder; } });
@@ -110,14 +110,17 @@ var shared_10 = require("@tabnas/alchemy/shared");
 Object.defineProperty(exports, "isTreeContainer", { enumerable: true, get: function () { return shared_10.isTreeContainer; } });
 Object.defineProperty(exports, "parserEventFromJSON", { enumerable: true, get: function () { return shared_10.parserEventFromJSON; } });
 Object.defineProperty(exports, "parserEventToJSON", { enumerable: true, get: function () { return shared_10.parserEventToJSON; } });
+Object.defineProperty(exports, "treeTextRefusal", { enumerable: true, get: function () { return shared_10.treeTextRefusal; } });
 var lines_1 = require("./lines");
 Object.defineProperty(exports, "DEFAULT_CHUNK_BYTES", { enumerable: true, get: function () { return lines_1.DEFAULT_CHUNK_BYTES; } });
 Object.defineProperty(exports, "LineFormat", { enumerable: true, get: function () { return lines_1.LineFormat; } });
 Object.defineProperty(exports, "LinesSource", { enumerable: true, get: function () { return lines_1.LinesSource; } });
 var capability_1 = require("./capability");
 Object.defineProperty(exports, "INCREMENTAL", { enumerable: true, get: function () { return capability_1.INCREMENTAL; } });
+Object.defineProperty(exports, "PRUNABLE", { enumerable: true, get: function () { return capability_1.PRUNABLE; } });
 Object.defineProperty(exports, "capability", { enumerable: true, get: function () { return capability_1.capability; } });
 Object.defineProperty(exports, "isIncremental", { enumerable: true, get: function () { return capability_1.isIncremental; } });
+Object.defineProperty(exports, "isPrunable", { enumerable: true, get: function () { return capability_1.isPrunable; } });
 var shared_11 = require("@tabnas/alchemy/shared");
 Object.defineProperty(exports, "Cell", { enumerable: true, get: function () { return shared_11.Cell; } });
 Object.defineProperty(exports, "Schema", { enumerable: true, get: function () { return shared_11.Schema; } });

package/dist/transduce.js.map

@@ -1 +1 @@
-{"version":3,"file":"transduce.js","sourceRoot":"","sources":["../src/transduce.ts"],"names":[],"mappings":";AAAA,4CAA4C;;;;AAE5C,gDAAgD;AAChD,EAAE;AACF,uEAAuE;AACvE,oEAAoE;AACpE,mBAAmB;AACnB,EAAE;AACF,2EAA2E;AAC3E,YAAY;AACZ,0EAA0E;AAC1E,wEAAwE;AACxE,4EAA4E;AAC5E,qDAAqD;AACrD,wEAAwE;AACxE,YAAY;AACZ,0EAA0E;AAC1E,yDAAyD;AACzD,qEAAqE;AACrE,qCAAqC;AACrC,0EAA0E;AAC1E,mBAAmB;AACnB,EAAE;AACF,uEAAuE;AACvE,yEAAyE;AACzE,gEAAgE;AAChE,EAAE;AACF,wEAAwE;AACxE,6DAA6D;AAC7D,wEAAwE;AACxE,0EAA0E;AAC1E,4EAA4E;AAE5E,uDAAuD;AAC1C,QAAA,OAAO,GAAG,OAAO,CAAA;AAE9B,iDAW+B;AAV7B,+FAAA,KAAK,OAAA;AACL,sGAAA,YAAY,OAAA;AACZ,kGAAA,QAAQ,OAAA;AACR,kGAAA,QAAQ,OAAA;AACR,oGAAA,UAAU,OAAA;AACV,iGAAA,OAAO,OAAA;AACP,kGAAA,QAAQ,OAAA;AACR,gGAAA,MAAM,OAAA;AACN,gGAAA,MAAM,OAAA;AACN,mGAAA,SAAS,OAAA;AAGX,iDAA2D;AAAlD,8FAAA,IAAI,OAAA;AAAE,8FAAA,IAAI,OAAA;AAAE,gGAAA,MAAM,OAAA;AAE3B,iDAA6F;AAApF,4FAAA,EAAE,OAAA;AAAE,qGAAA,WAAW,OAAA;AAAE,mGAAA,SAAS,OAAA;AAAE,+FAAA,KAAK,OAAA;AAAE,kGAAA,QAAQ,OAAA;AAAE,iGAAA,OAAO,OAAA;AAE7D,iDAAyF;AAAhF,sGAAA,YAAY,OAAA;AAAE,oGAAA,UAAU,OAAA;AAAE,oGAAA,UAAU,OAAA;AAAE,oGAAA,UAAU,OAAA;AACzD,iDAO+B;AAN7B,mGAAA,SAAS,OAAA;AACT,qGAAA,WAAW,OAAA;AACX,gGAAA,MAAM,OAAA;AACN,iGAAA,OAAO,OAAA;AACP,oGAAA,UAAU,OAAA;AACV,mGAAA,SAAS,OAAA;AAEX,qCAAmC;AAA1B,kGAAA,OAAO,OAAA;AAGhB,iCAA2D;AAAlD,gGAAA,OAAO,OAAA;AAAE,+FAAA,MAAM,OAAA;AAAE,yGAAA,gBAAgB,OAAA;AAC1C,iDAAoD;AAA3C,qGAAA,WAAW,OAAA;AAEpB,+BAAiC;AAAxB,gGAAA,QAAQ,OAAA;AACjB,iDAAmD;AAA1C,oGAAA,UAAU,OAAA;AACnB,iDAA0E;AAAjE,8FAAA,IAAI,OAAA;AAAE,kGAAA,QAAQ,OAAA;AAAE,iGAAA,OAAO,OAAA;AAAE,kGAAA,QAAQ,OAAA;AAE1C,iDAA+F;AAAtF,mGAAA,SAAS,OAAA;AAAE,uGAAA,aAAa,OAAA;AAAE,gGAAA,MAAM,OAAA;AAAE,sGAAA,YAAY,OAAA;AAAE,gGAAA,MAAM,OAAA;AAE/D,mCAAmF;AAA1E,+FAAA,KAAK,OAAA;AAAE,oGAAA,UAAU,OAAA;AAAE,qGAAA,WAAW,OAAA;AAAE,uGAAA,aAAa,OAAA;AAAE,mGAAA,SAAS,OAAA;AAEjE,iCAAiC;AAAxB,gGAAA,OAAO,OAAA;AAChB,iDAA8C;AAArC,6GAAA,YAAY,OAAA;AACrB,6DAAyD;AAAhD,wHAAA,iBAAiB,OAAA;AAC1B,mDAAgD;AAAvC,+GAAA,aAAa,OAAA;AACtB,kDAAgG;AAAvF,0GAAA,eAAe,OAAA;AAAE,8GAAA,mBAAmB,OAAA;AAAE,4GAAA,iBAAiB,OAAA;AAahE,iCAAsE;AAA7D,4GAAA,mBAAmB,OAAA;AAAE,mGAAA,UAAU,OAAA;AAAE,oGAAA,WAAW,OAAA;AAErD,2CAAqE;AAA5D,yGAAA,WAAW,OAAA;AAAE,wGAAA,UAAU,OAAA;AAAE,2GAAA,aAAa,OAAA;AAC/C,kDAAyF;AAAhF,+FAAA,IAAI,OAAA;AAAE,iGAAA,MAAM,OAAA;AAAE,gGAAA,KAAK,OAAA;AAAE,sGAAA,WAAW,OAAA;AAAE,yGAAA,cAAc,OAAA;AAUzD,qDAAiD;AAAxC,gHAAA,aAAa,OAAA;AACtB,qCAAmC;AAA1B,kGAAA,OAAO,OAAA"}
+{"version":3,"file":"transduce.js","sourceRoot":"","sources":["../src/transduce.ts"],"names":[],"mappings":";AAAA,4CAA4C;;;;AAE5C,gDAAgD;AAChD,EAAE;AACF,uEAAuE;AACvE,oEAAoE;AACpE,mBAAmB;AACnB,EAAE;AACF,2EAA2E;AAC3E,YAAY;AACZ,0EAA0E;AAC1E,wEAAwE;AACxE,4EAA4E;AAC5E,qDAAqD;AACrD,wEAAwE;AACxE,YAAY;AACZ,0EAA0E;AAC1E,yDAAyD;AACzD,qEAAqE;AACrE,qCAAqC;AACrC,0EAA0E;AAC1E,mBAAmB;AACnB,EAAE;AACF,uEAAuE;AACvE,yEAAyE;AACzE,gEAAgE;AAChE,EAAE;AACF,wEAAwE;AACxE,6DAA6D;AAC7D,wEAAwE;AACxE,0EAA0E;AAC1E,4EAA4E;AAE5E,uDAAuD;AAC1C,QAAA,OAAO,GAAG,QAAQ,CAAA;AAE/B,iDAW+B;AAV7B,+FAAA,KAAK,OAAA;AACL,sGAAA,YAAY,OAAA;AACZ,kGAAA,QAAQ,OAAA;AACR,kGAAA,QAAQ,OAAA;AACR,oGAAA,UAAU,OAAA;AACV,iGAAA,OAAO,OAAA;AACP,kGAAA,QAAQ,OAAA;AACR,gGAAA,MAAM,OAAA;AACN,gGAAA,MAAM,OAAA;AACN,mGAAA,SAAS,OAAA;AAGX,iDAA2D;AAAlD,8FAAA,IAAI,OAAA;AAAE,8FAAA,IAAI,OAAA;AAAE,gGAAA,MAAM,OAAA;AAE3B,iDAA6F;AAApF,4FAAA,EAAE,OAAA;AAAE,qGAAA,WAAW,OAAA;AAAE,mGAAA,SAAS,OAAA;AAAE,+FAAA,KAAK,OAAA;AAAE,kGAAA,QAAQ,OAAA;AAAE,iGAAA,OAAO,OAAA;AAE7D,iDAAyF;AAAhF,sGAAA,YAAY,OAAA;AAAE,oGAAA,UAAU,OAAA;AAAE,oGAAA,UAAU,OAAA;AAAE,oGAAA,UAAU,OAAA;AACzD,iDAO+B;AAN7B,mGAAA,SAAS,OAAA;AACT,qGAAA,WAAW,OAAA;AACX,gGAAA,MAAM,OAAA;AACN,iGAAA,OAAO,OAAA;AACP,oGAAA,UAAU,OAAA;AACV,mGAAA,SAAS,OAAA;AAEX,qCAAmC;AAA1B,kGAAA,OAAO,OAAA;AAGhB,iCAA2D;AAAlD,gGAAA,OAAO,OAAA;AAAE,+FAAA,MAAM,OAAA;AAAE,yGAAA,gBAAgB,OAAA;AAC1C,iDAAoD;AAA3C,qGAAA,WAAW,OAAA;AAEpB,+BAAiC;AAAxB,gGAAA,QAAQ,OAAA;AACjB,iDAAmD;AAA1C,oGAAA,UAAU,OAAA;AACnB,iDAA0E;AAAjE,8FAAA,IAAI,OAAA;AAAE,kGAAA,QAAQ,OAAA;AAAE,iGAAA,OAAO,OAAA;AAAE,kGAAA,QAAQ,OAAA;AAE1C,iDAA+F;AAAtF,mGAAA,SAAS,OAAA;AAAE,uGAAA,aAAa,OAAA;AAAE,gGAAA,MAAM,OAAA;AAAE,sGAAA,YAAY,OAAA;AAAE,gGAAA,MAAM,OAAA;AAE/D,mCAAmF;AAA1E,+FAAA,KAAK,OAAA;AAAE,oGAAA,UAAU,OAAA;AAAE,qGAAA,WAAW,OAAA;AAAE,uGAAA,aAAa,OAAA;AAAE,mGAAA,SAAS,OAAA;AAEjE,iCAAiC;AAAxB,gGAAA,OAAO,OAAA;AAChB,iDAA8C;AAArC,6GAAA,YAAY,OAAA;AACrB,6DAAyD;AAAhD,wHAAA,iBAAiB,OAAA;AAC1B,mDAAgD;AAAvC,+GAAA,aAAa,OAAA;AACtB,kDAAiH;AAAxG,0GAAA,eAAe,OAAA;AAAE,8GAAA,mBAAmB,OAAA;AAAE,4GAAA,iBAAiB,OAAA;AAAE,0GAAA,eAAe,OAAA;AAajF,iCAAsE;AAA7D,4GAAA,mBAAmB,OAAA;AAAE,mGAAA,UAAU,OAAA;AAAE,oGAAA,WAAW,OAAA;AAErD,2CAA2F;AAAlF,yGAAA,WAAW,OAAA;AAAE,sGAAA,QAAQ,OAAA;AAAE,wGAAA,UAAU,OAAA;AAAE,2GAAA,aAAa,OAAA;AAAE,wGAAA,UAAU,OAAA;AACrE,kDAAyF;AAAhF,+FAAA,IAAI,OAAA;AAAE,iGAAA,MAAM,OAAA;AAAE,gGAAA,KAAK,OAAA;AAAE,sGAAA,WAAW,OAAA;AAAE,yGAAA,cAAc,OAAA;AAUzD,qDAAiD;AAAxC,gHAAA,aAAa,OAAA;AACtB,qCAAmC;AAA1B,kGAAA,OAAO,OAAA"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@tabnas/transduce",
-  "version": "0.2.9",
+  "version": "0.2.11",
   "main": "dist/transduce.js",
   "type": "commonjs",
   "types": "dist/transduce.d.ts",

package/src/capability.ts

@@ -58,7 +58,36 @@ export function isIncremental(grammar: string): boolean {
   return INCREMENTAL.includes(grammar)
 }
 
+// The grammars whose passes a `ParserEventSource` relays alike whether it
+// prunes or not, on every document `test/prune.test.ts` reads them, by the
+// name of the format each reads, as `INCREMENTAL` names them. The suite
+// asserts the list in both directions; `toml` is not on it, since its
+// message for a key defined twice quotes the value, which pruning empties.
+export const PRUNABLE: readonly string[] = Object.freeze([
+  'csv',
+  'feed',
+  'ini',
+  'json',
+  'json5',
+  'jsonc',
+  'jsonic',
+  'jsonl',
+  'markdown',
+  'pgn',
+  'xml',
+  'yaml',
+  'zon',
+])
+
+// Whether a `ParserEventSource` may empty `grammar`'s arrays behind its
+// stream (`ParserEventSource.prune`).
+export function isPrunable(grammar: string): boolean {
+  return PRUNABLE.includes(grammar)
+}
+
 export const capability = Object.freeze({
   INCREMENTAL,
   incremental: isIncremental,
+  PRUNABLE,
+  prunable: isPrunable,
 })

package/src/parser-event-source.ts

@@ -13,22 +13,21 @@
 // What each pass carries is alchemy's `RulePass`:
 //
 // - the rule's `name`, its depth `d` and instance `i` (the engine's, which
-//   counts from 1 here and from 0 in Go and Rust: DIVERGENCE.md 6), the
-//   alternate that matched (`alt`: `p`, `r`, `b`, and its groups `g`,
-//   sorted, since they are tags whose order the runtimes' engines keep
-//   differently), whether recovery forced the close, and its named counters
-//   `n`, sorted by name;
+//   numbers rules from 1, the start rule's, in the order it makes them),
+//   the alternate that matched
+//   (`alt`: `p`, `r`, `b`, and its groups `g`, sorted, since they are tags
+//   whose order the runtimes' engines keep differently), whether recovery
+//   forced the close, and its named counters `n`, sorted by name;
 // - the `tokens` the pass consumed: those its alternate matched (the
 //   engine's `o[:oN]` or `c[:cN]`), less the `b` it gave back from their
 //   end, which are the next rule's to consume, and none when `b` is more
 //   than it recorded, since a close alternate can back up a token it did
 //   not record. A token is its name, its value, its source text and its
 //   1-based row and column; a token with no value (the end of the source,
-//   a fixed token such as `[`, which Rust's engine gives its text:
-//   DIVERGENCE.md 7) has `null`, and a number carries its source text as its lexeme when
-//   that text is a JSON number spelling the value (RFC 8259), the rule the
-//   incremental source keeps lexemes by, so a renderer can write it as it
-//   stands;
+//   or a fixed token such as `[`) has `null`, and a number carries
+//   its source text as its lexeme when that text is a JSON number spelling
+//   the value (RFC 8259), the rule the incremental source keeps lexemes by,
+//   so a renderer can write it as it stands;
 // - on a close pass, the rule's node when that is a scalar (`value`), a
 //   number with the lexeme of the rule's first open token as above;
 //   nothing on an open pass, nor for a container.
@@ -52,6 +51,23 @@
 // `AbortFlag` is `ABORTED`; any other engine error is `INPUT_INVALID` with
 // the engine's code and position. A source runs once, as `ParserSource`
 // does: its parser carries the run's subscriber and budget.
+//
+// The engine builds its value as it parses, so a long document's tree
+// holds every record, though nothing reads the value the parse returns.
+// `prune()` empties each array behind the stream: once the sink has seen a
+// close pass whose rule's node is an array, the source empties that array
+// in place, so the tree holds the elements of the passes since the last
+// close on it. That alters the value the engine returns, which this source
+// never reads, and it is sound for a grammar whose passes do not depend on
+// what its arrays hold, so it is a verified capability, as the incremental
+// source is: `test/prune.test.ts` runs every document of every grammar in
+// the devDependencies pruned and not, and `capability.prunable` lists the
+// grammars whose passes and outcomes never differed
+// (rs/src/source/parser_events.rs has the contract's one difference, a
+// token whose value is a container of the tree). A run that prunes is
+// gated on the list, by the grammar's name (`grammar`), and without a
+// listed name it fails with `STREAMABILITY_UNKNOWN` before the parse,
+// having sent nothing; `unverified()` lifts the gate for the suite.
 
 import {
   AbortFlag,
@@ -67,6 +83,7 @@ import {
 import type { Flow, ParserEvent, ParserSink, PassAlt, PassToken, RulePass } from '@tabnas/alchemy/shared'
 import type { Rule, RuleDone, Tabnas } from '@tabnas/parser'
 
+import { isPrunable } from './capability'
 import { prepare } from './rule-events'
 import { engineFailure } from './source'
 
@@ -77,15 +94,65 @@ export class ParserEventSource {
   private sourceLimits: Limits = Limits.default()
   private abortFlag: AbortFlag = new AbortFlag()
   private sourceMetrics: Metrics = new Metrics()
+  private grammarName: string | null = null
+  private pruning = false
+  private isUnverified = false
   private used = false
 
-  // A source with default limits, its own abort flag and fresh metrics; the
-  // builder methods change each.
+  // A source with default limits, its own abort flag and fresh metrics,
+  // that prunes nothing; the builder methods change each.
   constructor(parser: Tabnas, text: string) {
     this.parser = parser
     this.text = text
   }
 
+  // The grammar the parser implements, by the name of the format it reads,
+  // as `ParserSource.grammar` takes it. A run that prunes needs a name
+  // `capability.prunable` lists; one that does not prune needs no name.
+  grammar(name: string): this {
+    this.grammarName = name
+    return this
+  }
+
+  // Empty each array in the engine's tree once the sink has seen a close
+  // pass on it, so the tree does not hold the whole document. The passes
+  // are unchanged for a grammar `capability.prunable` lists, and `run`
+  // refuses to prune any other, with `STREAMABILITY_UNKNOWN` before the
+  // parse.
+  prune(): this {
+    this.pruning = true
+    return this
+  }
+
+  // Prune whatever the verified list says. This exists for the
+  // differential suite that maintains the list and for nothing else: a
+  // grammar that reads its arrays back may make other passes once they are
+  // emptied, and the run still returns.
+  unverified(): this {
+    this.isUnverified = true
+    return this
+  }
+
+  // Why the run may not prune, when it may not.
+  private gate(): Fail | null {
+    if (!this.pruning || this.isUnverified) return null
+    const name = this.grammarName
+    if (null !== name && isPrunable(name)) return null
+    if (null !== name) {
+      return new Fail(
+        'STREAMABILITY_UNKNOWN',
+        `grammar ${JSON.stringify(name)} is not in capability.prunable: the differential suite ` +
+          'has not verified that its passes are the same when its arrays are emptied behind ' +
+          'the stream; run it without ParserEventSource.prune',
+      )
+    }
+    return new Fail(
+      'STREAMABILITY_UNKNOWN',
+      "ParserEventSource.prune needs the grammar's name (ParserEventSource.grammar) to check " +
+        'capability.prunable; without one, run it without pruning',
+    )
+  }
+
   limits(limits: Limits): this {
     this.sourceLimits = limits
     return this
@@ -103,6 +170,14 @@ export class ParserEventSource {
 
   // Parse, relaying each pass into `sink`, then `end`.
   run(sink: ParserSink): Flow {
+    return this.runWithValue(sink).flow
+  }
+
+  // `run`, also handing back the value the engine returned: the engine's
+  // tree after pruning, when the run prunes. It is not the run's result
+  // (the passes are): it exists so a test can measure what pruning left in
+  // the tree, and nothing else should read it.
+  runWithValue(sink: ParserSink): { flow: Flow; value: unknown } {
     if (this.used) {
       throw new Fail(
         'STREAM_REUSED',
@@ -111,27 +186,28 @@ export class ParserEventSource {
       )
     }
     this.used = true
+    const refused = this.gate()
+    if (null !== refused) throw refused
     const abort = this.abortFlag
     const stop = new AbortFlag()
-    const relay = new Relay(sink, this.sourceLimits.max_scalar_bytes, abort, stop)
+    const relay = new Relay(sink, this.sourceLimits.max_scalar_bytes, abort, stop, this.pruning)
     prepare(
       this.parser,
       () => !abort.isAborted() && !stop.isAborted(),
       (rule, done) => relay.onDone(rule, done),
     )
-    let parsed: { ok: true } | { ok: false; error: unknown }
+    let parsed: { ok: true; value: unknown } | { ok: false; error: unknown }
     try {
-      this.parser.parse(this.text)
-      parsed = { ok: true }
+      parsed = { ok: true, value: this.parser.parse(this.text) }
     } catch (error) {
       parsed = { ok: false, error }
     }
     try {
       const status = relay.status
       if ('failed' === status.type) throw status.error
-      if ('stopped' === status.type) return 'stop'
+      if ('stopped' === status.type) return { flow: 'stop', value: undefined }
       if (!parsed.ok) throw engineFailure(parsed.error, abort)
-      return relay.send({ type: 'end' })
+      return { flow: relay.send({ type: 'end' }), value: parsed.value }
     } finally {
       this.sourceMetrics.events += relay.events
     }
@@ -151,6 +227,8 @@ class Relay {
     readonly abort: AbortFlag,
     // Set to make the parse guard cancel the parse.
     readonly stop: AbortFlag,
+    // Empty the array a close pass's rule builds, once the sink has seen it.
+    readonly prune: boolean,
   ) {}
 
   send(ev: ParserEvent): Flow {
@@ -183,6 +261,8 @@ class Relay {
       if ('stop' === this.send(ev)) {
         this.status = { type: 'stopped' }
         this.stop.abort()
+      } else if (this.prune && !open) {
+        emptyArray(rule)
       }
     } catch (error) {
       this.fail(error)
@@ -190,6 +270,15 @@ class Relay {
   }
 }
 
+// Empty the array `rule`'s node is, in place, so every holder of it sees
+// it emptied. Every element in it was built by passes the sink has seen,
+// the last of them the close pass just sent, and what those passes carry
+// is the sink's, so nothing sent so far changes.
+function emptyArray(rule: Rule): void {
+  const node: unknown = (rule as any).node
+  if (Array.isArray(node) && 0 < node.length) node.length = 0
+}
+
 // The pass as alchemy's `RulePass`, its sizes held to `max_scalar_bytes`.
 function rulePass(rule: Rule, done: RuleDone, open: boolean, max: number): RulePass {
   const r: any = rule

package/src/routers.ts

@@ -69,4 +69,10 @@ export const routers: Routers = Object.freeze({
   transduceTree(spec: TreeSpec, downstream: Sink): ParserSink {
     return new TransduceTree(spec, downstream)
   },
+
+  // TransduceTree reads a spec's `:member` and `:text`, and holds a text to
+  // the spec's `maxTextBytes` as it grows.
+  transduceTreeReadsMemberAndText(): boolean {
+    return true
+  },
 })

package/src/transduce-tree.ts

@@ -8,21 +8,35 @@
 // alchemy's `TreeSpec` documents what a native must do: each pass is looked
 // up by its rule's name, one lookup per pass whatever the spec's size; an
 // open pass announces its key, then begins its container or yields its
-// scalar from one of its tokens; a close pass ends its container, or
-// yields its own value; and a container whose rule is replaced by a rule
-// the spec names a container is one container, so that close ends nothing
-// and the replacing open begins nothing. The state is the count of open
-// containers and whether a close handed its container on, so the native
-// retains the document's nesting and nothing of its width or length, as
-// the library's step does. alchemy-cli's differential test holds the two
-// to the same bytes.
+// scalar from one of its tokens, then announces its member; a close pass
+// yields its text, when its rule is a `:text` rule, then ends its
+// container, or yields its own value; and a container whose rule is
+// replaced by a rule the spec names a container is one container, so that
+// close ends nothing and the replacing open begins nothing. The state is
+// the count of open containers, whether a close handed its container on,
+// and the text each open `:text` rule has gathered, to which every pass
+// writes its tokens' source text, so the native retains the document's
+// nesting and an open rule's text, and nothing else of its width or
+// length, as the library's step does. alchemy-cli's differential test
+// holds the two to the same bytes.
+//
+// A text is held to the spec's `maxTextBytes` as it grows, at the joins
+// the library's `string-join` makes and in their order: a pass's tokens
+// together, then the innermost text with them, and a closed text with the
+// text around it, each refused past the bound with alchemy's
+// `treeTextRefusal`. The routers say this native reads `:member` and
+// `:text` (routers.ts), which is what lets the lowering hand it a spec
+// that uses either.
 //
 // A pass's events are worked out before the first of them is written, as
 // the library's step returns them together: a pass that fails writes none.
-// The failures are the library's, with its codes and texts.
+// The failures are the library's, with its codes and texts, and in its
+// order: an open pass's key, then what it begins or yields, then its
+// tokens' text, then its member; a close pass's text, then what it ends or
+// yields.
 
-import { Datum, Ev, Fail, isTreeContainer } from '@tabnas/alchemy/shared'
-import type { Flow, JsonEvent, ParserEvent, ParserSink, RulePass, Sink, TreeSpec } from '@tabnas/alchemy/shared'
+import { Datum, Ev, Fail, isTreeContainer, treeTextRefusal, utf8Bytes } from '@tabnas/alchemy/shared'
+import type { Flow, JsonEvent, ParserEvent, ParserSink, RulePass, Sink, TreeKey, TreeSpec } from '@tabnas/alchemy/shared'
 
 // The library's `transduce-tree`, natively, writing to `down`.
 export class TransduceTree implements ParserSink {
@@ -30,6 +44,10 @@ export class TransduceTree implements ParserSink {
   open = 0
   // A close handed its container on to the rule replacing it.
   carry = false
+  // The text each open `:text` rule has gathered, the innermost last, and
+  // its length in UTF-8 bytes, which the bound is held to.
+  readonly texts: string[] = []
+  readonly bytes: number[] = []
 
   constructor(
     readonly spec: TreeSpec,
@@ -50,53 +68,121 @@ export class TransduceTree implements ParserSink {
     }
   }
 
+  // The most bytes a text may hold.
+  private get max(): number {
+    return this.spec.maxTextBytes ?? Infinity
+  }
+
+  // The pass's tokens written to the innermost open text, if one is and the
+  // pass consumed any, as the library's `transduce-spell` writes them: the
+  // tokens' text joined, then written to the innermost, each join held to
+  // the bound.
+  private spell(pass: RulePass): void {
+    if (0 === this.texts.length || 0 === pass.tokens.length) return
+    let more = ''
+    let n = 0
+    for (const token of pass.tokens) {
+      more += token.src
+      n += utf8Bytes(token.src)
+    }
+    if (n > this.max) throw treeTextRefusal(n, this.max)
+    this.write(more, n)
+  }
+
+  // `more`, of `n` bytes, written at the end of the innermost open text, as
+  // the library's `transduce-write` joins the two, held to the bound.
+  private write(more: string, n: number): void {
+    const last = this.texts.length - 1
+    const len = this.bytes[last] + n
+    if (len > this.max) throw treeTextRefusal(len, this.max)
+    this.texts[last] += more
+    this.bytes[last] = len
+  }
+
   private openPass(pass: RulePass): Flow {
     const rule = this.spec.rules.get(pass.name)
-    if (undefined === rule) return 'continue'
-    let key: string | undefined
-    if (undefined !== rule.key) {
-      if ('name' in rule.key) key = rule.key.name
-      else {
-        const token = pass.tokens[rule.key.token]
-        if (undefined !== token) {
-          if ('string' !== token.val.type) {
-            throw typeError(`key: the name must be a string, not ${kind(token.val)}`)
-          }
-          key = token.val.value
-        }
-      }
+    if (undefined === rule) {
+      this.spell(pass)
+      return 'continue'
     }
+    const key = named(rule.key, pass)
     let then: JsonEvent | undefined
+    let begins = false
     if (undefined !== rule.container) {
-      if (this.carry) this.carry = false
-      else {
-        this.open++
+      if (!this.carry) {
+        begins = true
         then = 'object' === rule.container ? Ev.objectStart : Ev.arrayStart
       }
     } else if (undefined !== rule.scalar && 'value' !== rule.scalar) {
       const token = pass.tokens[rule.scalar.token]
       if (undefined !== token) then = scalar(token.val)
     }
-    if (undefined !== key && 'stop' === this.down.event(Ev.key(key))) return 'stop'
-    return undefined === then ? 'continue' : this.down.event(then)
+    this.spell(pass)
+    const member = named(rule.member, pass)
+    if (undefined !== rule.container) {
+      if (begins) this.open++
+      else this.carry = false
+    }
+    if (true === rule.text) {
+      this.texts.push('')
+      this.bytes.push(0)
+    }
+    for (const ev of [
+      undefined === key ? undefined : Ev.key(key),
+      then,
+      undefined === member ? undefined : Ev.key(member),
+    ]) {
+      if (undefined !== ev && 'stop' === this.down.event(ev)) return 'stop'
+    }
+    return 'continue'
   }
 
   private closePass(pass: RulePass): Flow {
     const rule = this.spec.rules.get(pass.name)
-    if (undefined === rule) return 'continue'
-    if (undefined === rule.container) {
-      if ('value' === rule.scalar && undefined !== pass.value) return this.down.event(scalar(pass.value))
+    if (undefined === rule) {
+      this.spell(pass)
       return 'continue'
     }
-    if (undefined !== pass.alt && isTreeContainer(this.spec, pass.alt.r)) {
+    // A `:text` rule's text closes first, and joins the one around it
+    // before this pass's own tokens do; it is yielded before anything
+    // else, once the rest of the pass is known not to fail.
+    let text: string | undefined
+    if (true === rule.text) {
+      text = this.texts.pop()
+      if (undefined === text) throw typeError('top: the vector is empty; there is no last item')
+      const n = this.bytes.pop() as number
+      if (0 < this.texts.length) this.write(text, n)
+    }
+    this.spell(pass)
+    let then: JsonEvent | undefined
+    if (undefined === rule.container) {
+      if ('value' === rule.scalar && undefined !== pass.value) then = scalar(pass.value)
+    } else if (undefined !== pass.alt && isTreeContainer(this.spec, pass.alt.r)) {
       this.carry = true
-      return 'continue'
+    } else {
+      if (0 === this.open) throw typeError('pop: the vector is empty; there is no last item to remove')
+      this.open--
+      this.carry = false
+      then = 'object' === rule.container ? Ev.objectEnd : Ev.arrayEnd
     }
-    if (0 === this.open) throw typeError('pop: the vector is empty; there is no last item to remove')
-    this.open--
-    this.carry = false
-    return this.down.event('object' === rule.container ? Ev.objectEnd : Ev.arrayEnd)
+    if (undefined !== text && 'stop' === this.down.event(Ev.string(text))) return 'stop'
+    return undefined === then ? 'continue' : this.down.event(then)
+  }
+}
+
+// The member name a field of a rule's entry names for a pass: the string,
+// or the `:val` of the pass's token at that index, nothing when the pass
+// consumed no such token; the library's `key` refuses a name that is not a
+// string.
+function named(field: TreeKey | undefined, pass: RulePass): string | undefined {
+  if (undefined === field) return undefined
+  if ('name' in field) return field.name
+  const token = pass.tokens[field.token]
+  if (undefined === token) return undefined
+  if ('string' !== token.val.type) {
+    throw typeError(`key: the name must be a string, not ${kind(token.val)}`)
   }
+  return token.val.value
 }
 
 // A value as the library's `scalar` takes it, or its refusal.

package/src/transduce.ts

@@ -32,7 +32,7 @@
 // stages as alchemy's `Routers`, for a host to pass to alchemy's `compile`.
 
 // This package's version, as package.json declares it.
-export const VERSION = '0.2.9'
+export const VERSION = '0.2.11'
 
 export {
   Datum,
@@ -78,7 +78,7 @@ export { Guarded } from './guard'
 export { ParserSource } from './parser-source'
 export { ParserEventSource } from './parser-event-source'
 export { TransduceTree } from './transduce-tree'
-export { isTreeContainer, parserEventFromJSON, parserEventToJSON } from '@tabnas/alchemy/shared'
+export { isTreeContainer, parserEventFromJSON, parserEventToJSON, treeTextRefusal } from '@tabnas/alchemy/shared'
 export type {
   ParserEvent,
   ParserSink,
@@ -93,7 +93,7 @@ export type {
 } from '@tabnas/alchemy/shared'
 export { DEFAULT_CHUNK_BYTES, LineFormat, LinesSource } from './lines'
 export type { LinesChunk, LinesInput, LinesWriter } from './lines'
-export { INCREMENTAL, capability, isIncremental } from './capability'
+export { INCREMENTAL, PRUNABLE, capability, isIncremental, isPrunable } from './capability'
 export { Cell, Schema, Table, boundColumn, columnFromMeta } from '@tabnas/alchemy/shared'
 export type {
   BoundColumn,