@bldrs-ai/conway 1.389.1221 → 1.398.1224

package/compiled/examples/browser-bundled.cjs

@@ -30,7 +30,7 @@ var import_node_process = require("node:process");
 var readline = __toESM(require("node:readline"), 1);
 
 // compiled/src/version/version.js
-var versionString = "Conway v1.389.1221";
+var versionString = "Conway v1.398.1224";
 
 // compiled/dependencies/conway-geom/interface/conway_geometry.js
 var wasmType = "";
@@ -1286,6 +1286,37 @@ var ParsingBuffer = class {
     this.buffer = buffer;
     this.end = endOffset;
   }
+  /**
+   * Streaming support: repoint this buffer at a fresh window over the same
+   * logical stream while keeping `address` file-absolute.
+   *
+   * A moving-window parse holds only a slice of the source in memory at a
+   * time. Between top-level records (where the rewind stack is empty) the
+   * driver slides the window forward: it copies the unconsumed tail to the
+   * front of a reused buffer, appends freshly-read bytes, and calls this to
+   * repoint the parser. `addressBase` is the file offset that window index 0
+   * now corresponds to; we store it as a negative initial offset so
+   * `address` ( = cursor − initialOffset ) stays the file-absolute value the
+   * non-streaming parse would have produced.
+   *
+   * Must only be called with the rewind stack empty (i.e. at a record
+   * boundary) — the stack holds window-relative cursors that a slide would
+   * invalidate. Throws otherwise.
+   *
+   * @param buffer The new window buffer.
+   * @param cursorInWindow The cursor position within the new window.
+   * @param endInWindow The count of valid bytes in the new window.
+   * @param addressBase The file offset that window index 0 maps to.
+   */
+  rebaseWindow(buffer, cursorInWindow, endInWindow, addressBase) {
+    if (this.rewindStack_.length !== 0) {
+      throw Error("rebaseWindow called mid-transaction (rewind stack non-empty)");
+    }
+    this.buffer = buffer;
+    this.cursor_ = cursorInWindow;
+    this.initialOffset_ = -addressBase;
+    this.end = endInWindow;
+  }
   /**
    * Construct this with a buffer, initial offset into the buffer and an end offset.
    *
@@ -2538,6 +2569,29 @@ var StepParser = class extends StepHeaderParser {
       onProgress?.(next.value);
     }
   }
+  /**
+   * Streaming driver over parseDataBlockIncremental: identical parse (same
+   * generator body) but invokes `onRecordBoundary` at every top-level record
+   * boundary so a caller feeding the parser from a moving window can slide
+   * that window forward while the rewind stack is empty. See
+   * streaming_index_builder.ts for the coordinator that owns the window.
+   *
+   * @param input The input parsing buffer, positioned at the data section.
+   * @param onRecordBoundary Called at each top-level record boundary with the
+   * buffer; the callback may rebase the buffer's window in place.
+   * @param onProgress Optional byte-cursor progress callback.
+   * @return {BlockParseResult} The parsing result, including the index and result enum.
+   */
+  parseDataBlockStreamed(input2, onRecordBoundary, onProgress) {
+    const parser211 = this.parseDataBlockIncremental(input2, onRecordBoundary);
+    while (true) {
+      const next = parser211.next();
+      if (next.done === true) {
+        return next.value;
+      }
+      onProgress?.(next.value);
+    }
+  }
   /**
    * Cooperative variant of parseDataBlock: identical parse (same generator
    * body), but periodically awaits a macrotask so the event loop can run —
@@ -2575,7 +2629,7 @@ var StepParser = class extends StepHeaderParser {
    * @yields {number} The current byte cursor within the input buffer.
    * @return {BlockParseResult} The parsing result, including the index and result enum.
    */
-  *parseDataBlockIncremental(input2) {
+  *parseDataBlockIncremental(input2, onRecordBoundary) {
     const indexResult = { elements: [] };
     const match = input2.match;
     const comment = () => match(commentParser2);
@@ -2622,7 +2676,7 @@ var StepParser = class extends StepHeaderParser {
         return syntaxError();
       }
       whitespace();
-      const startElement = input2.cursor;
+      const startElement = input2.address;
       let stackDepth = 1;
       const savedInlineElements = inlineElements;
       inlineElements = void 0;
@@ -2716,6 +2770,7 @@ var StepParser = class extends StepHeaderParser {
       if ((++parsedElementCount & PARSE_PROGRESS_ELEMENT_MASK) === 0) {
         yield input2.cursor;
       }
+      onRecordBoundary?.(input2);
       if (!charws(HASH2)) {
         if (tokenws(END_SECTION)) {
           return parseResult2(ParseResult.COMPLETE);
@@ -2738,7 +2793,7 @@ var StepParser = class extends StepHeaderParser {
         }
         whitespace();
         inlineElements = void 0;
-        const startElement2 = input2.cursor;
+        const startElement2 = input2.address;
         while (!charws(CLOSE_PAREN2)) {
           input2.begin();
           const elementResult = parseInlineElement(expressID);
@@ -2769,7 +2824,7 @@ var StepParser = class extends StepHeaderParser {
         return syntaxError();
       }
       whitespace();
-      const startElement = input2.cursor;
+      const startElement = input2.address;
       let stackDepth = 1;
       inlineElements = void 0;
       while (stackDepth > 0) {

package/compiled/examples/cli-bundled.cjs

@@ -14965,7 +14965,7 @@ ${t5.join("\n")}` : "";
 var import_process = require("process");
 
 // compiled/src/version/version.js
-var versionString = "Conway v1.389.1221";
+var versionString = "Conway v1.398.1224";
 
 // compiled/dependencies/conway-geom/interface/conway_geometry.js
 function pThreadsAllowed() {
@@ -17100,6 +17100,37 @@ var ParsingBuffer = class {
     this.buffer = buffer;
     this.end = endOffset;
   }
+  /**
+   * Streaming support: repoint this buffer at a fresh window over the same
+   * logical stream while keeping `address` file-absolute.
+   *
+   * A moving-window parse holds only a slice of the source in memory at a
+   * time. Between top-level records (where the rewind stack is empty) the
+   * driver slides the window forward: it copies the unconsumed tail to the
+   * front of a reused buffer, appends freshly-read bytes, and calls this to
+   * repoint the parser. `addressBase` is the file offset that window index 0
+   * now corresponds to; we store it as a negative initial offset so
+   * `address` ( = cursor − initialOffset ) stays the file-absolute value the
+   * non-streaming parse would have produced.
+   *
+   * Must only be called with the rewind stack empty (i.e. at a record
+   * boundary) — the stack holds window-relative cursors that a slide would
+   * invalidate. Throws otherwise.
+   *
+   * @param buffer The new window buffer.
+   * @param cursorInWindow The cursor position within the new window.
+   * @param endInWindow The count of valid bytes in the new window.
+   * @param addressBase The file offset that window index 0 maps to.
+   */
+  rebaseWindow(buffer, cursorInWindow, endInWindow, addressBase) {
+    if (this.rewindStack_.length !== 0) {
+      throw Error("rebaseWindow called mid-transaction (rewind stack non-empty)");
+    }
+    this.buffer = buffer;
+    this.cursor_ = cursorInWindow;
+    this.initialOffset_ = -addressBase;
+    this.end = endInWindow;
+  }
   /**
    * Construct this with a buffer, initial offset into the buffer and an end offset.
    *
@@ -18352,6 +18383,29 @@ var StepParser = class extends StepHeaderParser {
       onProgress?.(next.value);
     }
   }
+  /**
+   * Streaming driver over parseDataBlockIncremental: identical parse (same
+   * generator body) but invokes `onRecordBoundary` at every top-level record
+   * boundary so a caller feeding the parser from a moving window can slide
+   * that window forward while the rewind stack is empty. See
+   * streaming_index_builder.ts for the coordinator that owns the window.
+   *
+   * @param input The input parsing buffer, positioned at the data section.
+   * @param onRecordBoundary Called at each top-level record boundary with the
+   * buffer; the callback may rebase the buffer's window in place.
+   * @param onProgress Optional byte-cursor progress callback.
+   * @return {BlockParseResult} The parsing result, including the index and result enum.
+   */
+  parseDataBlockStreamed(input, onRecordBoundary, onProgress) {
+    const parser210 = this.parseDataBlockIncremental(input, onRecordBoundary);
+    while (true) {
+      const next = parser210.next();
+      if (next.done === true) {
+        return next.value;
+      }
+      onProgress?.(next.value);
+    }
+  }
   /**
    * Cooperative variant of parseDataBlock: identical parse (same generator
    * body), but periodically awaits a macrotask so the event loop can run —
@@ -18389,7 +18443,7 @@ var StepParser = class extends StepHeaderParser {
    * @yields {number} The current byte cursor within the input buffer.
    * @return {BlockParseResult} The parsing result, including the index and result enum.
    */
-  *parseDataBlockIncremental(input) {
+  *parseDataBlockIncremental(input, onRecordBoundary) {
     const indexResult = { elements: [] };
     const match = input.match;
     const comment = () => match(commentParser2);
@@ -18436,7 +18490,7 @@ var StepParser = class extends StepHeaderParser {
         return syntaxError();
       }
       whitespace();
-      const startElement = input.cursor;
+      const startElement = input.address;
       let stackDepth = 1;
       const savedInlineElements = inlineElements;
       inlineElements = void 0;
@@ -18530,6 +18584,7 @@ var StepParser = class extends StepHeaderParser {
       if ((++parsedElementCount & PARSE_PROGRESS_ELEMENT_MASK) === 0) {
         yield input.cursor;
       }
+      onRecordBoundary?.(input);
       if (!charws(HASH2)) {
         if (tokenws(END_SECTION)) {
           return parseResult(ParseResult.COMPLETE);
@@ -18552,7 +18607,7 @@ var StepParser = class extends StepHeaderParser {
         }
         whitespace();
         inlineElements = void 0;
-        const startElement2 = input.cursor;
+        const startElement2 = input.address;
         while (!charws(CLOSE_PAREN2)) {
           input.begin();
           const elementResult = parseInlineElement(expressID);
@@ -18583,7 +18638,7 @@ var StepParser = class extends StepHeaderParser {
         return syntaxError();
       }
       whitespace();
-      const startElement = input.cursor;
+      const startElement = input.address;
       let stackDepth = 1;
       inlineElements = void 0;
       while (stackDepth > 0) {

package/compiled/examples/cli-step-bundled.cjs

@@ -15554,6 +15554,37 @@ var ParsingBuffer = class {
     this.buffer = buffer;
     this.end = endOffset;
   }
+  /**
+   * Streaming support: repoint this buffer at a fresh window over the same
+   * logical stream while keeping `address` file-absolute.
+   *
+   * A moving-window parse holds only a slice of the source in memory at a
+   * time. Between top-level records (where the rewind stack is empty) the
+   * driver slides the window forward: it copies the unconsumed tail to the
+   * front of a reused buffer, appends freshly-read bytes, and calls this to
+   * repoint the parser. `addressBase` is the file offset that window index 0
+   * now corresponds to; we store it as a negative initial offset so
+   * `address` ( = cursor − initialOffset ) stays the file-absolute value the
+   * non-streaming parse would have produced.
+   *
+   * Must only be called with the rewind stack empty (i.e. at a record
+   * boundary) — the stack holds window-relative cursors that a slide would
+   * invalidate. Throws otherwise.
+   *
+   * @param buffer The new window buffer.
+   * @param cursorInWindow The cursor position within the new window.
+   * @param endInWindow The count of valid bytes in the new window.
+   * @param addressBase The file offset that window index 0 maps to.
+   */
+  rebaseWindow(buffer, cursorInWindow, endInWindow, addressBase) {
+    if (this.rewindStack_.length !== 0) {
+      throw Error("rebaseWindow called mid-transaction (rewind stack non-empty)");
+    }
+    this.buffer = buffer;
+    this.cursor_ = cursorInWindow;
+    this.initialOffset_ = -addressBase;
+    this.end = endInWindow;
+  }
   /**
    * Construct this with a buffer, initial offset into the buffer and an end offset.
    *
@@ -15912,7 +15943,7 @@ var ParsingBuffer = class {
 };
 
 // compiled/src/version/version.js
-var versionString = "Conway v1.389.1221";
+var versionString = "Conway v1.398.1224";
 
 // compiled/dependencies/conway-geom/interface/conway_geometry.js
 function pThreadsAllowed() {
@@ -18260,6 +18291,29 @@ var StepParser = class extends StepHeaderParser {
       onProgress?.(next.value);
     }
   }
+  /**
+   * Streaming driver over parseDataBlockIncremental: identical parse (same
+   * generator body) but invokes `onRecordBoundary` at every top-level record
+   * boundary so a caller feeding the parser from a moving window can slide
+   * that window forward while the rewind stack is empty. See
+   * streaming_index_builder.ts for the coordinator that owns the window.
+   *
+   * @param input The input parsing buffer, positioned at the data section.
+   * @param onRecordBoundary Called at each top-level record boundary with the
+   * buffer; the callback may rebase the buffer's window in place.
+   * @param onProgress Optional byte-cursor progress callback.
+   * @return {BlockParseResult} The parsing result, including the index and result enum.
+   */
+  parseDataBlockStreamed(input, onRecordBoundary, onProgress) {
+    const parser28 = this.parseDataBlockIncremental(input, onRecordBoundary);
+    while (true) {
+      const next = parser28.next();
+      if (next.done === true) {
+        return next.value;
+      }
+      onProgress?.(next.value);
+    }
+  }
   /**
    * Cooperative variant of parseDataBlock: identical parse (same generator
    * body), but periodically awaits a macrotask so the event loop can run —
@@ -18297,7 +18351,7 @@ var StepParser = class extends StepHeaderParser {
    * @yields {number} The current byte cursor within the input buffer.
    * @return {BlockParseResult} The parsing result, including the index and result enum.
    */
-  *parseDataBlockIncremental(input) {
+  *parseDataBlockIncremental(input, onRecordBoundary) {
     const indexResult = { elements: [] };
     const match = input.match;
     const comment = () => match(commentParser2);
@@ -18344,7 +18398,7 @@ var StepParser = class extends StepHeaderParser {
         return syntaxError();
       }
       whitespace();
-      const startElement = input.cursor;
+      const startElement = input.address;
       let stackDepth = 1;
       const savedInlineElements = inlineElements;
       inlineElements = void 0;
@@ -18438,6 +18492,7 @@ var StepParser = class extends StepHeaderParser {
       if ((++parsedElementCount & PARSE_PROGRESS_ELEMENT_MASK) === 0) {
         yield input.cursor;
       }
+      onRecordBoundary?.(input);
       if (!charws(HASH2)) {
         if (tokenws(END_SECTION)) {
           return parseResult(ParseResult.COMPLETE);
@@ -18460,7 +18515,7 @@ var StepParser = class extends StepHeaderParser {
         }
         whitespace();
         inlineElements = void 0;
-        const startElement2 = input.cursor;
+        const startElement2 = input.address;
         while (!charws(CLOSE_PAREN2)) {
           input.begin();
           const elementResult = parseInlineElement(expressID);
@@ -18491,7 +18546,7 @@ var StepParser = class extends StepHeaderParser {
         return syntaxError();
       }
       whitespace();
-      const startElement = input.cursor;
+      const startElement = input.address;
       let stackDepth = 1;
       inlineElements = void 0;
       while (stackDepth > 0) {

package/compiled/examples/validator-bundled.cjs

@@ -944,7 +944,7 @@ var EntityTypesIfcCount = 909;
 var entity_types_ifc_gen_default = EntityTypesIfc;
 
 // compiled/src/version/version.js
-var versionString = "Conway v1.389.1221";
+var versionString = "Conway v1.398.1224";
 
 // compiled/dependencies/conway-geom/interface/conway_geometry.js
 var wasmType = "";
@@ -2200,6 +2200,37 @@ var ParsingBuffer = class {
     this.buffer = buffer;
     this.end = endOffset;
   }
+  /**
+   * Streaming support: repoint this buffer at a fresh window over the same
+   * logical stream while keeping `address` file-absolute.
+   *
+   * A moving-window parse holds only a slice of the source in memory at a
+   * time. Between top-level records (where the rewind stack is empty) the
+   * driver slides the window forward: it copies the unconsumed tail to the
+   * front of a reused buffer, appends freshly-read bytes, and calls this to
+   * repoint the parser. `addressBase` is the file offset that window index 0
+   * now corresponds to; we store it as a negative initial offset so
+   * `address` ( = cursor − initialOffset ) stays the file-absolute value the
+   * non-streaming parse would have produced.
+   *
+   * Must only be called with the rewind stack empty (i.e. at a record
+   * boundary) — the stack holds window-relative cursors that a slide would
+   * invalidate. Throws otherwise.
+   *
+   * @param buffer The new window buffer.
+   * @param cursorInWindow The cursor position within the new window.
+   * @param endInWindow The count of valid bytes in the new window.
+   * @param addressBase The file offset that window index 0 maps to.
+   */
+  rebaseWindow(buffer, cursorInWindow, endInWindow, addressBase) {
+    if (this.rewindStack_.length !== 0) {
+      throw Error("rebaseWindow called mid-transaction (rewind stack non-empty)");
+    }
+    this.buffer = buffer;
+    this.cursor_ = cursorInWindow;
+    this.initialOffset_ = -addressBase;
+    this.end = endInWindow;
+  }
   /**
    * Construct this with a buffer, initial offset into the buffer and an end offset.
    *
@@ -3452,6 +3483,29 @@ var StepParser = class extends StepHeaderParser {
       onProgress?.(next.value);
     }
   }
+  /**
+   * Streaming driver over parseDataBlockIncremental: identical parse (same
+   * generator body) but invokes `onRecordBoundary` at every top-level record
+   * boundary so a caller feeding the parser from a moving window can slide
+   * that window forward while the rewind stack is empty. See
+   * streaming_index_builder.ts for the coordinator that owns the window.
+   *
+   * @param input The input parsing buffer, positioned at the data section.
+   * @param onRecordBoundary Called at each top-level record boundary with the
+   * buffer; the callback may rebase the buffer's window in place.
+   * @param onProgress Optional byte-cursor progress callback.
+   * @return {BlockParseResult} The parsing result, including the index and result enum.
+   */
+  parseDataBlockStreamed(input, onRecordBoundary, onProgress) {
+    const parser211 = this.parseDataBlockIncremental(input, onRecordBoundary);
+    while (true) {
+      const next = parser211.next();
+      if (next.done === true) {
+        return next.value;
+      }
+      onProgress?.(next.value);
+    }
+  }
   /**
    * Cooperative variant of parseDataBlock: identical parse (same generator
    * body), but periodically awaits a macrotask so the event loop can run —
@@ -3489,7 +3543,7 @@ var StepParser = class extends StepHeaderParser {
    * @yields {number} The current byte cursor within the input buffer.
    * @return {BlockParseResult} The parsing result, including the index and result enum.
    */
-  *parseDataBlockIncremental(input) {
+  *parseDataBlockIncremental(input, onRecordBoundary) {
     const indexResult = { elements: [] };
     const match = input.match;
     const comment = () => match(commentParser2);
@@ -3536,7 +3590,7 @@ var StepParser = class extends StepHeaderParser {
         return syntaxError();
       }
       whitespace();
-      const startElement = input.cursor;
+      const startElement = input.address;
       let stackDepth = 1;
       const savedInlineElements = inlineElements;
       inlineElements = void 0;
@@ -3630,6 +3684,7 @@ var StepParser = class extends StepHeaderParser {
       if ((++parsedElementCount & PARSE_PROGRESS_ELEMENT_MASK) === 0) {
         yield input.cursor;
       }
+      onRecordBoundary?.(input);
       if (!charws(HASH2)) {
         if (tokenws(END_SECTION)) {
           return parseResult2(ParseResult.COMPLETE);
@@ -3652,7 +3707,7 @@ var StepParser = class extends StepHeaderParser {
         }
         whitespace();
         inlineElements = void 0;
-        const startElement2 = input.cursor;
+        const startElement2 = input.address;
         while (!charws(CLOSE_PAREN2)) {
           input.begin();
           const elementResult = parseInlineElement(expressID);
@@ -3683,7 +3738,7 @@ var StepParser = class extends StepHeaderParser {
         return syntaxError();
       }
       whitespace();
-      const startElement = input.cursor;
+      const startElement = input.address;
       let stackDepth = 1;
       inlineElements = void 0;
       while (stackDepth > 0) {

package/compiled/src/parsing/parsing_buffer.d.ts

@@ -61,6 +61,29 @@ export default class ParsingBuffer {
      * of the buffer.
      */
     reinit(buffer: Uint8Array, initialOffset: number, endOffset: number): void;
+    /**
+     * Streaming support: repoint this buffer at a fresh window over the same
+     * logical stream while keeping `address` file-absolute.
+     *
+     * A moving-window parse holds only a slice of the source in memory at a
+     * time. Between top-level records (where the rewind stack is empty) the
+     * driver slides the window forward: it copies the unconsumed tail to the
+     * front of a reused buffer, appends freshly-read bytes, and calls this to
+     * repoint the parser. `addressBase` is the file offset that window index 0
+     * now corresponds to; we store it as a negative initial offset so
+     * `address` ( = cursor − initialOffset ) stays the file-absolute value the
+     * non-streaming parse would have produced.
+     *
+     * Must only be called with the rewind stack empty (i.e. at a record
+     * boundary) — the stack holds window-relative cursors that a slide would
+     * invalidate. Throws otherwise.
+     *
+     * @param buffer The new window buffer.
+     * @param cursorInWindow The cursor position within the new window.
+     * @param endInWindow The count of valid bytes in the new window.
+     * @param addressBase The file offset that window index 0 maps to.
+     */
+    rebaseWindow(buffer: Uint8Array, cursorInWindow: number, endInWindow: number, addressBase: number): void;
     /**
      * Construct this with a buffer, initial offset into the buffer and an end offset.
      *

package/compiled/src/parsing/parsing_buffer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"parsing_buffer.d.ts","sourceRoot":"","sources":["../../../src/parsing/parsing_buffer.ts"],"names":[],"mappings":"AAAA,OAAO,UAAU,MAAM,gBAAgB,CAAA;AAKvC,OAAO,EACL,YAAY,EACZ,uBAAuB,IAAI,qBAAqB,EACjD,MAAM,iBAAiB,CAAA;AAkCxB;;GAEG;AACH,MAAM,WAAW,eAAe;IAE5B,KAAK,CAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAI,MAAM,GAAG,SAAS,CAAC;CACtF;AAED;;;;;;GAMG;AACH,MAAM,CAAC,OAAO,OAAO,aAAa;aAyFH,MAAM,EAAE,UAAU;IAtF/C,OAAO,CAAC,OAAO,CAAQ;IACvB,OAAO,CAAC,UAAU,CAAY;IAC9B,OAAO,CAAC,cAAc,CAAQ;IAE9B,OAAO,CAAC,YAAY,CAAe;IAEnC,SAAgB,GAAG,EAAE,MAAM,CAAA;IAE3B;;;;OAIG;IACH,IAAW,SAAS,IAAI,MAAM,CAE7B;IAED;;;;OAIG;IACH,IAAW,MAAM,IAAI,MAAM,CAE1B;IAED;;;;OAIG;IACH,IAAW,UAAU,IAAI,OAAO,CAI/B;IAED;;;;OAIG;IACH,IAAW,QAAQ,IAAI,OAAO,CAI7B;IAED;;;;;OAKG;IACH,IAAW,OAAO,IAAI,MAAM,CAG3B;IAED;;;;;;;;OAQG;IACI,MAAM,CAAE,MAAM,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM;IAU3E;;;;;;;OAOG;gBAC0B,MAAM,EAAE,UAAU,EAAE,aAAa,CAAC,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,MAAM;IAO3F;;OAEG;IACI,KAAK,QAAO,IAAI,CAGtB;IAED;;;;OAIG;IACI,QAAQ,UAAY,UAAU,KAAI,IAAI,CAiB5C;IAED;;;;;OAKG;IACI,MAAM,QAAO,IAAI,CAKvB;IAED;;;;;OAKG;IACI,QAAQ,QAAO,IAAI,CASzB;IAED;;;;OAIG;IACI,UAAU,QAAO,OAAO,CAsB9B;IAED;;;;;;OAMG;IACI,KAAK,YAAc,YAAY,KAAI,OAAO,CAyBhD;IAED;;;;;OAKG;IACI,OAAO,QAAO,OAAO,CAU3B;IAED;;;;;;OAMG;IACI,KAAK,YACC,CACP,MAAM,EAAE,UAAU,EAClB,MAAM,EAAE,MAAM,EACd,GAAG,EAAE,MAAM,KAAM,MAAM,GAAG,SAAS,KAAI,OAAO,CAUnD;IAED;;;;;;OAMG;IACI,QAAQ,eAAkB,CAAC,MAAM,OAAO,CAAC,EAAE,KAAI,OAAO,CAY5D;IACD;;;;;;;;OAQG;IACI,UAAU,eAAkB,CAAC,MAAM,OAAO,CAAC,EAAE,KAAI,OAAO,CAgB9D;IAED;;;;;;OAMG;IACI,MAAM,eAAkB,CAAC,MAAM,OAAO,CAAC,EAAE,KAAI,OAAO,CAY1D;IAED;;;;;OAKG;IACI,QAAQ,QAAO,OAAO,CAU5B;IAED;;;;;OAKG;IACI,IAAI,UAAY,qBAAqB,KAAI,OAAO,CAStD;IAED;;;;;OAKG;IACI,OAAO,YAAc,YAAY,KAAI,MAAM,GAAG,SAAS,CA4B7D;IAED;;;;;OAKG;IACI,GAAG,QAAO,OAAO,CAEvB;IAED;;;;;OAKG;IACI,IAAI,QAAO,OAAO,CAExB;IAED;;;;;OAKG;IACI,IAAI,QAAO,OAAO,CAUxB;IAED;;OAEG;IACI,IAAI,IAAI,IAAI;IAMnB;;;;OAIG;IACI,IAAI,IAAI,MAAM,GAAG,SAAS;IASjC;;;;OAIG;IACI,GAAG,IAAI,MAAM,GAAG,SAAS;IAShC;;;;;;OAMG;IACI,QAAQ,QAAO,MAAM,GAAG,SAAS,CAkIvC;IAED;;;;;;OAMG;IACI,YAAY,QAAO,MAAM,GAAG,SAAS,CAwC3C;IAED;;;;;;OAMG;IACI,WAAW,QAAO,MAAM,GAAG,SAAS,CA4D1C;CAEF"}
+{"version":3,"file":"parsing_buffer.d.ts","sourceRoot":"","sources":["../../../src/parsing/parsing_buffer.ts"],"names":[],"mappings":"AAAA,OAAO,UAAU,MAAM,gBAAgB,CAAA;AAKvC,OAAO,EACL,YAAY,EACZ,uBAAuB,IAAI,qBAAqB,EACjD,MAAM,iBAAiB,CAAA;AAkCxB;;GAEG;AACH,MAAM,WAAW,eAAe;IAE5B,KAAK,CAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAI,MAAM,GAAG,SAAS,CAAC;CACtF;AAED;;;;;;GAMG;AACH,MAAM,CAAC,OAAO,OAAO,aAAa;aAiIH,MAAM,EAAE,UAAU;IA9H/C,OAAO,CAAC,OAAO,CAAQ;IACvB,OAAO,CAAC,UAAU,CAAY;IAC9B,OAAO,CAAC,cAAc,CAAQ;IAE9B,OAAO,CAAC,YAAY,CAAe;IAEnC,SAAgB,GAAG,EAAE,MAAM,CAAA;IAE3B;;;;OAIG;IACH,IAAW,SAAS,IAAI,MAAM,CAE7B;IAED;;;;OAIG;IACH,IAAW,MAAM,IAAI,MAAM,CAE1B;IAED;;;;OAIG;IACH,IAAW,UAAU,IAAI,OAAO,CAI/B;IAED;;;;OAIG;IACH,IAAW,QAAQ,IAAI,OAAO,CAI7B;IAED;;;;;OAKG;IACH,IAAW,OAAO,IAAI,MAAM,CAG3B;IAED;;;;;;;;OAQG;IACI,MAAM,CAAE,MAAM,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM;IAU3E;;;;;;;;;;;;;;;;;;;;;OAqBG;IACI,YAAY,CACf,MAAM,EAAE,UAAU,EAClB,cAAc,EAAE,MAAM,EACtB,WAAW,EAAE,MAAM,EACnB,WAAW,EAAE,MAAM,GAAI,IAAI;IAc/B;;;;;;;OAOG;gBAC0B,MAAM,EAAE,UAAU,EAAE,aAAa,CAAC,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,MAAM;IAO3F;;OAEG;IACI,KAAK,QAAO,IAAI,CAGtB;IAED;;;;OAIG;IACI,QAAQ,UAAY,UAAU,KAAI,IAAI,CAiB5C;IAED;;;;;OAKG;IACI,MAAM,QAAO,IAAI,CAKvB;IAED;;;;;OAKG;IACI,QAAQ,QAAO,IAAI,CASzB;IAED;;;;OAIG;IACI,UAAU,QAAO,OAAO,CAsB9B;IAED;;;;;;OAMG;IACI,KAAK,YAAc,YAAY,KAAI,OAAO,CAyBhD;IAED;;;;;OAKG;IACI,OAAO,QAAO,OAAO,CAU3B;IAED;;;;;;OAMG;IACI,KAAK,YACC,CACP,MAAM,EAAE,UAAU,EAClB,MAAM,EAAE,MAAM,EACd,GAAG,EAAE,MAAM,KAAM,MAAM,GAAG,SAAS,KAAI,OAAO,CAUnD;IAED;;;;;;OAMG;IACI,QAAQ,eAAkB,CAAC,MAAM,OAAO,CAAC,EAAE,KAAI,OAAO,CAY5D;IACD;;;;;;;;OAQG;IACI,UAAU,eAAkB,CAAC,MAAM,OAAO,CAAC,EAAE,KAAI,OAAO,CAgB9D;IAED;;;;;;OAMG;IACI,MAAM,eAAkB,CAAC,MAAM,OAAO,CAAC,EAAE,KAAI,OAAO,CAY1D;IAED;;;;;OAKG;IACI,QAAQ,QAAO,OAAO,CAU5B;IAED;;;;;OAKG;IACI,IAAI,UAAY,qBAAqB,KAAI,OAAO,CAStD;IAED;;;;;OAKG;IACI,OAAO,YAAc,YAAY,KAAI,MAAM,GAAG,SAAS,CA4B7D;IAED;;;;;OAKG;IACI,GAAG,QAAO,OAAO,CAEvB;IAED;;;;;OAKG;IACI,IAAI,QAAO,OAAO,CAExB;IAED;;;;;OAKG;IACI,IAAI,QAAO,OAAO,CAUxB;IAED;;OAEG;IACI,IAAI,IAAI,IAAI;IAMnB;;;;OAIG;IACI,IAAI,IAAI,MAAM,GAAG,SAAS;IASjC;;;;OAIG;IACI,GAAG,IAAI,MAAM,GAAG,SAAS;IAShC;;;;;;OAMG;IACI,QAAQ,QAAO,MAAM,GAAG,SAAS,CAkIvC;IAED;;;;;;OAMG;IACI,YAAY,QAAO,MAAM,GAAG,SAAS,CAwC3C;IAED;;;;;;OAMG;IACI,WAAW,QAAO,MAAM,GAAG,SAAS,CA4D1C;CAEF"}

package/compiled/src/parsing/parsing_buffer.js

@@ -86,6 +86,37 @@ export default class ParsingBuffer {
         this.buffer = buffer;
         this.end = endOffset;
     }
+    /**
+     * Streaming support: repoint this buffer at a fresh window over the same
+     * logical stream while keeping `address` file-absolute.
+     *
+     * A moving-window parse holds only a slice of the source in memory at a
+     * time. Between top-level records (where the rewind stack is empty) the
+     * driver slides the window forward: it copies the unconsumed tail to the
+     * front of a reused buffer, appends freshly-read bytes, and calls this to
+     * repoint the parser. `addressBase` is the file offset that window index 0
+     * now corresponds to; we store it as a negative initial offset so
+     * `address` ( = cursor − initialOffset ) stays the file-absolute value the
+     * non-streaming parse would have produced.
+     *
+     * Must only be called with the rewind stack empty (i.e. at a record
+     * boundary) — the stack holds window-relative cursors that a slide would
+     * invalidate. Throws otherwise.
+     *
+     * @param buffer The new window buffer.
+     * @param cursorInWindow The cursor position within the new window.
+     * @param endInWindow The count of valid bytes in the new window.
+     * @param addressBase The file offset that window index 0 maps to.
+     */
+    rebaseWindow(buffer, cursorInWindow, endInWindow, addressBase) {
+        if (this.rewindStack_.length !== 0) {
+            throw Error("rebaseWindow called mid-transaction (rewind stack non-empty)");
+        }
+        this.buffer = buffer;
+        this.cursor_ = cursorInWindow;
+        this.initialOffset_ = -addressBase;
+        this.end = endInWindow;
+    }
     /**
      * Construct this with a buffer, initial offset into the buffer and an end offset.
      *

package/compiled/src/step/parsing/byte_source.d.ts

@@ -0,0 +1,55 @@
+/**
+ * A random-access, forward-readable byte source for the streaming parser.
+ *
+ * The streaming index builder (see streaming_index_builder.ts) reads the
+ * source sequentially into a small moving window, so a `ByteSource` only has
+ * to satisfy positioned reads — it never needs the whole file resident. The
+ * in-memory `BufferByteSource` here is for tests and the resident case; a
+ * file-descriptor source (node) or an HTTP-Range source (M4) implements the
+ * same shape without holding the file in the JS heap.
+ *
+ * M0 keeps reads synchronous to reuse the existing synchronous parse loop
+ * unchanged. The asynchronous variant (network pull-parser) is M4.
+ */
+export interface ByteSource {
+    /** Total length of the source in bytes. */
+    readonly byteLength: number;
+    /**
+     * Read up to `length` bytes starting at `offset` into `into` at
+     * `intoOffset`, returning the number of bytes actually copied (fewer than
+     * `length` only at end of source).
+     *
+     * @param offset Absolute source offset to read from.
+     * @param length Maximum number of bytes to read.
+     * @param into Destination buffer.
+     * @param intoOffset Offset within `into` to write at.
+     * @return {number} The number of bytes copied.
+     */
+    read(offset: number, length: number, into: Uint8Array, intoOffset: number): number;
+}
+/**
+ * A `ByteSource` backed by an in-memory `Uint8Array`. Reads are `subarray`
+ * copies into the destination window. Used by tests and the resident path;
+ * note it does hold the whole buffer (that residency is the source's, not the
+ * parser's — the parser still only touches a window).
+ */
+export declare class BufferByteSource implements ByteSource {
+    private readonly buffer;
+    /**
+     * @param buffer The backing bytes.
+     */
+    constructor(buffer: Uint8Array);
+    /**
+     * @return {number} The buffer length.
+     */
+    get byteLength(): number;
+    /**
+     * @param offset Absolute source offset to read from.
+     * @param length Maximum number of bytes to read.
+     * @param into Destination buffer.
+     * @param intoOffset Offset within `into` to write at.
+     * @return {number} The number of bytes copied.
+     */
+    read(offset: number, length: number, into: Uint8Array, intoOffset: number): number;
+}
+//# sourceMappingURL=byte_source.d.ts.map

package/compiled/src/step/parsing/byte_source.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"byte_source.d.ts","sourceRoot":"","sources":["../../../../src/step/parsing/byte_source.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AACH,MAAM,WAAW,UAAU;IAEzB,2CAA2C;IAC3C,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;IAE3B;;;;;;;;;;OAUG;IACH,IAAI,CAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,GAAI,MAAM,CAAA;CACrF;AAED;;;;;GAKG;AACH,qBAAa,gBAAiB,YAAW,UAAU;IAKpC,OAAO,CAAC,QAAQ,CAAC,MAAM;IAHpC;;OAEG;gBAC2B,MAAM,EAAE,UAAU;IAEhD;;OAEG;IACH,IAAW,UAAU,IAAI,MAAM,CAE9B;IAED;;;;;;OAMG;IACI,IAAI,CACP,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,GAAI,MAAM;CAYnF"}

package/compiled/src/step/parsing/byte_source.js

@@ -0,0 +1,35 @@
+/**
+ * A `ByteSource` backed by an in-memory `Uint8Array`. Reads are `subarray`
+ * copies into the destination window. Used by tests and the resident path;
+ * note it does hold the whole buffer (that residency is the source's, not the
+ * parser's — the parser still only touches a window).
+ */
+export class BufferByteSource {
+    /**
+     * @param buffer The backing bytes.
+     */
+    constructor(buffer) {
+        this.buffer = buffer;
+    }
+    /**
+     * @return {number} The buffer length.
+     */
+    get byteLength() {
+        return this.buffer.length;
+    }
+    /**
+     * @param offset Absolute source offset to read from.
+     * @param length Maximum number of bytes to read.
+     * @param into Destination buffer.
+     * @param intoOffset Offset within `into` to write at.
+     * @return {number} The number of bytes copied.
+     */
+    read(offset, length, into, intoOffset) {
+        const end = Math.min(offset + length, this.buffer.length);
+        if (end <= offset) {
+            return 0;
+        }
+        into.set(this.buffer.subarray(offset, end), intoOffset);
+        return end - offset;
+    }
+}