@bldrs-ai/conway 1.509.1435 → 1.511.1441

package/compiled/src/step/parsing/byte_source.test.js

@@ -0,0 +1,47 @@
+/* eslint-disable no-magic-numbers */
+import { describe, expect, test } from "@jest/globals";
+import { BufferByteSource, StoreByteSource, SyncAccessHandleByteSource, } from "./byte_source.js";
+import { InMemoryStepByteStore } from "../step_buffer_provider.js";
+import { FileDescriptorByteSource } from "./byte_source_node.js";
+describe("ByteSource implementations", () => {
+    const bytes = new Uint8Array([10, 20, 30, 40, 50]);
+    test("BufferByteSource copies a range", () => {
+        const source = new BufferByteSource(bytes);
+        const into = new Uint8Array(4);
+        expect(source.read(1, 3, into, 1)).toBe(3);
+        expect([...into]).toEqual([0, 20, 30, 40]);
+    });
+    test("StoreByteSource matches BufferByteSource over the same bytes", async () => {
+        const source = new StoreByteSource(new InMemoryStepByteStore(bytes));
+        const into = new Uint8Array(3);
+        expect(await source.read(2, 10, into, 0)).toBe(3);
+        expect([...into]).toEqual([30, 40, 50]);
+    });
+    test("SyncAccessHandleByteSource reads through the handle contract", () => {
+        const handle = {
+            getSize: () => bytes.length,
+            read(buffer, options) {
+                const at = options?.at ?? 0;
+                const want = Math.min(buffer.length, bytes.length - at);
+                buffer.set(bytes.subarray(at, at + want));
+                return want;
+            },
+        };
+        const source = new SyncAccessHandleByteSource(handle);
+        const into = new Uint8Array(2);
+        expect(source.read(3, 2, into, 0)).toBe(2);
+        expect([...into]).toEqual([40, 50]);
+    });
+    test("FileDescriptorByteSource reads index.ifc without holding it", () => {
+        const source = FileDescriptorByteSource.open("data/index.ifc");
+        try {
+            const head = new Uint8Array(15);
+            const got = source.read(0, 15, head, 0);
+            expect(got).toBe(15);
+            expect(new TextDecoder().decode(head).startsWith("ISO-10303-21;")).toBe(true);
+        }
+        finally {
+            source.close();
+        }
+    });
+});

package/compiled/src/step/parsing/byte_source_node.d.ts

@@ -0,0 +1,41 @@
+import { ByteSource } from "./byte_source.js";
+/**
+ * A `ByteSource` over a Node file descriptor — the node/test twin of
+ * `SyncAccessHandleByteSource`. The file is never held as one JS
+ * buffer; each `read` is `fs.readSync` into the caller's window.
+ *
+ * The caller owns the fd (open + close). This class does not close it.
+ */
+export declare class FileDescriptorByteSource implements ByteSource {
+    private readonly fd_;
+    private readonly byteLength_;
+    /**
+     * @param fd_ An fd open for reading.
+     * @param byteLength_ File size in bytes (`fstat.size`).
+     */
+    constructor(fd_: number, byteLength_: number);
+    /**
+     * Open `path` read-only and wrap it. Caller must {@link close}.
+     *
+     * @param path Filesystem path.
+     * @return {FileDescriptorByteSource} The source.
+     */
+    static open(path: string): FileDescriptorByteSource;
+    /**
+     * @return {number} The file length.
+     */
+    get byteLength(): number;
+    /**
+     * Close the underlying fd. Further reads throw.
+     */
+    close(): void;
+    /**
+     * @param offset Absolute source offset to read from.
+     * @param length Maximum number of bytes to read.
+     * @param into Destination buffer.
+     * @param intoOffset Offset within `into` to write at.
+     * @return {number} The number of bytes copied.
+     */
+    read(offset: number, length: number, into: Uint8Array, intoOffset: number): number;
+}
+//# sourceMappingURL=byte_source_node.d.ts.map

package/compiled/src/step/parsing/byte_source_node.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"byte_source_node.d.ts","sourceRoot":"","sources":["../../../../src/step/parsing/byte_source_node.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAA;AAG1C;;;;;;GAMG;AACH,qBAAa,wBAAyB,YAAW,UAAU;IAOrD,OAAO,CAAC,QAAQ,CAAC,GAAG;IACpB,OAAO,CAAC,QAAQ,CAAC,WAAW;IANhC;;;OAGG;gBAEkB,GAAG,EAAE,MAAM,EACX,WAAW,EAAE,MAAM;IAExC;;;;;OAKG;WACW,IAAI,CAAE,IAAI,EAAE,MAAM,GAAI,wBAAwB;IAO5D;;OAEG;IACH,IAAW,UAAU,IAAI,MAAM,CAE9B;IAED;;OAEG;IACI,KAAK,IAAI,IAAI;IAIpB;;;;;;OAMG;IACI,IAAI,CACP,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,GAAI,MAAM;CAUnF"}

package/compiled/src/step/parsing/byte_source_node.js

@@ -0,0 +1,54 @@
+import fs from 'fs';
+/**
+ * A `ByteSource` over a Node file descriptor — the node/test twin of
+ * `SyncAccessHandleByteSource`. The file is never held as one JS
+ * buffer; each `read` is `fs.readSync` into the caller's window.
+ *
+ * The caller owns the fd (open + close). This class does not close it.
+ */
+export class FileDescriptorByteSource {
+    /**
+     * @param fd_ An fd open for reading.
+     * @param byteLength_ File size in bytes (`fstat.size`).
+     */
+    constructor(fd_, byteLength_) {
+        this.fd_ = fd_;
+        this.byteLength_ = byteLength_;
+    }
+    /**
+     * Open `path` read-only and wrap it. Caller must {@link close}.
+     *
+     * @param path Filesystem path.
+     * @return {FileDescriptorByteSource} The source.
+     */
+    static open(path) {
+        const fd = fs.openSync(path, 'r');
+        return new FileDescriptorByteSource(fd, fs.fstatSync(fd).size);
+    }
+    /**
+     * @return {number} The file length.
+     */
+    get byteLength() {
+        return this.byteLength_;
+    }
+    /**
+     * Close the underlying fd. Further reads throw.
+     */
+    close() {
+        fs.closeSync(this.fd_);
+    }
+    /**
+     * @param offset Absolute source offset to read from.
+     * @param length Maximum number of bytes to read.
+     * @param into Destination buffer.
+     * @param intoOffset Offset within `into` to write at.
+     * @return {number} The number of bytes copied.
+     */
+    read(offset, length, into, intoOffset) {
+        const end = Math.min(offset + length, this.byteLength_);
+        if (end <= offset) {
+            return 0;
+        }
+        return fs.readSync(this.fd_, into, intoOffset, end - offset, offset);
+    }
+}

package/compiled/src/step/parsing/express_ref_scan.d.ts

@@ -0,0 +1,20 @@
+/**
+ * Lexical scan of a STEP record for `#<expressID>` references.
+ *
+ * Used to prefetch the source-byte closure a windowed extract will
+ * acquire: walking typed attributes requires those records to already
+ * be resident, so the walk has to happen on the raw text. Strings
+ * (`'...'` with `''` escapes), binary blobs (`"..."`) and C-style
+ * comments are skipped so a hash inside a string is not a ref.
+ */
+/**
+ * Collect the distinct express IDs referenced from a STEP record's
+ * bytes. Order is first-seen; `#0` is ignored (not a real entity).
+ *
+ * @param bytes The record text (or a view containing it).
+ * @param from Start offset within `bytes`.
+ * @param length Number of bytes to scan.
+ * @return {number[]} Distinct referenced express IDs.
+ */
+export declare function scanExpressRefs(bytes: Uint8Array, from?: number, length?: number): number[];
+//# sourceMappingURL=express_ref_scan.d.ts.map

package/compiled/src/step/parsing/express_ref_scan.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"express_ref_scan.d.ts","sourceRoot":"","sources":["../../../../src/step/parsing/express_ref_scan.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAYH;;;;;;;;GAQG;AACH,wBAAgB,eAAe,CAC3B,KAAK,EAAE,UAAU,EAAE,IAAI,GAAE,MAAU,EAAE,MAAM,GAAE,MAA4B,GAAI,MAAM,EAAE,CA8DxF"}

package/compiled/src/step/parsing/express_ref_scan.js

@@ -0,0 +1,91 @@
+/**
+ * Lexical scan of a STEP record for `#<expressID>` references.
+ *
+ * Used to prefetch the source-byte closure a windowed extract will
+ * acquire: walking typed attributes requires those records to already
+ * be resident, so the walk has to happen on the raw text. Strings
+ * (`'...'` with `''` escapes), binary blobs (`"..."`) and C-style
+ * comments are skipped so a hash inside a string is not a ref.
+ */
+const HASH = 0x23;
+const QUOTE = 0x27;
+const DQUOTE = 0x22;
+const ZERO = 0x30;
+const NINE = 0x39;
+const SLASH = 0x2F;
+const STAR = 0x2A;
+/**
+ * Collect the distinct express IDs referenced from a STEP record's
+ * bytes. Order is first-seen; `#0` is ignored (not a real entity).
+ *
+ * @param bytes The record text (or a view containing it).
+ * @param from Start offset within `bytes`.
+ * @param length Number of bytes to scan.
+ * @return {number[]} Distinct referenced express IDs.
+ */
+export function scanExpressRefs(bytes, from = 0, length = bytes.length - from) {
+    const refs = [];
+    const seen = new Set();
+    const end = Math.min(from + length, bytes.length);
+    let cursor = from;
+    while (cursor < end) {
+        const byte = bytes[cursor];
+        if (byte === QUOTE) {
+            cursor = skipQuoted_(bytes, cursor + 1, end, QUOTE, true);
+            continue;
+        }
+        if (byte === DQUOTE) {
+            cursor = skipQuoted_(bytes, cursor + 1, end, DQUOTE, false);
+            continue;
+        }
+        if (byte === SLASH && cursor + 1 < end && bytes[cursor + 1] === STAR) {
+            cursor += 2;
+            while (cursor + 1 < end &&
+                !(bytes[cursor] === STAR && bytes[cursor + 1] === SLASH)) {
+                ++cursor;
+            }
+            cursor += 2;
+            continue;
+        }
+        if (byte === HASH) {
+            let value = 0;
+            let digit = cursor + 1;
+            while (digit < end && bytes[digit] >= ZERO && bytes[digit] <= NINE) {
+                value = (value * 10) + (bytes[digit] - ZERO);
+                ++digit;
+            }
+            if (digit > cursor + 1 && value !== 0 && !seen.has(value)) {
+                seen.add(value);
+                refs.push(value);
+            }
+            cursor = digit;
+            continue;
+        }
+        ++cursor;
+    }
+    return refs;
+}
+/**
+ * Advance past a quoted span that started just before `from`.
+ *
+ * @param bytes Source bytes.
+ * @param from First byte after the opening quote.
+ * @param end Exclusive scan limit.
+ * @param quote The quote byte to match.
+ * @param doubledEscape True for STEP strings (`''` is one quote).
+ * @return {number} Index just after the closing quote (or `end`).
+ */
+function skipQuoted_(bytes, from, end, quote, doubledEscape) {
+    let cursor = from;
+    while (cursor < end) {
+        if (bytes[cursor] === quote) {
+            if (doubledEscape && cursor + 1 < end && bytes[cursor + 1] === quote) {
+                cursor += 2;
+                continue;
+            }
+            return cursor + 1;
+        }
+        ++cursor;
+    }
+    return end;
+}

package/compiled/src/step/parsing/express_ref_scan.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=express_ref_scan.test.d.ts.map

package/compiled/src/step/parsing/express_ref_scan.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"express_ref_scan.test.d.ts","sourceRoot":"","sources":["../../../../src/step/parsing/express_ref_scan.test.ts"],"names":[],"mappings":""}

package/compiled/src/step/parsing/express_ref_scan.test.js

@@ -0,0 +1,28 @@
+/* eslint-disable no-magic-numbers */
+import { describe, expect, test } from "@jest/globals";
+import { scanExpressRefs } from "./express_ref_scan.js";
+/**
+ * @param text STEP text to scan.
+ * @return {number[]} Referenced express IDs.
+ */
+function scan(text) {
+    return scanExpressRefs(new TextEncoder().encode(text));
+}
+describe("scanExpressRefs", () => {
+    test("collects distinct #ids in first-seen order", () => {
+        expect(scan("#10=IFCWALL(#20,#20,#30);")).toEqual([10, 20, 30]);
+    });
+    test("ignores hashes inside STEP strings and doubled quotes", () => {
+        expect(scan("#1=IFCLABEL('door #99 is fine');#2=IFCNAME('it''s #8');"))
+            .toEqual([1, 2]);
+    });
+    test("ignores hashes inside binary blobs", () => {
+        expect(scan("#1=IFCBLOB(\"#99DEAD\");")).toEqual([1]);
+    });
+    test("ignores hashes inside comments", () => {
+        expect(scan("#1=IFCWALL(/* see #99 */#2);")).toEqual([1, 2]);
+    });
+    test("skips #0", () => {
+        expect(scan("#1=IFCWALL(#0,#2);")).toEqual([1, 2]);
+    });
+});

package/compiled/src/step/parsing/step_parser.d.ts

@@ -146,7 +146,8 @@ export default class StepParser<TypeIDType> extends StepHeaderParser {
      *
      * @param input The input parsing buffer, positioned at the data section.
      * @param onRecordBoundary Called at each top-level record boundary with the
-     * buffer; the callback may rebase the buffer's window in place.
+     * buffer; the callback may rebase the buffer's window in place. Must be
+     * synchronous on this driver — a returned Promise is a caller bug.
      * @param onRecordIndexed Called as each top-level record is indexed, with
      * its localID, expressID and typeID (0 for external-mapping records) — the
      * seam for incremental semantic consumers (type index, roots registry,
@@ -155,7 +156,7 @@ export default class StepParser<TypeIDType> extends StepHeaderParser {
      * @param onProgress Optional byte-cursor progress callback.
      * @return {BlockParseResult} The parsing result, including the index and result enum.
      */
-    parseDataBlockStreamed(input: ParsingBuffer, onRecordBoundary: (input: ParsingBuffer) => void, onRecordIndexed?: (localID: number, expressID: number, typeID: TypeIDType | undefined) => void, onProgress?: ParseProgressCallback, sink?: StepIndexSink<TypeIDType>): BlockParseResult<TypeIDType>;
+    parseDataBlockStreamed(input: ParsingBuffer, onRecordBoundary: (input: ParsingBuffer) => void | Promise<void>, onRecordIndexed?: (localID: number, expressID: number, typeID: TypeIDType | undefined) => void, onProgress?: ParseProgressCallback, sink?: StepIndexSink<TypeIDType>): BlockParseResult<TypeIDType>;
     /**
      * Cooperative variant of parseDataBlockStreamed: identical parse and
      * window-slide behaviour (same generator body, same boundary callback),
@@ -165,7 +166,9 @@ export default class StepParser<TypeIDType> extends StepHeaderParser {
      *
      * @param input The input parsing buffer, positioned at the data section.
      * @param onRecordBoundary Called at each top-level record boundary with the
-     * buffer; the callback may rebase the buffer's window in place.
+     * buffer; the callback may rebase the buffer's window in place. May return
+     * a Promise when the slide itself is I/O (an async ByteSource); this
+     * driver awaits it before the next record is lexed.
      * @param onRecordIndexed Called as each top-level record is indexed — see
      * parseDataBlockStreamed.
      * @param onProgress Optional byte-cursor progress callback.
@@ -174,7 +177,7 @@ export default class StepParser<TypeIDType> extends StepHeaderParser {
      * @return {Promise<BlockParseResult>} The parsing result, including the
      * index and result enum.
      */
-    parseDataBlockStreamedAsync(input: ParsingBuffer, onRecordBoundary: (input: ParsingBuffer) => void, onRecordIndexed?: (localID: number, expressID: number, typeID: TypeIDType | undefined) => void, onProgress?: ParseProgressCallback, sink?: StepIndexSink<TypeIDType>, yieldIntervalMs?: number): Promise<BlockParseResult<TypeIDType>>;
+    parseDataBlockStreamedAsync(input: ParsingBuffer, onRecordBoundary: (input: ParsingBuffer) => void | Promise<void>, onRecordIndexed?: (localID: number, expressID: number, typeID: TypeIDType | undefined) => void, onProgress?: ParseProgressCallback, sink?: StepIndexSink<TypeIDType>, yieldIntervalMs?: number): Promise<BlockParseResult<TypeIDType>>;
     /**
      * Cooperative variant of parseDataBlock: identical parse (same generator
      * body), but periodically awaits a macrotask so the event loop can run —

package/compiled/src/step/parsing/step_parser.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"step_parser.d.ts","sourceRoot":"","sources":["../../../../src/step/parsing/step_parser.ts"],"names":[],"mappings":"AACA,OAAO,SAAS,MAAM,2BAA2B,CAAA;AAEjD,OAAO,aAAa,MAAM,8BAA8B,CAAA;AAcxD,OAAO,iBAAiB,EAAE,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAA;AAEpE,MAAM,WAAW,kBAAkB,CAAC,UAAU;IAE5C,OAAO,EAAE,MAAM,CAAA;IACf,MAAM,EAAE,MAAM,CAAA;IACd,MAAM,CAAC,EAAE,UAAU,CAAA;IACnB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,YAAY,CAAC,EAAE,kBAAkB,CAAC,UAAU,CAAC,EAAE,CAAA;IAE/C,cAAc,CAAC,EAAE,oBAAoB,CAAC,UAAU,CAAC,EAAE,CAAA;CACpD;AAED,MAAM,WAAW,oBAAoB,CAAC,UAAU,CAAE,SAAQ,kBAAkB,CAAC,UAAU,CAAC;IAEtF,SAAS,CAAC,EAAE,SAAS,CAAA;CACtB;AAED,MAAM,WAAW,cAAc,CAAC,UAAU,CAAE,SAAQ,kBAAkB,CAAC,UAAU,CAAC;IAEhF,SAAS,EAAE,MAAM,CAAA;CAClB;AAED,MAAM,WAAW,SAAS,CAAC,UAAU;IAEnC,QAAQ,EAAE,cAAc,CAAC,UAAU,CAAC,EAAE,CAAA;CAEvC;AAED;;;;;;GAMG;AACH,MAAM,WAAW,aAAa,CAAC,UAAU;IAEvC;;;;;OAKG;IACH,YAAY,CAAE,KAAK,EAAE,cAAc,CAAC,UAAU,CAAC,GAAI,IAAI,CAAA;IAEvD;;;OAGG;IACH,KAAK,IAAI,IAAI,CAAA;CACd;AAED,MAAM,WAAW,QAAQ;IACvB,IAAI,EAAE,MAAM,CAAA;IACZ,KAAK,EAAE,GAAG,CAAA;CACX;AAID;;GAEG;AAGH,oBAAY,WAAW;IAErB,QAAQ,IAAI;IACZ,UAAU,IAAI;IACd,YAAY,IAAI;IAChB,YAAY,IAAI;IAChB,YAAY,IAAI;CACjB;AAyBD,MAAM,MAAM,gBAAgB,CAAC,UAAU,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,EAAE,WAAW,CAAC,CAAA;AAC/E,MAAM,MAAM,uBAAuB,CAAC,UAAU,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,EAAE,WAAW,CAAC,CAAA;AAEtF;;;;;GAKG;AACH,MAAM,MAAM,qBAAqB,GAAG,CAAE,WAAW,EAAE,MAAM,KAAM,IAAI,CAAA;AAWnE,MAAM,WAAW,UAAU;IACzB,OAAO,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CAC7B;AAED,MAAM,MAAM,iBAAiB,GAAG,CAAC,UAAU,EAAE,WAAW,CAAC,CAAA;AAGzD;;GAEG;AACH,qBAAa,gBAAgB;IAE3B,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAkB;IAE3C;;;;OAIG;IACH,WAAkB,QAAQ,IAAI,gBAAgB,CAQ7C;IAED;;;;;OAKG;IACI,WAAW,CAAC,KAAK,EAAE,aAAa,GAAG,iBAAiB;CA0L5D;AACD;;GAEG;AACH,MAAM,CAAC,OAAO,OAAO,UAAU,CAAC,UAAU,CAAE,SAAQ,gBAAgB;IAQtD,OAAO,CAAC,QAAQ,CAAC,MAAM;IANnC;;;;;OAKG;gBAC0B,MAAM,EAAE,QAAQ,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;IAKpE;;;;;;;;;;;;;OAaG;IACI,gBAAgB,CACnB,KAAK,EAAE,UAAU,EACjB,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,aAAa,EAAE,iBAAiB,GAAG,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,CAAC,GAAG,SAAS;IA+D9E;;;;;;;;;;OAUG;IACI,cAAc,CACjB,KAAK,EAAE,aAAa,EACpB,UAAU,CAAC,EAAE,qBAAqB,GAAI,gBAAgB,CAAC,UAAU,CAAC;IAgBtE;;;;;;;;;;;;;;;;;OAiBG;IACI,sBAAsB,CACzB,KAAK,EAAE,aAAa,EACpB,gBAAgB,EAAE,CAAE,KAAK,EAAE,aAAa,KAAM,IAAI,EAClD,eAAe,CAAC,EAAE,CAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,GAAG,SAAS,KAAM,IAAI,EAChG,UAAU,CAAC,EAAE,qBAAqB,EAClC,IAAI,CAAC,EAAE,aAAa,CAAC,UAAU,CAAC,GAAI,gBAAgB,CAAC,UAAU,CAAC;IAiBpE;;;;;;;;;;;;;;;;;OAiBG;IACU,2BAA2B,CACpC,KAAK,EAAE,aAAa,EACpB,gBAAgB,EAAE,CAAE,KAAK,EAAE,aAAa,KAAM,IAAI,EAClD,eAAe,CAAC,EAAE,CAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,GAAG,SAAS,KAAM,IAAI,EAChG,UAAU,CAAC,EAAE,qBAAqB,EAClC,IAAI,CAAC,EAAE,aAAa,CAAC,UAAU,CAAC,EAChC,eAAe,GAAE,MAAwC,GACzD,OAAO,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAC;IAwBzC;;;;;;;;;;;OAWG;IACU,mBAAmB,CAC5B,KAAK,EAAE,aAAa,EACpB,UAAU,CAAC,EAAE,qBAAqB,EAClC,eAAe,GAAE,MAAwC,GACzD,OAAO,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAC;IAuBzC;;;;;;;;;OASG;IACH,OAAO,CAAE,yBAAyB;IAydlC;;;;;;;OAOG;IACI,gBAAgB,CAAC,KAAK,EAAE,aAAa,EAAE,SAAS,EAAE,MAAM,GAAG,CAAC,GAAG,EAAE,WAAW,CAAC;CAiarF"}
+{"version":3,"file":"step_parser.d.ts","sourceRoot":"","sources":["../../../../src/step/parsing/step_parser.ts"],"names":[],"mappings":"AACA,OAAO,SAAS,MAAM,2BAA2B,CAAA;AAEjD,OAAO,aAAa,MAAM,8BAA8B,CAAA;AAcxD,OAAO,iBAAiB,EAAE,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAA;AAEpE,MAAM,WAAW,kBAAkB,CAAC,UAAU;IAE5C,OAAO,EAAE,MAAM,CAAA;IACf,MAAM,EAAE,MAAM,CAAA;IACd,MAAM,CAAC,EAAE,UAAU,CAAA;IACnB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,YAAY,CAAC,EAAE,kBAAkB,CAAC,UAAU,CAAC,EAAE,CAAA;IAE/C,cAAc,CAAC,EAAE,oBAAoB,CAAC,UAAU,CAAC,EAAE,CAAA;CACpD;AAED,MAAM,WAAW,oBAAoB,CAAC,UAAU,CAAE,SAAQ,kBAAkB,CAAC,UAAU,CAAC;IAEtF,SAAS,CAAC,EAAE,SAAS,CAAA;CACtB;AAED,MAAM,WAAW,cAAc,CAAC,UAAU,CAAE,SAAQ,kBAAkB,CAAC,UAAU,CAAC;IAEhF,SAAS,EAAE,MAAM,CAAA;CAClB;AAED,MAAM,WAAW,SAAS,CAAC,UAAU;IAEnC,QAAQ,EAAE,cAAc,CAAC,UAAU,CAAC,EAAE,CAAA;CAEvC;AAED;;;;;;GAMG;AACH,MAAM,WAAW,aAAa,CAAC,UAAU;IAEvC;;;;;OAKG;IACH,YAAY,CAAE,KAAK,EAAE,cAAc,CAAC,UAAU,CAAC,GAAI,IAAI,CAAA;IAEvD;;;OAGG;IACH,KAAK,IAAI,IAAI,CAAA;CACd;AAED,MAAM,WAAW,QAAQ;IACvB,IAAI,EAAE,MAAM,CAAA;IACZ,KAAK,EAAE,GAAG,CAAA;CACX;AAID;;GAEG;AAGH,oBAAY,WAAW;IAErB,QAAQ,IAAI;IACZ,UAAU,IAAI;IACd,YAAY,IAAI;IAChB,YAAY,IAAI;IAChB,YAAY,IAAI;CACjB;AAyBD,MAAM,MAAM,gBAAgB,CAAC,UAAU,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,EAAE,WAAW,CAAC,CAAA;AAC/E,MAAM,MAAM,uBAAuB,CAAC,UAAU,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,EAAE,WAAW,CAAC,CAAA;AAEtF;;;;;GAKG;AACH,MAAM,MAAM,qBAAqB,GAAG,CAAE,WAAW,EAAE,MAAM,KAAM,IAAI,CAAA;AAWnE,MAAM,WAAW,UAAU;IACzB,OAAO,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CAC7B;AAED,MAAM,MAAM,iBAAiB,GAAG,CAAC,UAAU,EAAE,WAAW,CAAC,CAAA;AAGzD;;GAEG;AACH,qBAAa,gBAAgB;IAE3B,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAkB;IAE3C;;;;OAIG;IACH,WAAkB,QAAQ,IAAI,gBAAgB,CAQ7C;IAED;;;;;OAKG;IACI,WAAW,CAAC,KAAK,EAAE,aAAa,GAAG,iBAAiB;CA0L5D;AACD;;GAEG;AACH,MAAM,CAAC,OAAO,OAAO,UAAU,CAAC,UAAU,CAAE,SAAQ,gBAAgB;IAQtD,OAAO,CAAC,QAAQ,CAAC,MAAM;IANnC;;;;;OAKG;gBAC0B,MAAM,EAAE,QAAQ,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;IAKpE;;;;;;;;;;;;;OAaG;IACI,gBAAgB,CACnB,KAAK,EAAE,UAAU,EACjB,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,aAAa,EAAE,iBAAiB,GAAG,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,CAAC,GAAG,SAAS;IA+D9E;;;;;;;;;;OAUG;IACI,cAAc,CACjB,KAAK,EAAE,aAAa,EACpB,UAAU,CAAC,EAAE,qBAAqB,GAAI,gBAAgB,CAAC,UAAU,CAAC;IAkBtE;;;;;;;;;;;;;;;;;;OAkBG;IACI,sBAAsB,CACzB,KAAK,EAAE,aAAa,EACpB,gBAAgB,EAAE,CAAE,KAAK,EAAE,aAAa,KAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,EAClE,eAAe,CAAC,EAAE,CAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,GAAG,SAAS,KAAM,IAAI,EAChG,UAAU,CAAC,EAAE,qBAAqB,EAClC,IAAI,CAAC,EAAE,aAAa,CAAC,UAAU,CAAC,GAAI,gBAAgB,CAAC,UAAU,CAAC;IAsBpE;;;;;;;;;;;;;;;;;;;OAmBG;IACU,2BAA2B,CACpC,KAAK,EAAE,aAAa,EACpB,gBAAgB,EAAE,CAAE,KAAK,EAAE,aAAa,KAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,EAClE,eAAe,CAAC,EAAE,CAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,GAAG,SAAS,KAAM,IAAI,EAChG,UAAU,CAAC,EAAE,qBAAqB,EAClC,IAAI,CAAC,EAAE,aAAa,CAAC,UAAU,CAAC,EAChC,eAAe,GAAE,MAAwC,GACzD,OAAO,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAC;IA6BzC;;;;;;;;;;;OAWG;IACU,mBAAmB,CAC5B,KAAK,EAAE,aAAa,EACpB,UAAU,CAAC,EAAE,qBAAqB,EAClC,eAAe,GAAE,MAAwC,GACzD,OAAO,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAC;IAyBzC;;;;;;;;;OASG;IACH,OAAO,CAAE,yBAAyB;IA+dlC;;;;;;;OAOG;IACI,gBAAgB,CAAC,KAAK,EAAE,aAAa,EAAE,SAAS,EAAE,MAAM,GAAG,CAAC,GAAG,EAAE,WAAW,CAAC;CAiarF"}

package/compiled/src/step/parsing/step_parser.js

@@ -307,7 +307,9 @@ export default class StepParser extends StepHeaderParser {
             if (next.done === true) {
                 return next.value;
             }
-            onProgress?.(next.value);
+            if (typeof next.value === "number") {
+                onProgress?.(next.value);
+            }
         }
     }
     /**
@@ -319,7 +321,8 @@ export default class StepParser extends StepHeaderParser {
      *
      * @param input The input parsing buffer, positioned at the data section.
      * @param onRecordBoundary Called at each top-level record boundary with the
-     * buffer; the callback may rebase the buffer's window in place.
+     * buffer; the callback may rebase the buffer's window in place. Must be
+     * synchronous on this driver — a returned Promise is a caller bug.
      * @param onRecordIndexed Called as each top-level record is indexed, with
      * its localID, expressID and typeID (0 for external-mapping records) — the
      * seam for incremental semantic consumers (type index, roots registry,
@@ -335,6 +338,9 @@ export default class StepParser extends StepHeaderParser {
             if (next.done === true) {
                 return next.value;
             }
+            if (typeof next.value !== "number") {
+                throw new Error("parseDataBlockStreamed: async window slide requires parseDataBlockStreamedAsync");
+            }
             onProgress?.(next.value);
         }
     }
@@ -347,7 +353,9 @@ export default class StepParser extends StepHeaderParser {
      *
      * @param input The input parsing buffer, positioned at the data section.
      * @param onRecordBoundary Called at each top-level record boundary with the
-     * buffer; the callback may rebase the buffer's window in place.
+     * buffer; the callback may rebase the buffer's window in place. May return
+     * a Promise when the slide itself is I/O (an async ByteSource); this
+     * driver awaits it before the next record is lexed.
      * @param onRecordIndexed Called as each top-level record is indexed — see
      * parseDataBlockStreamed.
      * @param onProgress Optional byte-cursor progress callback.
@@ -364,6 +372,10 @@ export default class StepParser extends StepHeaderParser {
             if (next.done === true) {
                 return next.value;
             }
+            if (typeof next.value !== "number") {
+                await next.value;
+                continue;
+            }
             onProgress?.(next.value);
             if (Date.now() - lastYield >= yieldIntervalMs) {
                 await yieldToEventLoop();
@@ -391,7 +403,9 @@ export default class StepParser extends StepHeaderParser {
             if (next.done === true) {
                 return next.value;
             }
-            onProgress?.(next.value);
+            if (typeof next.value === "number") {
+                onProgress?.(next.value);
+            }
             if (Date.now() - lastYield >= yieldIntervalMs) {
                 await yieldToEventLoop();
                 lastYield = Date.now();
@@ -569,8 +583,13 @@ export default class StepParser extends StepHeaderParser {
             // Top-level record boundary: the rewind stack is empty and the cursor
             // sits at the next record's leading whitespace/`#`. A streaming driver
             // uses this to slide its moving window forward (see
-            // streaming_index_builder.ts). No-op on the resident path.
-            onRecordBoundary?.(input);
+            // streaming_index_builder.ts). No-op on the resident path. An async
+            // slide (OPFS File.slice / HTTP range) is yielded so the async
+            // driver can await it before the next record is lexed.
+            const slide = onRecordBoundary?.(input);
+            if (slide !== void 0 && typeof slide.then === "function") {
+                yield slide;
+            }
             if (!charws(HASH)) {
                 if (tokenws(END_SECTION)) {
                     return parseResult(ParseResult.COMPLETE);

package/compiled/src/step/parsing/streaming_index_builder.d.ts

@@ -1,4 +1,4 @@
-import { ByteSource } from "./byte_source.js";
+import { ByteSource, ReadableByteSource } from "./byte_source.js";
 import { StepIndexColumns } from "./columnar_index.js";
 import StepParser, { ParseResult, StepHeader, StepIndexEntry, StepIndexSink } from "./step_parser.js";
 /**
@@ -87,7 +87,7 @@ export declare function buildIndexStreaming<TypeIDType>(source: ByteSource, pars
  * @return {Promise<StreamingIndexResult>} The index, header, result and
  * diagnostics.
  */
-export declare function buildIndexStreamingAsync<TypeIDType>(source: ByteSource, parser: StepParser<TypeIDType>, pool: number, onRecordIndexed?: (localID: number, expressID: number, typeID: TypeIDType | undefined) => void, sink?: StepIndexSink<TypeIDType>, onProgress?: (absoluteByteCursor: number) => void, yieldIntervalMs?: number): Promise<StreamingIndexResult<TypeIDType>>;
+export declare function buildIndexStreamingAsync<TypeIDType>(source: ReadableByteSource, parser: StepParser<TypeIDType>, pool: number, onRecordIndexed?: (localID: number, expressID: number, typeID: TypeIDType | undefined) => void, sink?: StepIndexSink<TypeIDType>, onProgress?: (absoluteByteCursor: number) => void, yieldIntervalMs?: number): Promise<StreamingIndexResult<TypeIDType>>;
 /**
  * The output of a columnar streaming index build: the index in its SoA
  * column form (no object phase — see columnar_index.ts), plus the header and
@@ -129,5 +129,5 @@ export declare function buildColumnarIndexStreaming<TypeIDType extends number>(s
  * @return {Promise<StreamingColumnarIndexResult>} Columns, header, result,
  * stats.
  */
-export declare function buildColumnarIndexStreamingAsync<TypeIDType extends number>(source: ByteSource, parser: StepParser<TypeIDType>, pool: number, onRecordIndexed?: (localID: number, expressID: number, typeID: TypeIDType | undefined) => void, onProgress?: (absoluteByteCursor: number) => void, yieldIntervalMs?: number): Promise<StreamingColumnarIndexResult<TypeIDType>>;
+export declare function buildColumnarIndexStreamingAsync<TypeIDType extends number>(source: ReadableByteSource, parser: StepParser<TypeIDType>, pool: number, onRecordIndexed?: (localID: number, expressID: number, typeID: TypeIDType | undefined) => void, onProgress?: (absoluteByteCursor: number) => void, yieldIntervalMs?: number): Promise<StreamingColumnarIndexResult<TypeIDType>>;
 //# sourceMappingURL=streaming_index_builder.d.ts.map

package/compiled/src/step/parsing/streaming_index_builder.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"streaming_index_builder.d.ts","sourceRoot":"","sources":["../../../../src/step/parsing/streaming_index_builder.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAA;AAC1C,OAAO,EAAqB,gBAAgB,EAAE,MAAM,kBAAkB,CAAA;AACtE,OAAO,UAAU,EAAE,EACjB,WAAW,EACX,UAAU,EACV,cAAc,EACd,aAAa,EACd,MAAM,eAAe,CAAA;AAGtB;;;GAGG;AACH,MAAM,WAAW,mBAAmB;IAElC,8CAA8C;IAC9C,IAAI,EAAE,MAAM,CAAA;IAEZ;0CACsC;IACtC,WAAW,EAAE,MAAM,CAAA;IAEnB,+CAA+C;IAC/C,MAAM,EAAE,MAAM,CAAA;IAEd,0DAA0D;IAC1D,YAAY,EAAE,MAAM,CAAA;IAEpB,2EAA2E;IAC3E,SAAS,EAAE,MAAM,CAAA;CAClB;AAGD;;;GAGG;AACH,MAAM,WAAW,oBAAoB,CAAC,UAAU;IAC9C,MAAM,EAAE,UAAU,CAAA;IAClB,QAAQ,EAAE,cAAc,CAAC,UAAU,CAAC,EAAE,CAAA;IACtC,MAAM,EAAE,WAAW,CAAA;IACnB,KAAK,EAAE,mBAAmB,CAAA;CAC3B;AAGD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAsCG;AACH,wBAAgB,mBAAmB,CAAC,UAAU,EAC1C,MAAM,EAAE,UAAU,EAClB,MAAM,EAAE,UAAU,CAAC,UAAU,CAAC,EAC9B,IAAI,EAAE,MAAM,EACZ,eAAe,CAAC,EACd,CAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,GAAG,SAAS,KAAM,IAAI,EAChF,IAAI,CAAC,EAAE,aAAa,CAAC,UAAU,CAAC,GAChC,oBAAoB,CAAC,UAAU,CAAC,CA8GnC;AASD;;;;;;;;;;;;;;;;;;GAkBG;AACH,wBAAsB,wBAAwB,CAAC,UAAU,EACrD,MAAM,EAAE,UAAU,EAClB,MAAM,EAAE,UAAU,CAAC,UAAU,CAAC,EAC9B,IAAI,EAAE,MAAM,EACZ,eAAe,CAAC,EACd,CAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,GAAG,SAAS,KAAM,IAAI,EAChF,IAAI,CAAC,EAAE,aAAa,CAAC,UAAU,CAAC,EAChC,UAAU,CAAC,EAAE,CAAE,kBAAkB,EAAE,MAAM,KAAM,IAAI,EACnD,eAAe,CAAC,EAAE,MAAM,GACxB,OAAO,CAAC,oBAAoB,CAAC,UAAU,CAAC,CAAC,CAqG5C;AAGD;;;;GAIG;AACH,MAAM,WAAW,4BAA4B,CAAC,UAAU;IACtD,MAAM,EAAE,UAAU,CAAA;IAClB,OAAO,EAAE,gBAAgB,CAAC,UAAU,CAAC,CAAA;IACrC,MAAM,EAAE,WAAW,CAAA;IACnB,KAAK,EAAE,mBAAmB,CAAA;CAC3B;AAGD;;;;;;;;;;;;;GAaG;AACH,wBAAgB,2BAA2B,CAAC,UAAU,SAAS,MAAM,EACjE,MAAM,EAAE,UAAU,EAClB,MAAM,EAAE,UAAU,CAAC,UAAU,CAAC,EAC9B,IAAI,EAAE,MAAM,EACZ,eAAe,CAAC,EACd,CAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,GAAG,SAAS,KAAM,IAAI,GAChF,4BAA4B,CAAC,UAAU,CAAC,CAQ3C;AAGD;;;;;;;;;;;;;;GAcG;AACH,wBAAsB,gCAAgC,CAAC,UAAU,SAAS,MAAM,EAC5E,MAAM,EAAE,UAAU,EAClB,MAAM,EAAE,UAAU,CAAC,UAAU,CAAC,EAC9B,IAAI,EAAE,MAAM,EACZ,eAAe,CAAC,EACd,CAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,GAAG,SAAS,KAAM,IAAI,EAChF,UAAU,CAAC,EAAE,CAAE,kBAAkB,EAAE,MAAM,KAAM,IAAI,EACnD,eAAe,CAAC,EAAE,MAAM,GACxB,OAAO,CAAC,4BAA4B,CAAC,UAAU,CAAC,CAAC,CAQpD"}
+{"version":3,"file":"streaming_index_builder.d.ts","sourceRoot":"","sources":["../../../../src/step/parsing/streaming_index_builder.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAA;AAC9D,OAAO,EAAqB,gBAAgB,EAAE,MAAM,kBAAkB,CAAA;AACtE,OAAO,UAAU,EAAE,EACjB,WAAW,EACX,UAAU,EACV,cAAc,EACd,aAAa,EACd,MAAM,eAAe,CAAA;AAGtB;;;GAGG;AACH,MAAM,WAAW,mBAAmB;IAElC,8CAA8C;IAC9C,IAAI,EAAE,MAAM,CAAA;IAEZ;0CACsC;IACtC,WAAW,EAAE,MAAM,CAAA;IAEnB,+CAA+C;IAC/C,MAAM,EAAE,MAAM,CAAA;IAEd,0DAA0D;IAC1D,YAAY,EAAE,MAAM,CAAA;IAEpB,2EAA2E;IAC3E,SAAS,EAAE,MAAM,CAAA;CAClB;AAGD;;;GAGG;AACH,MAAM,WAAW,oBAAoB,CAAC,UAAU;IAC9C,MAAM,EAAE,UAAU,CAAA;IAClB,QAAQ,EAAE,cAAc,CAAC,UAAU,CAAC,EAAE,CAAA;IACtC,MAAM,EAAE,WAAW,CAAA;IACnB,KAAK,EAAE,mBAAmB,CAAA;CAC3B;AAGD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAsCG;AACH,wBAAgB,mBAAmB,CAAC,UAAU,EAC1C,MAAM,EAAE,UAAU,EAClB,MAAM,EAAE,UAAU,CAAC,UAAU,CAAC,EAC9B,IAAI,EAAE,MAAM,EACZ,eAAe,CAAC,EACd,CAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,GAAG,SAAS,KAAM,IAAI,EAChF,IAAI,CAAC,EAAE,aAAa,CAAC,UAAU,CAAC,GAChC,oBAAoB,CAAC,UAAU,CAAC,CA8GnC;AAgCD;;;;;;;;;;;;;;;;;;GAkBG;AACH,wBAAsB,wBAAwB,CAAC,UAAU,EACrD,MAAM,EAAE,kBAAkB,EAC1B,MAAM,EAAE,UAAU,CAAC,UAAU,CAAC,EAC9B,IAAI,EAAE,MAAM,EACZ,eAAe,CAAC,EACd,CAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,GAAG,SAAS,KAAM,IAAI,EAChF,IAAI,CAAC,EAAE,aAAa,CAAC,UAAU,CAAC,EAChC,UAAU,CAAC,EAAE,CAAE,kBAAkB,EAAE,MAAM,KAAM,IAAI,EACnD,eAAe,CAAC,EAAE,MAAM,GACxB,OAAO,CAAC,oBAAoB,CAAC,UAAU,CAAC,CAAC,CAyG5C;AAGD;;;;GAIG;AACH,MAAM,WAAW,4BAA4B,CAAC,UAAU;IACtD,MAAM,EAAE,UAAU,CAAA;IAClB,OAAO,EAAE,gBAAgB,CAAC,UAAU,CAAC,CAAA;IACrC,MAAM,EAAE,WAAW,CAAA;IACnB,KAAK,EAAE,mBAAmB,CAAA;CAC3B;AAGD;;;;;;;;;;;;;GAaG;AACH,wBAAgB,2BAA2B,CAAC,UAAU,SAAS,MAAM,EACjE,MAAM,EAAE,UAAU,EAClB,MAAM,EAAE,UAAU,CAAC,UAAU,CAAC,EAC9B,IAAI,EAAE,MAAM,EACZ,eAAe,CAAC,EACd,CAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,GAAG,SAAS,KAAM,IAAI,GAChF,4BAA4B,CAAC,UAAU,CAAC,CAQ3C;AAGD;;;;;;;;;;;;;;GAcG;AACH,wBAAsB,gCAAgC,CAAC,UAAU,SAAS,MAAM,EAC5E,MAAM,EAAE,kBAAkB,EAC1B,MAAM,EAAE,UAAU,CAAC,UAAU,CAAC,EAC9B,IAAI,EAAE,MAAM,EACZ,eAAe,CAAC,EACd,CAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,GAAG,SAAS,KAAM,IAAI,EAChF,UAAU,CAAC,EAAE,CAAE,kBAAkB,EAAE,MAAM,KAAM,IAAI,EACnD,eAAe,CAAC,EAAE,MAAM,GACxB,OAAO,CAAC,4BAA4B,CAAC,UAAU,CAAC,CAAC,CAQpD"}

package/compiled/src/step/parsing/streaming_index_builder.js

@@ -125,6 +125,21 @@ export function buildIndexStreaming(source, parser, pool, onRecordIndexed, sink)
 // many slides on a small fixture; the pool sweep uses ≥ 128 KB anyway.
 // eslint-disable-next-line no-magic-numbers
 const MIN_WINDOW = 4 * 1024;
+/**
+ * Fill `into` from either a sync or async byte source. A sync `read`
+ * resolves immediately; this is what lets the cooperative builder
+ * parse from an OPFS `File.slice()` store without a worker.
+ *
+ * @param source Sync or async positioned source.
+ * @param offset Absolute source offset.
+ * @param length Maximum bytes to copy.
+ * @param into Destination buffer.
+ * @param intoOffset Offset within `into`.
+ * @return {Promise<number>} Bytes copied.
+ */
+async function readSource(source, offset, length, into, intoOffset) {
+    return await source.read(offset, length, into, intoOffset);
+}
 /**
  * Cooperative twin of {@link buildIndexStreaming}: identical parse, window
  * and grow-and-restart behaviour (mirrored the same way the parser mirrors
@@ -150,7 +165,7 @@ export async function buildIndexStreamingAsync(source, parser, pool, onRecordInd
     for (;;) {
         const window = new Uint8Array(windowBytes);
         let windowStartFile = 0;
-        let windowLen = source.read(0, windowBytes, window, 0);
+        let windowLen = await readSource(source, 0, windowBytes, window, 0);
         let bytesRead = windowLen;
         const input = new ParsingBuffer(window, 0, windowLen);
         const [header, headerResult] = parser.parseHeader(input);
@@ -183,12 +198,17 @@ export async function buildIndexStreamingAsync(source, parser, pool, onRecordInd
             const tail = windowLen - cursor;
             window.copyWithin(0, cursor, windowLen);
             const want = windowBytes - tail;
-            const got = source.read(windowStartFile + windowLen, want, window, tail);
-            bytesRead += got;
-            windowLen = tail + got;
-            windowStartFile = recordFileStart;
-            buffer.rebaseWindow(window, 0, windowLen, windowStartFile);
-            ++slides;
+            const fillAt = windowStartFile + windowLen;
+            // Only return a Promise when this boundary actually slides —
+            // an `async` callback would force an await at every record
+            // (millions of hops on a PSB-class file).
+            return readSource(source, fillAt, want, window, tail).then((got) => {
+                bytesRead += got;
+                windowLen = tail + got;
+                windowStartFile = recordFileStart;
+                buffer.rebaseWindow(window, 0, windowLen, windowStartFile);
+                ++slides;
+            });
         };
         // Translate the parser's window-relative cursor to an absolute source
         // cursor (windowStartFile advances as the window slides).

package/compiled/src/step/parsing/streaming_index_builder_async.test.js

@@ -9,7 +9,8 @@
 import fs from "fs";
 import { describe, expect, test } from "@jest/globals";
 import IfcStepParser from "../../ifc/ifc_step_parser.js";
-import { BufferByteSource } from "./byte_source.js";
+import { BufferByteSource, StoreByteSource } from "./byte_source.js";
+import { InMemoryStepByteStore } from "../step_buffer_provider.js";
 import { buildColumnarIndexStreaming, buildColumnarIndexStreamingAsync, } from "./streaming_index_builder.js";
 import { ParseResult } from "./step_parser.js";
 const POOL = 8 * 1024; // small window → forces slides on both inputs
@@ -53,6 +54,17 @@ describe("buildColumnarIndexStreamingAsync", () => {
         expect(cooperative.stats.slides).toBe(sync.stats.slides);
         expect(cooperative.stats.slides).toBeGreaterThan(0);
     }, 60000);
+    test("StoreByteSource fills produce the same columns as a buffer source", async () => {
+        const bytes = new Uint8Array(fs.readFileSync("data/index.ifc"));
+        const parser = IfcStepParser.Instance;
+        const fromBuffer = await buildColumnarIndexStreamingAsync(new BufferByteSource(bytes), parser, POOL, void 0, void 0, 0);
+        const fromStore = await buildColumnarIndexStreamingAsync(new StoreByteSource(new InMemoryStepByteStore(bytes)), parser, POOL, void 0, void 0, 0);
+        expect(fromStore.result).toBe(ParseResult.COMPLETE);
+        expect(Array.from(fromStore.columns.address))
+            .toEqual(Array.from(fromBuffer.columns.address));
+        expect(Array.from(fromStore.columns.expressID))
+            .toEqual(Array.from(fromBuffer.columns.expressID));
+    }, 60000);
     test("yields to the event loop and reports absolute progress mid-parse", async () => {
         const bytes = syntheticIfc(10000);
         const parser = IfcStepParser.Instance;

package/compiled/src/step/step_buffer_provider.d.ts

@@ -150,6 +150,21 @@ export interface StepBufferProvider {
      * @return {Promise< void >} Resolves when resident.
      */
     ensureResident(address: number, length: number): Promise<void>;
+    /**
+     * Hold a range against LRU eviction until a matching
+     * {@link unpinRange}. No-op on a fully-resident source. Refcounted.
+     *
+     * @param address Absolute start of the range.
+     * @param length Length of the range.
+     */
+    pinRange?(address: number, length: number): void;
+    /**
+     * Drop one {@link pinRange} hold on a range.
+     *
+     * @param address Absolute start of the range.
+     * @param length Length of the range.
+     */
+    unpinRange?(address: number, length: number): void;
 }
 /**
  * Provider over a fully-resident source buffer — the default, and
@@ -274,5 +289,34 @@ export declare class WindowedStepBufferProvider implements StepBufferProvider {
      * @return {Promise< void >} Resolves when resident.
      */
     ensureResident(address: number, length: number): Promise<void>;
+    /**
+     * Hold a range against LRU eviction until {@link unpinRange}.
+     *
+     * @param address Absolute start of the range.
+     * @param length Length of the range.
+     */
+    pinRange(address: number, length: number): void;
+    /**
+     * Drop one {@link pinRange} hold.
+     *
+     * @param address Absolute start of the range.
+     * @param length Length of the range.
+     */
+    unpinRange(address: number, length: number): void;
+    /**
+     * Chunk indices covering `[address, address + length)`.
+     *
+     * @param address Absolute start.
+     * @param length Length in bytes.
+     * @return {number[]} Inclusive chunk indices.
+     */
+    private chunkSpan_;
+    /**
+     * Adjust a chunk's pin count, deleting the entry at zero.
+     *
+     * @param chunkIndex The chunk.
+     * @param delta +1 pin or -1 unpin.
+     */
+    private addPin_;
 }
 //# sourceMappingURL=step_buffer_provider.d.ts.map

package/compiled/src/step/step_buffer_provider.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"step_buffer_provider.d.ts","sourceRoot":"","sources":["../../../src/step/step_buffer_provider.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4CG;AAqBH;;;;;GAKG;AACH,wBAAgB,cAAc,CAAE,MAAM,EAAE,UAAU,GAAI,MAAM,CAE3D;AAmBD;;;;GAIG;AACH,MAAM,WAAW,qBAAqB;IAEpC,8CAA8C;IAC9C,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;IAE3B;;;;;;;OAOG;IACH,IAAI,CAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAI,OAAO,CAAE,UAAU,CAAE,CAAA;CAC9D;AAED;;;;GAIG;AACH,qBAAa,qBAAsB,YAAW,qBAAqB;IAOpD,OAAO,CAAC,QAAQ,CAAC,MAAM;IALpC;;;;OAIG;gBAC2B,MAAM,EAAE,UAAU;IAEhD;;;;OAIG;IACH,IAAW,UAAU,IAAI,MAAM,CAE9B;IAED;;;;;;OAMG;IACI,IAAI,CAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAI,OAAO,CAAE,UAAU,CAAE;CAGrE;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,qBAAqB;IACpC,MAAM,EAAE,UAAU,CAAA;IAClB,MAAM,EAAE,MAAM,CAAA;CACf;AAED;;;;;GAKG;AACH,qBAAa,0BAA2B,SAAQ,KAAK;aAQtB,OAAO,EAAE,MAAM;aAAkB,MAAM,EAAE,MAAM;IAN5E;;;;;OAKG;gBAC0B,OAAO,EAAE,MAAM,EAAkB,MAAM,EAAE,MAAM;CAM7E;AAED;;GAEG;AACH,MAAM,WAAW,kBAAkB;IAEjC,8CAA8C;IAC9C,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;IAE3B,4DAA4D;IAC5D,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAA;IAE9B;;;;;;;OAOG;IACH,OAAO,CAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAI,qBAAqB,CAAA;IAEjE;;;;;;OAMG;IACH,cAAc,CAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAI,OAAO,CAAE,IAAI,CAAE,CAAA;CACnE;AAED;;;;;GAKG;AACH,qBAAa,0BAA2B,YAAW,kBAAkB;IAOtD,OAAO,CAAC,QAAQ,CAAC,OAAO;IALrC;;;;OAIG;gBAC2B,OAAO,EAAE,UAAU;IAEjD;;;;OAIG;IACH,IAAW,UAAU,IAAI,MAAM,CAE9B;IAED;;;;OAIG;IACH,IAAW,aAAa,IAAI,MAAM,CAEjC;IAED;;;;OAIG;IACI,OAAO,IAAI,qBAAqB;IAIvC;;;;OAIG;IACI,cAAc,IAAI,OAAO,CAAE,IAAI,CAAE;CAGzC;AAED;;;;;;;;;;;GAWG;AACH,qBAAa,0BAA2B,YAAW,kBAAkB;IA6B/D,OAAO,CAAC,QAAQ,CAAC,MAAM;IA3B3B,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAQ;IAEpC,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAQ;IAE3C,sEAAsE;IACtE,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAkC;IAE1D,2DAA2D;IAC3D,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAA6C;IAEtE;;;;;;OAMG;IACH,OAAO,CAAC,QAAQ,CAAC,WAAW,CAA8B;IAE1D;;;;;;OAMG;gBAEkB,MAAM,EAAE,qBAAqB,EAC9C,UAAU,GAAE,MAA4B,EACxC,iBAAiB,GAAE,MAAoC;IAU3D;;;;OAIG;IACH,IAAW,UAAU,IAAI,MAAM,CAE9B;IAED;;;;OAIG;IACH,IAAW,aAAa,IAAI,MAAM,CASjC;IAED;;;;OAIG;IACH,IAAW,kBAAkB,IAAI,MAAM,CAEtC;IAED;;;;;OAKG;IACH,OAAO,CAAC,MAAM;IAKd;;;;;;;;;;;OAWG;IACI,OAAO,CAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAI,qBAAqB;IAgDxE;;;;;;;;OAQG;IACU,cAAc,CAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAI,OAAO,CAAE,IAAI,CAAE;CA0FhF"}
+{"version":3,"file":"step_buffer_provider.d.ts","sourceRoot":"","sources":["../../../src/step/step_buffer_provider.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4CG;AAqBH;;;;;GAKG;AACH,wBAAgB,cAAc,CAAE,MAAM,EAAE,UAAU,GAAI,MAAM,CAE3D;AAmBD;;;;GAIG;AACH,MAAM,WAAW,qBAAqB;IAEpC,8CAA8C;IAC9C,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;IAE3B;;;;;;;OAOG;IACH,IAAI,CAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAI,OAAO,CAAE,UAAU,CAAE,CAAA;CAC9D;AAED;;;;GAIG;AACH,qBAAa,qBAAsB,YAAW,qBAAqB;IAOpD,OAAO,CAAC,QAAQ,CAAC,MAAM;IALpC;;;;OAIG;gBAC2B,MAAM,EAAE,UAAU;IAEhD;;;;OAIG;IACH,IAAW,UAAU,IAAI,MAAM,CAE9B;IAED;;;;;;OAMG;IACI,IAAI,CAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAI,OAAO,CAAE,UAAU,CAAE;CAGrE;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,qBAAqB;IACpC,MAAM,EAAE,UAAU,CAAA;IAClB,MAAM,EAAE,MAAM,CAAA;CACf;AAED;;;;;GAKG;AACH,qBAAa,0BAA2B,SAAQ,KAAK;aAQtB,OAAO,EAAE,MAAM;aAAkB,MAAM,EAAE,MAAM;IAN5E;;;;;OAKG;gBAC0B,OAAO,EAAE,MAAM,EAAkB,MAAM,EAAE,MAAM;CAM7E;AAED;;GAEG;AACH,MAAM,WAAW,kBAAkB;IAEjC,8CAA8C;IAC9C,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;IAE3B,4DAA4D;IAC5D,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAA;IAE9B;;;;;;;OAOG;IACH,OAAO,CAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAI,qBAAqB,CAAA;IAEjE;;;;;;OAMG;IACH,cAAc,CAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAI,OAAO,CAAE,IAAI,CAAE,CAAA;IAElE;;;;;;OAMG;IACH,QAAQ,CAAC,CAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAI,IAAI,CAAA;IAElD;;;;;OAKG;IACH,UAAU,CAAC,CAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAI,IAAI,CAAA;CACrD;AAED;;;;;GAKG;AACH,qBAAa,0BAA2B,YAAW,kBAAkB;IAOtD,OAAO,CAAC,QAAQ,CAAC,OAAO;IALrC;;;;OAIG;gBAC2B,OAAO,EAAE,UAAU;IAEjD;;;;OAIG;IACH,IAAW,UAAU,IAAI,MAAM,CAE9B;IAED;;;;OAIG;IACH,IAAW,aAAa,IAAI,MAAM,CAEjC;IAED;;;;OAIG;IACI,OAAO,IAAI,qBAAqB;IAIvC;;;;OAIG;IACI,cAAc,IAAI,OAAO,CAAE,IAAI,CAAE;CAGzC;AAED;;;;;;;;;;;GAWG;AACH,qBAAa,0BAA2B,YAAW,kBAAkB;IA6B/D,OAAO,CAAC,QAAQ,CAAC,MAAM;IA3B3B,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAQ;IAEpC,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAQ;IAE3C,sEAAsE;IACtE,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAkC;IAE1D,2DAA2D;IAC3D,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAA6C;IAEtE;;;;;;OAMG;IACH,OAAO,CAAC,QAAQ,CAAC,WAAW,CAA8B;IAE1D;;;;;;OAMG;gBAEkB,MAAM,EAAE,qBAAqB,EAC9C,UAAU,GAAE,MAA4B,EACxC,iBAAiB,GAAE,MAAoC;IAU3D;;;;OAIG;IACH,IAAW,UAAU,IAAI,MAAM,CAE9B;IAED;;;;OAIG;IACH,IAAW,aAAa,IAAI,MAAM,CASjC;IAED;;;;OAIG;IACH,IAAW,kBAAkB,IAAI,MAAM,CAEtC;IAED;;;;;OAKG;IACH,OAAO,CAAC,MAAM;IAKd;;;;;;;;;;;OAWG;IACI,OAAO,CAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAI,qBAAqB;IAgDxE;;;;;;;;OAQG;IACU,cAAc,CAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAI,OAAO,CAAE,IAAI,CAAE;IAoF/E;;;;;OAKG;IACI,QAAQ,CAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAI,IAAI;IAOxD;;;;;OAKG;IACI,UAAU,CAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAI,IAAI;IAO1D;;;;;;OAMG;IACH,OAAO,CAAC,UAAU;IAclB;;;;;OAKG;IACH,OAAO,CAAC,OAAO;CAUhB"}