@elaraai/east 1.0.79 → 1.0.81

package/dist/src/serialization/beast2/v5/elements.js

@@ -0,0 +1,325 @@
+/**
+ * Copyright (c) 2025 Elara AI Pty Ltd
+ * Dual-licensed under AGPL-3.0 and commercial license. See LICENSE for details.
+ */
+/**
+ * A collection's elements, read from its bytes as they arrive.
+ *
+ * A store that takes collections from outside — a delivered file, an upload, a
+ * program's output — cannot keep their bytes: the cuts, the aliasing, the codec
+ * and the compressor all enter them, and none is known to be the canonical
+ * writer's. What it can keep is the value, so it reads the elements and writes
+ * them again through the Writer. This is the reading half, and it never holds
+ * the value: the blob is read front to back, a frame at a time, and each
+ * segment's elements are decoded against a definition table of their own and
+ * handed over one by one.
+ *
+ * No index is needed, so the bytes can be a stream with nothing ahead of it. A
+ * segment is the unit of memory, and the one limit is on it: a frame whose
+ * logical bytes exceed {@link RUN_MAX_BYTES} is refused before it is read. That
+ * is what refuses a large value encoded whole — one frame holding everything —
+ * a writer that batched segments too big to decode at once, and an older Writer
+ * that bounded a segment by its element count alone, whose segments of wide
+ * elements grew past it.
+ */
+import { EastTypeValueType, isTypeValueEqual } from "../../../type_of_type.js";
+import { printFor } from "../../east.js";
+import { compareFor } from "../../../comparison.js";
+import { SortedSet } from "../../../containers/sortedset.js";
+import { SortedMap } from "../../../containers/sortedmap.js";
+import { BufferReader } from "../../binary-utils.js";
+import { buildPlatformContext } from "../shared.js";
+import { MAGIC_BYTES, decodeBeast2V4For, readBeast2V4Type } from "../v4/container.js";
+import { asTypeValue, readTypeSection } from "./type-section.js";
+import { MAGIC_BYTES_V5, TAG_NEW, buildV5Decoder, isSegmentedRoot, readSourceMapSectionV5 } from "./codec.js";
+import { CODEC_DEFLATE, CODEC_NONE, CODEC_ZSTD, FRAME_HEADER_MAX, inflateRawSync } from "./frames.js";
+import { RUN_MAX_BYTES } from "./runs.js";
+import { SEGMENT_MAX_BYTES } from "./boundary.js";
+/** Head reads the header sections are parsed from, in order: neither section
+ *  says how long it is before it is parsed. The first holds any ordinary
+ *  type section, so a stream is read no further ahead than it has to be; the
+ *  last is a ceiling — a type section wider than 16 MiB is malformed, not
+ *  merely large. */
+const HEAD_PROBE_BYTES = [4 * 1024, 256 * 1024, 16 * 1024 * 1024];
+/**
+ * The bytes of a stream as they arrive, with enough buffered to parse the next
+ * thing: a header, a frame, the whole of a small legacy blob.
+ */
+class ChunkQueue {
+    iterator;
+    chunks = [];
+    /** How much of `chunks[0]` has been taken. */
+    head = 0;
+    ended = false;
+    /** Bytes buffered and not yet taken. */
+    available = 0;
+    /** Bytes taken so far — the stream offset of the next byte. */
+    offset = 0;
+    constructor(source) {
+        this.iterator = Symbol.asyncIterator in source
+            ? source[Symbol.asyncIterator]()
+            : source[Symbol.iterator]();
+    }
+    /** Buffers at least `n` bytes, or everything left when the stream ends
+     *  first; answers whether `n` are buffered. */
+    async fill(n) {
+        while (this.available < n && !this.ended) {
+            const next = await this.iterator.next();
+            if (next.done === true) {
+                this.ended = true;
+                break;
+            }
+            if (next.value.length === 0)
+                continue;
+            this.chunks.push(next.value);
+            this.available += next.value.length;
+        }
+        return this.available >= n;
+    }
+    /** The next `n` buffered bytes, contiguous, without taking them. */
+    peek(n) {
+        const first = this.chunks[0];
+        if (first !== undefined && first.length - this.head >= n)
+            return first.subarray(this.head, this.head + n);
+        const out = new Uint8Array(n);
+        let at = 0;
+        for (let i = 0; at < n; i++) {
+            const chunk = this.chunks[i];
+            const from = i === 0 ? this.head : 0;
+            const length = Math.min(chunk.length - from, n - at);
+            out.set(chunk.subarray(from, from + length), at);
+            at += length;
+        }
+        return out;
+    }
+    /** Takes the next `n` buffered bytes, contiguous. */
+    take(n) {
+        const bytes = this.peek(n);
+        this.skip(n);
+        return bytes;
+    }
+    /** Drops the next `n` buffered bytes. */
+    skip(n) {
+        this.available -= n;
+        this.offset += n;
+        while (n > 0) {
+            const room = this.chunks[0].length - this.head;
+            if (room > n) {
+                this.head += n;
+                return;
+            }
+            n -= room;
+            this.chunks.shift();
+            this.head = 0;
+        }
+    }
+    /** Stops reading the stream, releasing whatever it holds open. */
+    async close() {
+        if (this.ended)
+            return;
+        this.ended = true;
+        await this.iterator.return?.();
+    }
+}
+/**
+ * Builds a reader of a collection's elements from its beast2 bytes: `read(chunks)`
+ * yields the elements in order — an Array's in position, a Set's or Dict's
+ * ascending — decoding one segment of the source at a time.
+ *
+ * Any container a collection is written in reads: a v5 blob, indexed or not,
+ * cut canonically or batched by its writer, compressed or not, and a v4 blob.
+ * Nothing about the source's layout survives into what is yielded, so writing
+ * the elements through the Writer gives the canonical bytes of the value.
+ *
+ * @param type - the collection type (Array/Set/Dict) the bytes must hold
+ * @param options - decode options (platform functions for decoded functions)
+ * @returns a function reading the elements out of a stream of byte chunks
+ * @throws {TypeError} When `type` is not an Array, Set or Dict type.
+ *
+ * @remarks
+ * Memory is one segment of the source. Each segment decodes against a
+ * definition table of its own, which is what a self-contained blob — every
+ * writer's default — promises; a segment that aliases a container defined in
+ * an earlier one is refused, naming it. A frame whose logical bytes exceed
+ * {@link RUN_MAX_BYTES} is refused before it is read, and so is a v4 blob
+ * longer than that, since v4 has no segments: the fix is to write the value
+ * segmented. The generator rejects on the first such refusal, on bytes that
+ * hold another type, and on a malformed container; what it yielded before
+ * stands. The stream is read no further than the value's last segment, and is
+ * closed however the reading ends.
+ *
+ * @example
+ * ```ts
+ * const type = DictType(StringType, IntegerType);
+ * const blob = encodeBeast2For(type)(new Map([["a", 1n], ["b", 2n]]));
+ * for await (const [key, value] of decodeBeast2ElementsFor(type)([blob])) {
+ *   // "a" 1n, then "b" 2n
+ * }
+ * ```
+ */
+export function decodeBeast2ElementsFor(type, options) {
+    const typeValue = asTypeValue(type);
+    if (!isSegmentedRoot(typeValue)) {
+        throw new TypeError(`beast2: elements are read from Array, Set or Dict values, not ${typeValue.type}`);
+    }
+    const kind = typeValue.type;
+    const typeCtx = new Map();
+    let decodeElement;
+    if (kind === "Dict") {
+        const key = buildV5Decoder(typeValue.value.key, typeCtx);
+        const value = buildV5Decoder(typeValue.value.value, typeCtx);
+        decodeElement = (reader, ctx) => [key(reader, ctx), value(reader, ctx)];
+    }
+    else {
+        decodeElement = buildV5Decoder(typeValue.value, typeCtx);
+    }
+    const platform = buildPlatformContext(options);
+    const frozen = options?.frozen ?? false;
+    const printType = printFor(EastTypeValueType);
+    const checkType = (wire) => {
+        if (!isTypeValueEqual(wire, typeValue)) {
+            throw new Error(`beast2: the bytes hold ${printType(wire)}, not ${printType(typeValue)}`);
+        }
+    };
+    /** A v4 blob's elements: v4 has no segments, so the blob is read whole —
+     *  within the same limit as a frame. */
+    async function* legacyElements(queue) {
+        if (await queue.fill(RUN_MAX_BYTES + 1)) {
+            throw new Error(`beast2: a v4 blob longer than ${RUN_MAX_BYTES} bytes has no segments to read it in — ` +
+                `re-encode it with version 5, segmented`);
+        }
+        const bytes = queue.take(queue.available);
+        checkType(readBeast2V4Type(bytes));
+        const value = decodeBeast2V4For(typeValue, options)(bytes);
+        if (kind === "Array") {
+            yield* value;
+        }
+        else if (kind === "Set") {
+            yield* value instanceof SortedSet ? value : [...value].sort(compareFor(typeValue.value));
+        }
+        else {
+            const cmp = compareFor(typeValue.value.key);
+            yield* value instanceof SortedMap
+                ? value.entries()
+                : [...value.entries()].sort((a, b) => cmp(a[0], b[0]));
+        }
+    }
+    /** The v5 value stream's elements, the header sections already taken. */
+    async function* streamElements(queue, sourceMap) {
+        let frames = 0;
+        /** The next frame's logical bytes. */
+        const nextFrame = async () => {
+            const at = queue.offset;
+            await queue.fill(FRAME_HEADER_MAX);
+            if (queue.available === 0) {
+                throw new Error(`beast2 v5: truncated value stream (expected a frame at offset ${at})`);
+            }
+            const reader = new BufferReader(queue.peek(Math.min(FRAME_HEADER_MAX, queue.available)), 0);
+            const codec = reader.readVarint();
+            const logicalBytes = reader.readVarint();
+            const payloadBytes = reader.readVarint();
+            if (codec !== CODEC_NONE && codec !== CODEC_DEFLATE) {
+                throw new Error(codec === CODEC_ZSTD
+                    ? `beast2 v5: frame uses codec 2 (zstd), which this runtime does not support`
+                    : `beast2 v5: unknown frame codec ${codec}`);
+            }
+            if (logicalBytes > RUN_MAX_BYTES) {
+                throw new Error(`beast2: frame ${frames} at offset ${at} holds ${logicalBytes} bytes, more than the ${RUN_MAX_BYTES} a ` +
+                    `collection is read in at once — write it again with a current Writer, whose segments stay under ` +
+                    `${SEGMENT_MAX_BYTES} bytes: it was encoded whole, or cut by an older Writer that bounded a segment by ` +
+                    `its element count alone`);
+            }
+            if (codec === CODEC_NONE && payloadBytes !== logicalBytes) {
+                throw new Error(`beast2 v5: uncompressed frame lengths disagree (${payloadBytes} != ${logicalBytes})`);
+            }
+            const headerBytes = reader.offset;
+            if (!await queue.fill(headerBytes + payloadBytes)) {
+                throw new Error(`beast2 v5: truncated frame (payload of ${payloadBytes} bytes runs past end of input)`);
+            }
+            queue.skip(headerBytes);
+            const payload = queue.take(payloadBytes);
+            frames++;
+            return new BufferReader(codec === CODEC_NONE ? payload : inflateRawSync(payload, logicalBytes), 0);
+        };
+        let reader = await nextFrame();
+        while (reader.offset === reader.buffer.length)
+            reader = await nextFrame();
+        const tag = reader.readUint8();
+        if (tag !== TAG_NEW) {
+            throw new Error(`beast2 v5: root container must be NEW (tag 0x${tag.toString(16)})`);
+        }
+        for (let segment = 0;; segment++) {
+            while (reader.offset === reader.buffer.length)
+                reader = await nextFrame();
+            const count = reader.readVarint();
+            if (count === 0)
+                break;
+            // A segment's elements decode against a table of their own: a REF that
+            // reaches past it aliases a container this reader no longer holds.
+            const ctx = { containers: [], sourceMap, frozen, ...platform };
+            for (let i = 0; i < count; i++) {
+                let element;
+                try {
+                    element = decodeElement(reader, ctx);
+                }
+                catch (err) {
+                    const message = err instanceof Error ? err.message : String(err);
+                    throw new Error(`beast2 v5: segment ${segment}: ${message.replace(/^beast2 v5: /, "")}`);
+                }
+                yield element;
+            }
+        }
+        if (reader.offset !== reader.buffer.length) {
+            throw new Error(`beast2 v5: ${reader.buffer.length - reader.offset} logical bytes after the root terminator`);
+        }
+    }
+    return async function* (chunks) {
+        const queue = new ChunkQueue(chunks);
+        try {
+            if (!await queue.fill(MAGIC_BYTES_V5.length)) {
+                throw new Error(`Data too short for Beast2 format: ${queue.available} bytes`);
+            }
+            const magic = queue.peek(MAGIC_BYTES_V5.length);
+            for (let i = 0; i < 7; i++) {
+                if (magic[i] !== MAGIC_BYTES_V5[i]) {
+                    throw new Error(`Invalid Beast2 magic at offset ${i}: expected 0x${MAGIC_BYTES_V5[i].toString(16)}, got 0x${magic[i].toString(16)}`);
+                }
+            }
+            if (magic[7] === MAGIC_BYTES[7]) {
+                yield* legacyElements(queue);
+                return;
+            }
+            if (magic[7] !== MAGIC_BYTES_V5[7]) {
+                throw new Error(`Unknown Beast2 version: 0x${magic[7].toString(16)}`);
+            }
+            let header = null;
+            let lastError;
+            for (const probe of HEAD_PROBE_BYTES) {
+                const whole = !await queue.fill(probe);
+                try {
+                    const reader = new BufferReader(queue.peek(Math.min(probe, queue.available)), MAGIC_BYTES_V5.length);
+                    const { rootType } = readTypeSection(reader);
+                    header = { rootType, sourceMap: readSourceMapSectionV5(reader), length: reader.offset };
+                    break;
+                }
+                catch (err) {
+                    // A short head fails as a malformed one does: grow it first, and
+                    // report the failure once the whole header is in hand.
+                    if (whole)
+                        throw err;
+                    lastError = err;
+                }
+            }
+            if (header === null) {
+                throw new Error(`beast2: header not readable in the first ${HEAD_PROBE_BYTES[HEAD_PROBE_BYTES.length - 1]} bytes — ${lastError instanceof Error ? lastError.message : String(lastError)}`);
+            }
+            checkType(header.rootType);
+            queue.skip(header.length);
+            yield* streamElements(queue, header.sourceMap);
+        }
+        finally {
+            await queue.close();
+        }
+    };
+}
+//# sourceMappingURL=elements.js.map

package/dist/src/serialization/beast2/v5/elements.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"elements.js","sourceRoot":"","sources":["../../../../../src/serialization/beast2/v5/elements.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;;;;;;;;;;;;;;;;;;GAmBG;AAEH,OAAO,EAAsB,iBAAiB,EAAE,gBAAgB,EAAE,MAAM,0BAA0B,CAAC;AAEnG,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACpD,OAAO,EAAE,SAAS,EAAE,MAAM,kCAAkC,CAAC;AAC7D,OAAO,EAAE,SAAS,EAAE,MAAM,kCAAkC,CAAC;AAC7D,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AACrD,OAAO,EAA4B,oBAAoB,EAAE,MAAM,cAAc,CAAC;AAC9E,OAAO,EAAE,WAAW,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AACtF,OAAO,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACjE,OAAO,EAAE,cAAc,EAAE,OAAO,EAAwB,cAAc,EAAE,eAAe,EAAE,sBAAsB,EAAE,MAAM,YAAY,CAAC;AACpI,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,UAAU,EAAE,gBAAgB,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AACtG,OAAO,EAAE,aAAa,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAGlD;;;;oBAIoB;AACpB,MAAM,gBAAgB,GAAG,CAAC,CAAC,GAAG,IAAI,EAAE,GAAG,GAAG,IAAI,EAAE,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC;AAElE;;;GAGG;AACH,MAAM,UAAU;IACG,QAAQ,CAAmD;IAC3D,MAAM,GAAiB,EAAE,CAAC;IAC3C,8CAA8C;IACtC,IAAI,GAAG,CAAC,CAAC;IACT,KAAK,GAAG,KAAK,CAAC;IACtB,wCAAwC;IACxC,SAAS,GAAG,CAAC,CAAC;IACd,+DAA+D;IAC/D,MAAM,GAAG,CAAC,CAAC;IAEX,YAAY,MAAwD;QAClE,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,aAAa,IAAI,MAAM;YAC5C,CAAC,CAAE,MAAoC,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE;YAC/D,CAAC,CAAE,MAA+B,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;IAC1D,CAAC;IAED;mDAC+C;IAC/C,KAAK,CAAC,IAAI,CAAC,CAAS;QAClB,OAAO,IAAI,CAAC,SAAS,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YACzC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;YACxC,IAAI,IAAI,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;gBACvB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;gBAClB,MAAM;YACR,CAAC;YACD,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC;gBAAE,SAAS;YACtC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC7B,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;QACtC,CAAC;QACD,OAAO,IAAI,CAAC,SAAS,IAAI,CAAC,CAAC;IAC7B,CAAC;IAED,oEAAoE;IACpE,IAAI,CAAC,CAAS;QACZ,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QAC7B,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,IAAI,IAAI,CAAC;YAAE,OAAO,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC;QAC1G,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC;QAC9B,IAAI,EAAE,GAAG,CAAC,CAAC;QACX,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5B,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAE,CAAC;YAC9B,MAAM,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;YACrC,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,IAAI,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC;YACrD,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,GAAG,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC;YACjD,EAAE,IAAI,MAAM,CAAC;QACf,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;IAED,qDAAqD;IACrD,IAAI,CAAC,CAAS;QACZ,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC3B,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACb,OAAO,KAAK,CAAC;IACf,CAAC;IAED,yCAAyC;IACzC,IAAI,CAAC,CAAS;QACZ,IAAI,CAAC,SAAS,IAAI,CAAC,CAAC;QACpB,IAAI,CAAC,MAAM,IAAI,CAAC,CAAC;QACjB,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;YACb,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAE,CAAC,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC;YAChD,IAAI,IAAI,GAAG,CAAC,EAAE,CAAC;gBACb,IAAI,CAAC,IAAI,IAAI,CAAC,CAAC;gBACf,OAAO;YACT,CAAC;YACD,CAAC,IAAI,IAAI,CAAC;YACV,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;YACpB,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC;QAChB,CAAC;IACH,CAAC;IAED,kEAAkE;IAClE,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,KAAK;YAAE,OAAO;QACvB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;IACjC,CAAC;CACF;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAmCG;AACH,MAAM,UAAU,uBAAuB,CACrC,IAAuB,EACvB,OAA6B;IAE7B,MAAM,SAAS,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;IACpC,IAAI,CAAC,eAAe,CAAC,SAAS,CAAC,EAAE,CAAC;QAChC,MAAM,IAAI,SAAS,CAAC,iEAAiE,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC;IACzG,CAAC;IACD,MAAM,IAAI,GAAG,SAAS,CAAC,IAAgC,CAAC;IACxD,MAAM,OAAO,GAAG,IAAI,GAAG,EAAe,CAAC;IACvC,IAAI,aAAsE,CAAC;IAC3E,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;QACpB,MAAM,GAAG,GAAG,cAAc,CAAE,SAAiB,CAAC,KAAK,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QAClE,MAAM,KAAK,GAAG,cAAc,CAAE,SAAiB,CAAC,KAAK,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QACtE,aAAa,GAAG,CAAC,MAAM,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,KAAK,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC;IAC1E,CAAC;SAAM,CAAC;QACN,aAAa,GAAG,cAAc,CAAE,SAAiB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACpE,CAAC;IACD,MAAM,QAAQ,GAAG,oBAAoB,CAAC,OAAO,CAAC,CAAC;IAC/C,MAAM,MAAM,GAAG,OAAO,EAAE,MAAM,IAAI,KAAK,CAAC;IACxC,MAAM,SAAS,GAAG,QAAQ,CAAC,iBAAiB,CAAC,CAAC;IAE9C,MAAM,SAAS,GAAG,CAAC,IAAmB,EAAQ,EAAE;QAC9C,IAAI,CAAC,gBAAgB,CAAC,IAAI,EAAE,SAAS,CAAC,EAAE,CAAC;YACvC,MAAM,IAAI,KAAK,CAAC,0BAA0B,SAAS,CAAC,IAAI,CAAC,SAAS,SAAS,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;QAC5F,CAAC;IACH,CAAC,CAAC;IAEF;4CACwC;IACxC,KAAK,SAAS,CAAC,CAAC,cAAc,CAAC,KAAiB;QAC9C,IAAI,MAAM,KAAK,CAAC,IAAI,CAAC,aAAa,GAAG,CAAC,CAAC,EAAE,CAAC;YACxC,MAAM,IAAI,KAAK,CACb,iCAAiC,aAAa,yCAAyC;gBACvF,wCAAwC,CACzC,CAAC;QACJ,CAAC;QACD,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAC1C,SAAS,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC,CAAC;QACnC,MAAM,KAAK,GAAG,iBAAiB,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC,KAAK,CAAY,CAAC;QACtE,IAAI,IAAI,KAAK,OAAO,EAAE,CAAC;YACrB,KAAK,CAAC,CAAC,KAAkB,CAAC;QAC5B,CAAC;aAAM,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;YAC1B,KAAK,CAAC,CAAC,KAAK,YAAY,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAI,KAAsB,CAAC,CAAC,IAAI,CAAC,UAAU,CAAE,SAAiB,CAAC,KAAK,CAAC,CAAC,CAAC;QACtH,CAAC;aAAM,CAAC;YACN,MAAM,GAAG,GAAG,UAAU,CAAE,SAAiB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACrD,KAAK,CAAC,CAAC,KAAK,YAAY,SAAS;gBAC/B,CAAC,CAAE,KAAqC,CAAC,OAAO,EAAE;gBAClD,CAAC,CAAC,CAAC,GAAI,KAA+B,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACtF,CAAC;IACH,CAAC;IAED,yEAAyE;IACzE,KAAK,SAAS,CAAC,CAAC,cAAc,CAAC,KAAiB,EAAE,SAAuC;QACvF,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,sCAAsC;QACtC,MAAM,SAAS,GAAG,KAAK,IAA2B,EAAE;YAClD,MAAM,EAAE,GAAG,KAAK,CAAC,MAAM,CAAC;YACxB,MAAM,KAAK,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;YACnC,IAAI,KAAK,CAAC,SAAS,KAAK,CAAC,EAAE,CAAC;gBAC1B,MAAM,IAAI,KAAK,CAAC,iEAAiE,EAAE,GAAG,CAAC,CAAC;YAC1F,CAAC;YACD,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,gBAAgB,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YAC5F,MAAM,KAAK,GAAG,MAAM,CAAC,UAAU,EAAE,CAAC;YAClC,MAAM,YAAY,GAAG,MAAM,CAAC,UAAU,EAAE,CAAC;YACzC,MAAM,YAAY,GAAG,MAAM,CAAC,UAAU,EAAE,CAAC;YACzC,IAAI,KAAK,KAAK,UAAU,IAAI,KAAK,KAAK,aAAa,EAAE,CAAC;gBACpD,MAAM,IAAI,KAAK,CAAC,KAAK,KAAK,UAAU;oBAClC,CAAC,CAAC,2EAA2E;oBAC7E,CAAC,CAAC,kCAAkC,KAAK,EAAE,CAAC,CAAC;YACjD,CAAC;YACD,IAAI,YAAY,GAAG,aAAa,EAAE,CAAC;gBACjC,MAAM,IAAI,KAAK,CACb,iBAAiB,MAAM,cAAc,EAAE,UAAU,YAAY,yBAAyB,aAAa,KAAK;oBACxG,kGAAkG;oBAClG,GAAG,iBAAiB,oFAAoF;oBACxG,yBAAyB,CAC1B,CAAC;YACJ,CAAC;YACD,IAAI,KAAK,KAAK,UAAU,IAAI,YAAY,KAAK,YAAY,EAAE,CAAC;gBAC1D,MAAM,IAAI,KAAK,CAAC,mDAAmD,YAAY,OAAO,YAAY,GAAG,CAAC,CAAC;YACzG,CAAC;YACD,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC;YAClC,IAAI,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,WAAW,GAAG,YAAY,CAAC,EAAE,CAAC;gBAClD,MAAM,IAAI,KAAK,CAAC,0CAA0C,YAAY,gCAAgC,CAAC,CAAC;YAC1G,CAAC;YACD,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YACxB,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YACzC,MAAM,EAAE,CAAC;YACT,OAAO,IAAI,YAAY,CAAC,KAAK,KAAK,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,cAAc,CAAC,OAAO,EAAE,YAAY,CAAC,EAAE,CAAC,CAAC,CAAC;QACrG,CAAC,CAAC;QAEF,IAAI,MAAM,GAAG,MAAM,SAAS,EAAE,CAAC;QAC/B,OAAO,MAAM,CAAC,MAAM,KAAK,MAAM,CAAC,MAAM,CAAC,MAAM;YAAE,MAAM,GAAG,MAAM,SAAS,EAAE,CAAC;QAC1E,MAAM,GAAG,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;QAC/B,IAAI,GAAG,KAAK,OAAO,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,gDAAgD,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC;QACvF,CAAC;QACD,KAAK,IAAI,OAAO,GAAG,CAAC,GAAI,OAAO,EAAE,EAAE,CAAC;YAClC,OAAO,MAAM,CAAC,MAAM,KAAK,MAAM,CAAC,MAAM,CAAC,MAAM;gBAAE,MAAM,GAAG,MAAM,SAAS,EAAE,CAAC;YAC1E,MAAM,KAAK,GAAG,MAAM,CAAC,UAAU,EAAE,CAAC;YAClC,IAAI,KAAK,KAAK,CAAC;gBAAE,MAAM;YACvB,uEAAuE;YACvE,mEAAmE;YACnE,MAAM,GAAG,GAAoB,EAAE,UAAU,EAAE,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,QAAQ,EAAE,CAAC;YAChF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC/B,IAAI,OAAgB,CAAC;gBACrB,IAAI,CAAC;oBACH,OAAO,GAAG,aAAa,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;gBACvC,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;oBACjE,MAAM,IAAI,KAAK,CAAC,sBAAsB,OAAO,KAAK,OAAO,CAAC,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;gBAC3F,CAAC;gBACD,MAAM,OAAO,CAAC;YAChB,CAAC;QACH,CAAC;QACD,IAAI,MAAM,CAAC,MAAM,KAAK,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YAC3C,MAAM,IAAI,KAAK,CAAC,cAAc,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,0CAA0C,CAAC,CAAC;QAChH,CAAC;IACH,CAAC;IAED,OAAO,KAAK,SAAS,CAAC,EAAE,MAAM;QAC5B,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,MAAM,CAAC,CAAC;QACrC,IAAI,CAAC;YACH,IAAI,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC7C,MAAM,IAAI,KAAK,CAAC,qCAAqC,KAAK,CAAC,SAAS,QAAQ,CAAC,CAAC;YAChF,CAAC;YACD,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;YAChD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC3B,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,cAAc,CAAC,CAAC,CAAC,EAAE,CAAC;oBACnC,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,gBAAgB,cAAc,CAAC,CAAC,CAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,WAAW,KAAK,CAAC,CAAC,CAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;gBACzI,CAAC;YACH,CAAC;YACD,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC;gBAChC,KAAK,CAAC,CAAC,cAAc,CAAC,KAAK,CAAuC,CAAC;gBACnE,OAAO;YACT,CAAC;YACD,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,cAAc,CAAC,CAAC,CAAC,EAAE,CAAC;gBACnC,MAAM,IAAI,KAAK,CAAC,6BAA6B,KAAK,CAAC,CAAC,CAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;YACzE,CAAC;YAED,IAAI,MAAM,GAAgG,IAAI,CAAC;YAC/G,IAAI,SAAkB,CAAC;YACvB,KAAK,MAAM,KAAK,IAAI,gBAAgB,EAAE,CAAC;gBACrC,MAAM,KAAK,GAAG,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBACvC,IAAI,CAAC;oBACH,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC,EAAE,cAAc,CAAC,MAAM,CAAC,CAAC;oBACrG,MAAM,EAAE,QAAQ,EAAE,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC;oBAC7C,MAAM,GAAG,EAAE,QAAQ,EAAE,SAAS,EAAE,sBAAsB,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC;oBACxF,MAAM;gBACR,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,iEAAiE;oBACjE,uDAAuD;oBACvD,IAAI,KAAK;wBAAE,MAAM,GAAG,CAAC;oBACrB,SAAS,GAAG,GAAG,CAAC;gBAClB,CAAC;YACH,CAAC;YACD,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;gBACpB,MAAM,IAAI,KAAK,CAAC,4CAA4C,gBAAgB,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC,CAAC,YACvG,SAAS,YAAY,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;YAC1E,CAAC;YACD,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YAC3B,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAC1B,KAAK,CAAC,CAAC,cAAc,CAAC,KAAK,EAAE,MAAM,CAAC,SAAS,CAAuC,CAAC;QACvF,CAAC;gBAAS,CAAC;YACT,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC;QACtB,CAAC;IACH,CAAC,CAAC;AACJ,CAAC"}

package/dist/src/serialization/beast2/v5/elements.spec.d.ts

@@ -0,0 +1,6 @@
+/**
+ * Copyright (c) 2025 Elara AI Pty Ltd
+ * Dual-licensed under AGPL-3.0 and commercial license. See LICENSE for details.
+ */
+export {};
+//# sourceMappingURL=elements.spec.d.ts.map

package/dist/src/serialization/beast2/v5/elements.spec.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"elements.spec.d.ts","sourceRoot":"","sources":["../../../../../src/serialization/beast2/v5/elements.spec.ts"],"names":[],"mappings":"AAAA;;;GAGG"}

package/dist/src/serialization/beast2/v5/elements.spec.js

@@ -0,0 +1,161 @@
+/**
+ * Copyright (c) 2025 Elara AI Pty Ltd
+ * Dual-licensed under AGPL-3.0 and commercial license. See LICENSE for details.
+ */
+/**
+ * Reading a collection's elements from its bytes as they arrive: every
+ * container a collection is written in, a segment at a time, with the limit on
+ * a segment's size and the refusals that come with reading a stream.
+ */
+import { describe, test } from "node:test";
+import assert from "node:assert/strict";
+import { ArrayType, DictType, IntegerType, SetType, StringType, StructType } from "../../../types.js";
+import { compareFor } from "../../../comparison.js";
+import { SortedMap, SortedSet } from "../../../index.js";
+import { Beast2ElementWriter, Beast2Writer, decodeBeast2ElementsFor, encodeBeast2For, encodeBeast2PagedFor, encodeBeast2SegmentsFor, readBeast2Extents, RUN_MAX_BYTES, } from "../index.js";
+const RowType = StructType({ id: IntegerType, name: StringType });
+const TableType = DictType(StringType, RowType);
+/** Every element the reader yields, in order. */
+async function readAll(elements) {
+    const out = [];
+    for await (const element of elements)
+        out.push(element);
+    return out;
+}
+/** The bytes `size` at a time. */
+function* chunked(bytes, size) {
+    for (let at = 0; at < bytes.length; at += size)
+        yield bytes.subarray(at, at + size);
+}
+describe("decodeBeast2ElementsFor", () => {
+    test("reads a Dict from each container it is written in", async () => {
+        const value = new SortedMap(Array.from({ length: 5_000 }, (_, i) => [`k${String(i).padStart(7, "0")}`, { id: BigInt(i), name: `row-${i}` }]), compareFor(StringType));
+        const expected = [...value];
+        const batches = [];
+        for (let i = 0; i < expected.length; i += 700)
+            batches.push(new SortedMap(expected.slice(i, i + 700), compareFor(StringType)));
+        const containers = {
+            "paged": encodeBeast2PagedFor(TableType)(value),
+            "paged, uncompressed": encodeBeast2PagedFor(TableType, { codec: "none" })(value),
+            "encoded whole": encodeBeast2For(TableType)(value),
+            "encoded whole, with an index": encodeBeast2For(TableType, { index: true })(value),
+            "batched by the writer": encodeBeast2SegmentsFor(TableType)(batches),
+            "v4": encodeBeast2For(TableType, { version: 4 })(value),
+        };
+        for (const [name, blob] of Object.entries(containers)) {
+            assert.deepEqual(await readAll(decodeBeast2ElementsFor(TableType)([blob])), expected, name);
+        }
+    });
+    test("reads Arrays and Sets, and an empty collection", async () => {
+        const rows = Array.from({ length: 3_000 }, (_, i) => ({ id: BigInt(i), name: `row-${i}` }));
+        assert.deepEqual(await readAll(decodeBeast2ElementsFor(ArrayType(RowType))([encodeBeast2PagedFor(ArrayType(RowType))(rows)])), rows);
+        const names = new SortedSet(Array.from({ length: 3_000 }, (_, i) => `n${String(i).padStart(5, "0")}`), compareFor(StringType));
+        const setType = SetType(StringType);
+        assert.deepEqual(await readAll(decodeBeast2ElementsFor(setType)([encodeBeast2For(setType)(names)])), [...names]);
+        assert.deepEqual(await readAll(decodeBeast2ElementsFor(TableType)([encodeBeast2PagedFor(TableType)(new Map())])), []);
+        assert.deepEqual(await readAll(decodeBeast2ElementsFor(TableType)([encodeBeast2For(TableType)(new Map())])), []);
+    });
+    test("hands the Writer the elements it writes the canonical blob from", async () => {
+        // Whatever container the value came in, the Writer given what the reader
+        // yields writes the value's canonical bytes.
+        const value = new SortedMap(Array.from({ length: 20_000 }, (_, i) => [`k${String(i).padStart(7, "0")}`, { id: BigInt(i), name: `row-${i}` }]), compareFor(StringType));
+        const expected = encodeBeast2PagedFor(TableType)(value);
+        const batches = [];
+        const entries = [...value];
+        for (let i = 0; i < entries.length; i += 333)
+            batches.push(new SortedMap(entries.slice(i, i + 333), compareFor(StringType)));
+        for (const source of [encodeBeast2SegmentsFor(TableType)(batches), encodeBeast2For(TableType)(value), expected]) {
+            const chunks = [];
+            const writer = new Beast2ElementWriter(TableType, (bytes) => chunks.push(bytes.slice()));
+            for await (const element of decodeBeast2ElementsFor(TableType)([source]))
+                writer.add(element);
+            writer.finish();
+            assert.deepEqual(new Uint8Array(Buffer.concat(chunks)), expected);
+        }
+    });
+    test("keeps the aliasing inside an element", async () => {
+        // Two fields naming one array: an element's own REF, which its segment's
+        // table resolves.
+        const type = DictType(StringType, StructType({ a: ArrayType(IntegerType), b: ArrayType(IntegerType) }));
+        const shared = [1n, 2n, 3n];
+        const value = new SortedMap([["x", { a: shared, b: shared }], ["y", { a: [4n], b: [5n] }]], compareFor(StringType));
+        const read = await readAll(decodeBeast2ElementsFor(type)([encodeBeast2PagedFor(type)(value)]));
+        const first = read[0][1];
+        assert.deepEqual(first, { a: shared, b: shared });
+        assert.equal(first.a, first.b, "the two fields are one array, as they were written");
+    });
+    test("reads a stream a byte at a time, and pulls it only as far as it has read", async () => {
+        const value = new SortedMap(Array.from({ length: 20_000 }, (_, i) => [`k${String(i).padStart(7, "0")}`, { id: BigInt(i), name: `row-${i}` }]), compareFor(StringType));
+        const blob = encodeBeast2PagedFor(TableType)(value);
+        assert.deepEqual(await readAll(decodeBeast2ElementsFor(TableType)(chunked(blob, 1))), [...value]);
+        // The first element needs the header and the first segment's frame, and
+        // nothing after them.
+        const extents = readBeast2Extents(blob);
+        let pulled = 0;
+        const source = (function* () {
+            for (const chunk of chunked(blob, 1024)) {
+                pulled += chunk.length;
+                yield chunk;
+            }
+        })();
+        const elements = decodeBeast2ElementsFor(TableType)(source);
+        await elements.next();
+        assert.ok(pulled <= extents.offsets[1] + 1024, `pulled ${pulled} bytes to read the first element; its segment ends at ${extents.offsets[1]}`);
+        await elements.return(undefined);
+    });
+    test("closes the stream when the reading ends early", async () => {
+        let closed = false;
+        const blob = encodeBeast2PagedFor(TableType)(new SortedMap(Array.from({ length: 10_000 }, (_, i) => [`k${String(i).padStart(7, "0")}`, { id: BigInt(i), name: `row-${i}` }]), compareFor(StringType)));
+        const source = (async function* () {
+            try {
+                yield* chunked(blob, 4096);
+            }
+            finally {
+                closed = true;
+            }
+        })();
+        for await (const element of decodeBeast2ElementsFor(TableType)(source)) {
+            void element;
+            break;
+        }
+        assert.ok(closed);
+    });
+    test("refuses a frame larger than a collection is read in, before reading it", async () => {
+        // A whole-value encode is one frame; this one declares more logical bytes
+        // than the limit, and none of them follow.
+        const type = ArrayType(StringType);
+        const head = encodeBeast2For(type, { codec: "none" })([]);
+        const header = head.subarray(0, head.length - 5); // up to the one frame: codec, lengths, TAG_NEW, 0
+        const frameHeader = new Uint8Array(21);
+        let at = 0;
+        const varint = (v) => {
+            for (; v >= 0x80; v = Math.floor(v / 128))
+                frameHeader[at++] = (v & 0x7f) | 0x80;
+            frameHeader[at++] = v;
+        };
+        varint(0);
+        varint(RUN_MAX_BYTES + 1);
+        varint(RUN_MAX_BYTES + 1);
+        await assert.rejects(readAll(decodeBeast2ElementsFor(type)([header, frameHeader.subarray(0, at)])), /holds 67108865 bytes, more than the 67108864 a collection is read in at once — write it again with a current Writer, whose segments stay under 8388608 bytes/);
+    });
+    test("refuses a segment that aliases a container in an earlier one", async () => {
+        // A writer told not to scope its aliasing: the second batch names the
+        // array the first defined.
+        const type = ArrayType(ArrayType(IntegerType));
+        const shared = [1n, 2n];
+        const chunks = [];
+        const writer = new Beast2Writer(type, (bytes) => chunks.push(bytes.slice()), { selfContained: false });
+        writer.write([shared]);
+        writer.write([shared]);
+        writer.finish();
+        await assert.rejects(readAll(decodeBeast2ElementsFor(type)([new Uint8Array(Buffer.concat(chunks))])), /beast2 v5: segment 1: container backref delta 1 out of range/);
+    });
+    test("refuses bytes that hold another type", async () => {
+        await assert.rejects(readAll(decodeBeast2ElementsFor(TableType)([encodeBeast2PagedFor(ArrayType(StringType))(["a"])])), /the bytes hold .*Array.*, not .*Dict/);
+        await assert.rejects(readAll(decodeBeast2ElementsFor(TableType)([encodeBeast2For(ArrayType(StringType), { version: 4 })(["a"])])), /the bytes hold .*Array.*, not .*Dict/);
+    });
+    test("refuses a non-collection type up front", () => {
+        assert.throws(() => decodeBeast2ElementsFor(IntegerType), /Array, Set or Dict values, not Integer/);
+    });
+});
+//# sourceMappingURL=elements.spec.js.map

package/dist/src/serialization/beast2/v5/elements.spec.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"elements.spec.js","sourceRoot":"","sources":["../../../../../src/serialization/beast2/v5/elements.spec.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;;;GAIG;AAEH,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAC3C,OAAO,MAAM,MAAM,oBAAoB,CAAC;AACxC,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,WAAW,EAAE,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AACtG,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACpD,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AACzD,OAAO,EACL,mBAAmB,EACnB,YAAY,EACZ,uBAAuB,EACvB,eAAe,EACf,oBAAoB,EACpB,uBAAuB,EACvB,iBAAiB,EACjB,aAAa,GACd,MAAM,aAAa,CAAC;AAErB,MAAM,OAAO,GAAG,UAAU,CAAC,EAAE,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAC;AAClE,MAAM,SAAS,GAAG,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;AAEhD,iDAAiD;AACjD,KAAK,UAAU,OAAO,CAAI,QAA0B;IAClD,MAAM,GAAG,GAAQ,EAAE,CAAC;IACpB,IAAI,KAAK,EAAE,MAAM,OAAO,IAAI,QAAQ;QAAE,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACxD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,kCAAkC;AAClC,QAAQ,CAAC,CAAC,OAAO,CAAC,KAAiB,EAAE,IAAY;IAC/C,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,KAAK,CAAC,MAAM,EAAE,EAAE,IAAI,IAAI;QAAE,MAAM,KAAK,CAAC,QAAQ,CAAC,EAAE,EAAE,EAAE,GAAG,IAAI,CAAC,CAAC;AACtF,CAAC;AAED,QAAQ,CAAC,yBAAyB,EAAE,GAAG,EAAE;IACvC,IAAI,CAAC,mDAAmD,EAAE,KAAK,IAAI,EAAE;QACnE,MAAM,KAAK,GAAG,IAAI,SAAS,CACzB,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAA0C,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC,EACxJ,UAAU,CAAC,UAAU,CAAC,CAAC,CAAC;QAC1B,MAAM,QAAQ,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC;QAC5B,MAAM,OAAO,GAAsD,EAAE,CAAC;QACtE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,IAAI,GAAG;YAAE,OAAO,CAAC,IAAI,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,EAAE,UAAU,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAC/H,MAAM,UAAU,GAA+B;YAC7C,OAAO,EAAE,oBAAoB,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC;YAC/C,qBAAqB,EAAE,oBAAoB,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC;YAChF,eAAe,EAAE,eAAe,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC;YAClD,8BAA8B,EAAE,eAAe,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC;YAClF,uBAAuB,EAAE,uBAAuB,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC;YACpE,IAAI,EAAE,eAAe,CAAC,SAAS,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC;SACxD,CAAC;QACF,KAAK,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC;YACtD,MAAM,CAAC,SAAS,CAAC,MAAM,OAAO,CAAC,uBAAuB,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC;QAC9F,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;QAChE,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QAC5F,MAAM,CAAC,SAAS,CAAC,MAAM,OAAO,CAAC,uBAAuB,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,oBAAoB,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;QACrI,MAAM,KAAK,GAAG,IAAI,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,EAAE,UAAU,CAAC,UAAU,CAAC,CAAC,CAAC;QAC/H,MAAM,OAAO,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;QACpC,MAAM,CAAC,SAAS,CAAC,MAAM,OAAO,CAAC,uBAAuB,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC;QACjH,MAAM,CAAC,SAAS,CAAC,MAAM,OAAO,CAAC,uBAAuB,CAAC,SAAS,CAAC,CAAC,CAAC,oBAAoB,CAAC,SAAS,CAAC,CAAC,IAAI,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACtH,MAAM,CAAC,SAAS,CAAC,MAAM,OAAO,CAAC,uBAAuB,CAAC,SAAS,CAAC,CAAC,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC,IAAI,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACnH,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,iEAAiE,EAAE,KAAK,IAAI,EAAE;QACjF,yEAAyE;QACzE,6CAA6C;QAC7C,MAAM,KAAK,GAAG,IAAI,SAAS,CACzB,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAA0C,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC,EACzJ,UAAU,CAAC,UAAU,CAAC,CAAC,CAAC;QAC1B,MAAM,QAAQ,GAAG,oBAAoB,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,CAAC;QACxD,MAAM,OAAO,GAAsD,EAAE,CAAC;QACtE,MAAM,OAAO,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC;QAC3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,IAAI,GAAG;YAAE,OAAO,CAAC,IAAI,CAAC,IAAI,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,EAAE,UAAU,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAC7H,KAAK,MAAM,MAAM,IAAI,CAAC,uBAAuB,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC,EAAE,eAAe,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,EAAE,QAAQ,CAAC,EAAE,CAAC;YAChH,MAAM,MAAM,GAAiB,EAAE,CAAC;YAChC,MAAM,MAAM,GAAG,IAAI,mBAAmB,CAAC,SAAS,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;YACzF,IAAI,KAAK,EAAE,MAAM,OAAO,IAAI,uBAAuB,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;gBAAE,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAC9F,MAAM,CAAC,MAAM,EAAE,CAAC;YAChB,MAAM,CAAC,SAAS,CAAC,IAAI,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;QACpE,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,sCAAsC,EAAE,KAAK,IAAI,EAAE;QACtD,yEAAyE;QACzE,kBAAkB;QAClB,MAAM,IAAI,GAAG,QAAQ,CAAC,UAAU,EAAE,UAAU,CAAC,EAAE,CAAC,EAAE,SAAS,CAAC,WAAW,CAAC,EAAE,CAAC,EAAE,SAAS,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC,CAAC;QACxG,MAAM,MAAM,GAAG,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;QAC5B,MAAM,KAAK,GAAG,IAAI,SAAS,CAAC,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,UAAU,CAAC,UAAU,CAAC,CAAC,CAAC;QACpH,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,uBAAuB,CAAC,IAAI,CAAC,CAAC,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAC/F,MAAM,KAAK,GAAG,IAAI,CAAC,CAAC,CAAE,CAAC,CAAC,CAAC,CAAC;QAC1B,MAAM,CAAC,SAAS,CAAC,KAAK,EAAE,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;QAClD,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,EAAE,oDAAoD,CAAC,CAAC;IACvF,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,0EAA0E,EAAE,KAAK,IAAI,EAAE;QAC1F,MAAM,KAAK,GAAG,IAAI,SAAS,CACzB,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAA0C,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC,EACzJ,UAAU,CAAC,UAAU,CAAC,CAAC,CAAC;QAC1B,MAAM,IAAI,GAAG,oBAAoB,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,CAAC;QACpD,MAAM,CAAC,SAAS,CAAC,MAAM,OAAO,CAAC,uBAAuB,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC;QAElG,wEAAwE;QACxE,sBAAsB;QACtB,MAAM,OAAO,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC;QACxC,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,MAAM,MAAM,GAAG,CAAC,QAAQ,CAAC;YACvB,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,CAAC;gBACxC,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC;gBACvB,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC,CAAC,EAAE,CAAC;QACL,MAAM,QAAQ,GAAG,uBAAuB,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,CAAC;QAC5D,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACtB,MAAM,CAAC,EAAE,CAAC,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,CAAC,CAAE,GAAG,IAAI,EAAE,UAAU,MAAM,yDAAyD,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAC/I,MAAM,QAAQ,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IACnC,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,+CAA+C,EAAE,KAAK,IAAI,EAAE;QAC/D,IAAI,MAAM,GAAG,KAAK,CAAC;QACnB,MAAM,IAAI,GAAG,oBAAoB,CAAC,SAAS,CAAC,CAAC,IAAI,SAAS,CACxD,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAA0C,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC,EACzJ,UAAU,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAC3B,MAAM,MAAM,GAAG,CAAC,KAAK,SAAS,CAAC;YAC7B,IAAI,CAAC;gBACH,KAAK,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;YAC7B,CAAC;oBAAS,CAAC;gBACT,MAAM,GAAG,IAAI,CAAC;YAChB,CAAC;QACH,CAAC,CAAC,EAAE,CAAC;QACL,IAAI,KAAK,EAAE,MAAM,OAAO,IAAI,uBAAuB,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC;YACvE,KAAK,OAAO,CAAC;YACb,MAAM;QACR,CAAC;QACD,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC;IACpB,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,wEAAwE,EAAE,KAAK,IAAI,EAAE;QACxF,0EAA0E;QAC1E,2CAA2C;QAC3C,MAAM,IAAI,GAAG,SAAS,CAAC,UAAU,CAAC,CAAC;QACnC,MAAM,IAAI,GAAG,eAAe,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;QAC1D,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAE,kDAAkD;QACrG,MAAM,WAAW,GAAG,IAAI,UAAU,CAAC,EAAE,CAAC,CAAC;QACvC,IAAI,EAAE,GAAG,CAAC,CAAC;QACX,MAAM,MAAM,GAAG,CAAC,CAAS,EAAQ,EAAE;YACjC,OAAO,CAAC,IAAI,IAAI,EAAE,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,GAAG,CAAC;gBAAE,WAAW,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC;YACjF,WAAW,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC;QACxB,CAAC,CAAC;QACF,MAAM,CAAC,CAAC,CAAC,CAAC;QACV,MAAM,CAAC,aAAa,GAAG,CAAC,CAAC,CAAC;QAC1B,MAAM,CAAC,aAAa,GAAG,CAAC,CAAC,CAAC;QAC1B,MAAM,MAAM,CAAC,OAAO,CAClB,OAAO,CAAC,uBAAuB,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,EAAE,WAAW,CAAC,QAAQ,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAC7E,8JAA8J,CAC/J,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,8DAA8D,EAAE,KAAK,IAAI,EAAE;QAC9E,sEAAsE;QACtE,2BAA2B;QAC3B,MAAM,IAAI,GAAG,SAAS,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC,CAAC;QAC/C,MAAM,MAAM,GAAG,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;QACxB,MAAM,MAAM,GAAiB,EAAE,CAAC;QAChC,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,IAAI,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,aAAa,EAAE,KAAK,EAAE,CAAC,CAAC;QACvG,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;QACvB,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;QACvB,MAAM,CAAC,MAAM,EAAE,CAAC;QAChB,MAAM,MAAM,CAAC,OAAO,CAClB,OAAO,CAAC,uBAAuB,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,EAC/E,8DAA8D,CAC/D,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,sCAAsC,EAAE,KAAK,IAAI,EAAE;QACtD,MAAM,MAAM,CAAC,OAAO,CAClB,OAAO,CAAC,uBAAuB,CAAC,SAAS,CAAC,CAAC,CAAC,oBAAoB,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EACjG,sCAAsC,CACvC,CAAC;QACF,MAAM,MAAM,CAAC,OAAO,CAClB,OAAO,CAAC,uBAAuB,CAAC,SAAS,CAAC,CAAC,CAAC,eAAe,CAAC,SAAS,CAAC,UAAU,CAAC,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAC5G,sCAAsC,CACvC,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,wCAAwC,EAAE,GAAG,EAAE;QAClD,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,uBAAuB,CAAC,WAAoB,CAAC,EAAE,wCAAwC,CAAC,CAAC;IAC/G,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}