@elaraai/e3-types 1.0.83 → 1.0.85

package/dist/src/dataset-blob.d.ts

@@ -37,6 +37,12 @@ import { type CollectionManifestEntry } from './collection-manifest.js';
  * exactly how a new state shares its unchanged segments with the old one.
  */
 export type SegmentSink = (bytes: Uint8Array) => Promise<string>;
+/**
+ * How many objects {@link writeCollectionManifest} has a sink write at once,
+ * unless its caller says otherwise: a store whose writes are round trips is
+ * waited on once for this many segments, rather than once for each.
+ */
+export declare const SEGMENT_WRITES_IN_FLIGHT = 16;
 /**
  * Whether a dataset root type is a collection — the kinds stored segmented +
  * indexed so the paged read API can seek.
@@ -74,16 +80,27 @@ export type CollectionPiece = Beast2RecutPiece<EastType, CollectionSegmentRef>;
  * Writer's own: a piece's segments are carried over only when that is the
  * header they are under, which is the caller's to establish.
  *
+ * The objects are written at once, `inFlight` at a time — the segments in
+ * order, then the header — and the manifest is returned once every one is
+ * stored, so the caller stores the manifest after the objects it names. The
+ * sink is called in segment order, and each segment's blob is held until its
+ * write ends.
+ *
  * @param type - The collection type (Array / Set / Dict)
  * @param pieces - The collection's pieces, in order
  * @param sink - Writes one object and returns its hash
+ * @param options - `inFlight`, the most objects the sink writes at once
+ *   (default {@link SEGMENT_WRITES_IN_FLIGHT})
  * @returns The manifest's bytes — the caller stores them, and its hash is the
  *   dataset's content address
  * @throws {Error} When a piece's elements do not ascend (Set / Dict), a
  *   segment's blob is not the one segment its reference describes, or the sink
- *   rejects.
+ *   rejects: once the writes in flight have ended, so none runs on after the
+ *   writer returns.
  */
-export declare function writeCollectionManifest(type: EastType | EastTypeValue, pieces: Iterable<CollectionPiece> | AsyncIterable<CollectionPiece>, sink: SegmentSink): Promise<Uint8Array>;
+export declare function writeCollectionManifest(type: EastType | EastTypeValue, pieces: Iterable<CollectionPiece> | AsyncIterable<CollectionPiece>, sink: SegmentSink, options?: {
+    inFlight?: number;
+}): Promise<Uint8Array>;
 /**
  * Encode a dataset value for the object store.
  *

package/dist/src/dataset-blob.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"dataset-blob.d.ts","sourceRoot":"","sources":["../../src/dataset-blob.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AAEH,OAAO,EAUL,KAAK,gBAAgB,EACrB,KAAK,gBAAgB,EACrB,KAAK,QAAQ,EACb,KAAK,aAAa,EACnB,MAAM,eAAe,CAAC;AACvB,OAAO,EAGL,KAAK,uBAAuB,EAC7B,MAAM,0BAA0B,CAAC;AAElC;;;;;;;GAOG;AACH,MAAM,MAAM,WAAW,GAAG,CAAC,KAAK,EAAE,UAAU,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;AAEjE;;;;;;GAMG;AACH,wBAAgB,gBAAgB,CAAC,SAAS,EAAE,aAAa,GAAG,OAAO,CAElE;AAOD;;;;GAIG;AACH,MAAM,WAAW,oBAAqB,SAAQ,gBAAgB;IAC5D;;oDAEgD;IAChD,QAAQ,CAAC,KAAK,CAAC,EAAE,uBAAuB,CAAC;CAC1C;AAED;;iCAEiC;AACjC,MAAM,MAAM,eAAe,GAAG,gBAAgB,CAAC,QAAQ,EAAE,oBAAoB,CAAC,CAAC;AAE/E;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,wBAAsB,uBAAuB,CAC3C,IAAI,EAAE,QAAQ,GAAG,aAAa,EAC9B,MAAM,EAAE,QAAQ,CAAC,eAAe,CAAC,GAAG,aAAa,CAAC,eAAe,CAAC,EAClE,IAAI,EAAE,WAAW,GAChB,OAAO,CAAC,UAAU,CAAC,CAgCrB;AAED;;;;;;;;;;;;;;;;;;;GAmBG;AACH,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,QAAQ,GAAG,aAAa,EAAE,KAAK,EAAE,OAAO,GAAG,UAAU,CAAC;AAC9F,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,QAAQ,GAAG,aAAa,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,WAAW,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC"}
+{"version":3,"file":"dataset-blob.d.ts","sourceRoot":"","sources":["../../src/dataset-blob.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AAEH,OAAO,EAUL,KAAK,gBAAgB,EACrB,KAAK,gBAAgB,EACrB,KAAK,QAAQ,EACb,KAAK,aAAa,EACnB,MAAM,eAAe,CAAC;AACvB,OAAO,EAGL,KAAK,uBAAuB,EAC7B,MAAM,0BAA0B,CAAC;AAElC;;;;;;;GAOG;AACH,MAAM,MAAM,WAAW,GAAG,CAAC,KAAK,EAAE,UAAU,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;AAEjE;;;;GAIG;AACH,eAAO,MAAM,wBAAwB,KAAK,CAAC;AAoD3C;;;;;;GAMG;AACH,wBAAgB,gBAAgB,CAAC,SAAS,EAAE,aAAa,GAAG,OAAO,CAElE;AAOD;;;;GAIG;AACH,MAAM,WAAW,oBAAqB,SAAQ,gBAAgB;IAC5D;;oDAEgD;IAChD,QAAQ,CAAC,KAAK,CAAC,EAAE,uBAAuB,CAAC;CAC1C;AAED;;iCAEiC;AACjC,MAAM,MAAM,eAAe,GAAG,gBAAgB,CAAC,QAAQ,EAAE,oBAAoB,CAAC,CAAC;AAE/E;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+BG;AACH,wBAAsB,uBAAuB,CAC3C,IAAI,EAAE,QAAQ,GAAG,aAAa,EAC9B,MAAM,EAAE,QAAQ,CAAC,eAAe,CAAC,GAAG,aAAa,CAAC,eAAe,CAAC,EAClE,IAAI,EAAE,WAAW,EACjB,OAAO,GAAE;IAAE,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAO,GAClC,OAAO,CAAC,UAAU,CAAC,CA0CrB;AAED;;;;;;;;;;;;;;;;;;;GAmBG;AACH,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,QAAQ,GAAG,aAAa,EAAE,KAAK,EAAE,OAAO,GAAG,UAAU,CAAC;AAC9F,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,QAAQ,GAAG,aAAa,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,WAAW,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC"}

package/dist/src/dataset-blob.js

@@ -28,6 +28,65 @@
  */
 import { SortedMap, SortedSet, compareFor, encodeBeast2For, encodeBeast2PagedFor, isVariant, recutBeast2For, segmentRuleFor, toEastTypeValue, } from '@elaraai/east';
 import { COLLECTION_MANIFEST_KIND, encodeCollectionManifest, } from './collection-manifest.js';
+/**
+ * How many objects {@link writeCollectionManifest} has a sink write at once,
+ * unless its caller says otherwise: a store whose writes are round trips is
+ * waited on once for this many segments, rather than once for each.
+ */
+export const SEGMENT_WRITES_IN_FLIGHT = 16;
+/**
+ * The writes of one manifest's objects: each started in the order it is
+ * handed over, at most `width` in flight, and none left running once the
+ * manifest's writer returns.
+ *
+ * @internal
+ */
+class SinkWrites {
+    sink;
+    width;
+    inFlight = new Set();
+    failure;
+    constructor(sink, width) {
+        this.sink = sink;
+        this.width = width;
+    }
+    /**
+     * Starts writing `bytes` once fewer than `width` writes are in flight.
+     *
+     * @param bytes - The object
+     * @param named - Told the object's hash once it is stored
+     * @throws The first failed write's error, once one has failed: nothing more
+     *   is started after it.
+     */
+    async start(bytes, named) {
+        while (this.failure === undefined && this.inFlight.size >= this.width)
+            await Promise.race(this.inFlight);
+        if (this.failure !== undefined)
+            throw this.failure.error;
+        const write = this.sink(bytes)
+            .then(named, (error) => {
+            this.failure ??= { error };
+        })
+            .finally(() => {
+            this.inFlight.delete(write);
+        });
+        this.inFlight.add(write);
+    }
+    /** Waits for every write started, whatever its outcome. */
+    async settled() {
+        await Promise.all(this.inFlight);
+    }
+    /**
+     * Waits for every write started.
+     *
+     * @throws The first failed write's error.
+     */
+    async stored() {
+        await this.settled();
+        if (this.failure !== undefined)
+            throw this.failure.error;
+    }
+}
 /**
  * Whether a dataset root type is a collection — the kinds stored segmented +
  * indexed so the paged read API can seek.
@@ -56,45 +115,65 @@ function asTypeValue(type) {
  * Writer's own: a piece's segments are carried over only when that is the
  * header they are under, which is the caller's to establish.
  *
+ * The objects are written at once, `inFlight` at a time — the segments in
+ * order, then the header — and the manifest is returned once every one is
+ * stored, so the caller stores the manifest after the objects it names. The
+ * sink is called in segment order, and each segment's blob is held until its
+ * write ends.
+ *
  * @param type - The collection type (Array / Set / Dict)
  * @param pieces - The collection's pieces, in order
  * @param sink - Writes one object and returns its hash
+ * @param options - `inFlight`, the most objects the sink writes at once
+ *   (default {@link SEGMENT_WRITES_IN_FLIGHT})
  * @returns The manifest's bytes — the caller stores them, and its hash is the
  *   dataset's content address
  * @throws {Error} When a piece's elements do not ascend (Set / Dict), a
  *   segment's blob is not the one segment its reference describes, or the sink
- *   rejects.
+ *   rejects: once the writes in flight have ended, so none runs on after the
+ *   writer returns.
  */
-export async function writeCollectionManifest(type, pieces, sink) {
+export async function writeCollectionManifest(type, pieces, sink, options = {}) {
     const typeValue = asTypeValue(type);
     const entries = [];
+    const writes = new SinkWrites(sink, options.inFlight ?? SEGMENT_WRITES_IN_FLIGHT);
+    /** Writes a segment the manifest names at the place it takes now. */
+    const write = (blob, fence, count) => {
+        const at = entries.push({ hash: '', fence, count: BigInt(count), bytes: BigInt(blob.byteLength) }) - 1;
+        return writes.start(blob, (hash) => {
+            entries[at] = { ...entries[at], hash };
+        });
+    };
     // Frames deflate on the worker pool once the value is large enough to be
     // worth it; the pool holds the frames in flight and nothing more.
     const recut = recutBeast2For(typeValue, { parallel: true });
-    const stats = await recut(pieces, {
-        written: async (segment) => {
-            entries.push({
-                hash: await sink(segment.blob),
-                fence: segment.fence,
-                count: BigInt(segment.count),
-                bytes: BigInt(segment.blob.byteLength),
-            });
-        },
-        carried: async (ref) => {
-            if (ref.entry !== undefined) {
-                entries.push(ref.entry);
-                return;
-            }
-            const blob = await ref.read();
-            entries.push({ hash: await sink(blob), fence: ref.fence, count: BigInt(ref.count), bytes: BigInt(blob.byteLength) });
-        },
-    });
+    let header = '';
+    try {
+        const stats = await recut(pieces, {
+            written: (segment) => write(segment.blob, segment.fence, segment.count),
+            carried: async (ref) => {
+                if (ref.entry !== undefined) {
+                    entries.push(ref.entry);
+                    return;
+                }
+                await write(await ref.read(), ref.fence, ref.count);
+            },
+        });
+        await writes.start(stats.header, (hash) => {
+            header = hash;
+        });
+    }
+    catch (error) {
+        await writes.settled();
+        throw error;
+    }
+    await writes.stored();
     return encodeCollectionManifest({
         kind: COLLECTION_MANIFEST_KIND,
         level: 0n,
         type: typeValue,
         rule: segmentRuleFor(typeValue),
-        header: await sink(stats.header),
+        header,
         entries,
     });
 }

package/dist/src/dataset-blob.js.map

@@ -1 +1 @@
-{"version":3,"file":"dataset-blob.js","sourceRoot":"","sources":["../../src/dataset-blob.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AAEH,OAAO,EACL,SAAS,EACT,SAAS,EACT,UAAU,EACV,eAAe,EACf,oBAAoB,EACpB,SAAS,EACT,cAAc,EACd,cAAc,EACd,eAAe,GAKhB,MAAM,eAAe,CAAC;AACvB,OAAO,EACL,wBAAwB,EACxB,wBAAwB,GAEzB,MAAM,0BAA0B,CAAC;AAYlC;;;;;;GAMG;AACH,MAAM,UAAU,gBAAgB,CAAC,SAAwB;IACvD,OAAO,SAAS,CAAC,IAAI,KAAK,OAAO,IAAI,SAAS,CAAC,IAAI,KAAK,KAAK,IAAI,SAAS,CAAC,IAAI,KAAK,MAAM,CAAC;AAC7F,CAAC;AAED,8DAA8D;AAC9D,SAAS,WAAW,CAAC,IAA8B;IACjD,OAAO,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAE,IAAsB,CAAC,CAAC,CAAC,eAAe,CAAC,IAAgB,CAAC,CAAC;AACvF,CAAC;AAmBD;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,IAA8B,EAC9B,MAAkE,EAClE,IAAiB;IAEjB,MAAM,SAAS,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;IACpC,MAAM,OAAO,GAA8B,EAAE,CAAC;IAC9C,yEAAyE;IACzE,kEAAkE;IAClE,MAAM,KAAK,GAAG,cAAc,CAAiC,SAAS,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5F,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,MAAM,EAAE;QAChC,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;YACzB,OAAO,CAAC,IAAI,CAAC;gBACX,IAAI,EAAE,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;gBAC9B,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,KAAK,EAAE,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC;gBAC5B,KAAK,EAAE,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC;aACvC,CAAC,CAAC;QACL,CAAC;QACD,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;YACrB,IAAI,GAAG,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;gBAC5B,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;gBACxB,OAAO;YACT,CAAC;YACD,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;YAC9B,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,IAAI,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;QACvH,CAAC;KACF,CAAC,CAAC;IACH,OAAO,wBAAwB,CAAC;QAC9B,IAAI,EAAE,wBAAwB;QAC9B,KAAK,EAAE,EAAE;QACT,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,cAAc,CAAC,SAAS,CAAC;QAC/B,MAAM,EAAE,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;QAChC,OAAO;KACR,CAAC,CAAC;AACL,CAAC;AAwBD,MAAM,UAAU,iBAAiB,CAC/B,IAA8B,EAC9B,KAAc,EACd,IAAkB;IAElB,MAAM,SAAS,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;IACpC,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,EAAE,CAAC;QACjC,MAAM,IAAI,GAAG,eAAe,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,CAAC;QAC/C,OAAO,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3D,CAAC;IACD,IAAI,IAAI,KAAK,SAAS;QAAE,OAAO,oBAAoB,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,CAAC;IACtE,OAAO,uBAAuB,CAAC,SAAS,EAAE,CAAC,EAAE,QAAQ,EAAE,iBAAiB,CAAC,SAAS,EAAE,KAAK,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;AACvG,CAAC;AAED;;8DAE8D;AAC9D,SAAS,iBAAiB,CAAC,SAAwB,EAAE,KAAc;IACjE,IAAI,SAAS,CAAC,IAAI,KAAK,OAAO;QAAE,OAAO,KAAkB,CAAC;IAC1D,IAAI,SAAS,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;QAC7B,OAAO,KAAK,YAAY,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAI,KAAsB,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,KAAsB,CAAC,CAAC,CAAC;IAC9H,CAAC;IACD,MAAM,GAAG,GAAG,UAAU,CAAE,SAAS,CAAC,KAAgC,CAAC,GAAG,CAAC,CAAC;IACxE,OAAO,KAAK,YAAY,SAAS;QAC/B,CAAC,CAAE,KAAqC,CAAC,OAAO,EAAE;QAClD,CAAC,CAAC,CAAC,GAAI,KAA+B,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACtF,CAAC"}
+{"version":3,"file":"dataset-blob.js","sourceRoot":"","sources":["../../src/dataset-blob.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AAEH,OAAO,EACL,SAAS,EACT,SAAS,EACT,UAAU,EACV,eAAe,EACf,oBAAoB,EACpB,SAAS,EACT,cAAc,EACd,cAAc,EACd,eAAe,GAKhB,MAAM,eAAe,CAAC;AACvB,OAAO,EACL,wBAAwB,EACxB,wBAAwB,GAEzB,MAAM,0BAA0B,CAAC;AAYlC;;;;GAIG;AACH,MAAM,CAAC,MAAM,wBAAwB,GAAG,EAAE,CAAC;AAE3C;;;;;;GAMG;AACH,MAAM,UAAU;IAIe;IAAoC;IAHhD,QAAQ,GAAG,IAAI,GAAG,EAAiB,CAAC;IAC7C,OAAO,CAAiC;IAEhD,YAA6B,IAAiB,EAAmB,KAAa;QAAjD,SAAI,GAAJ,IAAI,CAAa;QAAmB,UAAK,GAAL,KAAK,CAAQ;IAAG,CAAC;IAElF;;;;;;;OAOG;IACH,KAAK,CAAC,KAAK,CAAC,KAAiB,EAAE,KAA6B;QAC1D,OAAO,IAAI,CAAC,OAAO,KAAK,SAAS,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,IAAI,IAAI,CAAC,KAAK;YAAE,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACzG,IAAI,IAAI,CAAC,OAAO,KAAK,SAAS;YAAE,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC;QACzD,MAAM,KAAK,GAAkB,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC;aAC1C,IAAI,CAAC,KAAK,EAAE,CAAC,KAAc,EAAE,EAAE;YAC9B,IAAI,CAAC,OAAO,KAAK,EAAE,KAAK,EAAE,CAAC;QAC7B,CAAC,CAAC;aACD,OAAO,CAAC,GAAG,EAAE;YACZ,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC9B,CAAC,CAAC,CAAC;QACL,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IAC3B,CAAC;IAED,2DAA2D;IAC3D,KAAK,CAAC,OAAO;QACX,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACnC,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,MAAM;QACV,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;QACrB,IAAI,IAAI,CAAC,OAAO,KAAK,SAAS;YAAE,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC;IAC3D,CAAC;CACF;AAED;;;;;;GAMG;AACH,MAAM,UAAU,gBAAgB,CAAC,SAAwB;IACvD,OAAO,SAAS,CAAC,IAAI,KAAK,OAAO,IAAI,SAAS,CAAC,IAAI,KAAK,KAAK,IAAI,SAAS,CAAC,IAAI,KAAK,MAAM,CAAC;AAC7F,CAAC;AAED,8DAA8D;AAC9D,SAAS,WAAW,CAAC,IAA8B;IACjD,OAAO,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAE,IAAsB,CAAC,CAAC,CAAC,eAAe,CAAC,IAAgB,CAAC,CAAC;AACvF,CAAC;AAmBD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+BG;AACH,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,IAA8B,EAC9B,MAAkE,EAClE,IAAiB,EACjB,UAAiC,EAAE;IAEnC,MAAM,SAAS,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;IACpC,MAAM,OAAO,GAA8B,EAAE,CAAC;IAC9C,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,IAAI,EAAE,OAAO,CAAC,QAAQ,IAAI,wBAAwB,CAAC,CAAC;IAClF,qEAAqE;IACrE,MAAM,KAAK,GAAG,CAAC,IAAgB,EAAE,KAAiB,EAAE,KAAa,EAAiB,EAAE;QAClF,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC;QACvG,OAAO,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,EAAE;YACjC,OAAO,CAAC,EAAE,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC,EAAE,CAAE,EAAE,IAAI,EAAE,CAAC;QAC1C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC;IACF,yEAAyE;IACzE,kEAAkE;IAClE,MAAM,KAAK,GAAG,cAAc,CAAiC,SAAS,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5F,IAAI,MAAM,GAAG,EAAE,CAAC;IAChB,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,MAAM,EAAE;YAChC,OAAO,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC;YACvE,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;gBACrB,IAAI,GAAG,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;oBAC5B,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;oBACxB,OAAO;gBACT,CAAC;gBACD,MAAM,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,EAAE,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;YACtD,CAAC;SACF,CAAC,CAAC;QACH,MAAM,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;YACxC,MAAM,GAAG,IAAI,CAAC;QAChB,CAAC,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,MAAM,CAAC,OAAO,EAAE,CAAC;QACvB,MAAM,KAAK,CAAC;IACd,CAAC;IACD,MAAM,MAAM,CAAC,MAAM,EAAE,CAAC;IACtB,OAAO,wBAAwB,CAAC;QAC9B,IAAI,EAAE,wBAAwB;QAC9B,KAAK,EAAE,EAAE;QACT,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,cAAc,CAAC,SAAS,CAAC;QAC/B,MAAM;QACN,OAAO;KACR,CAAC,CAAC;AACL,CAAC;AAwBD,MAAM,UAAU,iBAAiB,CAC/B,IAA8B,EAC9B,KAAc,EACd,IAAkB;IAElB,MAAM,SAAS,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;IACpC,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,EAAE,CAAC;QACjC,MAAM,IAAI,GAAG,eAAe,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,CAAC;QAC/C,OAAO,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3D,CAAC;IACD,IAAI,IAAI,KAAK,SAAS;QAAE,OAAO,oBAAoB,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,CAAC;IACtE,OAAO,uBAAuB,CAAC,SAAS,EAAE,CAAC,EAAE,QAAQ,EAAE,iBAAiB,CAAC,SAAS,EAAE,KAAK,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;AACvG,CAAC;AAED;;8DAE8D;AAC9D,SAAS,iBAAiB,CAAC,SAAwB,EAAE,KAAc;IACjE,IAAI,SAAS,CAAC,IAAI,KAAK,OAAO;QAAE,OAAO,KAAkB,CAAC;IAC1D,IAAI,SAAS,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;QAC7B,OAAO,KAAK,YAAY,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAI,KAAsB,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,KAAsB,CAAC,CAAC,CAAC;IAC9H,CAAC;IACD,MAAM,GAAG,GAAG,UAAU,CAAE,SAAS,CAAC,KAAgC,CAAC,GAAG,CAAC,CAAC;IACxE,OAAO,KAAK,YAAY,SAAS;QAC/B,CAAC,CAAE,KAAqC,CAAC,OAAO,EAAE;QAClD,CAAC,CAAC,CAAC,GAAI,KAA+B,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACtF,CAAC"}

package/dist/src/dataset-blob.spec.js

@@ -12,6 +12,46 @@ import assert from 'node:assert/strict';
 import { Beast2ManifestWriter, DictType, IntegerType, SortedMap, StringType, StructType, compareFor, decodeBeast2FenceFor, decodeCollectionManifest, encodeBeast2For, encodeBeast2PagedFor, sha256Hex, } from '@elaraai/east';
 import { encodeDatasetBlob, writeCollectionManifest } from './dataset-blob.js';
 const TableType = DictType(StringType, IntegerType);
+/** `n` rows, in canonical order: 20,000 span sixteen segments. */
+function rowsOf(n) {
+    return new SortedMap(Array.from({ length: n }, (_, i) => [`k${String(i).padStart(6, '0')}`, BigInt(i)]), compareFor(StringType));
+}
+/** A sink whose writes are held until the test ends each one: the writes in
+ *  flight, and the hash of every object it was handed, in order. */
+function heldSink() {
+    const open = [];
+    const calls = [];
+    const sink = (bytes) => new Promise((resolve, reject) => {
+        const hash = sha256Hex(bytes);
+        calls.push(hash);
+        const write = {
+            hash,
+            end: (failure) => {
+                open.splice(open.indexOf(write), 1);
+                if (failure === undefined)
+                    resolve(hash);
+                else
+                    reject(failure);
+            },
+        };
+        open.push(write);
+    });
+    return { sink, open, calls };
+}
+/** Lets `turns` rounds of the event loop pass. */
+async function turns(turns) {
+    for (let i = 0; i < turns; i++)
+        await new Promise((resolve) => setImmediate(resolve));
+}
+/** Lets the event loop run until `done` holds. */
+async function until(done, what) {
+    for (let i = 0; i < 10_000; i++) {
+        if (done())
+            return;
+        await turns(1);
+    }
+    assert.fail(`never: ${what}`);
+}
 describe('writeCollectionManifest', () => {
     it("writes the manifest writer's manifest for the value, byte for byte", async () => {
         const value = new SortedMap(Array.from({ length: 20_000 }, (_, i) => [`k${String(i).padStart(6, '0')}`, BigInt(i)]), compareFor(StringType));
@@ -72,6 +112,98 @@ describe('writeCollectionManifest', () => {
         for (const entry of entries.slice(0, half))
             assert.ok(!written.has(entry.hash), `segment ${entry.hash.slice(0, 8)} is carried`);
     });
+    it('has the sink write the objects at once, as many as it is given, in order, and returns once every one is stored', async () => {
+        const value = rowsOf(20_000);
+        const expected = await writeCollectionManifest(TableType, [{ elements: value.entries() }], async (bytes) => sha256Hex(bytes));
+        const entries = decodeCollectionManifest(expected).entries;
+        const objects = entries.length + 1;
+        const { sink, open, calls } = heldSink();
+        let manifest;
+        const writing = writeCollectionManifest(TableType, [{ elements: value.entries() }], sink, { inFlight: 3 })
+            .then((bytes) => {
+            manifest = bytes;
+        });
+        // Each write ends only when the test ends it, the last begun first, so the
+        // writes end in another order than they began. Between ends, the writer
+        // has as many in flight as it may: three, or the objects left.
+        while (manifest === undefined) {
+            const inFlight = () => Math.min(3, objects - (calls.length - open.length));
+            await until(() => manifest !== undefined || open.length === inFlight(), 'as many writes in flight as may be');
+            await turns(20);
+            if (manifest !== undefined)
+                break;
+            assert.equal(open.length, inFlight(), `${open.length} writes in flight, of ${calls.length} begun`);
+            open.at(-1).end();
+        }
+        await writing;
+        assert.deepEqual(manifest, expected, 'the manifest a write at a time writes, each entry in its place');
+        assert.deepEqual(calls, [...entries.map((entry) => entry.hash), decodeCollectionManifest(expected).header], 'the segments, in order, and then the header');
+    });
+    /** A writer's failure, once it has failed: read through a function, which
+     *  no assertion narrows. */
+    function failureOf(writing) {
+        let settled;
+        writing.then(() => {
+            settled = { failure: new Error('the writer did not fail') };
+        }, (failure) => {
+            settled = { failure };
+        });
+        return () => settled;
+    }
+    it('starts no write after one fails, and throws its failure once the writes in flight have ended', async () => {
+        const { sink, open, calls } = heldSink();
+        const writing = writeCollectionManifest(TableType, [{ elements: rowsOf(20_000).entries() }], sink, { inFlight: 3 });
+        const settled = failureOf(writing);
+        await until(() => open.length === 3, 'three writes in flight');
+        const failure = new Error('the store is gone');
+        open[1].end(failure);
+        await turns(20);
+        assert.equal(calls.length, 3, 'nothing is begun after a write fails');
+        assert.equal(settled(), undefined, 'the writer waits for the writes still in flight');
+        for (const write of [...open])
+            write.end();
+        await writing.catch(() => { });
+        assert.equal(settled()?.failure, failure);
+    });
+    it('throws a failure among the last writes, which no write after it meets', async () => {
+        const value = rowsOf(20_000);
+        const { header } = decodeCollectionManifest(await writeCollectionManifest(TableType, [{ elements: value.entries() }], async (bytes) => sha256Hex(bytes)));
+        const { sink, open } = heldSink();
+        const writing = writeCollectionManifest(TableType, [{ elements: value.entries() }], sink, { inFlight: 3 });
+        const settled = failureOf(writing);
+        // Every object is stored but the header, the last begun.
+        const failure = new Error('the store is gone');
+        for (;;) {
+            await until(() => settled() !== undefined || open.length > 0, 'a write in flight, or the writer\'s end');
+            if (settled() !== undefined)
+                break;
+            const write = open[0];
+            write.end(write.hash === header ? failure : undefined);
+        }
+        assert.equal(settled()?.failure, failure);
+    });
+    it('throws a piece\'s failure once the writes in flight have ended', async () => {
+        const { sink, open } = heldSink();
+        // Rows in order, then one out of it.
+        let disordered = false;
+        function* rows() {
+            yield* rowsOf(20_000).entries();
+            disordered = true;
+            yield ['a', 0n];
+        }
+        const writing = writeCollectionManifest(TableType, [{ elements: rows() }], sink, { inFlight: 64 });
+        const settled = failureOf(writing);
+        await until(() => disordered, 'the row out of order');
+        await turns(20);
+        assert.ok(open.length > 0, 'segments are in flight');
+        assert.equal(settled(), undefined, 'the writer waits for the writes still in flight');
+        for (const write of [...open])
+            write.end();
+        await writing.catch(() => { });
+        const failure = settled()?.failure;
+        assert.ok(failure instanceof Error, 'the piece\'s failure');
+        assert.match(failure.message, /ascend|order/);
+    });
 });
 describe('encodeDatasetBlob', () => {
     it('encodes a collection without a sink as its paged blob, and any other value whole', async () => {

package/dist/src/dataset-blob.spec.js.map

@@ -1 +1 @@
-{"version":3,"file":"dataset-blob.spec.js","sourceRoot":"","sources":["../../src/dataset-blob.spec.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;;;GAIG;AAEH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,WAAW,CAAC;AACzC,OAAO,MAAM,MAAM,oBAAoB,CAAC;AACxC,OAAO,EACL,oBAAoB,EACpB,QAAQ,EACR,WAAW,EACX,SAAS,EACT,UAAU,EACV,UAAU,EACV,UAAU,EACV,oBAAoB,EACpB,wBAAwB,EACxB,eAAe,EACf,oBAAoB,EACpB,SAAS,GACV,MAAM,eAAe,CAAC;AACvB,OAAO,EAAE,iBAAiB,EAAE,uBAAuB,EAA6B,MAAM,mBAAmB,CAAC;AAE1G,MAAM,SAAS,GAAG,QAAQ,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;AAEpD,QAAQ,CAAC,yBAAyB,EAAE,GAAG,EAAE;IACvC,EAAE,CAAC,oEAAoE,EAAE,KAAK,IAAI,EAAE;QAClF,MAAM,KAAK,GAAG,IAAI,SAAS,CACzB,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAoB,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,EACzG,UAAU,CAAC,UAAU,CAAC,CAAC,CAAC;QAC1B,MAAM,OAAO,GAAG,IAAI,GAAG,EAAsB,CAAC;QAC9C,MAAM,QAAQ,GAAG,MAAM,uBAAuB,CAAC,SAAS,EAAE,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;YACzG,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;YAC9B,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;YACzB,OAAO,IAAI,CAAC;QACd,CAAC,CAAC,CAAC;QAEH,MAAM,eAAe,GAAG,IAAI,GAAG,EAAsB,CAAC;QACtD,IAAI,QAAgC,CAAC;QACrC,MAAM,MAAM,GAAG,IAAI,oBAAoB,CAAC,SAAS,EAAE;YACjD,MAAM,EAAE,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,GAAG,eAAe,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;YAC9D,QAAQ,EAAE,CAAC,KAAK,EAAE,EAAE,GAAG,QAAQ,GAAG,KAAK,CAAC,CAAC,CAAC;SAC3C,CAAC,CAAC;QACH,KAAK,MAAM,OAAO,IAAI,KAAK;YAAE,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACjD,MAAM,CAAC,MAAM,EAAE,CAAC;QAEhB,MAAM,CAAC,SAAS,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QACrC,MAAM,CAAC,SAAS,CAAC,CAAC,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,GAAG,eAAe,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,mCAAmC,CAAC,CAAC;QACtH,MAAM,CAAC,EAAE,CAAC,wBAAwB,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,0BAA0B,CAAC,CAAC;IAC/F,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+FAA+F,EAAE,KAAK,IAAI,EAAE;QAC7G,MAAM,KAAK,GAAG,IAAI,SAAS,CACzB,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAoB,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,EACzG,UAAU,CAAC,UAAU,CAAC,CAAC,CAAC;QAC1B,MAAM,OAAO,GAAG,IAAI,GAAG,EAAsB,CAAC;QAC9C,MAAM,IAAI,GAAG,KAAK,EAAE,KAAiB,EAAmB,EAAE;YACxD,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;YAC9B,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;YACzB,OAAO,IAAI,CAAC;QACd,CAAC,CAAC;QACF,MAAM,KAAK,GAAG,MAAM,uBAAuB,CAAC,SAAS,EAAE,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;QAC9F,MAAM,OAAO,GAAG,wBAAwB,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC;QACxD,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,IAAI,CAAC,CAAC;QAEjC,oEAAoE;QACpE,4EAA4E;QAC5E,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,MAAM,OAAO,GAA2B,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;YAChF,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC;YAC1B,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,SAAS,EAAE,OAAO,CAAC,CAAC,GAAG,CAAC,CAAE,CAAC,KAAK;YAChC,IAAI,EAAE,GAAG,EAAE;gBACT,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACvB,OAAO,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAE,CAAC;YAClC,CAAC;YACD,KAAK;SACN,CAAC,CAAC,CAAC;QACJ,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;QAClC,MAAM,KAAK,GAAG,MAAM,uBAAuB,CAAC,SAAS,EAAE;YACrD,EAAE,QAAQ,EAAE,OAAO,EAAE;YACrB,EAAE,QAAQ,EAAE,KAAK,CAAC,OAAO,CAAC,oBAAoB,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,IAAI,CAAE,CAAC,KAAK,CAAW,CAAC,EAAE;SAC9F,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;YACjB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,CAAC;YAC/B,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAClB,OAAO,IAAI,CAAC;QACd,CAAC,CAAC,CAAC;QAEH,MAAM,CAAC,SAAS,CAAC,KAAK,EAAE,KAAK,EAAE,mBAAmB,CAAC,CAAC;QACpD,MAAM,CAAC,SAAS,CAAC,KAAK,EAAE,EAAE,EAAE,gDAAgD,CAAC,CAAC;QAC9E,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC;YAAE,MAAM,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,WAAW,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC;IAClI,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;IACjC,EAAE,CAAC,kFAAkF,EAAE,KAAK,IAAI,EAAE;QAChG,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;QAC9C,MAAM,CAAC,SAAS,CAAC,iBAAiB,CAAC,SAAS,EAAE,KAAK,CAAC,EAAE,oBAAoB,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;QAE9F,MAAM,OAAO,GAAG,UAAU,CAAC,EAAE,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAC;QAClE,MAAM,GAAG,GAAG,EAAE,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;QACpC,MAAM,KAAK,GAAG,eAAe,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC;QAC5C,MAAM,CAAC,SAAS,CAAC,iBAAiB,CAAC,OAAO,EAAE,GAAG,CAAC,EAAE,KAAK,CAAC,CAAC;QACzD,MAAM,IAAI,GAAiB,EAAE,CAAC;QAC9B,MAAM,CAAC,SAAS,CAAC,MAAM,iBAAiB,CAAC,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;YACrE,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACjB,OAAO,SAAS,CAAC,KAAK,CAAC,CAAC;QAC1B,CAAC,CAAC,EAAE,KAAK,EAAE,6DAA6D,CAAC,CAAC;QAC1E,MAAM,CAAC,SAAS,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;IAC7B,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
+{"version":3,"file":"dataset-blob.spec.js","sourceRoot":"","sources":["../../src/dataset-blob.spec.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;;;GAIG;AAEH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,WAAW,CAAC;AACzC,OAAO,MAAM,MAAM,oBAAoB,CAAC;AACxC,OAAO,EACL,oBAAoB,EACpB,QAAQ,EACR,WAAW,EACX,SAAS,EACT,UAAU,EACV,UAAU,EACV,UAAU,EACV,oBAAoB,EACpB,wBAAwB,EACxB,eAAe,EACf,oBAAoB,EACpB,SAAS,GACV,MAAM,eAAe,CAAC;AACvB,OAAO,EAAE,iBAAiB,EAAE,uBAAuB,EAA6B,MAAM,mBAAmB,CAAC;AAE1G,MAAM,SAAS,GAAG,QAAQ,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;AAEpD,kEAAkE;AAClE,SAAS,MAAM,CAAC,CAAS;IACvB,OAAO,IAAI,SAAS,CAClB,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAoB,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,EACpG,UAAU,CAAC,UAAU,CAAC,CAAC,CAAC;AAC5B,CAAC;AAQD;oEACoE;AACpE,SAAS,QAAQ;IACf,MAAM,IAAI,GAAgB,EAAE,CAAC;IAC7B,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,MAAM,IAAI,GAAG,CAAC,KAAiB,EAAmB,EAAE,CAAC,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACnF,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;QAC9B,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjB,MAAM,KAAK,GAAc;YACvB,IAAI;YACJ,GAAG,EAAE,CAAC,OAAO,EAAE,EAAE;gBACf,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;gBACpC,IAAI,OAAO,KAAK,SAAS;oBAAE,OAAO,CAAC,IAAI,CAAC,CAAC;;oBACpC,MAAM,CAAC,OAAO,CAAC,CAAC;YACvB,CAAC;SACF,CAAC;QACF,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACnB,CAAC,CAAC,CAAC;IACH,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;AAC/B,CAAC;AAED,kDAAkD;AAClD,KAAK,UAAU,KAAK,CAAC,KAAa;IAChC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE;QAAE,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC;AACxF,CAAC;AAED,kDAAkD;AAClD,KAAK,UAAU,KAAK,CAAC,IAAmB,EAAE,IAAY;IACpD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAChC,IAAI,IAAI,EAAE;YAAE,OAAO;QACnB,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC;IACjB,CAAC;IACD,MAAM,CAAC,IAAI,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC;AAChC,CAAC;AAED,QAAQ,CAAC,yBAAyB,EAAE,GAAG,EAAE;IACvC,EAAE,CAAC,oEAAoE,EAAE,KAAK,IAAI,EAAE;QAClF,MAAM,KAAK,GAAG,IAAI,SAAS,CACzB,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAoB,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,EACzG,UAAU,CAAC,UAAU,CAAC,CAAC,CAAC;QAC1B,MAAM,OAAO,GAAG,IAAI,GAAG,EAAsB,CAAC;QAC9C,MAAM,QAAQ,GAAG,MAAM,uBAAuB,CAAC,SAAS,EAAE,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;YACzG,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;YAC9B,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;YACzB,OAAO,IAAI,CAAC;QACd,CAAC,CAAC,CAAC;QAEH,MAAM,eAAe,GAAG,IAAI,GAAG,EAAsB,CAAC;QACtD,IAAI,QAAgC,CAAC;QACrC,MAAM,MAAM,GAAG,IAAI,oBAAoB,CAAC,SAAS,EAAE;YACjD,MAAM,EAAE,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,GAAG,eAAe,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;YAC9D,QAAQ,EAAE,CAAC,KAAK,EAAE,EAAE,GAAG,QAAQ,GAAG,KAAK,CAAC,CAAC,CAAC;SAC3C,CAAC,CAAC;QACH,KAAK,MAAM,OAAO,IAAI,KAAK;YAAE,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACjD,MAAM,CAAC,MAAM,EAAE,CAAC;QAEhB,MAAM,CAAC,SAAS,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QACrC,MAAM,CAAC,SAAS,CAAC,CAAC,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,GAAG,eAAe,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,mCAAmC,CAAC,CAAC;QACtH,MAAM,CAAC,EAAE,CAAC,wBAAwB,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,0BAA0B,CAAC,CAAC;IAC/F,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+FAA+F,EAAE,KAAK,IAAI,EAAE;QAC7G,MAAM,KAAK,GAAG,IAAI,SAAS,CACzB,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAoB,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,EACzG,UAAU,CAAC,UAAU,CAAC,CAAC,CAAC;QAC1B,MAAM,OAAO,GAAG,IAAI,GAAG,EAAsB,CAAC;QAC9C,MAAM,IAAI,GAAG,KAAK,EAAE,KAAiB,EAAmB,EAAE;YACxD,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;YAC9B,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;YACzB,OAAO,IAAI,CAAC;QACd,CAAC,CAAC;QACF,MAAM,KAAK,GAAG,MAAM,uBAAuB,CAAC,SAAS,EAAE,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;QAC9F,MAAM,OAAO,GAAG,wBAAwB,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC;QACxD,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,IAAI,CAAC,CAAC;QAEjC,oEAAoE;QACpE,4EAA4E;QAC5E,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,MAAM,OAAO,GAA2B,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;YAChF,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC;YAC1B,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,SAAS,EAAE,OAAO,CAAC,CAAC,GAAG,CAAC,CAAE,CAAC,KAAK;YAChC,IAAI,EAAE,GAAG,EAAE;gBACT,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACvB,OAAO,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAE,CAAC;YAClC,CAAC;YACD,KAAK;SACN,CAAC,CAAC,CAAC;QACJ,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;QAClC,MAAM,KAAK,GAAG,MAAM,uBAAuB,CAAC,SAAS,EAAE;YACrD,EAAE,QAAQ,EAAE,OAAO,EAAE;YACrB,EAAE,QAAQ,EAAE,KAAK,CAAC,OAAO,CAAC,oBAAoB,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,IAAI,CAAE,CAAC,KAAK,CAAW,CAAC,EAAE;SAC9F,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;YACjB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,CAAC;YAC/B,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAClB,OAAO,IAAI,CAAC;QACd,CAAC,CAAC,CAAC;QAEH,MAAM,CAAC,SAAS,CAAC,KAAK,EAAE,KAAK,EAAE,mBAAmB,CAAC,CAAC;QACpD,MAAM,CAAC,SAAS,CAAC,KAAK,EAAE,EAAE,EAAE,gDAAgD,CAAC,CAAC;QAC9E,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC;YAAE,MAAM,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,WAAW,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC;IAClI,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gHAAgH,EAAE,KAAK,IAAI,EAAE;QAC9H,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;QAC7B,MAAM,QAAQ,GAAG,MAAM,uBAAuB,CAAC,SAAS,EAAE,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;QAC9H,MAAM,OAAO,GAAG,wBAAwB,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC;QAC3D,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;QACnC,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,QAAQ,EAAE,CAAC;QACzC,IAAI,QAAgC,CAAC;QACrC,MAAM,OAAO,GAAG,uBAAuB,CAAC,SAAS,EAAE,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;aACvG,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE;YACd,QAAQ,GAAG,KAAK,CAAC;QACnB,CAAC,CAAC,CAAC;QAEL,2EAA2E;QAC3E,wEAAwE;QACxE,+DAA+D;QAC/D,OAAO,QAAQ,KAAK,SAAS,EAAE,CAAC;YAC9B,MAAM,QAAQ,GAAG,GAAW,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;YACnF,MAAM,KAAK,CAAC,GAAG,EAAE,CAAC,QAAQ,KAAK,SAAS,IAAI,IAAI,CAAC,MAAM,KAAK,QAAQ,EAAE,EAAE,oCAAoC,CAAC,CAAC;YAC9G,MAAM,KAAK,CAAC,EAAE,CAAC,CAAC;YAChB,IAAI,QAAQ,KAAK,SAAS;gBAAE,MAAM;YAClC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,QAAQ,EAAE,EAAE,GAAG,IAAI,CAAC,MAAM,yBAAyB,KAAK,CAAC,MAAM,QAAQ,CAAC,CAAC;YACnG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAE,CAAC,GAAG,EAAE,CAAC;QACrB,CAAC;QACD,MAAM,OAAO,CAAC;QAEd,MAAM,CAAC,SAAS,CAAC,QAAQ,EAAE,QAAQ,EAAE,gEAAgE,CAAC,CAAC;QACvG,MAAM,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,wBAAwB,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,EACxG,6CAA6C,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IAEH;gCAC4B;IAC5B,SAAS,SAAS,CAAC,OAAyB;QAC1C,IAAI,OAAyC,CAAC;QAC9C,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE;YAChB,OAAO,GAAG,EAAE,OAAO,EAAE,IAAI,KAAK,CAAC,yBAAyB,CAAC,EAAE,CAAC;QAC9D,CAAC,EAAE,CAAC,OAAgB,EAAE,EAAE;YACtB,OAAO,GAAG,EAAE,OAAO,EAAE,CAAC;QACxB,CAAC,CAAC,CAAC;QACH,OAAO,GAAG,EAAE,CAAC,OAAO,CAAC;IACvB,CAAC;IAED,EAAE,CAAC,8FAA8F,EAAE,KAAK,IAAI,EAAE;QAC5G,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,QAAQ,EAAE,CAAC;QACzC,MAAM,OAAO,GAAG,uBAAuB,CAAC,SAAS,EAAE,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;QACpH,MAAM,OAAO,GAAG,SAAS,CAAC,OAAO,CAAC,CAAC;QACnC,MAAM,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,wBAAwB,CAAC,CAAC;QAC/D,MAAM,OAAO,GAAG,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;QAC/C,IAAI,CAAC,CAAC,CAAE,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACtB,MAAM,KAAK,CAAC,EAAE,CAAC,CAAC;QAChB,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,sCAAsC,CAAC,CAAC;QACtE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,iDAAiD,CAAC,CAAC;QAEtF,KAAK,MAAM,KAAK,IAAI,CAAC,GAAG,IAAI,CAAC;YAAE,KAAK,CAAC,GAAG,EAAE,CAAC;QAC3C,MAAM,OAAO,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAC9B,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IAC5C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uEAAuE,EAAE,KAAK,IAAI,EAAE;QACrF,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;QAC7B,MAAM,EAAE,MAAM,EAAE,GAAG,wBAAwB,CACzC,MAAM,uBAAuB,CAAC,SAAS,EAAE,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAChH,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,QAAQ,EAAE,CAAC;QAClC,MAAM,OAAO,GAAG,uBAAuB,CAAC,SAAS,EAAE,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;QAC3G,MAAM,OAAO,GAAG,SAAS,CAAC,OAAO,CAAC,CAAC;QACnC,yDAAyD;QACzD,MAAM,OAAO,GAAG,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;QAC/C,SAAS,CAAC;YACR,MAAM,KAAK,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,KAAK,SAAS,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,yCAAyC,CAAC,CAAC;YACzG,IAAI,OAAO,EAAE,KAAK,SAAS;gBAAE,MAAM;YACnC,MAAM,KAAK,GAAG,IAAI,CAAC,CAAC,CAAE,CAAC;YACvB,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QACzD,CAAC;QACD,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IAC5C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gEAAgE,EAAE,KAAK,IAAI,EAAE;QAC9E,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,QAAQ,EAAE,CAAC;QAClC,qCAAqC;QACrC,IAAI,UAAU,GAAG,KAAK,CAAC;QACvB,QAAQ,CAAC,CAAC,IAAI;YACZ,KAAK,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,CAAC;YAChC,UAAU,GAAG,IAAI,CAAC;YAClB,MAAM,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QAClB,CAAC;QACD,MAAM,OAAO,GAAG,uBAAuB,CAAC,SAAS,EAAE,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;QACnG,MAAM,OAAO,GAAG,SAAS,CAAC,OAAO,CAAC,CAAC;QACnC,MAAM,KAAK,CAAC,GAAG,EAAE,CAAC,UAAU,EAAE,sBAAsB,CAAC,CAAC;QACtD,MAAM,KAAK,CAAC,EAAE,CAAC,CAAC;QAChB,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,wBAAwB,CAAC,CAAC;QACrD,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,iDAAiD,CAAC,CAAC;QAEtF,KAAK,MAAM,KAAK,IAAI,CAAC,GAAG,IAAI,CAAC;YAAE,KAAK,CAAC,GAAG,EAAE,CAAC;QAC3C,MAAM,OAAO,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAC9B,MAAM,OAAO,GAAG,OAAO,EAAE,EAAE,OAAO,CAAC;QACnC,MAAM,CAAC,EAAE,CAAC,OAAO,YAAY,KAAK,EAAE,sBAAsB,CAAC,CAAC;QAC5D,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;IACjC,EAAE,CAAC,kFAAkF,EAAE,KAAK,IAAI,EAAE;QAChG,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;QAC9C,MAAM,CAAC,SAAS,CAAC,iBAAiB,CAAC,SAAS,EAAE,KAAK,CAAC,EAAE,oBAAoB,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;QAE9F,MAAM,OAAO,GAAG,UAAU,CAAC,EAAE,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAC;QAClE,MAAM,GAAG,GAAG,EAAE,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;QACpC,MAAM,KAAK,GAAG,eAAe,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC;QAC5C,MAAM,CAAC,SAAS,CAAC,iBAAiB,CAAC,OAAO,EAAE,GAAG,CAAC,EAAE,KAAK,CAAC,CAAC;QACzD,MAAM,IAAI,GAAiB,EAAE,CAAC;QAC9B,MAAM,CAAC,SAAS,CAAC,MAAM,iBAAiB,CAAC,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;YACrE,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACjB,OAAO,SAAS,CAAC,KAAK,CAAC,CAAC;QAC1B,CAAC,CAAC,EAAE,KAAK,EAAE,6DAA6D,CAAC,CAAC;QAC1E,MAAM,CAAC,SAAS,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;IAC7B,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/src/execution.d.ts

@@ -14,13 +14,42 @@
  * - For success: output hash, timing, peak memory and a split task's last plan
  * - For failed: exit code, timing and peak memory
  * - For error: internal error message and timing
- * - For cancelled and interrupted: how e3, not the task, ended it
+ * - For cancelled and interrupted: how e3, not the task, ended it, and why
  *
  * Every case says whether the execution is a unit of a split task — a piece,
  * or a merge of the pieces' outputs — which is recorded under its task's hash
  * as the task's own executions are, but is not a run of the task.
  */
-import { VariantType, StructType, ArrayType, OptionType, StringType, IntegerType, BooleanType, DateTimeType, ValueTypeOf } from '@elaraai/east';
+import { VariantType, StructType, ArrayType, OptionType, StringType, IntegerType, BooleanType, DateTimeType, NullType, ValueTypeOf } from '@elaraai/east';
+/**
+ * Why an execution stopped without finishing: what a `cancelled` or an
+ * `interrupted` record says, written in the same write as the record.
+ *
+ * - `aborted`: the signal it ran under was aborted — its run was cancelled,
+ *   or the call it ran for ended
+ * - `yielded`: its run yielded mid-stage, and a run resumed takes the stage up
+ *   again
+ * - `owner_gone`: its runner and the process, or the browser tab, that owned
+ *   it are gone
+ * - `host`: a host's own reason, by its code — e3-cloud's for a container
+ *   that stopped, say
+ * - `unrecorded`: it stopped before e3 recorded reasons; only the repository
+ *   upgrade that carried its record forward writes it
+ *
+ * `message` is what e3 wrote as the attempt's log's last line, after its
+ * `e3: `, or the host's words; empty for `unrecorded`.
+ */
+export declare const StopReasonType: StructType<{
+    readonly kind: VariantType<{
+        readonly aborted: NullType;
+        readonly yielded: NullType;
+        readonly owner_gone: NullType;
+        readonly host: StringType;
+        readonly unrecorded: NullType;
+    }>;
+    readonly message: StringType;
+}>;
+export type StopReason = ValueTypeOf<typeof StopReasonType>;
 /**
  * Execution status, stored locally at
  * executions/<taskHash>/<inputsHash>/<executionId>/status.beast2
@@ -29,10 +58,14 @@ import { VariantType, StructType, ArrayType, OptionType, StringType, IntegerType
  * - `success`: Task ran and returned exit code 0
  * - `failed`: Task ran and returned non-zero exit code
  * - `error`: e3 execution engine had an internal error (runner not found, output missing, etc.)
- * - `cancelled`: e3 stopped the execution because the run was aborted, before
- *   its runner started or while it ran — not the task's own failure
- * - `interrupted`: the orchestrator that owned the execution exited before it
- *   finished, and its runner is gone too, so nothing will write its outcome
+ * - `cancelled`: e3 stopped the execution because the signal it ran under was
+ *   aborted, before its runner started or while it ran — not the task's own
+ *   failure
+ * - `interrupted`: the execution can no longer finish, and nothing will write
+ *   its outcome: its runner and its owner are gone, its host says it cannot,
+ *   or its run yielded mid-stage
+ *
+ * Each of the two says why it stopped ({@link StopReasonType}).
  *
  * The `running` state includes process identification fields (pid, pidStartTime, bootId)
  * to enable detection of crashed executions. See design/e3-execution.md for details.
@@ -131,6 +164,17 @@ export declare const ExecutionStatusType: VariantType<{
          *  the pieces' outputs — rather than a task's own execution, which the one
          *  unit of a task whose input closes no piece is */
         readonly unit: BooleanType;
+        /** Why it stopped: `aborted` */
+        readonly reason: StructType<{
+            readonly kind: VariantType<{
+                readonly aborted: NullType;
+                readonly yielded: NullType;
+                readonly owner_gone: NullType;
+                readonly host: StringType;
+                readonly unrecorded: NullType;
+            }>;
+            readonly message: StringType;
+        }>;
     }>;
     readonly interrupted: StructType<{
         /** Unique execution ID (UUIDv7) */
@@ -147,6 +191,18 @@ export declare const ExecutionStatusType: VariantType<{
          *  the pieces' outputs — rather than a task's own execution, which the one
          *  unit of a task whose input closes no piece is */
         readonly unit: BooleanType;
+        /** Why it can no longer finish: `owner_gone`, `yielded`, or its host's
+         *  reason */
+        readonly reason: StructType<{
+            readonly kind: VariantType<{
+                readonly aborted: NullType;
+                readonly yielded: NullType;
+                readonly owner_gone: NullType;
+                readonly host: StringType;
+                readonly unrecorded: NullType;
+            }>;
+            readonly message: StringType;
+        }>;
     }>;
 }>;
 export type ExecutionStatus = ValueTypeOf<typeof ExecutionStatusType>;
@@ -173,8 +229,12 @@ export declare function executionStatusRoots(status: ExecutionStatus): string[];
  * Decode an execution status.
  *
  * @remarks
- * Stored state, so it changes by hard cutover: a repository an older e3 wrote
- * is re-created rather than read, and this says so.
+ * Stored state, which changes as `docs/conventions/WIRE_MIGRATION.md` says:
+ * this reads the current form alone. A repository's upgrade steps carry its
+ * records into it when an e3 first opens the repository — the stop reasons'
+ * step those from before a stopped execution recorded why — so a record in an
+ * earlier form here is one from before repositories recorded their upgrades,
+ * whose repository is re-created, and this says so.
  *
  * @param data - the stored bytes
  * @returns the status

package/dist/src/execution.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"execution.d.ts","sourceRoot":"","sources":["../../src/execution.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;;;;;;;;;;;;;;;;GAiBG;AAEH,OAAO,EACL,WAAW,EACX,UAAU,EACV,SAAS,EACT,UAAU,EACV,UAAU,EACV,WAAW,EACX,WAAW,EACX,YAAY,EACZ,WAAW,EAEZ,MAAM,eAAe,CAAC;AAqFvB;;;;;;;;;;;;;;;;;GAiBG;AACH,eAAO,MAAM,mBAAmB;;QAnG9B,mCAAmC;;QAEnC,2BAA2B;;QAE3B,6BAA6B;;QAE7B,+BAA+B;;QAE/B,gFAAgF;;QAEhF,4DAA4D;;QAE5D;;4DAEoD;;;;QAKpD,mCAAmC;;QAEnC,2BAA2B;;QAE3B,iCAAiC;;QAEjC,6BAA6B;;QAE7B,+BAA+B;;QAE/B;;uCAE+B;;QAE/B;;6CAEqC;;QAErC;;4DAEoD;;;;QAKpD,mCAAmC;;QAEnC,2BAA2B;;QAE3B,6BAA6B;;QAE7B,+BAA+B;;QAE/B,wBAAwB;;QAExB;;uCAE+B;;QAE/B;;4DAEoD;;;;QAKpD,mCAAmC;;QAEnC,2BAA2B;;QAE3B,6BAA6B;;QAE7B,+BAA+B;;QAE/B,+CAA+C;;QAE/C;;4DAEoD;;;;QA4BlD,mCAAmC;;QAEnC,2BAA2B;;QAE3B,6BAA6B;;QAE7B,yBAAyB;;QAEzB;;4DAEoD;;;;QAIpD,mCAAmC;;QAEnC,2BAA2B;;QAE3B,6BAA6B;;QAE7B,sCAAsC;;QAEtC,gCAAgC;;QAEhC;;4DAEoD;;;EAGtD,CAAC;AAEH,MAAM,MAAM,eAAe,GAAG,WAAW,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAKtE;;;;;;;;;;;;;;;;;GAiBG;AACH,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,eAAe,GAAG,MAAM,EAAE,CAKtE;AAID;;;;;;;;;;;GAWG;AACH,wBAAgB,qBAAqB,CAAC,IAAI,EAAE,UAAU,GAAG,eAAe,CASvE;AAED;;;;;;;;;;GAUG;AACH,eAAO,MAAM,kBAAkB;IAC7B,qCAAqC;;IAErC,qFAAqF;;IAErF,4DAA4D;;EAE5D,CAAC;AAEH,MAAM,MAAM,cAAc,GAAG,WAAW,CAAC,OAAO,kBAAkB,CAAC,CAAC"}
+{"version":3,"file":"execution.d.ts","sourceRoot":"","sources":["../../src/execution.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;;;;;;;;;;;;;;;;GAiBG;AAEH,OAAO,EACL,WAAW,EACX,UAAU,EACV,SAAS,EACT,UAAU,EACV,UAAU,EACV,WAAW,EACX,WAAW,EACX,YAAY,EACZ,QAAQ,EACR,WAAW,EAEZ,MAAM,eAAe,CAAC;AAEvB;;;;;;;;;;;;;;;;;GAiBG;AACH,eAAO,MAAM,cAAc;;;;;;;;;EASzB,CAAC;AAEH,MAAM,MAAM,UAAU,GAAG,WAAW,CAAC,OAAO,cAAc,CAAC,CAAC;AAqF5D;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,eAAO,MAAM,mBAAmB;;QAvG9B,mCAAmC;;QAEnC,2BAA2B;;QAE3B,6BAA6B;;QAE7B,+BAA+B;;QAE/B,gFAAgF;;QAEhF,4DAA4D;;QAE5D;;4DAEoD;;;;QAKpD,mCAAmC;;QAEnC,2BAA2B;;QAE3B,iCAAiC;;QAEjC,6BAA6B;;QAE7B,+BAA+B;;QAE/B;;uCAE+B;;QAE/B;;6CAEqC;;QAErC;;4DAEoD;;;;QAKpD,mCAAmC;;QAEnC,2BAA2B;;QAE3B,6BAA6B;;QAE7B,+BAA+B;;QAE/B,wBAAwB;;QAExB;;uCAE+B;;QAE/B;;4DAEoD;;;;QAKpD,mCAAmC;;QAEnC,2BAA2B;;QAE3B,6BAA6B;;QAE7B,+BAA+B;;QAE/B,+CAA+C;;QAE/C;;4DAEoD;;;;QAgClD,mCAAmC;;QAEnC,2BAA2B;;QAE3B,6BAA6B;;QAE7B,yBAAyB;;QAEzB;;4DAEoD;;QAEpD,gCAAgC;;;;;;;;;;;;;QAIhC,mCAAmC;;QAEnC,2BAA2B;;QAE3B,6BAA6B;;QAE7B,sCAAsC;;QAEtC,gCAAgC;;QAEhC;;4DAEoD;;QAEpD;qBACa;;;;;;;;;;;;EAGf,CAAC;AAEH,MAAM,MAAM,eAAe,GAAG,WAAW,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAKtE;;;;;;;;;;;;;;;;;GAiBG;AACH,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,eAAe,GAAG,MAAM,EAAE,CAKtE;AAID;;;;;;;;;;;;;;;GAeG;AACH,wBAAgB,qBAAqB,CAAC,IAAI,EAAE,UAAU,GAAG,eAAe,CASvE;AAED;;;;;;;;;;GAUG;AACH,eAAO,MAAM,kBAAkB;IAC7B,qCAAqC;;IAErC,qFAAqF;;IAErF,4DAA4D;;EAE5D,CAAC;AAEH,MAAM,MAAM,cAAc,GAAG,WAAW,CAAC,OAAO,kBAAkB,CAAC,CAAC"}

package/dist/src/execution.js

@@ -14,13 +14,41 @@
  * - For success: output hash, timing, peak memory and a split task's last plan
  * - For failed: exit code, timing and peak memory
  * - For error: internal error message and timing
- * - For cancelled and interrupted: how e3, not the task, ended it
+ * - For cancelled and interrupted: how e3, not the task, ended it, and why
  *
  * Every case says whether the execution is a unit of a split task — a piece,
  * or a merge of the pieces' outputs — which is recorded under its task's hash
  * as the task's own executions are, but is not a run of the task.
  */
-import { VariantType, StructType, ArrayType, OptionType, StringType, IntegerType, BooleanType, DateTimeType, decodeBeast2For, } from '@elaraai/east';
+import { VariantType, StructType, ArrayType, OptionType, StringType, IntegerType, BooleanType, DateTimeType, NullType, decodeBeast2For, } from '@elaraai/east';
+/**
+ * Why an execution stopped without finishing: what a `cancelled` or an
+ * `interrupted` record says, written in the same write as the record.
+ *
+ * - `aborted`: the signal it ran under was aborted — its run was cancelled,
+ *   or the call it ran for ended
+ * - `yielded`: its run yielded mid-stage, and a run resumed takes the stage up
+ *   again
+ * - `owner_gone`: its runner and the process, or the browser tab, that owned
+ *   it are gone
+ * - `host`: a host's own reason, by its code — e3-cloud's for a container
+ *   that stopped, say
+ * - `unrecorded`: it stopped before e3 recorded reasons; only the repository
+ *   upgrade that carried its record forward writes it
+ *
+ * `message` is what e3 wrote as the attempt's log's last line, after its
+ * `e3: `, or the host's words; empty for `unrecorded`.
+ */
+export const StopReasonType = StructType({
+    kind: VariantType({
+        aborted: NullType,
+        yielded: NullType,
+        owner_gone: NullType,
+        host: StringType,
+        unrecorded: NullType,
+    }),
+    message: StringType,
+});
 /** A running execution's process identification. */
 const RunningStatusType = StructType({
     /** Unique execution ID (UUIDv7) */
@@ -108,10 +136,14 @@ const ErrorStatusType = StructType({
  * - `success`: Task ran and returned exit code 0
  * - `failed`: Task ran and returned non-zero exit code
  * - `error`: e3 execution engine had an internal error (runner not found, output missing, etc.)
- * - `cancelled`: e3 stopped the execution because the run was aborted, before
- *   its runner started or while it ran — not the task's own failure
- * - `interrupted`: the orchestrator that owned the execution exited before it
- *   finished, and its runner is gone too, so nothing will write its outcome
+ * - `cancelled`: e3 stopped the execution because the signal it ran under was
+ *   aborted, before its runner started or while it ran — not the task's own
+ *   failure
+ * - `interrupted`: the execution can no longer finish, and nothing will write
+ *   its outcome: its runner and its owner are gone, its host says it cannot,
+ *   or its run yielded mid-stage
+ *
+ * Each of the two says why it stopped ({@link StopReasonType}).
  *
  * The `running` state includes process identification fields (pid, pidStartTime, bootId)
  * to enable detection of crashed executions. See design/e3-execution.md for details.
@@ -136,6 +168,8 @@ export const ExecutionStatusType = VariantType({
          *  the pieces' outputs — rather than a task's own execution, which the one
          *  unit of a task whose input closes no piece is */
         unit: BooleanType,
+        /** Why it stopped: `aborted` */
+        reason: StopReasonType,
     }),
     interrupted: StructType({
         /** Unique execution ID (UUIDv7) */
@@ -152,6 +186,9 @@ export const ExecutionStatusType = VariantType({
          *  the pieces' outputs — rather than a task's own execution, which the one
          *  unit of a task whose input closes no piece is */
         unit: BooleanType,
+        /** Why it can no longer finish: `owner_gone`, `yielded`, or its host's
+         *  reason */
+        reason: StopReasonType,
     }),
 });
 /** An object's hash: a SHA-256 in lowercase hex. */
@@ -187,8 +224,12 @@ const decodeCurrentStatus = decodeBeast2For(ExecutionStatusType);
  * Decode an execution status.
  *
  * @remarks
- * Stored state, so it changes by hard cutover: a repository an older e3 wrote
- * is re-created rather than read, and this says so.
+ * Stored state, which changes as `docs/conventions/WIRE_MIGRATION.md` says:
+ * this reads the current form alone. A repository's upgrade steps carry its
+ * records into it when an e3 first opens the repository — the stop reasons'
+ * step those from before a stopped execution recorded why — so a record in an
+ * earlier form here is one from before repositories recorded their upgrades,
+ * whose repository is re-created, and this says so.
  *
  * @param data - the stored bytes
  * @returns the status