@elaraai/e3-types 1.0.79 → 1.0.80

package/dist/src/dataset-blob.d.ts

@@ -6,25 +6,37 @@
  * The ONE encoder that decides how a dataset value is stored.
  *
  * Collection-rooted values (Array / Set / Dict) are ALWAYS stored segmented
- * with a trailing index, at every size: one uniform encoding per logical value,
- * so the paged read API can decode just the segments a window touches and the
- * key search can bisect the segment fences. Every other root is stored whole.
+ * under the content-defined cut rule, at every size: one uniform encoding per
+ * logical value, so the paged read API can decode just the segments a window
+ * touches and the key search can bisect the segment fences. Every other root is
+ * stored whole.
  *
- * This lives in `e3-types` — the floor both `e3` and `e3-core` stand on —
- * because the rule has to hold at EVERY door a value enters the store through,
- * and it did not. The store path (`e3-core`'s `datasetWrite`) segmented; the
- * package export path (`e3`'s `export_`) encoded flat regardless of root kind.
- * Since `workspaceDeploy` copies package refs verbatim, a freshly deployed
- * collection input pointed at an unindexed blob and could not be paged at all
- * — `dataset_not_indexed`, with no whole-decode fallback — until something
- * happened to WRITE the dataset, at which point it silently started working.
- * A demo poked by hand behaved differently from a workspace only deployed.
+ * Given a `sink` — an object store to write through — a collection goes in as
+ * **segment objects plus a {@link CollectionManifestType} naming them**, and it
+ * is the manifest the dataset ref points at. That is what makes a one-row edit
+ * cost one segment: the new manifest names the same objects as the old one bar
+ * the segment that changed, and a content-addressed store deduplicates the
+ * rest. Without a sink the value is one blob, which is what travels over the
+ * wire.
  *
- * So: one branch, one home, and both doors call it.
+ * This lives in `e3-types` — the floor both `e3` and `e3-core` stand on —
+ * because the rule has to hold at EVERY door a value enters the store through:
+ * the store's own door (`e3-core`'s `storeCollection`) and the package export
+ * both write collections through {@link writeCollectionManifest}.
  *
  * @packageDocumentation
  */
-import { type EastType, type EastTypeValue } from '@elaraai/east';
+import { type Beast2RecutPiece, type Beast2SegmentRef, type EastType, type EastTypeValue } from '@elaraai/east';
+import { type CollectionManifestEntry } from './collection-manifest.js';
+/**
+ * Writes one object and answers with its content hash.
+ *
+ * @remarks
+ * The whole of the object store this module needs. Content-addressed, so
+ * writing bytes already stored is a no-op that returns the same hash — which is
+ * exactly how a new state shares its unchanged segments with the old one.
+ */
+export type SegmentSink = (bytes: Uint8Array) => Promise<string>;
 /**
  * Whether a dataset root type is a collection — the kinds stored segmented +
  * indexed so the paged read API can seek.
@@ -33,6 +45,45 @@ import { type EastType, type EastTypeValue } from '@elaraai/east';
  * @returns true for Array / Set / Dict roots
  */
 export declare function isCollectionRoot(typeValue: EastTypeValue): boolean;
+/**
+ * A segment a collection's manifest may carry over as it stands: the segment
+ * as a re-cut takes it, and the manifest entry that already names it in the
+ * store, when it is there.
+ */
+export interface CollectionSegmentRef extends Beast2SegmentRef {
+    /** The entry naming the segment in the manifest it came from. A carried
+     *  segment with one is named by it again, never read or written; one
+     *  without is read and written as it stands. */
+    readonly entry?: CollectionManifestEntry;
+}
+/** A piece of a collection, in order, as {@link writeCollectionManifest}
+ *  takes it: a run of segments the Writer wrote, under the canonical header
+ *  for the type, or elements. */
+export type CollectionPiece = Beast2RecutPiece<EastType, CollectionSegmentRef>;
+/**
+ * Write a collection as segment objects and return the manifest naming them.
+ *
+ * @remarks
+ * The pieces are re-cut into the canonical whole (`recutBeast2For`): a segment
+ * the whole shares with its piece is carried over, and everything else — the
+ * seams between pieces, and pieces given as elements — is cut by the rule and
+ * written. What comes out is what the Writer writes for the whole value,
+ * whichever pieces it came in, so two equal values have one manifest.
+ *
+ * Every segment is written under the canonical header for the type, the
+ * Writer's own: a piece's segments are carried over only when that is the
+ * header they are under, which is the caller's to establish.
+ *
+ * @param type - The collection type (Array / Set / Dict)
+ * @param pieces - The collection's pieces, in order
+ * @param sink - Writes one object and returns its hash
+ * @returns The manifest's bytes — the caller stores them, and its hash is the
+ *   dataset's content address
+ * @throws {Error} When a piece's elements do not ascend (Set / Dict), a
+ *   segment's blob is not the one segment its reference describes, or the sink
+ *   rejects.
+ */
+export declare function writeCollectionManifest(type: EastType | EastTypeValue, pieces: Iterable<CollectionPiece> | AsyncIterable<CollectionPiece>, sink: SegmentSink): Promise<Uint8Array>;
 /**
  * Encode a dataset value for the object store.
  *
@@ -41,9 +92,18 @@ export declare function isCollectionRoot(typeValue: EastTypeValue): boolean;
  * encoder themselves: a value that reaches the store unsegmented is one the
  * paged endpoints refuse, and nothing on the read path can repair it.
  *
+ * With a `sink`, a collection root is written as segment objects and the
+ * returned bytes are the manifest naming them; a non-collection root ignores
+ * the sink and returns its whole blob, which is what it has always been.
+ * Without one, a collection is its canonical segmented blob — the form it
+ * travels over the wire in.
+ *
  * @param type - The dataset's declared type (an `EastType` or its homoiconic value)
  * @param value - The value to encode
- * @returns The beast2 bytes to store — segmented + indexed for a collection root
+ * @param sink - Writes one object and returns its hash
+ * @returns The beast2 bytes to store — the manifest, for a collection written
+ *   through a sink; otherwise the value's own blob
  */
 export declare function encodeDatasetBlob(type: EastType | EastTypeValue, value: unknown): Uint8Array;
+export declare function encodeDatasetBlob(type: EastType | EastTypeValue, value: unknown, sink: SegmentSink): Promise<Uint8Array>;
 //# sourceMappingURL=dataset-blob.d.ts.map

package/dist/src/dataset-blob.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"dataset-blob.d.ts","sourceRoot":"","sources":["../../src/dataset-blob.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;;;;;;;;;;;;;;;;;;;;GAqBG;AAEH,OAAO,EAKL,KAAK,QAAQ,EACb,KAAK,aAAa,EACnB,MAAM,eAAe,CAAC;AAEvB;;;;;;GAMG;AACH,wBAAgB,gBAAgB,CAAC,SAAS,EAAE,aAAa,GAAG,OAAO,CAElE;AAED;;;;;;;;;;;GAWG;AACH,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,QAAQ,GAAG,aAAa,EAAE,KAAK,EAAE,OAAO,GAAG,UAAU,CAO5F"}
+{"version":3,"file":"dataset-blob.d.ts","sourceRoot":"","sources":["../../src/dataset-blob.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AAEH,OAAO,EAUL,KAAK,gBAAgB,EACrB,KAAK,gBAAgB,EACrB,KAAK,QAAQ,EACb,KAAK,aAAa,EACnB,MAAM,eAAe,CAAC;AACvB,OAAO,EAGL,KAAK,uBAAuB,EAC7B,MAAM,0BAA0B,CAAC;AAElC;;;;;;;GAOG;AACH,MAAM,MAAM,WAAW,GAAG,CAAC,KAAK,EAAE,UAAU,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;AAEjE;;;;;;GAMG;AACH,wBAAgB,gBAAgB,CAAC,SAAS,EAAE,aAAa,GAAG,OAAO,CAElE;AAOD;;;;GAIG;AACH,MAAM,WAAW,oBAAqB,SAAQ,gBAAgB;IAC5D;;oDAEgD;IAChD,QAAQ,CAAC,KAAK,CAAC,EAAE,uBAAuB,CAAC;CAC1C;AAED;;iCAEiC;AACjC,MAAM,MAAM,eAAe,GAAG,gBAAgB,CAAC,QAAQ,EAAE,oBAAoB,CAAC,CAAC;AAE/E;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,wBAAsB,uBAAuB,CAC3C,IAAI,EAAE,QAAQ,GAAG,aAAa,EAC9B,MAAM,EAAE,QAAQ,CAAC,eAAe,CAAC,GAAG,aAAa,CAAC,eAAe,CAAC,EAClE,IAAI,EAAE,WAAW,GAChB,OAAO,CAAC,UAAU,CAAC,CAgCrB;AAED;;;;;;;;;;;;;;;;;;;GAmBG;AACH,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,QAAQ,GAAG,aAAa,EAAE,KAAK,EAAE,OAAO,GAAG,UAAU,CAAC;AAC9F,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,QAAQ,GAAG,aAAa,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,WAAW,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC"}

package/dist/src/dataset-blob.js

@@ -6,25 +6,28 @@
  * The ONE encoder that decides how a dataset value is stored.
  *
  * Collection-rooted values (Array / Set / Dict) are ALWAYS stored segmented
- * with a trailing index, at every size: one uniform encoding per logical value,
- * so the paged read API can decode just the segments a window touches and the
- * key search can bisect the segment fences. Every other root is stored whole.
+ * under the content-defined cut rule, at every size: one uniform encoding per
+ * logical value, so the paged read API can decode just the segments a window
+ * touches and the key search can bisect the segment fences. Every other root is
+ * stored whole.
  *
- * This lives in `e3-types` — the floor both `e3` and `e3-core` stand on —
- * because the rule has to hold at EVERY door a value enters the store through,
- * and it did not. The store path (`e3-core`'s `datasetWrite`) segmented; the
- * package export path (`e3`'s `export_`) encoded flat regardless of root kind.
- * Since `workspaceDeploy` copies package refs verbatim, a freshly deployed
- * collection input pointed at an unindexed blob and could not be paged at all
- * — `dataset_not_indexed`, with no whole-decode fallback — until something
- * happened to WRITE the dataset, at which point it silently started working.
- * A demo poked by hand behaved differently from a workspace only deployed.
+ * Given a `sink` — an object store to write through — a collection goes in as
+ * **segment objects plus a {@link CollectionManifestType} naming them**, and it
+ * is the manifest the dataset ref points at. That is what makes a one-row edit
+ * cost one segment: the new manifest names the same objects as the old one bar
+ * the segment that changed, and a content-addressed store deduplicates the
+ * rest. Without a sink the value is one blob, which is what travels over the
+ * wire.
  *
- * So: one branch, one home, and both doors call it.
+ * This lives in `e3-types` — the floor both `e3` and `e3-core` stand on —
+ * because the rule has to hold at EVERY door a value enters the store through:
+ * the store's own door (`e3-core`'s `storeCollection`) and the package export
+ * both write collections through {@link writeCollectionManifest}.
  *
  * @packageDocumentation
  */
-import { encodeBeast2For, encodeBeast2PagedFor, isVariant, toEastTypeValue, } from '@elaraai/east';
+import { SortedMap, SortedSet, compareFor, encodeBeast2For, encodeBeast2PagedFor, isVariant, recutBeast2For, segmentRuleFor, toEastTypeValue, } from '@elaraai/east';
+import { COLLECTION_MANIFEST_KIND, encodeCollectionManifest, } from './collection-manifest.js';
 /**
  * Whether a dataset root type is a collection — the kinds stored segmented +
  * indexed so the paged read API can seek.
@@ -35,24 +38,88 @@ import { encodeBeast2For, encodeBeast2PagedFor, isVariant, toEastTypeValue, } fr
 export function isCollectionRoot(typeValue) {
     return typeValue.type === 'Array' || typeValue.type === 'Set' || typeValue.type === 'Dict';
 }
+/** The caller's type argument as an {@link EastTypeValue}. */
+function asTypeValue(type) {
+    return isVariant(type) ? type : toEastTypeValue(type);
+}
 /**
- * Encode a dataset value for the object store.
+ * Write a collection as segment objects and return the manifest naming them.
  *
  * @remarks
- * The single point where segmentation is decided. Callers must not choose an
- * encoder themselves: a value that reaches the store unsegmented is one the
- * paged endpoints refuse, and nothing on the read path can repair it.
+ * The pieces are re-cut into the canonical whole (`recutBeast2For`): a segment
+ * the whole shares with its piece is carried over, and everything else — the
+ * seams between pieces, and pieces given as elements — is cut by the rule and
+ * written. What comes out is what the Writer writes for the whole value,
+ * whichever pieces it came in, so two equal values have one manifest.
  *
- * @param type - The dataset's declared type (an `EastType` or its homoiconic value)
- * @param value - The value to encode
- * @returns The beast2 bytes to store — segmented + indexed for a collection root
+ * Every segment is written under the canonical header for the type, the
+ * Writer's own: a piece's segments are carried over only when that is the
+ * header they are under, which is the caller's to establish.
+ *
+ * @param type - The collection type (Array / Set / Dict)
+ * @param pieces - The collection's pieces, in order
+ * @param sink - Writes one object and returns its hash
+ * @returns The manifest's bytes — the caller stores them, and its hash is the
+ *   dataset's content address
+ * @throws {Error} When a piece's elements do not ascend (Set / Dict), a
+ *   segment's blob is not the one segment its reference describes, or the sink
+ *   rejects.
  */
-export function encodeDatasetBlob(type, value) {
-    const typeValue = isVariant(type)
-        ? type
-        : toEastTypeValue(type);
-    return isCollectionRoot(typeValue)
-        ? encodeBeast2PagedFor(typeValue)(value)
-        : encodeBeast2For(typeValue)(value);
+export async function writeCollectionManifest(type, pieces, sink) {
+    const typeValue = asTypeValue(type);
+    const entries = [];
+    // Frames deflate on the worker pool once the value is large enough to be
+    // worth it; the pool holds the frames in flight and nothing more.
+    const recut = recutBeast2For(typeValue, { parallel: true });
+    const stats = await recut(pieces, {
+        written: async (segment) => {
+            entries.push({
+                hash: await sink(segment.blob),
+                fence: segment.fence,
+                count: BigInt(segment.count),
+                bytes: BigInt(segment.blob.byteLength),
+            });
+        },
+        carried: async (ref) => {
+            if (ref.entry !== undefined) {
+                entries.push(ref.entry);
+                return;
+            }
+            const blob = await ref.read();
+            entries.push({ hash: await sink(blob), fence: ref.fence, count: BigInt(ref.count), bytes: BigInt(blob.byteLength) });
+        },
+    });
+    return encodeCollectionManifest({
+        kind: COLLECTION_MANIFEST_KIND,
+        level: 0n,
+        type: typeValue,
+        rule: segmentRuleFor(typeValue),
+        header: await sink(stats.header),
+        entries,
+    });
+}
+export function encodeDatasetBlob(type, value, sink) {
+    const typeValue = asTypeValue(type);
+    if (!isCollectionRoot(typeValue)) {
+        const blob = encodeBeast2For(typeValue)(value);
+        return sink === undefined ? blob : Promise.resolve(blob);
+    }
+    if (sink === undefined)
+        return encodeBeast2PagedFor(typeValue)(value);
+    return writeCollectionManifest(typeValue, [{ elements: canonicalElements(typeValue, value) }], sink);
+}
+/** A collection value's elements in canonical order: an Array's as they
+ *  stand, a Set's or a Dict's ascending in East order — a plain `Set` or
+ *  `Map` iterates in insertion order, and is sorted first. */
+function canonicalElements(typeValue, value) {
+    if (typeValue.type === 'Array')
+        return value;
+    if (typeValue.type === 'Set') {
+        return value instanceof SortedSet ? value : [...value].sort(compareFor(typeValue.value));
+    }
+    const cmp = compareFor(typeValue.value.key);
+    return value instanceof SortedMap
+        ? value.entries()
+        : [...value.entries()].sort((a, b) => cmp(a[0], b[0]));
 }
 //# sourceMappingURL=dataset-blob.js.map

package/dist/src/dataset-blob.js.map

@@ -1 +1 @@
-{"version":3,"file":"dataset-blob.js","sourceRoot":"","sources":["../../src/dataset-blob.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;;;;;;;;;;;;;;;;;;;;GAqBG;AAEH,OAAO,EACL,eAAe,EACf,oBAAoB,EACpB,SAAS,EACT,eAAe,GAGhB,MAAM,eAAe,CAAC;AAEvB;;;;;;GAMG;AACH,MAAM,UAAU,gBAAgB,CAAC,SAAwB;IACvD,OAAO,SAAS,CAAC,IAAI,KAAK,OAAO,IAAI,SAAS,CAAC,IAAI,KAAK,KAAK,IAAI,SAAS,CAAC,IAAI,KAAK,MAAM,CAAC;AAC7F,CAAC;AAED;;;;;;;;;;;GAWG;AACH,MAAM,UAAU,iBAAiB,CAAC,IAA8B,EAAE,KAAc;IAC9E,MAAM,SAAS,GAAkB,SAAS,CAAC,IAAI,CAAC;QAC9C,CAAC,CAAE,IAAsB;QACzB,CAAC,CAAC,eAAe,CAAC,IAAgB,CAAC,CAAC;IACtC,OAAO,gBAAgB,CAAC,SAAS,CAAC;QAChC,CAAC,CAAC,oBAAoB,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC;QACxC,CAAC,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,CAAC;AACxC,CAAC"}
+{"version":3,"file":"dataset-blob.js","sourceRoot":"","sources":["../../src/dataset-blob.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AAEH,OAAO,EACL,SAAS,EACT,SAAS,EACT,UAAU,EACV,eAAe,EACf,oBAAoB,EACpB,SAAS,EACT,cAAc,EACd,cAAc,EACd,eAAe,GAKhB,MAAM,eAAe,CAAC;AACvB,OAAO,EACL,wBAAwB,EACxB,wBAAwB,GAEzB,MAAM,0BAA0B,CAAC;AAYlC;;;;;;GAMG;AACH,MAAM,UAAU,gBAAgB,CAAC,SAAwB;IACvD,OAAO,SAAS,CAAC,IAAI,KAAK,OAAO,IAAI,SAAS,CAAC,IAAI,KAAK,KAAK,IAAI,SAAS,CAAC,IAAI,KAAK,MAAM,CAAC;AAC7F,CAAC;AAED,8DAA8D;AAC9D,SAAS,WAAW,CAAC,IAA8B;IACjD,OAAO,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAE,IAAsB,CAAC,CAAC,CAAC,eAAe,CAAC,IAAgB,CAAC,CAAC;AACvF,CAAC;AAmBD;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,IAA8B,EAC9B,MAAkE,EAClE,IAAiB;IAEjB,MAAM,SAAS,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;IACpC,MAAM,OAAO,GAA8B,EAAE,CAAC;IAC9C,yEAAyE;IACzE,kEAAkE;IAClE,MAAM,KAAK,GAAG,cAAc,CAAiC,SAAS,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5F,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,MAAM,EAAE;QAChC,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;YACzB,OAAO,CAAC,IAAI,CAAC;gBACX,IAAI,EAAE,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;gBAC9B,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,KAAK,EAAE,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC;gBAC5B,KAAK,EAAE,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC;aACvC,CAAC,CAAC;QACL,CAAC;QACD,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;YACrB,IAAI,GAAG,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;gBAC5B,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;gBACxB,OAAO;YACT,CAAC;YACD,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;YAC9B,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,IAAI,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;QACvH,CAAC;KACF,CAAC,CAAC;IACH,OAAO,wBAAwB,CAAC;QAC9B,IAAI,EAAE,wBAAwB;QAC9B,KAAK,EAAE,EAAE;QACT,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,cAAc,CAAC,SAAS,CAAC;QAC/B,MAAM,EAAE,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;QAChC,OAAO;KACR,CAAC,CAAC;AACL,CAAC;AAwBD,MAAM,UAAU,iBAAiB,CAC/B,IAA8B,EAC9B,KAAc,EACd,IAAkB;IAElB,MAAM,SAAS,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;IACpC,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,EAAE,CAAC;QACjC,MAAM,IAAI,GAAG,eAAe,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,CAAC;QAC/C,OAAO,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3D,CAAC;IACD,IAAI,IAAI,KAAK,SAAS;QAAE,OAAO,oBAAoB,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,CAAC;IACtE,OAAO,uBAAuB,CAAC,SAAS,EAAE,CAAC,EAAE,QAAQ,EAAE,iBAAiB,CAAC,SAAS,EAAE,KAAK,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;AACvG,CAAC;AAED;;8DAE8D;AAC9D,SAAS,iBAAiB,CAAC,SAAwB,EAAE,KAAc;IACjE,IAAI,SAAS,CAAC,IAAI,KAAK,OAAO;QAAE,OAAO,KAAkB,CAAC;IAC1D,IAAI,SAAS,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;QAC7B,OAAO,KAAK,YAAY,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAI,KAAsB,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,KAAsB,CAAC,CAAC,CAAC;IAC9H,CAAC;IACD,MAAM,GAAG,GAAG,UAAU,CAAE,SAAS,CAAC,KAAgC,CAAC,GAAG,CAAC,CAAC;IACxE,OAAO,KAAK,YAAY,SAAS;QAC/B,CAAC,CAAE,KAAqC,CAAC,OAAO,EAAE;QAClD,CAAC,CAAC,CAAC,GAAI,KAA+B,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACtF,CAAC"}

package/dist/src/dataset-blob.spec.d.ts

@@ -0,0 +1,6 @@
+/**
+ * Copyright (c) 2025 Elara AI Pty Ltd
+ * Dual-licensed under AGPL-3.0 and commercial license. See LICENSE for details.
+ */
+export {};
+//# sourceMappingURL=dataset-blob.spec.d.ts.map

package/dist/src/dataset-blob.spec.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"dataset-blob.spec.d.ts","sourceRoot":"","sources":["../../src/dataset-blob.spec.ts"],"names":[],"mappings":"AAAA;;;GAGG"}

package/dist/src/dataset-blob.spec.js

@@ -0,0 +1,92 @@
+/**
+ * Copyright (c) 2025 Elara AI Pty Ltd
+ * Dual-licensed under AGPL-3.0 and commercial license. See LICENSE for details.
+ */
+/**
+ * The encoder door: a collection is written as the manifest the Writer's own
+ * manifest writer writes for its value — which the conformance corpus pins in
+ * every runtime — whichever pieces it arrives in.
+ */
+import { describe, it } from 'node:test';
+import assert from 'node:assert/strict';
+import { Beast2ManifestWriter, DictType, IntegerType, SortedMap, StringType, StructType, compareFor, decodeBeast2FenceFor, decodeCollectionManifest, encodeBeast2For, encodeBeast2PagedFor, sha256Hex, } from '@elaraai/east';
+import { encodeDatasetBlob, writeCollectionManifest } from './dataset-blob.js';
+const TableType = DictType(StringType, IntegerType);
+describe('writeCollectionManifest', () => {
+    it("writes the manifest writer's manifest for the value, byte for byte", async () => {
+        const value = new SortedMap(Array.from({ length: 20_000 }, (_, i) => [`k${String(i).padStart(6, '0')}`, BigInt(i)]), compareFor(StringType));
+        const objects = new Map();
+        const manifest = await writeCollectionManifest(TableType, [{ elements: value.entries() }], async (bytes) => {
+            const hash = sha256Hex(bytes);
+            objects.set(hash, bytes);
+            return hash;
+        });
+        const expectedObjects = new Map();
+        let expected;
+        const writer = new Beast2ManifestWriter(TableType, {
+            object: (hash, bytes) => { expectedObjects.set(hash, bytes); },
+            manifest: (bytes) => { expected = bytes; },
+        });
+        for (const element of value)
+            writer.add(element);
+        writer.finish();
+        assert.deepEqual(manifest, expected);
+        assert.deepEqual([...objects.keys()].sort(), [...expectedObjects.keys()].sort(), 'the same objects, header included');
+        assert.ok(decodeCollectionManifest(manifest).entries.length > 1, 'the value spans segments');
+    });
+    it('names the segments a piece carries with their entries again, neither reading nor writing them', async () => {
+        const value = new SortedMap(Array.from({ length: 20_000 }, (_, i) => [`k${String(i).padStart(6, '0')}`, BigInt(i)]), compareFor(StringType));
+        const objects = new Map();
+        const sink = async (bytes) => {
+            const hash = sha256Hex(bytes);
+            objects.set(hash, bytes);
+            return hash;
+        };
+        const whole = await writeCollectionManifest(TableType, [{ elements: value.entries() }], sink);
+        const entries = decodeCollectionManifest(whole).entries;
+        const half = entries.length >> 1;
+        // The first half as the segments they are, each with the fence that
+        // followed it; the rest as elements, from the first key of the second half.
+        const reads = [];
+        const carried = entries.slice(0, half).map((entry, i) => ({
+            count: Number(entry.count),
+            fence: entry.fence,
+            nextFence: entries[i + 1].fence,
+            read: () => {
+                reads.push(entry.hash);
+                return objects.get(entry.hash);
+            },
+            entry,
+        }));
+        const written = new Set();
+        const again = await writeCollectionManifest(TableType, [
+            { segments: carried },
+            { elements: value.entries(decodeBeast2FenceFor(StringType)(entries[half].fence)) },
+        ], async (bytes) => {
+            const hash = await sink(bytes);
+            written.add(hash);
+            return hash;
+        });
+        assert.deepEqual(again, whole, 'the same manifest');
+        assert.deepEqual(reads, [], 'the seam is decided by the fence that followed');
+        for (const entry of entries.slice(0, half))
+            assert.ok(!written.has(entry.hash), `segment ${entry.hash.slice(0, 8)} is carried`);
+    });
+});
+describe('encodeDatasetBlob', () => {
+    it('encodes a collection without a sink as its paged blob, and any other value whole', async () => {
+        const value = new Map([['a', 1n], ['b', 2n]]);
+        assert.deepEqual(encodeDatasetBlob(TableType, value), encodeBeast2PagedFor(TableType)(value));
+        const RowType = StructType({ id: IntegerType, name: StringType });
+        const row = { id: 1n, name: 'one' };
+        const whole = encodeBeast2For(RowType)(row);
+        assert.deepEqual(encodeDatasetBlob(RowType, row), whole);
+        const sunk = [];
+        assert.deepEqual(await encodeDatasetBlob(RowType, row, async (bytes) => {
+            sunk.push(bytes);
+            return sha256Hex(bytes);
+        }), whole, 'a sink changes nothing for a value that is not a collection');
+        assert.deepEqual(sunk, []);
+    });
+});
+//# sourceMappingURL=dataset-blob.spec.js.map

package/dist/src/dataset-blob.spec.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"dataset-blob.spec.js","sourceRoot":"","sources":["../../src/dataset-blob.spec.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;;;GAIG;AAEH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,WAAW,CAAC;AACzC,OAAO,MAAM,MAAM,oBAAoB,CAAC;AACxC,OAAO,EACL,oBAAoB,EACpB,QAAQ,EACR,WAAW,EACX,SAAS,EACT,UAAU,EACV,UAAU,EACV,UAAU,EACV,oBAAoB,EACpB,wBAAwB,EACxB,eAAe,EACf,oBAAoB,EACpB,SAAS,GACV,MAAM,eAAe,CAAC;AACvB,OAAO,EAAE,iBAAiB,EAAE,uBAAuB,EAA6B,MAAM,mBAAmB,CAAC;AAE1G,MAAM,SAAS,GAAG,QAAQ,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;AAEpD,QAAQ,CAAC,yBAAyB,EAAE,GAAG,EAAE;IACvC,EAAE,CAAC,oEAAoE,EAAE,KAAK,IAAI,EAAE;QAClF,MAAM,KAAK,GAAG,IAAI,SAAS,CACzB,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAoB,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,EACzG,UAAU,CAAC,UAAU,CAAC,CAAC,CAAC;QAC1B,MAAM,OAAO,GAAG,IAAI,GAAG,EAAsB,CAAC;QAC9C,MAAM,QAAQ,GAAG,MAAM,uBAAuB,CAAC,SAAS,EAAE,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;YACzG,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;YAC9B,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;YACzB,OAAO,IAAI,CAAC;QACd,CAAC,CAAC,CAAC;QAEH,MAAM,eAAe,GAAG,IAAI,GAAG,EAAsB,CAAC;QACtD,IAAI,QAAgC,CAAC;QACrC,MAAM,MAAM,GAAG,IAAI,oBAAoB,CAAC,SAAS,EAAE;YACjD,MAAM,EAAE,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,GAAG,eAAe,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;YAC9D,QAAQ,EAAE,CAAC,KAAK,EAAE,EAAE,GAAG,QAAQ,GAAG,KAAK,CAAC,CAAC,CAAC;SAC3C,CAAC,CAAC;QACH,KAAK,MAAM,OAAO,IAAI,KAAK;YAAE,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACjD,MAAM,CAAC,MAAM,EAAE,CAAC;QAEhB,MAAM,CAAC,SAAS,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QACrC,MAAM,CAAC,SAAS,CAAC,CAAC,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,GAAG,eAAe,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,mCAAmC,CAAC,CAAC;QACtH,MAAM,CAAC,EAAE,CAAC,wBAAwB,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,0BAA0B,CAAC,CAAC;IAC/F,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+FAA+F,EAAE,KAAK,IAAI,EAAE;QAC7G,MAAM,KAAK,GAAG,IAAI,SAAS,CACzB,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAoB,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,EACzG,UAAU,CAAC,UAAU,CAAC,CAAC,CAAC;QAC1B,MAAM,OAAO,GAAG,IAAI,GAAG,EAAsB,CAAC;QAC9C,MAAM,IAAI,GAAG,KAAK,EAAE,KAAiB,EAAmB,EAAE;YACxD,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;YAC9B,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;YACzB,OAAO,IAAI,CAAC;QACd,CAAC,CAAC;QACF,MAAM,KAAK,GAAG,MAAM,uBAAuB,CAAC,SAAS,EAAE,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;QAC9F,MAAM,OAAO,GAAG,wBAAwB,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC;QACxD,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,IAAI,CAAC,CAAC;QAEjC,oEAAoE;QACpE,4EAA4E;QAC5E,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,MAAM,OAAO,GAA2B,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;YAChF,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC;YAC1B,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,SAAS,EAAE,OAAO,CAAC,CAAC,GAAG,CAAC,CAAE,CAAC,KAAK;YAChC,IAAI,EAAE,GAAG,EAAE;gBACT,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACvB,OAAO,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAE,CAAC;YAClC,CAAC;YACD,KAAK;SACN,CAAC,CAAC,CAAC;QACJ,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;QAClC,MAAM,KAAK,GAAG,MAAM,uBAAuB,CAAC,SAAS,EAAE;YACrD,EAAE,QAAQ,EAAE,OAAO,EAAE;YACrB,EAAE,QAAQ,EAAE,KAAK,CAAC,OAAO,CAAC,oBAAoB,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,IAAI,CAAE,CAAC,KAAK,CAAW,CAAC,EAAE;SAC9F,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;YACjB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,CAAC;YAC/B,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAClB,OAAO,IAAI,CAAC;QACd,CAAC,CAAC,CAAC;QAEH,MAAM,CAAC,SAAS,CAAC,KAAK,EAAE,KAAK,EAAE,mBAAmB,CAAC,CAAC;QACpD,MAAM,CAAC,SAAS,CAAC,KAAK,EAAE,EAAE,EAAE,gDAAgD,CAAC,CAAC;QAC9E,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC;YAAE,MAAM,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,WAAW,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC;IAClI,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;IACjC,EAAE,CAAC,kFAAkF,EAAE,KAAK,IAAI,EAAE;QAChG,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;QAC9C,MAAM,CAAC,SAAS,CAAC,iBAAiB,CAAC,SAAS,EAAE,KAAK,CAAC,EAAE,oBAAoB,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;QAE9F,MAAM,OAAO,GAAG,UAAU,CAAC,EAAE,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAC;QAClE,MAAM,GAAG,GAAG,EAAE,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;QACpC,MAAM,KAAK,GAAG,eAAe,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC;QAC5C,MAAM,CAAC,SAAS,CAAC,iBAAiB,CAAC,OAAO,EAAE,GAAG,CAAC,EAAE,KAAK,CAAC,CAAC;QACzD,MAAM,IAAI,GAAiB,EAAE,CAAC;QAC9B,MAAM,CAAC,SAAS,CAAC,MAAM,iBAAiB,CAAC,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;YACrE,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACjB,OAAO,SAAS,CAAC,KAAK,CAAC,CAAC;QAC1B,CAAC,CAAC,EAAE,KAAK,EAAE,6DAA6D,CAAC,CAAC;QAC1E,MAAM,CAAC,SAAS,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;IAC7B,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/src/dataset-ref.d.ts

@@ -5,9 +5,9 @@
 /**
  * Per-dataset reference types for reactive dataflow.
  *
- * Each dataset in a workspace has its own `.ref` file instead of being
- * part of a single root tree. This enables concurrent writes and
- * reactive re-execution.
+ * Each dataset in a workspace has its own ref instead of being part of a
+ * single root tree. This enables concurrent writes and reactive
+ * re-execution.
  *
  * A DatasetRef tracks:
  * - The current value hash (or unassigned/null state)
@@ -43,7 +43,8 @@ export type VersionVector = ValueTypeOf<typeof VersionVectorType>;
 /**
  * Per-dataset reference stored in workspace data files.
  *
- * Each dataset has a `.ref` file at `workspaces/<ws>/data/<path>.ref`.
+ * A local repository keeps each dataset's ref at
+ * `workspaces/<ws>/data/<path>.beast2`, beside the revision its write minted.
  * The ref tracks the dataset's current state and version provenance.
  *
  * Variants:

package/dist/src/dataset-ref.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"dataset-ref.d.ts","sourceRoot":"","sources":["../../src/dataset-ref.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;;;;;;;;;;GAWG;AAEH,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,QAAQ,EAAE,UAAU,EAAE,QAAQ,EAAE,KAAK,WAAW,EAAE,MAAM,eAAe,CAAC;AAE1G;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,eAAO,MAAM,iBAAiB,kCAAmC,CAAC;AAClE,MAAM,MAAM,iBAAiB,GAAG,OAAO,iBAAiB,CAAC;AAEzD,MAAM,MAAM,aAAa,GAAG,WAAW,CAAC,OAAO,iBAAiB,CAAC,CAAC;AAElE;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BG;AACH,eAAO,MAAM,cAAc;IACzB,oCAAoC;;IAEpC,qDAAqD;;;;IAIrD,uEAAuE;;;;;EAKvE,CAAC;AACH,MAAM,MAAM,cAAc,GAAG,OAAO,cAAc,CAAC;AAEnD,MAAM,MAAM,UAAU,GAAG,WAAW,CAAC,OAAO,cAAc,CAAC,CAAC"}
+{"version":3,"file":"dataset-ref.d.ts","sourceRoot":"","sources":["../../src/dataset-ref.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;;;;;;;;;;GAWG;AAEH,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,QAAQ,EAAE,UAAU,EAAE,QAAQ,EAAE,KAAK,WAAW,EAAE,MAAM,eAAe,CAAC;AAE1G;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,eAAO,MAAM,iBAAiB,kCAAmC,CAAC;AAClE,MAAM,MAAM,iBAAiB,GAAG,OAAO,iBAAiB,CAAC;AAEzD,MAAM,MAAM,aAAa,GAAG,WAAW,CAAC,OAAO,iBAAiB,CAAC,CAAC;AAElE;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4BG;AACH,eAAO,MAAM,cAAc;IACzB,oCAAoC;;IAEpC,qDAAqD;;;;IAIrD,uEAAuE;;;;;EAKvE,CAAC;AACH,MAAM,MAAM,cAAc,GAAG,OAAO,cAAc,CAAC;AAEnD,MAAM,MAAM,UAAU,GAAG,WAAW,CAAC,OAAO,cAAc,CAAC,CAAC"}

package/dist/src/dataset-ref.js

@@ -5,9 +5,9 @@
 /**
  * Per-dataset reference types for reactive dataflow.
  *
- * Each dataset in a workspace has its own `.ref` file instead of being
- * part of a single root tree. This enables concurrent writes and
- * reactive re-execution.
+ * Each dataset in a workspace has its own ref instead of being part of a
+ * single root tree. This enables concurrent writes and reactive
+ * re-execution.
  *
  * A DatasetRef tracks:
  * - The current value hash (or unassigned/null state)
@@ -41,7 +41,8 @@ export const VersionVectorType = DictType(StringType, StringType);
 /**
  * Per-dataset reference stored in workspace data files.
  *
- * Each dataset has a `.ref` file at `workspaces/<ws>/data/<path>.ref`.
+ * A local repository keeps each dataset's ref at
+ * `workspaces/<ws>/data/<path>.beast2`, beside the revision its write minted.
  * The ref tracks the dataset's current state and version provenance.
  *
  * Variants:

package/dist/src/dataset-ref.js.map

@@ -1 +1 @@
-{"version":3,"file":"dataset-ref.js","sourceRoot":"","sources":["../../src/dataset-ref.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;;;;;;;;;;GAWG;AAEH,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,QAAQ,EAAE,UAAU,EAAE,QAAQ,EAAoB,MAAM,eAAe,CAAC;AAE1G;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,MAAM,CAAC,MAAM,iBAAiB,GAAG,QAAQ,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;AAKlE;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BG;AACH,MAAM,CAAC,MAAM,cAAc,GAAG,WAAW,CAAC;IACxC,oCAAoC;IACpC,UAAU,EAAE,QAAQ;IACpB,qDAAqD;IACrD,IAAI,EAAE,UAAU,CAAC;QACf,QAAQ,EAAE,iBAAiB;KAC5B,CAAC;IACF,uEAAuE;IACvE,KAAK,EAAE,UAAU,CAAC;QAChB,IAAI,EAAE,UAAU;QAChB,QAAQ,EAAE,iBAAiB;KAC5B,CAAC;CACH,CAAC,CAAC"}
+{"version":3,"file":"dataset-ref.js","sourceRoot":"","sources":["../../src/dataset-ref.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;;;;;;;;;;GAWG;AAEH,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,QAAQ,EAAE,UAAU,EAAE,QAAQ,EAAoB,MAAM,eAAe,CAAC;AAE1G;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,MAAM,CAAC,MAAM,iBAAiB,GAAG,QAAQ,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;AAKlE;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4BG;AACH,MAAM,CAAC,MAAM,cAAc,GAAG,WAAW,CAAC;IACxC,oCAAoC;IACpC,UAAU,EAAE,QAAQ;IACpB,qDAAqD;IACrD,IAAI,EAAE,UAAU,CAAC;QACf,QAAQ,EAAE,iBAAiB;KAC5B,CAAC;IACF,uEAAuE;IACvE,KAAK,EAAE,UAAU,CAAC;QAChB,IAAI,EAAE,UAAU;QAChB,QAAQ,EAAE,iBAAiB;KAC5B,CAAC;CACH,CAAC,CAAC"}

package/dist/src/environment.d.ts

@@ -13,8 +13,9 @@
  * implementation code (via lockfile + sdist/tarball hashes) into execution
  * cache identity.
  *
- * All fields hold object-store hashes, never inline file contents: the blobs
- * ride the existing content-addressed object store and transfer machinery.
+ * All fields hold object-store hashes, never inline file contents: each names
+ * an object holding the file's bytes as a beast2 Blob, which rides the
+ * content-addressed object store and transfer machinery.
  */
 import { ArrayType, OptionType, StringType, StructType, ValueTypeOf, VariantType } from '@elaraai/east';
 /**

package/dist/src/environment.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"environment.d.ts","sourceRoot":"","sources":["../../src/environment.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;;;;;;;;;;;;GAaG;AAEH,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,UAAU,EAAE,UAAU,EAAE,WAAW,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAExG;;;;;;;;;;;;;;GAcG;AACH,eAAO,MAAM,qBAAqB;IAChC,6CAA6C;;IAE7C,sCAAsC;;IAEtC,8EAA8E;;;;;EAE9E,CAAC;AACH,MAAM,MAAM,qBAAqB,GAAG,OAAO,qBAAqB,CAAC;AACjE,MAAM,MAAM,iBAAiB,GAAG,WAAW,CAAC,OAAO,qBAAqB,CAAC,CAAC;AAE1E;;;;;;;;;;;;GAYG;AACH,eAAO,MAAM,mBAAmB;IAC9B,2CAA2C;;IAE3C,uCAAuC;;IAEvC,gEAAgE;;EAEhE,CAAC;AACH,MAAM,MAAM,mBAAmB,GAAG,OAAO,mBAAmB,CAAC;AAC7D,MAAM,MAAM,eAAe,GAAG,WAAW,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAEtE;;;;;;;;;;GAUG;AACH,eAAO,MAAM,oBAAoB;IAC/B,gEAAgE;;EAEhE,CAAC;AACH,MAAM,MAAM,oBAAoB,GAAG,OAAO,oBAAoB,CAAC;AAC/D,MAAM,MAAM,gBAAgB,GAAG,WAAW,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAExE;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,eAAO,MAAM,oBAAoB;IAC/B,uEAAuE;;;;;EAEvE,CAAC;AACH,MAAM,MAAM,oBAAoB,GAAG,OAAO,oBAAoB,CAAC;AAC/D,MAAM,MAAM,gBAAgB,GAAG,WAAW,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAExE;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,eAAO,MAAM,4BAA4B;IACvC,0DAA0D;;IAE1D,4CAA4C;;IAE5C,kFAAkF;;IAElF,qEAAqE;;IAErE,8EAA8E;;;;;;EAE9E,CAAC;AACH,MAAM,MAAM,4BAA4B,GAAG,OAAO,4BAA4B,CAAC;AAC/E,MAAM,MAAM,wBAAwB,GAAG,WAAW,CAAC,OAAO,4BAA4B,CAAC,CAAC;AAExF;;;;;;;;;;;;;;;;GAgBG;AACH,eAAO,MAAM,mBAAmB;IAC9B,sCAAsC;;QA1ItC,6CAA6C;;QAE7C,sCAAsC;;QAEtC,8EAA8E;;;;;;IAwI9E,+BAA+B;;QApH/B,2CAA2C;;QAE3C,uCAAuC;;QAEvC,gEAAgE;;;IAkHhE,yCAAyC;;QAhGzC,gEAAgE;;;IAkGhE,uDAAuD;;QArEvD,uEAAuE;;;;;;IAuEvE,8DAA8D;;QAxC9D,0DAA0D;;QAE1D,4CAA4C;;QAE5C,kFAAkF;;QAElF,qEAAqE;;QAErE,8EAA8E;;;;;;;EAkC9E,CAAC;AACH,MAAM,MAAM,mBAAmB,GAAG,OAAO,mBAAmB,CAAC;AAC7D,MAAM,MAAM,eAAe,GAAG,WAAW,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAEtE;;;;;;;;GAQG;AACH,wBAAgB,2BAA2B,CAAC,IAAI,EAAE,eAAe,GAAG,MAAM,EAAE,CAkB3E"}
+{"version":3,"file":"environment.d.ts","sourceRoot":"","sources":["../../src/environment.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,UAAU,EAAE,UAAU,EAAE,WAAW,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAExG;;;;;;;;;;;;;;GAcG;AACH,eAAO,MAAM,qBAAqB;IAChC,6CAA6C;;IAE7C,sCAAsC;;IAEtC,8EAA8E;;;;;EAE9E,CAAC;AACH,MAAM,MAAM,qBAAqB,GAAG,OAAO,qBAAqB,CAAC;AACjE,MAAM,MAAM,iBAAiB,GAAG,WAAW,CAAC,OAAO,qBAAqB,CAAC,CAAC;AAE1E;;;;;;;;;;;;GAYG;AACH,eAAO,MAAM,mBAAmB;IAC9B,2CAA2C;;IAE3C,uCAAuC;;IAEvC,gEAAgE;;EAEhE,CAAC;AACH,MAAM,MAAM,mBAAmB,GAAG,OAAO,mBAAmB,CAAC;AAC7D,MAAM,MAAM,eAAe,GAAG,WAAW,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAEtE;;;;;;;;;;GAUG;AACH,eAAO,MAAM,oBAAoB;IAC/B,gEAAgE;;EAEhE,CAAC;AACH,MAAM,MAAM,oBAAoB,GAAG,OAAO,oBAAoB,CAAC;AAC/D,MAAM,MAAM,gBAAgB,GAAG,WAAW,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAExE;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,eAAO,MAAM,oBAAoB;IAC/B,uEAAuE;;;;;EAEvE,CAAC;AACH,MAAM,MAAM,oBAAoB,GAAG,OAAO,oBAAoB,CAAC;AAC/D,MAAM,MAAM,gBAAgB,GAAG,WAAW,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAExE;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,eAAO,MAAM,4BAA4B;IACvC,0DAA0D;;IAE1D,4CAA4C;;IAE5C,kFAAkF;;IAElF,qEAAqE;;IAErE,8EAA8E;;;;;;EAE9E,CAAC;AACH,MAAM,MAAM,4BAA4B,GAAG,OAAO,4BAA4B,CAAC;AAC/E,MAAM,MAAM,wBAAwB,GAAG,WAAW,CAAC,OAAO,4BAA4B,CAAC,CAAC;AAExF;;;;;;;;;;;;;;;;GAgBG;AACH,eAAO,MAAM,mBAAmB;IAC9B,sCAAsC;;QA1ItC,6CAA6C;;QAE7C,sCAAsC;;QAEtC,8EAA8E;;;;;;IAwI9E,+BAA+B;;QApH/B,2CAA2C;;QAE3C,uCAAuC;;QAEvC,gEAAgE;;;IAkHhE,yCAAyC;;QAhGzC,gEAAgE;;;IAkGhE,uDAAuD;;QArEvD,uEAAuE;;;;;;IAuEvE,8DAA8D;;QAxC9D,0DAA0D;;QAE1D,4CAA4C;;QAE5C,kFAAkF;;QAElF,qEAAqE;;QAErE,8EAA8E;;;;;;;EAkC9E,CAAC;AACH,MAAM,MAAM,mBAAmB,GAAG,OAAO,mBAAmB,CAAC;AAC7D,MAAM,MAAM,eAAe,GAAG,WAAW,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAEtE;;;;;;;;GAQG;AACH,wBAAgB,2BAA2B,CAAC,IAAI,EAAE,eAAe,GAAG,MAAM,EAAE,CAkB3E"}

package/dist/src/environment.js

@@ -13,8 +13,9 @@
  * implementation code (via lockfile + sdist/tarball hashes) into execution
  * cache identity.
  *
- * All fields hold object-store hashes, never inline file contents: the blobs
- * ride the existing content-addressed object store and transfer machinery.
+ * All fields hold object-store hashes, never inline file contents: each names
+ * an object holding the file's bytes as a beast2 Blob, which rides the
+ * content-addressed object store and transfer machinery.
  */
 import { ArrayType, OptionType, StringType, StructType, VariantType } from '@elaraai/east';
 /**

package/dist/src/environment.js.map

@@ -1 +1 @@
-{"version":3,"file":"environment.js","sourceRoot":"","sources":["../../src/environment.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;;;;;;;;;;;;GAaG;AAEH,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,UAAU,EAAE,UAAU,EAAe,WAAW,EAAE,MAAM,eAAe,CAAC;AAExG;;;;;;;;;;;;;;GAcG;AACH,MAAM,CAAC,MAAM,qBAAqB,GAAG,UAAU,CAAC;IAC9C,6CAA6C;IAC7C,SAAS,EAAE,UAAU;IACrB,sCAAsC;IACtC,IAAI,EAAE,UAAU;IAChB,8EAA8E;IAC9E,MAAM,EAAE,SAAS,CAAC,UAAU,CAAC,EAAE,QAAQ,EAAE,UAAU,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAC;CAC1E,CAAC,CAAC;AAIH;;;;;;;;;;;;GAYG;AACH,MAAM,CAAC,MAAM,mBAAmB,GAAG,UAAU,CAAC;IAC5C,2CAA2C;IAC3C,WAAW,EAAE,UAAU;IACvB,uCAAuC;IACvC,IAAI,EAAE,UAAU;IAChB,gEAAgE;IAChE,QAAQ,EAAE,SAAS,CAAC,UAAU,CAAC;CAChC,CAAC,CAAC;AAIH;;;;;;;;;;GAUG;AACH,MAAM,CAAC,MAAM,oBAAoB,GAAG,UAAU,CAAC;IAC7C,gEAAgE;IAChE,MAAM,EAAE,UAAU;CACnB,CAAC,CAAC;AAIH;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,MAAM,CAAC,MAAM,oBAAoB,GAAG,UAAU,CAAC;IAC7C,uEAAuE;IACvE,KAAK,EAAE,SAAS,CAAC,UAAU,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAC;CACrE,CAAC,CAAC;AAIH;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,MAAM,CAAC,MAAM,4BAA4B,GAAG,UAAU,CAAC;IACrD,0DAA0D;IAC1D,WAAW,EAAE,UAAU;IACvB,4CAA4C;IAC5C,IAAI,EAAE,UAAU;IAChB,kFAAkF;IAClF,MAAM,EAAE,UAAU,CAAC,UAAU,CAAC;IAC9B,qEAAqE;IACrE,OAAO,EAAE,UAAU;IACnB,8EAA8E;IAC9E,OAAO,EAAE,SAAS,CAAC,UAAU,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC,CAAC;CAC5F,CAAC,CAAC;AAIH;;;;;;;;;;;;;;;;GAgBG;AACH,MAAM,CAAC,MAAM,mBAAmB,GAAG,WAAW,CAAC;IAC7C,sCAAsC;IACtC,MAAM,EAAE,qBAAqB;IAC7B,+BAA+B;IAC/B,IAAI,EAAE,mBAAmB;IACzB,yCAAyC;IACzC,KAAK,EAAE,oBAAoB;IAC3B,uDAAuD;IACvD,KAAK,EAAE,oBAAoB;IAC3B,8DAA8D;IAC9D,cAAc,EAAE,4BAA4B;CAC7C,CAAC,CAAC;AAIH;;;;;;;;GAQG;AACH,MAAM,UAAU,2BAA2B,CAAC,IAAqB;IAC/D,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC;QAClB,KAAK,QAAQ;YACX,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QAC1F,KAAK,MAAM;YACT,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC3E,KAAK,OAAO;YACV,OAAO,EAAE,CAAC;QACZ,KAAK,OAAO;YACV,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAC7C,KAAK,gBAAgB;YACnB,OAAO;gBACL,IAAI,CAAC,KAAK,CAAC,WAAW;gBACtB,IAAI,CAAC,KAAK,CAAC,IAAI;gBACf,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBACvE,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;aAC5C,CAAC;IACN,CAAC;AACH,CAAC"}
+{"version":3,"file":"environment.js","sourceRoot":"","sources":["../../src/environment.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,UAAU,EAAE,UAAU,EAAe,WAAW,EAAE,MAAM,eAAe,CAAC;AAExG;;;;;;;;;;;;;;GAcG;AACH,MAAM,CAAC,MAAM,qBAAqB,GAAG,UAAU,CAAC;IAC9C,6CAA6C;IAC7C,SAAS,EAAE,UAAU;IACrB,sCAAsC;IACtC,IAAI,EAAE,UAAU;IAChB,8EAA8E;IAC9E,MAAM,EAAE,SAAS,CAAC,UAAU,CAAC,EAAE,QAAQ,EAAE,UAAU,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAC;CAC1E,CAAC,CAAC;AAIH;;;;;;;;;;;;GAYG;AACH,MAAM,CAAC,MAAM,mBAAmB,GAAG,UAAU,CAAC;IAC5C,2CAA2C;IAC3C,WAAW,EAAE,UAAU;IACvB,uCAAuC;IACvC,IAAI,EAAE,UAAU;IAChB,gEAAgE;IAChE,QAAQ,EAAE,SAAS,CAAC,UAAU,CAAC;CAChC,CAAC,CAAC;AAIH;;;;;;;;;;GAUG;AACH,MAAM,CAAC,MAAM,oBAAoB,GAAG,UAAU,CAAC;IAC7C,gEAAgE;IAChE,MAAM,EAAE,UAAU;CACnB,CAAC,CAAC;AAIH;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,MAAM,CAAC,MAAM,oBAAoB,GAAG,UAAU,CAAC;IAC7C,uEAAuE;IACvE,KAAK,EAAE,SAAS,CAAC,UAAU,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAC;CACrE,CAAC,CAAC;AAIH;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,MAAM,CAAC,MAAM,4BAA4B,GAAG,UAAU,CAAC;IACrD,0DAA0D;IAC1D,WAAW,EAAE,UAAU;IACvB,4CAA4C;IAC5C,IAAI,EAAE,UAAU;IAChB,kFAAkF;IAClF,MAAM,EAAE,UAAU,CAAC,UAAU,CAAC;IAC9B,qEAAqE;IACrE,OAAO,EAAE,UAAU;IACnB,8EAA8E;IAC9E,OAAO,EAAE,SAAS,CAAC,UAAU,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC,CAAC;CAC5F,CAAC,CAAC;AAIH;;;;;;;;;;;;;;;;GAgBG;AACH,MAAM,CAAC,MAAM,mBAAmB,GAAG,WAAW,CAAC;IAC7C,sCAAsC;IACtC,MAAM,EAAE,qBAAqB;IAC7B,+BAA+B;IAC/B,IAAI,EAAE,mBAAmB;IACzB,yCAAyC;IACzC,KAAK,EAAE,oBAAoB;IAC3B,uDAAuD;IACvD,KAAK,EAAE,oBAAoB;IAC3B,8DAA8D;IAC9D,cAAc,EAAE,4BAA4B;CAC7C,CAAC,CAAC;AAIH;;;;;;;;GAQG;AACH,MAAM,UAAU,2BAA2B,CAAC,IAAqB;IAC/D,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC;QAClB,KAAK,QAAQ;YACX,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QAC1F,KAAK,MAAM;YACT,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC3E,KAAK,OAAO;YACV,OAAO,EAAE,CAAC;QACZ,KAAK,OAAO;YACV,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAC7C,KAAK,gBAAgB;YACnB,OAAO;gBACL,IAAI,CAAC,KAAK,CAAC,WAAW;gBACtB,IAAI,CAAC,KAAK,CAAC,IAAI;gBACf,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBACvE,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;aAC5C,CAAC;IACN,CAAC;AACH,CAAC"}