@xyo-network/xl1-driver-mongodb 4.0.8 → 4.0.9

package/README.md

@@ -44,6 +44,11 @@ bun add @xyo-network/xl1-driver-mongodb
 ## What's Inside
 
 - **`MongoMap`** — a `MongoDB`-backed `AsyncIterableMap<K, V>`: async `get`/`set`/`has`/`getMany`/`setMany`/`delete`/`clear`, optional `LruCacheMap` read cache, and cursor-streamed iteration over the whole collection.
+- **`MongoIndexViewer`** — an `IndexViewer` provider that reads published step-summary documents from a shared Mongo collection, keyed identically to the static REST layout (`indexSummaryPath`).
+- **`MongoIndexPublishRunner`** — an `IndexPublishRunner` provider that builds and writes the multi-family chain index (blocks, balances, schemas, transfers) to that same collection, immutable-frame and watermark-last semantics matching the S3-backed publisher.
+- **`mongoConnectionSdkConfig`** — maps a `mongo` connection config (`connectionString`/`database`/`domain`/`password`/`username`/`collection`) to the `BaseMongoSdk` config shape, defaulting to the `index` collection when the connection doesn't specify its own.
+
+`MongoIndexViewer`/`MongoIndexPublishRunner` are Node-only (they depend on the `mongodb` driver) and are not part of `@xyo-network/xl1-providers`' universal (browser + node) candidate registry — construct and register them directly in a Node-side locator, e.g. `locator.register(MongoIndexViewer.factory(MongoIndexViewer.dependencies, {}))`, resolving their Mongo connection from `providerBindings`/`connections` or by passing `connection`/`map` explicitly.
 
 ## Building Locally
 

package/dist/neutral/MongoIndexPublishRunner.d.ts

@@ -0,0 +1,65 @@
+import type { BlockViewer, IndexPublishRunner, IndexSummaryFamily, IndexWatermark, MapType, XL1BlockNumber } from '@xyo-network/xl1-protocol-lib';
+import type { CreatableProviderParams, MongoConnectionConfig } from '@xyo-network/xl1-protocol-sdk';
+import { AbstractCreatableProvider } from '@xyo-network/xl1-protocol-sdk';
+import type { Document } from 'mongodb';
+/** Parameters for MongoIndexPublishRunner. */
+export interface MongoIndexPublishRunnerParams extends CreatableProviderParams {
+    connection?: MongoConnectionConfig;
+    /** Pre-built backing map (tests, or a caller-managed Mongo connection). Defaults to a `MongoMap` built from `connection`. */
+    map?: MapType<string, Document>;
+    /**
+     * The viewer to build the index from (only finalized chains should be indexed). When omitted,
+     * resolved from the locator via BlockViewerMoniker.
+     */
+    source?: BlockViewer;
+}
+/**
+ * Publishes the multi-family chain index (blocks, balances, schemas, transfers) to a shared Mongo
+ * collection that `MongoIndexViewer` reads, using the same document-id scheme (`indexSummaryPath`)
+ * as the static REST layout. Frames are immutable: only complete frames are ever published, and a
+ * completed frame never changes. The head watermark and manifest are written last so a reader
+ * never sees a watermark pointing past the frames that back it.
+ */
+export declare class MongoIndexPublishRunner extends AbstractCreatableProvider<MongoIndexPublishRunnerParams> implements IndexPublishRunner {
+    static readonly connectionTypes: readonly ["mongo"];
+    static readonly defaultMoniker: "IndexPublishRunner";
+    static readonly dependencies: "BlockViewer"[];
+    static readonly monikers: "IndexPublishRunner"[];
+    moniker: "IndexPublishRunner";
+    protected _map: MapType<string, Document>;
+    protected _source?: BlockViewer;
+    get source(): BlockViewer;
+    static paramsHandler(params: Partial<MongoIndexPublishRunnerParams>): Promise<{
+        connection: {
+            type: "mongo";
+            connectionString?: string | undefined;
+            database?: string | undefined;
+            domain?: string | undefined;
+            password?: string | undefined;
+            username?: string | undefined;
+            collection?: string | undefined;
+        } | undefined;
+        map: MapType<string, Document> | undefined;
+        source: BlockViewer<"BlockViewer"> | undefined;
+        context: import("@xyo-network/xl1-protocol-sdk").CreatableProviderContextType;
+        name?: import("@ariestools/sdk").CreatableName;
+        statusReporter?: import("@ariestools/sdk").CreatableStatusReporter<void> | undefined;
+        logger?: import("@ariestools/sdk").Logger;
+        meterProvider?: import("@opentelemetry/api").MeterProvider;
+        traceProvider?: import("@opentelemetry/api").TracerProvider;
+    }>;
+    createHandler(): Promise<void>;
+    /** Builds every family's frames completed up to the ceiling, then writes the manifest and watermark. */
+    publishCompletedFramesUpTo(ceiling: XL1BlockNumber): Promise<IndexWatermark>;
+    /** Publishes one completed frame for a family (and any missing sub-frames it depends on). */
+    publishFrame(family: IndexSummaryFamily, stepLevel: number, stepIndex: number): Promise<void>;
+    /** Dispatches a single frame to its family builder, writing it (and missing sub-frames) to the collection. */
+    private buildFamilyFrame;
+    /** Builds a family's frames in (previous, ceiling] across every level; returns total completed frames. */
+    private publishFamily;
+    private readWatermark;
+    private summaryMap;
+    private writeHead;
+    private writeManifest;
+}
+//# sourceMappingURL=MongoIndexPublishRunner.d.ts.map

package/dist/neutral/MongoIndexPublishRunner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"MongoIndexPublishRunner.d.ts","sourceRoot":"","sources":["../../src/MongoIndexPublishRunner.ts"],"names":[],"mappings":"AAYA,OAAO,KAAK,EACA,WAAW,EAAkB,kBAAkB,EAAE,kBAAkB,EAAE,cAAc,EAAE,OAAO,EACtG,cAAc,EACf,MAAM,+BAA+B,CAAA;AAItC,OAAO,KAAK,EAAE,uBAAuB,EAAE,qBAAqB,EAAE,MAAM,+BAA+B,CAAA;AACnG,OAAO,EACL,yBAAyB,EAO1B,MAAM,+BAA+B,CAAA;AAEtC,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAA;AAgGvC,8CAA8C;AAC9C,MAAM,WAAW,6BAA8B,SAAQ,uBAAuB;IAC5E,UAAU,CAAC,EAAE,qBAAqB,CAAA;IAClC,6HAA6H;IAC7H,GAAG,CAAC,EAAE,OAAO,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAA;IAC/B;;;OAGG;IACH,MAAM,CAAC,EAAE,WAAW,CAAA;CACrB;AAED;;;;;;GAMG;AACH,qBACa,uBAAwB,SAAQ,yBAAyB,CAAC,6BAA6B,CAAE,YAAW,kBAAkB;IACjI,MAAM,CAAC,QAAQ,CAAC,eAAe,qBAAqB;IACpD,MAAM,CAAC,QAAQ,CAAC,cAAc,uBAA4B;IAC1D,MAAM,CAAC,QAAQ,CAAC,YAAY,kBAAuB;IACnD,MAAM,CAAC,QAAQ,CAAC,QAAQ,yBAA8B;IACtD,OAAO,uBAAyC;IAEhD,SAAS,CAAC,IAAI,EAAG,OAAO,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAA;IAC1C,SAAS,CAAC,OAAO,CAAC,EAAE,WAAW,CAAA;IAE/B,IAAI,MAAM,IAAI,WAAW,CAExB;WAEqB,aAAa,CAAC,MAAM,EAAE,OAAO,CAAC,6BAA6B,CAAC;;;;;;;;;;;;;;;;;;;IAgBnE,aAAa;IAc5B,wGAAwG;IAClG,0BAA0B,CAAC,OAAO,EAAE,cAAc,GAAG,OAAO,CAAC,cAAc,CAAC;IAqBlF,6FAA6F;IACvF,YAAY,CAAC,MAAM,EAAE,kBAAkB,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAUnG,8GAA8G;YAChG,gBAAgB;IAsB9B,0GAA0G;YAC5F,aAAa;YAwBb,aAAa;IAK3B,OAAO,CAAC,UAAU;YAIJ,SAAS;YAKT,aAAa;CAS5B"}

package/dist/neutral/MongoIndexViewer.d.ts

@@ -0,0 +1,45 @@
+import type { IndexSummaryFamily, IndexViewer, MapType } from '@xyo-network/xl1-protocol-lib';
+import type { CreatableProviderParams, MongoConnectionConfig } from '@xyo-network/xl1-protocol-sdk';
+import { AbstractCreatableProvider } from '@xyo-network/xl1-protocol-sdk';
+import type { Document } from 'mongodb';
+/** Parameters for MongoIndexViewer. */
+export interface MongoIndexViewerParams extends CreatableProviderParams {
+    connection?: MongoConnectionConfig;
+    /** Pre-built backing map (tests, or a caller-managed Mongo connection). Defaults to a `MongoMap` built from `connection`. */
+    map?: MapType<string, Document>;
+}
+/**
+ * An IndexViewer over the same chain index a `MongoIndexPublishRunner` writes to: reads
+ * completed step-summary documents from a shared Mongo collection, keyed identically to the
+ * static REST layout (`indexSummaryPath`) so both backends can serve the same logical index.
+ */
+export declare class MongoIndexViewer extends AbstractCreatableProvider<MongoIndexViewerParams> implements IndexViewer {
+    static readonly connectionTypes: readonly ["mongo"];
+    static readonly defaultMoniker: "IndexViewer";
+    static readonly dependencies: never[];
+    static readonly monikers: "IndexViewer"[];
+    moniker: "IndexViewer";
+    private _map;
+    static paramsHandler(params: Partial<MongoIndexViewerParams>): Promise<{
+        connection: {
+            type: "mongo";
+            connectionString?: string | undefined;
+            database?: string | undefined;
+            domain?: string | undefined;
+            password?: string | undefined;
+            username?: string | undefined;
+            collection?: string | undefined;
+        } | undefined;
+        map: MapType<string, Document> | undefined;
+        context: import("@xyo-network/xl1-protocol-sdk").CreatableProviderContextType;
+        name?: import("@ariestools/sdk").CreatableName;
+        statusReporter?: import("@ariestools/sdk").CreatableStatusReporter<void> | undefined;
+        logger?: import("@ariestools/sdk").Logger;
+        meterProvider?: import("@opentelemetry/api").MeterProvider;
+        traceProvider?: import("@opentelemetry/api").TracerProvider;
+    }>;
+    createHandler(): Promise<void>;
+    /** The published summary for a completed step in the given family, or null when not (yet) published. */
+    stepSummary<T = unknown>(family: IndexSummaryFamily, stepLevel: number, stepIndex: number): Promise<T | null>;
+}
+//# sourceMappingURL=MongoIndexViewer.d.ts.map

package/dist/neutral/MongoIndexViewer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"MongoIndexViewer.d.ts","sourceRoot":"","sources":["../../src/MongoIndexViewer.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EACV,kBAAkB,EAAE,WAAW,EAAE,OAAO,EACzC,MAAM,+BAA+B,CAAA;AAEtC,OAAO,KAAK,EAAE,uBAAuB,EAAE,qBAAqB,EAAE,MAAM,+BAA+B,CAAA;AACnG,OAAO,EACL,yBAAyB,EAC1B,MAAM,+BAA+B,CAAA;AACtC,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAA;AAKvC,uCAAuC;AACvC,MAAM,WAAW,sBAAuB,SAAQ,uBAAuB;IACrE,UAAU,CAAC,EAAE,qBAAqB,CAAA;IAClC,6HAA6H;IAC7H,GAAG,CAAC,EAAE,OAAO,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAA;CAChC;AAED;;;;GAIG;AACH,qBACa,gBAAiB,SAAQ,yBAAyB,CAAC,sBAAsB,CAAE,YAAW,WAAW;IAC5G,MAAM,CAAC,QAAQ,CAAC,eAAe,qBAAqB;IACpD,MAAM,CAAC,QAAQ,CAAC,cAAc,gBAAqB;IACnD,MAAM,CAAC,QAAQ,CAAC,YAAY,UAAK;IACjC,MAAM,CAAC,QAAQ,CAAC,QAAQ,kBAAuB;IAC/C,OAAO,gBAAkC;IAEzC,OAAO,CAAC,IAAI,CAA4B;WAElB,aAAa,CAAC,MAAM,EAAE,OAAO,CAAC,sBAAsB,CAAC;;;;;;;;;;;;;;;;;;IAe5D,aAAa;IAa5B,wGAAwG;IAClG,WAAW,CAAC,CAAC,GAAG,OAAO,EAAE,MAAM,EAAE,kBAAkB,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,CAAC,GAAG,IAAI,CAAC;CAMpH"}

package/dist/neutral/index.d.ts

@@ -1,2 +1,5 @@
+export * from './mongoConnectionSdkConfig.ts';
+export * from './MongoIndexPublishRunner.ts';
+export * from './MongoIndexViewer.ts';
 export * from './MongoMap.ts';
 //# sourceMappingURL=index.d.ts.map

package/dist/neutral/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,eAAe,CAAA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,+BAA+B,CAAA;AAC7C,cAAc,8BAA8B,CAAA;AAC5C,cAAc,uBAAuB,CAAA;AACrC,cAAc,eAAe,CAAA"}

package/dist/neutral/index.mjs

@@ -1,5 +1,6 @@
 var __defProp = Object.defineProperty;
 var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __defNormalProp = (obj, key, value) => key in obj ? __defProp(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
 var __decorateClass = (decorators, target, key, kind) => {
   var result = kind > 1 ? void 0 : kind ? __getOwnPropDesc(target, key) : target;
   for (var i = decorators.length - 1, decorator; i >= 0; i--)
@@ -8,6 +9,53 @@ var __decorateClass = (decorators, target, key, kind) => {
   if (kind && result) __defProp(target, key, result);
   return result;
 };
+var __publicField = (obj, key, value) => __defNormalProp(obj, typeof key !== "symbol" ? key + "" : key, value);
+
+// src/mongoConnectionSdkConfig.ts
+var DEFAULT_INDEX_COLLECTION = "index";
+function mongoConnectionSdkConfig(connection, defaultCollection) {
+  return {
+    collection: connection.collection ?? defaultCollection,
+    dbConnectionString: connection.connectionString,
+    dbDomain: connection.domain,
+    dbName: connection.database,
+    dbPassword: connection.password,
+    dbUserName: connection.username
+  };
+}
+
+// src/MongoIndexPublishRunner.ts
+import { assertEx as assertEx2 } from "@ariestools/sdk";
+import { BaseMongoSdk } from "@xylabs/mongo";
+import {
+  asIndexHead,
+  createIndexHead,
+  createIndexManifest,
+  indexHeadPath,
+  indexManifestPath,
+  indexSummaryPath
+} from "@xyo-network/xl1-network-model";
+import {
+  asXL1BlockRange,
+  BlockViewerMoniker,
+  IndexPublishRunnerMoniker,
+  stepPlacementForBlockNumber,
+  StepSizes
+} from "@xyo-network/xl1-protocol-lib";
+import {
+  AbstractCreatableProvider,
+  balancesMaxStep,
+  balancesStepSummaryFromRange,
+  blocksMaxStep,
+  blocksStepSummaryFromRange,
+  creatableProvider,
+  resolveMongoConnectionConfig,
+  schemasMaxStep,
+  schemasStepSummaryFromRange,
+  transfersMaxStep,
+  transfersStepSummaryFromRange
+} from "@xyo-network/xl1-protocol-sdk";
+import { Semaphore } from "async-mutex";
 
 // src/MongoMap.ts
 import {
@@ -123,7 +171,256 @@ var MongoMap = class extends AbstractCreatable {
 MongoMap = __decorateClass([
   creatable()
 ], MongoMap);
+
+// src/MongoIndexPublishRunner.ts
+var MongoIndexSummaryMap = class {
+  family;
+  map;
+  numberCache = /* @__PURE__ */ new Map();
+  source;
+  constructor(family, source, map) {
+    this.family = family;
+    this.source = source;
+    this.map = map;
+  }
+  async clear() {
+    this.numberCache.clear();
+  }
+  delete(_id) {
+    return false;
+  }
+  async get(id) {
+    const docId = await this.idForKey(id);
+    if (docId === void 0) return void 0;
+    const found = await this.map.get(docId);
+    return found === void 0 ? void 0 : found;
+  }
+  async getMany(ids) {
+    const found = await Promise.all(ids.map((id) => this.get(id)));
+    return found.flatMap((value) => value === void 0 ? [] : [value]);
+  }
+  async has(id) {
+    return await this.get(id) !== void 0;
+  }
+  async set(id, data) {
+    const docId = await this.idForFrame(data.hash, data.stepSize) ?? await this.idForKey(id);
+    if (docId === void 0) return;
+    await this.map.set(docId, data);
+  }
+  async setMany(entries) {
+    await Promise.all(entries.map(([id, data]) => this.set(id, data)));
+  }
+  async idForFrame(hash, stepSize) {
+    const blockNumber = await this.resolveBlockNumber(hash);
+    if (blockNumber === void 0) return void 0;
+    const placement = stepPlacementForBlockNumber(blockNumber, stepSize);
+    return placement ? indexSummaryPath(this.family, placement.stepLevel, placement.stepIndex) : void 0;
+  }
+  async idForKey(key) {
+    const [hash, sizeText] = key.split("|");
+    return await this.idForFrame(hash, Number(sizeText));
+  }
+  async resolveBlockNumber(hash) {
+    const cached = this.numberCache.get(hash);
+    if (cached !== void 0) return cached;
+    const block = await this.source.blockByHash(hash);
+    if (!block) return void 0;
+    const blockNumber = block[0].block;
+    this.numberCache.set(hash, blockNumber);
+    return blockNumber;
+  }
+};
+var MongoIndexPublishRunner = class extends AbstractCreatableProvider {
+  moniker = MongoIndexPublishRunner.defaultMoniker;
+  _map;
+  _source;
+  get source() {
+    return assertEx2(this._source, () => "No source specified");
+  }
+  static async paramsHandler(params) {
+    const moniker = IndexPublishRunnerMoniker;
+    const connection = params.connection ?? (params.map ? void 0 : resolveMongoConnectionConfig(
+      assertEx2(params.context?.config, () => "Context config is required to resolve Mongo index connection"),
+      moniker
+    ));
+    return {
+      ...await super.paramsHandler(params),
+      connection,
+      map: params.map,
+      source: params.source
+    };
+  }
+  async createHandler() {
+    await super.createHandler();
+    this._source = this.params.source ?? await this.locator.getInstance(BlockViewerMoniker);
+    if (this.params.map) {
+      this._map = this.params.map;
+      return;
+    }
+    const connection = assertEx2(this.params.connection, () => "No Mongo connection specified");
+    const sdk = new BaseMongoSdk(mongoConnectionSdkConfig(connection, DEFAULT_INDEX_COLLECTION));
+    const map = await MongoMap.create({ sdk, getCache: { enabled: true } });
+    await map.start();
+    this._map = map;
+  }
+  /** Builds every family's frames completed up to the ceiling, then writes the manifest and watermark. */
+  async publishCompletedFramesUpTo(ceiling) {
+    const head = await this.source.currentBlockNumber();
+    assertEx2(ceiling <= head, () => `Ceiling ${ceiling} exceeds source head ${head}`);
+    const existingWatermark = await this.readWatermark();
+    const previous = existingWatermark?.block ?? -1;
+    const families = {
+      balances: await this.publishFamily("balances", balancesMaxStep, balancesStepSummaryFromRange, previous, ceiling),
+      blocks: await this.publishFamily("blocks", blocksMaxStep, blocksStepSummaryFromRange, previous, ceiling),
+      schemas: await this.publishFamily("schemas", schemasMaxStep, schemasStepSummaryFromRange, previous, ceiling),
+      transfers: await this.publishFamily("transfers", transfersMaxStep, transfersStepSummaryFromRange, previous, ceiling)
+    };
+    const ceilingBlock = assertEx2(await this.source.blockByNumber(ceiling), () => `Block not found for ceiling ${ceiling}`);
+    const watermark = {
+      block: ceiling,
+      hash: ceilingBlock[0]._hash,
+      families
+    };
+    await this.writeManifest();
+    await this.writeHead(watermark);
+    this.logger?.info(`MongoIndexPublishRunner: index complete through block ${ceiling}`);
+    return watermark;
+  }
+  /** Publishes one completed frame for a family (and any missing sub-frames it depends on). */
+  async publishFrame(family, stepLevel, stepIndex) {
+    const size = StepSizes[stepLevel];
+    const lastBlock = (stepIndex + 1) * size - 1;
+    const head = await this.source.currentBlockNumber();
+    assertEx2(lastBlock <= head, () => `Frame ${family} ${stepLevel}/${stepIndex} is not complete (head ${head})`);
+    const range = asXL1BlockRange([stepIndex * size, lastBlock], true);
+    await this.buildFamilyFrame(family, range);
+    this.logger?.info(`MongoIndexPublishRunner: published frame ${family} ${stepLevel}/${stepIndex}`);
+  }
+  /** Dispatches a single frame to its family builder, writing it (and missing sub-frames) to the collection. */
+  async buildFamilyFrame(family, range) {
+    const semaphores = StepSizes.map(() => new Semaphore(20));
+    switch (family) {
+      case "balances": {
+        await balancesStepSummaryFromRange(this.context, semaphores, this.source, this.summaryMap("balances"), range);
+        break;
+      }
+      case "blocks": {
+        await blocksStepSummaryFromRange(this.context, semaphores, this.source, this.summaryMap("blocks"), range);
+        break;
+      }
+      case "schemas": {
+        await schemasStepSummaryFromRange(this.context, semaphores, this.source, this.summaryMap("schemas"), range);
+        break;
+      }
+      case "transfers": {
+        await transfersStepSummaryFromRange(this.context, semaphores, this.source, this.summaryMap("transfers"), range);
+        break;
+      }
+    }
+  }
+  /** Builds a family's frames in (previous, ceiling] across every level; returns total completed frames. */
+  async publishFamily(family, maxStep, build, previous, ceiling) {
+    const map = this.summaryMap(family);
+    const semaphores = StepSizes.map(() => new Semaphore(20));
+    let completed = 0;
+    for (let stepLevel = 0; stepLevel <= maxStep; stepLevel++) {
+      const size = StepSizes[stepLevel];
+      const fromIndex = Math.floor((previous + 1) / size);
+      const toIndex = Math.floor((ceiling + 1) / size);
+      completed += toIndex;
+      for (let stepIndex = fromIndex; stepIndex < toIndex; stepIndex++) {
+        const start = stepIndex * size;
+        await build(this.context, semaphores, this.source, map, asXL1BlockRange([start, start + size - 1], true));
+      }
+    }
+    return completed;
+  }
+  async readWatermark() {
+    const found = await this._map.get(indexHeadPath());
+    return found === void 0 ? void 0 : asIndexHead(found, true);
+  }
+  summaryMap(family) {
+    return new MongoIndexSummaryMap(family, this.source, this._map);
+  }
+  async writeHead(watermark) {
+    const head = createIndexHead(watermark);
+    await this._map.set(indexHeadPath(), head);
+  }
+  async writeManifest() {
+    const manifest = createIndexManifest({
+      balances: balancesMaxStep,
+      blocks: blocksMaxStep,
+      schemas: schemasMaxStep,
+      transfers: transfersMaxStep
+    });
+    await this._map.set(indexManifestPath(), manifest);
+  }
+};
+__publicField(MongoIndexPublishRunner, "connectionTypes", ["mongo"]);
+__publicField(MongoIndexPublishRunner, "defaultMoniker", IndexPublishRunnerMoniker);
+__publicField(MongoIndexPublishRunner, "dependencies", [BlockViewerMoniker]);
+__publicField(MongoIndexPublishRunner, "monikers", [IndexPublishRunnerMoniker]);
+MongoIndexPublishRunner = __decorateClass([
+  creatableProvider()
+], MongoIndexPublishRunner);
+
+// src/MongoIndexViewer.ts
+import { assertEx as assertEx3 } from "@ariestools/sdk";
+import { BaseMongoSdk as BaseMongoSdk2 } from "@xylabs/mongo";
+import { indexSummaryPath as indexSummaryPath2 } from "@xyo-network/xl1-network-model";
+import { IndexViewerMoniker } from "@xyo-network/xl1-protocol-lib";
+import {
+  AbstractCreatableProvider as AbstractCreatableProvider2,
+  creatableProvider as creatableProvider2,
+  resolveMongoConnectionConfig as resolveMongoConnectionConfig2
+} from "@xyo-network/xl1-protocol-sdk";
+var MongoIndexViewer = class extends AbstractCreatableProvider2 {
+  moniker = MongoIndexViewer.defaultMoniker;
+  _map;
+  static async paramsHandler(params) {
+    const moniker = this.defaultMoniker;
+    const connection = params.connection ?? (params.map ? void 0 : resolveMongoConnectionConfig2(
+      assertEx3(params.context?.config, () => "Context config is required to resolve Mongo index connection"),
+      moniker
+    ));
+    return {
+      ...await super.paramsHandler(params),
+      connection,
+      map: params.map
+    };
+  }
+  async createHandler() {
+    await super.createHandler();
+    if (this.params.map) {
+      this._map = this.params.map;
+      return;
+    }
+    const connection = assertEx3(this.params.connection, () => "No Mongo connection specified");
+    const sdk = new BaseMongoSdk2(mongoConnectionSdkConfig(connection, DEFAULT_INDEX_COLLECTION));
+    const map = await MongoMap.create({ sdk, getCache: { enabled: true } });
+    await map.start();
+    this._map = map;
+  }
+  /** The published summary for a completed step in the given family, or null when not (yet) published. */
+  async stepSummary(family, stepLevel, stepIndex) {
+    return await this.spanAsync("stepSummary", async () => {
+      const summary = await this._map.get(indexSummaryPath2(family, stepLevel, stepIndex));
+      return summary ?? null;
+    }, this.context);
+  }
+};
+__publicField(MongoIndexViewer, "connectionTypes", ["mongo"]);
+__publicField(MongoIndexViewer, "defaultMoniker", IndexViewerMoniker);
+__publicField(MongoIndexViewer, "dependencies", []);
+__publicField(MongoIndexViewer, "monikers", [IndexViewerMoniker]);
+MongoIndexViewer = __decorateClass([
+  creatableProvider2()
+], MongoIndexViewer);
 export {
-  MongoMap
+  DEFAULT_INDEX_COLLECTION,
+  MongoIndexPublishRunner,
+  MongoIndexViewer,
+  MongoMap,
+  mongoConnectionSdkConfig
 };
 //# sourceMappingURL=index.mjs.map

package/dist/neutral/index.mjs.map

@@ -1,7 +1,7 @@
 {
   "version": 3,
-  "sources": ["../../src/MongoMap.ts"],
-  "sourcesContent": ["import type { CreatableParams } from '@ariestools/sdk'\nimport {\n  AbstractCreatable, assertEx, creatable, isNull,\n} from '@ariestools/sdk'\nimport type { BaseMongoSdk } from '@xylabs/mongo'\nimport { LruCacheMap } from '@xyo-network/xl1-driver-memory'\nimport type { AsyncIterableMap, MapType } from '@xyo-network/xl1-protocol-lib'\nimport type {\n  Document, Filter, OptionalUnlessRequiredId, WithId,\n} from 'mongodb'\n\nexport interface MongoMapParams<TData extends Document = Document> extends CreatableParams {\n  getCache?: {\n    enabled: boolean\n    maxEntries?: number\n  }\n  sdk: BaseMongoSdk<TData>\n}\n\nconst stripMongoId = <V extends Document>(doc: WithId<V>): V => {\n  const { _id, ...rest } = doc\n  return rest as unknown as V\n}\n\n@creatable()\nexport class MongoMap<K extends {} = string, V extends Document = Document>\n  extends AbstractCreatable<MongoMapParams<V>>\n  implements AsyncIterableMap<K, V> {\n  private _getCache: MapType<K, V> | undefined\n\n  get sdk(): BaseMongoSdk<V> {\n    return assertEx(this.params.sdk, () => 'No sdk specified')\n  }\n\n  /**\n   * Enable `for await...of` iteration over all entries in the map.\n   * Streams through the Mongo cursor so no driver-level limit is applied.\n   */\n  [Symbol.asyncIterator](): AsyncIterator<[K, V]> {\n    // Create cursor lazily so async iterator construction remains synchronous.\n    // `find()` must be called exactly once; calling it in `next()` risks recreating cursors.\n    // Using a closure ensures refactors cannot accidentally duplicate cursor creation.\n    const cursorPromise = this.sdk.find({})\n\n    // Holds the resolved Mongo cursor; shared across all iterations.\n    // Declared outside `next()` to avoid accidental recreation during refactors.\n    let cursor: Awaited<typeof cursorPromise> | undefined\n\n    // Lazily resolve the cursor on first iteration; keeps `next()` simple.\n    const loadCursor = async () => {\n      cursor ??= await cursorPromise\n    }\n\n    return {\n      next: async (): Promise<IteratorResult<[K, V]>> => {\n        // Ensure cursor is initialized once before iteration.\n        await loadCursor()\n        if (!cursor) return { value: undefined, done: true }\n\n        // Pull next document from the cursor; Mongo driver returns null when exhausted.\n        const doc = await cursor.next()\n        if (!doc) return { value: undefined, done: true }\n\n        // Convert MongoDB document into key/value tuple.\n        const key = doc._id as unknown as K\n        const value = stripMongoId(doc)\n\n        // Cache the value if caching is enabled.\n        if (this._getCache) await this._getCache.set(key, value)\n\n        // Yield the entry to the async iterator consumer.\n        return { value: [key, value], done: false }\n      },\n    }\n  }\n\n  async clear(): Promise<void> {\n    await this._getCache?.clear()\n    await this.sdk.deleteMany({})\n  }\n\n  async delete(id: K): Promise<boolean> {\n    await this._getCache?.delete(id)\n\n    const filter = { _id: id } as Filter<V>\n    const result = await this.sdk.deleteOne(filter)\n    return result.deletedCount > 0\n  }\n\n  async get(id: K): Promise<V | undefined> {\n    if (this._getCache) {\n      const getCacheResult = this._getCache.get(id)\n      if (getCacheResult) {\n        return getCacheResult\n      }\n    }\n    const filter = { _id: id } as Filter<V>\n    const doc = await this.sdk.findOne(filter)\n    return isNull(doc) ? undefined : stripMongoId(doc)\n  }\n\n  async getMany(ids: K[]): Promise<V[]> {\n    const cache = this._getCache\n    const idSet = new Set(ids)\n    const results: V[] = []\n    if (cache) {\n      const getCacheResult = ids.map(id => ([id, cache.get(id)])).filter(([, item]) => item !== undefined) as [K, V][]\n      for (const [id] of getCacheResult) {\n        idSet.delete(id)\n      }\n      results.push(...getCacheResult.map(([, item]) => item))\n    }\n    const filter = { _id: { $in: [...idSet] } } as Filter<V>\n    const cursor = await this.sdk.find(filter)\n    const items = await cursor.toArray()\n    for (const item of items) {\n      const id = item._id\n      const stripped = stripMongoId(item)\n      if (cache) await cache.set(id as unknown as K, stripped)\n      results.push(stripped)\n    }\n    return results\n  }\n\n  async has(id: K): Promise<boolean> {\n    if (this._getCache) {\n      const getCacheResult = await this._getCache.has(id)\n      if (getCacheResult) return getCacheResult\n    }\n    const filter = { _id: id } as Filter<V>\n    const exists = await this.sdk.findOne(filter)\n    return isNull(exists) ? false : true\n  }\n\n  async set(id: K, data: V): Promise<void> {\n    const filter = { _id: id } as Filter<V>\n    const value = { ...data, _id: id } as OptionalUnlessRequiredId<V>\n    await this.sdk.replaceOne(filter, value, { upsert: true })\n    await this._getCache?.set(id, data)\n  }\n\n  async setMany(entries: [K, V][]): Promise<void> {\n    // TODO: Optimize with bulkWrite\n    for (const [key, value] of entries) {\n      await this.set(key, value)\n    }\n  }\n\n  override async startHandler(): Promise<void> {\n    await super.startHandler()\n    // TODO: Ensure index\n    if (this.params.getCache?.enabled === true) {\n      const maxEntries = this.params.getCache?.maxEntries ?? 5000\n      this._getCache = new LruCacheMap<K, V>({ max: maxEntries })\n    }\n  }\n}\n"],
-  "mappings": ";;;;;;;;;;;;AACA;AAAA,EACE;AAAA,EAAmB;AAAA,EAAU;AAAA,EAAW;AAAA,OACnC;AAEP,SAAS,mBAAmB;AAc5B,IAAM,eAAe,CAAqB,QAAsB;AAC9D,QAAM,EAAE,KAAK,GAAG,KAAK,IAAI;AACzB,SAAO;AACT;AAGO,IAAM,WAAN,cACG,kBAC0B;AAAA,EAC1B;AAAA,EAER,IAAI,MAAuB;AACzB,WAAO,SAAS,KAAK,OAAO,KAAK,MAAM,kBAAkB;AAAA,EAC3D;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,CAAC,OAAO,aAAa,IAA2B;AAI9C,UAAM,gBAAgB,KAAK,IAAI,KAAK,CAAC,CAAC;AAItC,QAAI;AAGJ,UAAM,aAAa,YAAY;AAC7B,iBAAW,MAAM;AAAA,IACnB;AAEA,WAAO;AAAA,MACL,MAAM,YAA6C;AAEjD,cAAM,WAAW;AACjB,YAAI,CAAC,OAAQ,QAAO,EAAE,OAAO,QAAW,MAAM,KAAK;AAGnD,cAAM,MAAM,MAAM,OAAO,KAAK;AAC9B,YAAI,CAAC,IAAK,QAAO,EAAE,OAAO,QAAW,MAAM,KAAK;AAGhD,cAAM,MAAM,IAAI;AAChB,cAAM,QAAQ,aAAa,GAAG;AAG9B,YAAI,KAAK,UAAW,OAAM,KAAK,UAAU,IAAI,KAAK,KAAK;AAGvD,eAAO,EAAE,OAAO,CAAC,KAAK,KAAK,GAAG,MAAM,MAAM;AAAA,MAC5C;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAM,QAAuB;AAC3B,UAAM,KAAK,WAAW,MAAM;AAC5B,UAAM,KAAK,IAAI,WAAW,CAAC,CAAC;AAAA,EAC9B;AAAA,EAEA,MAAM,OAAO,IAAyB;AACpC,UAAM,KAAK,WAAW,OAAO,EAAE;AAE/B,UAAM,SAAS,EAAE,KAAK,GAAG;AACzB,UAAM,SAAS,MAAM,KAAK,IAAI,UAAU,MAAM;AAC9C,WAAO,OAAO,eAAe;AAAA,EAC/B;AAAA,EAEA,MAAM,IAAI,IAA+B;AACvC,QAAI,KAAK,WAAW;AAClB,YAAM,iBAAiB,KAAK,UAAU,IAAI,EAAE;AAC5C,UAAI,gBAAgB;AAClB,eAAO;AAAA,MACT;AAAA,IACF;AACA,UAAM,SAAS,EAAE,KAAK,GAAG;AACzB,UAAM,MAAM,MAAM,KAAK,IAAI,QAAQ,MAAM;AACzC,WAAO,OAAO,GAAG,IAAI,SAAY,aAAa,GAAG;AAAA,EACnD;AAAA,EAEA,MAAM,QAAQ,KAAwB;AACpC,UAAM,QAAQ,KAAK;AACnB,UAAM,QAAQ,IAAI,IAAI,GAAG;AACzB,UAAM,UAAe,CAAC;AACtB,QAAI,OAAO;AACT,YAAM,iBAAiB,IAAI,IAAI,QAAO,CAAC,IAAI,MAAM,IAAI,EAAE,CAAC,CAAE,EAAE,OAAO,CAAC,CAAC,EAAE,IAAI,MAAM,SAAS,MAAS;AACnG,iBAAW,CAAC,EAAE,KAAK,gBAAgB;AACjC,cAAM,OAAO,EAAE;AAAA,MACjB;AACA,cAAQ,KAAK,GAAG,eAAe,IAAI,CAAC,CAAC,EAAE,IAAI,MAAM,IAAI,CAAC;AAAA,IACxD;AACA,UAAM,SAAS,EAAE,KAAK,EAAE,KAAK,CAAC,GAAG,KAAK,EAAE,EAAE;AAC1C,UAAM,SAAS,MAAM,KAAK,IAAI,KAAK,MAAM;AACzC,UAAM,QAAQ,MAAM,OAAO,QAAQ;AACnC,eAAW,QAAQ,OAAO;AACxB,YAAM,KAAK,KAAK;AAChB,YAAM,WAAW,aAAa,IAAI;AAClC,UAAI,MAAO,OAAM,MAAM,IAAI,IAAoB,QAAQ;AACvD,cAAQ,KAAK,QAAQ;AAAA,IACvB;AACA,WAAO;AAAA,EACT;AAAA,EAEA,MAAM,IAAI,IAAyB;AACjC,QAAI,KAAK,WAAW;AAClB,YAAM,iBAAiB,MAAM,KAAK,UAAU,IAAI,EAAE;AAClD,UAAI,eAAgB,QAAO;AAAA,IAC7B;AACA,UAAM,SAAS,EAAE,KAAK,GAAG;AACzB,UAAM,SAAS,MAAM,KAAK,IAAI,QAAQ,MAAM;AAC5C,WAAO,OAAO,MAAM,IAAI,QAAQ;AAAA,EAClC;AAAA,EAEA,MAAM,IAAI,IAAO,MAAwB;AACvC,UAAM,SAAS,EAAE,KAAK,GAAG;AACzB,UAAM,QAAQ,EAAE,GAAG,MAAM,KAAK,GAAG;AACjC,UAAM,KAAK,IAAI,WAAW,QAAQ,OAAO,EAAE,QAAQ,KAAK,CAAC;AACzD,UAAM,KAAK,WAAW,IAAI,IAAI,IAAI;AAAA,EACpC;AAAA,EAEA,MAAM,QAAQ,SAAkC;AAE9C,eAAW,CAAC,KAAK,KAAK,KAAK,SAAS;AAClC,YAAM,KAAK,IAAI,KAAK,KAAK;AAAA,IAC3B;AAAA,EACF;AAAA,EAEA,MAAe,eAA8B;AAC3C,UAAM,MAAM,aAAa;AAEzB,QAAI,KAAK,OAAO,UAAU,YAAY,MAAM;AAC1C,YAAM,aAAa,KAAK,OAAO,UAAU,cAAc;AACvD,WAAK,YAAY,IAAI,YAAkB,EAAE,KAAK,WAAW,CAAC;AAAA,IAC5D;AAAA,EACF;AACF;AAnIa,WAAN;AAAA,EADN,UAAU;AAAA,GACE;",
-  "names": []
+  "sources": ["../../src/mongoConnectionSdkConfig.ts", "../../src/MongoIndexPublishRunner.ts", "../../src/MongoMap.ts", "../../src/MongoIndexViewer.ts"],
+  "sourcesContent": ["import type { BaseMongoSdkConfig } from '@xylabs/mongo'\nimport type { MongoConnectionConfig } from '@xyo-network/xl1-protocol-sdk'\n\n/** Collection routed to when a `mongo` connection doesn't specify its own `collection`. */\nexport const DEFAULT_INDEX_COLLECTION = 'index'\n\n/** Maps a `mongo` connection config to the `BaseMongoSdk` config shape, defaulting the collection when the connection doesn't specify its own. */\nexport function mongoConnectionSdkConfig(connection: MongoConnectionConfig, defaultCollection: string): BaseMongoSdkConfig {\n  return {\n    collection: connection.collection ?? defaultCollection,\n    dbConnectionString: connection.connectionString,\n    dbDomain: connection.domain,\n    dbName: connection.database,\n    dbPassword: connection.password,\n    dbUserName: connection.username,\n  }\n}\n", "import type { Hash } from '@ariestools/sdk'\nimport { assertEx } from '@ariestools/sdk'\nimport { BaseMongoSdk } from '@xylabs/mongo'\nimport type { IndexHead } from '@xyo-network/xl1-network-model'\nimport {\n  asIndexHead,\n  createIndexHead,\n  createIndexManifest,\n  indexHeadPath,\n  indexManifestPath,\n  indexSummaryPath,\n} from '@xyo-network/xl1-network-model'\nimport type {\n  AsyncMap, BlockViewer, CachingContext, IndexPublishRunner, IndexSummaryFamily, IndexWatermark, MapType,\n  XL1BlockNumber, XL1BlockRange,\n} from '@xyo-network/xl1-protocol-lib'\nimport {\n  asXL1BlockRange, BlockViewerMoniker, IndexPublishRunnerMoniker, stepPlacementForBlockNumber, StepSizes,\n} from '@xyo-network/xl1-protocol-lib'\nimport type { CreatableProviderParams, MongoConnectionConfig } from '@xyo-network/xl1-protocol-sdk'\nimport {\n  AbstractCreatableProvider,\n  balancesMaxStep, balancesStepSummaryFromRange,\n  blocksMaxStep, blocksStepSummaryFromRange,\n  creatableProvider,\n  resolveMongoConnectionConfig,\n  schemasMaxStep, schemasStepSummaryFromRange,\n  transfersMaxStep, transfersStepSummaryFromRange,\n} from '@xyo-network/xl1-protocol-sdk'\nimport { Semaphore } from 'async-mutex'\nimport type { Document } from 'mongodb'\n\nimport { DEFAULT_INDEX_COLLECTION, mongoConnectionSdkConfig } from './mongoConnectionSdkConfig.ts'\nimport { MongoMap } from './MongoMap.ts'\n\n/** The minimum shape the summary map needs to place a frame: its head hash and frame size. */\ninterface FramePlacement {\n  hash: Hash\n  stepSize: number\n}\n\n/** The signature shared by every `*StepSummaryFromRange` builder. */\ntype SummaryBuilder<T extends FramePlacement> = (\n  context: CachingContext,\n  semaphores: Semaphore[],\n  blockViewer: BlockViewer,\n  summaryMap: MapType<string, T>,\n  range: XL1BlockRange,\n) => Promise<T>\n\n/**\n * A summary map backed by the shared index collection. The builders cache completed frames here\n * keyed by `${frameHeadHash}|${frameSize}`; this map turns that key into the frame's\n * `indexSummaryPath` (resolving the head hash to a block number via the source viewer) so `get`\n * reads the published document and `set` writes it \u2014 making the collection itself the builders'\n * frame cache, which gives skip-if-present resume and cascading sub-frame writes for free.\n */\nclass MongoIndexSummaryMap<T extends FramePlacement> implements AsyncMap<string, T> {\n  private readonly family: IndexSummaryFamily\n  private readonly map: MapType<string, Document>\n  private readonly numberCache = new Map<Hash, number>()\n  private readonly source: BlockViewer\n\n  constructor(family: IndexSummaryFamily, source: BlockViewer, map: MapType<string, Document>) {\n    this.family = family\n    this.source = source\n    this.map = map\n  }\n\n  async clear(): Promise<void> {\n    this.numberCache.clear()\n  }\n\n  delete(_id: string): boolean {\n    return false\n  }\n\n  async get(id: string): Promise<T | undefined> {\n    const docId = await this.idForKey(id)\n    if (docId === undefined) return undefined\n    const found = await this.map.get(docId)\n    return found === undefined ? undefined : (found as T)\n  }\n\n  async getMany(ids: string[]): Promise<T[]> {\n    const found = await Promise.all(ids.map(id => this.get(id)))\n    return found.flatMap(value => (value === undefined ? [] : [value]))\n  }\n\n  async has(id: string): Promise<boolean> {\n    return (await this.get(id)) !== undefined\n  }\n\n  async set(id: string, data: T): Promise<void> {\n    const docId = (await this.idForFrame(data.hash, data.stepSize)) ?? (await this.idForKey(id))\n    if (docId === undefined) return\n    await this.map.set(docId, data)\n  }\n\n  async setMany(entries: [string, T][]): Promise<void> {\n    await Promise.all(entries.map(([id, data]) => this.set(id, data)))\n  }\n\n  private async idForFrame(hash: Hash, stepSize: number): Promise<string | undefined> {\n    const blockNumber = await this.resolveBlockNumber(hash)\n    if (blockNumber === undefined) return undefined\n    const placement = stepPlacementForBlockNumber(blockNumber, stepSize)\n    return placement ? indexSummaryPath(this.family, placement.stepLevel, placement.stepIndex) : undefined\n  }\n\n  private async idForKey(key: string): Promise<string | undefined> {\n    const [hash, sizeText] = key.split('|')\n    return await this.idForFrame(hash as Hash, Number(sizeText))\n  }\n\n  private async resolveBlockNumber(hash: Hash): Promise<number | undefined> {\n    const cached = this.numberCache.get(hash)\n    if (cached !== undefined) return cached\n    const block = await this.source.blockByHash(hash)\n    if (!block) return undefined\n    const blockNumber = block[0].block\n    this.numberCache.set(hash, blockNumber)\n    return blockNumber\n  }\n}\n\n/** Parameters for MongoIndexPublishRunner. */\nexport interface MongoIndexPublishRunnerParams extends CreatableProviderParams {\n  connection?: MongoConnectionConfig\n  /** Pre-built backing map (tests, or a caller-managed Mongo connection). Defaults to a `MongoMap` built from `connection`. */\n  map?: MapType<string, Document>\n  /**\n   * The viewer to build the index from (only finalized chains should be indexed). When omitted,\n   * resolved from the locator via BlockViewerMoniker.\n   */\n  source?: BlockViewer\n}\n\n/**\n * Publishes the multi-family chain index (blocks, balances, schemas, transfers) to a shared Mongo\n * collection that `MongoIndexViewer` reads, using the same document-id scheme (`indexSummaryPath`)\n * as the static REST layout. Frames are immutable: only complete frames are ever published, and a\n * completed frame never changes. The head watermark and manifest are written last so a reader\n * never sees a watermark pointing past the frames that back it.\n */\n@creatableProvider()\nexport class MongoIndexPublishRunner extends AbstractCreatableProvider<MongoIndexPublishRunnerParams> implements IndexPublishRunner {\n  static readonly connectionTypes = ['mongo'] as const\n  static readonly defaultMoniker = IndexPublishRunnerMoniker\n  static readonly dependencies = [BlockViewerMoniker]\n  static readonly monikers = [IndexPublishRunnerMoniker]\n  moniker = MongoIndexPublishRunner.defaultMoniker\n\n  protected _map!: MapType<string, Document>\n  protected _source?: BlockViewer\n\n  get source(): BlockViewer {\n    return assertEx(this._source, () => 'No source specified')\n  }\n\n  static override async paramsHandler(params: Partial<MongoIndexPublishRunnerParams>) {\n    const moniker = IndexPublishRunnerMoniker\n    const connection = params.connection ?? (params.map\n      ? undefined\n      : resolveMongoConnectionConfig(\n          assertEx(params.context?.config, () => 'Context config is required to resolve Mongo index connection'),\n          moniker,\n        ))\n    return {\n      ...await super.paramsHandler(params),\n      connection,\n      map: params.map,\n      source: params.source,\n    } satisfies MongoIndexPublishRunnerParams\n  }\n\n  override async createHandler() {\n    await super.createHandler()\n    this._source = this.params.source ?? await this.locator.getInstance(BlockViewerMoniker)\n    if (this.params.map) {\n      this._map = this.params.map\n      return\n    }\n    const connection = assertEx(this.params.connection, () => 'No Mongo connection specified')\n    const sdk = new BaseMongoSdk<Document>(mongoConnectionSdkConfig(connection, DEFAULT_INDEX_COLLECTION))\n    const map = await MongoMap.create({ sdk, getCache: { enabled: true } })\n    await map.start()\n    this._map = map\n  }\n\n  /** Builds every family's frames completed up to the ceiling, then writes the manifest and watermark. */\n  async publishCompletedFramesUpTo(ceiling: XL1BlockNumber): Promise<IndexWatermark> {\n    const head = await this.source.currentBlockNumber()\n    assertEx(ceiling <= head, () => `Ceiling ${ceiling} exceeds source head ${head}`)\n    const existingWatermark = await this.readWatermark()\n    const previous = existingWatermark?.block ?? -1\n    const families: Record<IndexSummaryFamily, number> = {\n      balances: await this.publishFamily('balances', balancesMaxStep, balancesStepSummaryFromRange, previous, ceiling),\n      blocks: await this.publishFamily('blocks', blocksMaxStep, blocksStepSummaryFromRange, previous, ceiling),\n      schemas: await this.publishFamily('schemas', schemasMaxStep, schemasStepSummaryFromRange, previous, ceiling),\n      transfers: await this.publishFamily('transfers', transfersMaxStep, transfersStepSummaryFromRange, previous, ceiling),\n    }\n    const ceilingBlock = assertEx(await this.source.blockByNumber(ceiling), () => `Block not found for ceiling ${ceiling}`)\n    const watermark: IndexWatermark = {\n      block: ceiling, hash: ceilingBlock[0]._hash, families,\n    }\n    await this.writeManifest()\n    await this.writeHead(watermark)\n    this.logger?.info(`MongoIndexPublishRunner: index complete through block ${ceiling}`)\n    return watermark\n  }\n\n  /** Publishes one completed frame for a family (and any missing sub-frames it depends on). */\n  async publishFrame(family: IndexSummaryFamily, stepLevel: number, stepIndex: number): Promise<void> {\n    const size = StepSizes[stepLevel]\n    const lastBlock = (stepIndex + 1) * size - 1\n    const head = await this.source.currentBlockNumber()\n    assertEx(lastBlock <= head, () => `Frame ${family} ${stepLevel}/${stepIndex} is not complete (head ${head})`)\n    const range = asXL1BlockRange([stepIndex * size, lastBlock], true)\n    await this.buildFamilyFrame(family, range)\n    this.logger?.info(`MongoIndexPublishRunner: published frame ${family} ${stepLevel}/${stepIndex}`)\n  }\n\n  /** Dispatches a single frame to its family builder, writing it (and missing sub-frames) to the collection. */\n  private async buildFamilyFrame(family: IndexSummaryFamily, range: XL1BlockRange): Promise<void> {\n    const semaphores = StepSizes.map(() => new Semaphore(20))\n    switch (family) {\n      case 'balances': {\n        await balancesStepSummaryFromRange(this.context, semaphores, this.source, this.summaryMap('balances'), range)\n        break\n      }\n      case 'blocks': {\n        await blocksStepSummaryFromRange(this.context, semaphores, this.source, this.summaryMap('blocks'), range)\n        break\n      }\n      case 'schemas': {\n        await schemasStepSummaryFromRange(this.context, semaphores, this.source, this.summaryMap('schemas'), range)\n        break\n      }\n      case 'transfers': {\n        await transfersStepSummaryFromRange(this.context, semaphores, this.source, this.summaryMap('transfers'), range)\n        break\n      }\n    }\n  }\n\n  /** Builds a family's frames in (previous, ceiling] across every level; returns total completed frames. */\n  private async publishFamily<T extends FramePlacement>(\n    family: IndexSummaryFamily,\n    maxStep: number,\n    build: SummaryBuilder<T>,\n    previous: number,\n    ceiling: number,\n  ): Promise<number> {\n    const map = this.summaryMap<T>(family)\n    const semaphores = StepSizes.map(() => new Semaphore(20))\n    let completed = 0\n    // Bottom-up so a level's sub-frames exist (in the collection) before the level above is built.\n    for (let stepLevel = 0; stepLevel <= maxStep; stepLevel++) {\n      const size = StepSizes[stepLevel]\n      const fromIndex = Math.floor((previous + 1) / size)\n      const toIndex = Math.floor((ceiling + 1) / size)\n      completed += toIndex\n      for (let stepIndex = fromIndex; stepIndex < toIndex; stepIndex++) {\n        const start = stepIndex * size\n        await build(this.context, semaphores, this.source, map, asXL1BlockRange([start, start + size - 1], true))\n      }\n    }\n    return completed\n  }\n\n  private async readWatermark(): Promise<IndexHead | undefined> {\n    const found = await this._map.get(indexHeadPath())\n    return found === undefined ? undefined : asIndexHead(found, true)\n  }\n\n  private summaryMap<T extends FramePlacement>(family: IndexSummaryFamily): MongoIndexSummaryMap<T> {\n    return new MongoIndexSummaryMap<T>(family, this.source, this._map)\n  }\n\n  private async writeHead(watermark: IndexWatermark): Promise<void> {\n    const head = createIndexHead(watermark)\n    await this._map.set(indexHeadPath(), head)\n  }\n\n  private async writeManifest(): Promise<void> {\n    const manifest = createIndexManifest({\n      balances: balancesMaxStep,\n      blocks: blocksMaxStep,\n      schemas: schemasMaxStep,\n      transfers: transfersMaxStep,\n    })\n    await this._map.set(indexManifestPath(), manifest)\n  }\n}\n", "import type { CreatableParams } from '@ariestools/sdk'\nimport {\n  AbstractCreatable, assertEx, creatable, isNull,\n} from '@ariestools/sdk'\nimport type { BaseMongoSdk } from '@xylabs/mongo'\nimport { LruCacheMap } from '@xyo-network/xl1-driver-memory'\nimport type { AsyncIterableMap, MapType } from '@xyo-network/xl1-protocol-lib'\nimport type {\n  Document, Filter, OptionalUnlessRequiredId, WithId,\n} from 'mongodb'\n\nexport interface MongoMapParams<TData extends Document = Document> extends CreatableParams {\n  getCache?: {\n    enabled: boolean\n    maxEntries?: number\n  }\n  sdk: BaseMongoSdk<TData>\n}\n\nconst stripMongoId = <V extends Document>(doc: WithId<V>): V => {\n  const { _id, ...rest } = doc\n  return rest as unknown as V\n}\n\n@creatable()\nexport class MongoMap<K extends {} = string, V extends Document = Document>\n  extends AbstractCreatable<MongoMapParams<V>>\n  implements AsyncIterableMap<K, V> {\n  private _getCache: MapType<K, V> | undefined\n\n  get sdk(): BaseMongoSdk<V> {\n    return assertEx(this.params.sdk, () => 'No sdk specified')\n  }\n\n  /**\n   * Enable `for await...of` iteration over all entries in the map.\n   * Streams through the Mongo cursor so no driver-level limit is applied.\n   */\n  [Symbol.asyncIterator](): AsyncIterator<[K, V]> {\n    // Create cursor lazily so async iterator construction remains synchronous.\n    // `find()` must be called exactly once; calling it in `next()` risks recreating cursors.\n    // Using a closure ensures refactors cannot accidentally duplicate cursor creation.\n    const cursorPromise = this.sdk.find({})\n\n    // Holds the resolved Mongo cursor; shared across all iterations.\n    // Declared outside `next()` to avoid accidental recreation during refactors.\n    let cursor: Awaited<typeof cursorPromise> | undefined\n\n    // Lazily resolve the cursor on first iteration; keeps `next()` simple.\n    const loadCursor = async () => {\n      cursor ??= await cursorPromise\n    }\n\n    return {\n      next: async (): Promise<IteratorResult<[K, V]>> => {\n        // Ensure cursor is initialized once before iteration.\n        await loadCursor()\n        if (!cursor) return { value: undefined, done: true }\n\n        // Pull next document from the cursor; Mongo driver returns null when exhausted.\n        const doc = await cursor.next()\n        if (!doc) return { value: undefined, done: true }\n\n        // Convert MongoDB document into key/value tuple.\n        const key = doc._id as unknown as K\n        const value = stripMongoId(doc)\n\n        // Cache the value if caching is enabled.\n        if (this._getCache) await this._getCache.set(key, value)\n\n        // Yield the entry to the async iterator consumer.\n        return { value: [key, value], done: false }\n      },\n    }\n  }\n\n  async clear(): Promise<void> {\n    await this._getCache?.clear()\n    await this.sdk.deleteMany({})\n  }\n\n  async delete(id: K): Promise<boolean> {\n    await this._getCache?.delete(id)\n\n    const filter = { _id: id } as Filter<V>\n    const result = await this.sdk.deleteOne(filter)\n    return result.deletedCount > 0\n  }\n\n  async get(id: K): Promise<V | undefined> {\n    if (this._getCache) {\n      const getCacheResult = this._getCache.get(id)\n      if (getCacheResult) {\n        return getCacheResult\n      }\n    }\n    const filter = { _id: id } as Filter<V>\n    const doc = await this.sdk.findOne(filter)\n    return isNull(doc) ? undefined : stripMongoId(doc)\n  }\n\n  async getMany(ids: K[]): Promise<V[]> {\n    const cache = this._getCache\n    const idSet = new Set(ids)\n    const results: V[] = []\n    if (cache) {\n      const getCacheResult = ids.map(id => ([id, cache.get(id)])).filter(([, item]) => item !== undefined) as [K, V][]\n      for (const [id] of getCacheResult) {\n        idSet.delete(id)\n      }\n      results.push(...getCacheResult.map(([, item]) => item))\n    }\n    const filter = { _id: { $in: [...idSet] } } as Filter<V>\n    const cursor = await this.sdk.find(filter)\n    const items = await cursor.toArray()\n    for (const item of items) {\n      const id = item._id\n      const stripped = stripMongoId(item)\n      if (cache) await cache.set(id as unknown as K, stripped)\n      results.push(stripped)\n    }\n    return results\n  }\n\n  async has(id: K): Promise<boolean> {\n    if (this._getCache) {\n      const getCacheResult = await this._getCache.has(id)\n      if (getCacheResult) return getCacheResult\n    }\n    const filter = { _id: id } as Filter<V>\n    const exists = await this.sdk.findOne(filter)\n    return isNull(exists) ? false : true\n  }\n\n  async set(id: K, data: V): Promise<void> {\n    const filter = { _id: id } as Filter<V>\n    const value = { ...data, _id: id } as OptionalUnlessRequiredId<V>\n    await this.sdk.replaceOne(filter, value, { upsert: true })\n    await this._getCache?.set(id, data)\n  }\n\n  async setMany(entries: [K, V][]): Promise<void> {\n    // TODO: Optimize with bulkWrite\n    for (const [key, value] of entries) {\n      await this.set(key, value)\n    }\n  }\n\n  override async startHandler(): Promise<void> {\n    await super.startHandler()\n    // TODO: Ensure index\n    if (this.params.getCache?.enabled === true) {\n      const maxEntries = this.params.getCache?.maxEntries ?? 5000\n      this._getCache = new LruCacheMap<K, V>({ max: maxEntries })\n    }\n  }\n}\n", "import { assertEx } from '@ariestools/sdk'\nimport { BaseMongoSdk } from '@xylabs/mongo'\nimport { indexSummaryPath } from '@xyo-network/xl1-network-model'\nimport type {\n  IndexSummaryFamily, IndexViewer, MapType, ProviderMoniker,\n} from '@xyo-network/xl1-protocol-lib'\nimport { IndexViewerMoniker } from '@xyo-network/xl1-protocol-lib'\nimport type { CreatableProviderParams, MongoConnectionConfig } from '@xyo-network/xl1-protocol-sdk'\nimport {\n  AbstractCreatableProvider, creatableProvider, resolveMongoConnectionConfig,\n} from '@xyo-network/xl1-protocol-sdk'\nimport type { Document } from 'mongodb'\n\nimport { DEFAULT_INDEX_COLLECTION, mongoConnectionSdkConfig } from './mongoConnectionSdkConfig.ts'\nimport { MongoMap } from './MongoMap.ts'\n\n/** Parameters for MongoIndexViewer. */\nexport interface MongoIndexViewerParams extends CreatableProviderParams {\n  connection?: MongoConnectionConfig\n  /** Pre-built backing map (tests, or a caller-managed Mongo connection). Defaults to a `MongoMap` built from `connection`. */\n  map?: MapType<string, Document>\n}\n\n/**\n * An IndexViewer over the same chain index a `MongoIndexPublishRunner` writes to: reads\n * completed step-summary documents from a shared Mongo collection, keyed identically to the\n * static REST layout (`indexSummaryPath`) so both backends can serve the same logical index.\n */\n@creatableProvider()\nexport class MongoIndexViewer extends AbstractCreatableProvider<MongoIndexViewerParams> implements IndexViewer {\n  static readonly connectionTypes = ['mongo'] as const\n  static readonly defaultMoniker = IndexViewerMoniker\n  static readonly dependencies = []\n  static readonly monikers = [IndexViewerMoniker]\n  moniker = MongoIndexViewer.defaultMoniker\n\n  private _map!: MapType<string, Document>\n\n  static override async paramsHandler(params: Partial<MongoIndexViewerParams>) {\n    const moniker = (this as unknown as { defaultMoniker: ProviderMoniker }).defaultMoniker\n    const connection = params.connection ?? (params.map\n      ? undefined\n      : resolveMongoConnectionConfig(\n          assertEx(params.context?.config, () => 'Context config is required to resolve Mongo index connection'),\n          moniker,\n        ))\n    return {\n      ...await super.paramsHandler(params),\n      connection,\n      map: params.map,\n    } satisfies MongoIndexViewerParams\n  }\n\n  override async createHandler() {\n    await super.createHandler()\n    if (this.params.map) {\n      this._map = this.params.map\n      return\n    }\n    const connection = assertEx(this.params.connection, () => 'No Mongo connection specified')\n    const sdk = new BaseMongoSdk<Document>(mongoConnectionSdkConfig(connection, DEFAULT_INDEX_COLLECTION))\n    const map = await MongoMap.create({ sdk, getCache: { enabled: true } })\n    await map.start()\n    this._map = map\n  }\n\n  /** The published summary for a completed step in the given family, or null when not (yet) published. */\n  async stepSummary<T = unknown>(family: IndexSummaryFamily, stepLevel: number, stepIndex: number): Promise<T | null> {\n    return await this.spanAsync('stepSummary', async () => {\n      const summary = await this._map.get(indexSummaryPath(family, stepLevel, stepIndex))\n      return (summary as T | undefined) ?? null\n    }, this.context)\n  }\n}\n"],
+  "mappings": ";;;;;;;;;;;;;;AAIO,IAAM,2BAA2B;AAGjC,SAAS,yBAAyB,YAAmC,mBAA+C;AACzH,SAAO;AAAA,IACL,YAAY,WAAW,cAAc;AAAA,IACrC,oBAAoB,WAAW;AAAA,IAC/B,UAAU,WAAW;AAAA,IACrB,QAAQ,WAAW;AAAA,IACnB,YAAY,WAAW;AAAA,IACvB,YAAY,WAAW;AAAA,EACzB;AACF;;;ACfA,SAAS,YAAAA,iBAAgB;AACzB,SAAS,oBAAoB;AAE7B;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AAKP;AAAA,EACE;AAAA,EAAiB;AAAA,EAAoB;AAAA,EAA2B;AAAA,EAA6B;AAAA,OACxF;AAEP;AAAA,EACE;AAAA,EACA;AAAA,EAAiB;AAAA,EACjB;AAAA,EAAe;AAAA,EACf;AAAA,EACA;AAAA,EACA;AAAA,EAAgB;AAAA,EAChB;AAAA,EAAkB;AAAA,OACb;AACP,SAAS,iBAAiB;;;AC5B1B;AAAA,EACE;AAAA,EAAmB;AAAA,EAAU;AAAA,EAAW;AAAA,OACnC;AAEP,SAAS,mBAAmB;AAc5B,IAAM,eAAe,CAAqB,QAAsB;AAC9D,QAAM,EAAE,KAAK,GAAG,KAAK,IAAI;AACzB,SAAO;AACT;AAGO,IAAM,WAAN,cACG,kBAC0B;AAAA,EAC1B;AAAA,EAER,IAAI,MAAuB;AACzB,WAAO,SAAS,KAAK,OAAO,KAAK,MAAM,kBAAkB;AAAA,EAC3D;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,CAAC,OAAO,aAAa,IAA2B;AAI9C,UAAM,gBAAgB,KAAK,IAAI,KAAK,CAAC,CAAC;AAItC,QAAI;AAGJ,UAAM,aAAa,YAAY;AAC7B,iBAAW,MAAM;AAAA,IACnB;AAEA,WAAO;AAAA,MACL,MAAM,YAA6C;AAEjD,cAAM,WAAW;AACjB,YAAI,CAAC,OAAQ,QAAO,EAAE,OAAO,QAAW,MAAM,KAAK;AAGnD,cAAM,MAAM,MAAM,OAAO,KAAK;AAC9B,YAAI,CAAC,IAAK,QAAO,EAAE,OAAO,QAAW,MAAM,KAAK;AAGhD,cAAM,MAAM,IAAI;AAChB,cAAM,QAAQ,aAAa,GAAG;AAG9B,YAAI,KAAK,UAAW,OAAM,KAAK,UAAU,IAAI,KAAK,KAAK;AAGvD,eAAO,EAAE,OAAO,CAAC,KAAK,KAAK,GAAG,MAAM,MAAM;AAAA,MAC5C;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAM,QAAuB;AAC3B,UAAM,KAAK,WAAW,MAAM;AAC5B,UAAM,KAAK,IAAI,WAAW,CAAC,CAAC;AAAA,EAC9B;AAAA,EAEA,MAAM,OAAO,IAAyB;AACpC,UAAM,KAAK,WAAW,OAAO,EAAE;AAE/B,UAAM,SAAS,EAAE,KAAK,GAAG;AACzB,UAAM,SAAS,MAAM,KAAK,IAAI,UAAU,MAAM;AAC9C,WAAO,OAAO,eAAe;AAAA,EAC/B;AAAA,EAEA,MAAM,IAAI,IAA+B;AACvC,QAAI,KAAK,WAAW;AAClB,YAAM,iBAAiB,KAAK,UAAU,IAAI,EAAE;AAC5C,UAAI,gBAAgB;AAClB,eAAO;AAAA,MACT;AAAA,IACF;AACA,UAAM,SAAS,EAAE,KAAK,GAAG;AACzB,UAAM,MAAM,MAAM,KAAK,IAAI,QAAQ,MAAM;AACzC,WAAO,OAAO,GAAG,IAAI,SAAY,aAAa,GAAG;AAAA,EACnD;AAAA,EAEA,MAAM,QAAQ,KAAwB;AACpC,UAAM,QAAQ,KAAK;AACnB,UAAM,QAAQ,IAAI,IAAI,GAAG;AACzB,UAAM,UAAe,CAAC;AACtB,QAAI,OAAO;AACT,YAAM,iBAAiB,IAAI,IAAI,QAAO,CAAC,IAAI,MAAM,IAAI,EAAE,CAAC,CAAE,EAAE,OAAO,CAAC,CAAC,EAAE,IAAI,MAAM,SAAS,MAAS;AACnG,iBAAW,CAAC,EAAE,KAAK,gBAAgB;AACjC,cAAM,OAAO,EAAE;AAAA,MACjB;AACA,cAAQ,KAAK,GAAG,eAAe,IAAI,CAAC,CAAC,EAAE,IAAI,MAAM,IAAI,CAAC;AAAA,IACxD;AACA,UAAM,SAAS,EAAE,KAAK,EAAE,KAAK,CAAC,GAAG,KAAK,EAAE,EAAE;AAC1C,UAAM,SAAS,MAAM,KAAK,IAAI,KAAK,MAAM;AACzC,UAAM,QAAQ,MAAM,OAAO,QAAQ;AACnC,eAAW,QAAQ,OAAO;AACxB,YAAM,KAAK,KAAK;AAChB,YAAM,WAAW,aAAa,IAAI;AAClC,UAAI,MAAO,OAAM,MAAM,IAAI,IAAoB,QAAQ;AACvD,cAAQ,KAAK,QAAQ;AAAA,IACvB;AACA,WAAO;AAAA,EACT;AAAA,EAEA,MAAM,IAAI,IAAyB;AACjC,QAAI,KAAK,WAAW;AAClB,YAAM,iBAAiB,MAAM,KAAK,UAAU,IAAI,EAAE;AAClD,UAAI,eAAgB,QAAO;AAAA,IAC7B;AACA,UAAM,SAAS,EAAE,KAAK,GAAG;AACzB,UAAM,SAAS,MAAM,KAAK,IAAI,QAAQ,MAAM;AAC5C,WAAO,OAAO,MAAM,IAAI,QAAQ;AAAA,EAClC;AAAA,EAEA,MAAM,IAAI,IAAO,MAAwB;AACvC,UAAM,SAAS,EAAE,KAAK,GAAG;AACzB,UAAM,QAAQ,EAAE,GAAG,MAAM,KAAK,GAAG;AACjC,UAAM,KAAK,IAAI,WAAW,QAAQ,OAAO,EAAE,QAAQ,KAAK,CAAC;AACzD,UAAM,KAAK,WAAW,IAAI,IAAI,IAAI;AAAA,EACpC;AAAA,EAEA,MAAM,QAAQ,SAAkC;AAE9C,eAAW,CAAC,KAAK,KAAK,KAAK,SAAS;AAClC,YAAM,KAAK,IAAI,KAAK,KAAK;AAAA,IAC3B;AAAA,EACF;AAAA,EAEA,MAAe,eAA8B;AAC3C,UAAM,MAAM,aAAa;AAEzB,QAAI,KAAK,OAAO,UAAU,YAAY,MAAM;AAC1C,YAAM,aAAa,KAAK,OAAO,UAAU,cAAc;AACvD,WAAK,YAAY,IAAI,YAAkB,EAAE,KAAK,WAAW,CAAC;AAAA,IAC5D;AAAA,EACF;AACF;AAnIa,WAAN;AAAA,EADN,UAAU;AAAA,GACE;;;ADgCb,IAAM,uBAAN,MAAoF;AAAA,EACjE;AAAA,EACA;AAAA,EACA,cAAc,oBAAI,IAAkB;AAAA,EACpC;AAAA,EAEjB,YAAY,QAA4B,QAAqB,KAAgC;AAC3F,SAAK,SAAS;AACd,SAAK,SAAS;AACd,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,MAAM,QAAuB;AAC3B,SAAK,YAAY,MAAM;AAAA,EACzB;AAAA,EAEA,OAAO,KAAsB;AAC3B,WAAO;AAAA,EACT;AAAA,EAEA,MAAM,IAAI,IAAoC;AAC5C,UAAM,QAAQ,MAAM,KAAK,SAAS,EAAE;AACpC,QAAI,UAAU,OAAW,QAAO;AAChC,UAAM,QAAQ,MAAM,KAAK,IAAI,IAAI,KAAK;AACtC,WAAO,UAAU,SAAY,SAAa;AAAA,EAC5C;AAAA,EAEA,MAAM,QAAQ,KAA6B;AACzC,UAAM,QAAQ,MAAM,QAAQ,IAAI,IAAI,IAAI,QAAM,KAAK,IAAI,EAAE,CAAC,CAAC;AAC3D,WAAO,MAAM,QAAQ,WAAU,UAAU,SAAY,CAAC,IAAI,CAAC,KAAK,CAAE;AAAA,EACpE;AAAA,EAEA,MAAM,IAAI,IAA8B;AACtC,WAAQ,MAAM,KAAK,IAAI,EAAE,MAAO;AAAA,EAClC;AAAA,EAEA,MAAM,IAAI,IAAY,MAAwB;AAC5C,UAAM,QAAS,MAAM,KAAK,WAAW,KAAK,MAAM,KAAK,QAAQ,KAAO,MAAM,KAAK,SAAS,EAAE;AAC1F,QAAI,UAAU,OAAW;AACzB,UAAM,KAAK,IAAI,IAAI,OAAO,IAAI;AAAA,EAChC;AAAA,EAEA,MAAM,QAAQ,SAAuC;AACnD,UAAM,QAAQ,IAAI,QAAQ,IAAI,CAAC,CAAC,IAAI,IAAI,MAAM,KAAK,IAAI,IAAI,IAAI,CAAC,CAAC;AAAA,EACnE;AAAA,EAEA,MAAc,WAAW,MAAY,UAA+C;AAClF,UAAM,cAAc,MAAM,KAAK,mBAAmB,IAAI;AACtD,QAAI,gBAAgB,OAAW,QAAO;AACtC,UAAM,YAAY,4BAA4B,aAAa,QAAQ;AACnE,WAAO,YAAY,iBAAiB,KAAK,QAAQ,UAAU,WAAW,UAAU,SAAS,IAAI;AAAA,EAC/F;AAAA,EAEA,MAAc,SAAS,KAA0C;AAC/D,UAAM,CAAC,MAAM,QAAQ,IAAI,IAAI,MAAM,GAAG;AACtC,WAAO,MAAM,KAAK,WAAW,MAAc,OAAO,QAAQ,CAAC;AAAA,EAC7D;AAAA,EAEA,MAAc,mBAAmB,MAAyC;AACxE,UAAM,SAAS,KAAK,YAAY,IAAI,IAAI;AACxC,QAAI,WAAW,OAAW,QAAO;AACjC,UAAM,QAAQ,MAAM,KAAK,OAAO,YAAY,IAAI;AAChD,QAAI,CAAC,MAAO,QAAO;AACnB,UAAM,cAAc,MAAM,CAAC,EAAE;AAC7B,SAAK,YAAY,IAAI,MAAM,WAAW;AACtC,WAAO;AAAA,EACT;AACF;AAsBO,IAAM,0BAAN,cAAsC,0BAAuF;AAAA,EAKlI,UAAU,wBAAwB;AAAA,EAExB;AAAA,EACA;AAAA,EAEV,IAAI,SAAsB;AACxB,WAAOC,UAAS,KAAK,SAAS,MAAM,qBAAqB;AAAA,EAC3D;AAAA,EAEA,aAAsB,cAAc,QAAgD;AAClF,UAAM,UAAU;AAChB,UAAM,aAAa,OAAO,eAAe,OAAO,MAC5C,SACA;AAAA,MACEA,UAAS,OAAO,SAAS,QAAQ,MAAM,8DAA8D;AAAA,MACrG;AAAA,IACF;AACJ,WAAO;AAAA,MACL,GAAG,MAAM,MAAM,cAAc,MAAM;AAAA,MACnC;AAAA,MACA,KAAK,OAAO;AAAA,MACZ,QAAQ,OAAO;AAAA,IACjB;AAAA,EACF;AAAA,EAEA,MAAe,gBAAgB;AAC7B,UAAM,MAAM,cAAc;AAC1B,SAAK,UAAU,KAAK,OAAO,UAAU,MAAM,KAAK,QAAQ,YAAY,kBAAkB;AACtF,QAAI,KAAK,OAAO,KAAK;AACnB,WAAK,OAAO,KAAK,OAAO;AACxB;AAAA,IACF;AACA,UAAM,aAAaA,UAAS,KAAK,OAAO,YAAY,MAAM,+BAA+B;AACzF,UAAM,MAAM,IAAI,aAAuB,yBAAyB,YAAY,wBAAwB,CAAC;AACrG,UAAM,MAAM,MAAM,SAAS,OAAO,EAAE,KAAK,UAAU,EAAE,SAAS,KAAK,EAAE,CAAC;AACtE,UAAM,IAAI,MAAM;AAChB,SAAK,OAAO;AAAA,EACd;AAAA;AAAA,EAGA,MAAM,2BAA2B,SAAkD;AACjF,UAAM,OAAO,MAAM,KAAK,OAAO,mBAAmB;AAClD,IAAAA,UAAS,WAAW,MAAM,MAAM,WAAW,OAAO,wBAAwB,IAAI,EAAE;AAChF,UAAM,oBAAoB,MAAM,KAAK,cAAc;AACnD,UAAM,WAAW,mBAAmB,SAAS;AAC7C,UAAM,WAA+C;AAAA,MACnD,UAAU,MAAM,KAAK,cAAc,YAAY,iBAAiB,8BAA8B,UAAU,OAAO;AAAA,MAC/G,QAAQ,MAAM,KAAK,cAAc,UAAU,eAAe,4BAA4B,UAAU,OAAO;AAAA,MACvG,SAAS,MAAM,KAAK,cAAc,WAAW,gBAAgB,6BAA6B,UAAU,OAAO;AAAA,MAC3G,WAAW,MAAM,KAAK,cAAc,aAAa,kBAAkB,+BAA+B,UAAU,OAAO;AAAA,IACrH;AACA,UAAM,eAAeA,UAAS,MAAM,KAAK,OAAO,cAAc,OAAO,GAAG,MAAM,+BAA+B,OAAO,EAAE;AACtH,UAAM,YAA4B;AAAA,MAChC,OAAO;AAAA,MAAS,MAAM,aAAa,CAAC,EAAE;AAAA,MAAO;AAAA,IAC/C;AACA,UAAM,KAAK,cAAc;AACzB,UAAM,KAAK,UAAU,SAAS;AAC9B,SAAK,QAAQ,KAAK,yDAAyD,OAAO,EAAE;AACpF,WAAO;AAAA,EACT;AAAA;AAAA,EAGA,MAAM,aAAa,QAA4B,WAAmB,WAAkC;AAClG,UAAM,OAAO,UAAU,SAAS;AAChC,UAAM,aAAa,YAAY,KAAK,OAAO;AAC3C,UAAM,OAAO,MAAM,KAAK,OAAO,mBAAmB;AAClD,IAAAA,UAAS,aAAa,MAAM,MAAM,SAAS,MAAM,IAAI,SAAS,IAAI,SAAS,0BAA0B,IAAI,GAAG;AAC5G,UAAM,QAAQ,gBAAgB,CAAC,YAAY,MAAM,SAAS,GAAG,IAAI;AACjE,UAAM,KAAK,iBAAiB,QAAQ,KAAK;AACzC,SAAK,QAAQ,KAAK,4CAA4C,MAAM,IAAI,SAAS,IAAI,SAAS,EAAE;AAAA,EAClG;AAAA;AAAA,EAGA,MAAc,iBAAiB,QAA4B,OAAqC;AAC9F,UAAM,aAAa,UAAU,IAAI,MAAM,IAAI,UAAU,EAAE,CAAC;AACxD,YAAQ,QAAQ;AAAA,MACd,KAAK,YAAY;AACf,cAAM,6BAA6B,KAAK,SAAS,YAAY,KAAK,QAAQ,KAAK,WAAW,UAAU,GAAG,KAAK;AAC5G;AAAA,MACF;AAAA,MACA,KAAK,UAAU;AACb,cAAM,2BAA2B,KAAK,SAAS,YAAY,KAAK,QAAQ,KAAK,WAAW,QAAQ,GAAG,KAAK;AACxG;AAAA,MACF;AAAA,MACA,KAAK,WAAW;AACd,cAAM,4BAA4B,KAAK,SAAS,YAAY,KAAK,QAAQ,KAAK,WAAW,SAAS,GAAG,KAAK;AAC1G;AAAA,MACF;AAAA,MACA,KAAK,aAAa;AAChB,cAAM,8BAA8B,KAAK,SAAS,YAAY,KAAK,QAAQ,KAAK,WAAW,WAAW,GAAG,KAAK;AAC9G;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA;AAAA,EAGA,MAAc,cACZ,QACA,SACA,OACA,UACA,SACiB;AACjB,UAAM,MAAM,KAAK,WAAc,MAAM;AACrC,UAAM,aAAa,UAAU,IAAI,MAAM,IAAI,UAAU,EAAE,CAAC;AACxD,QAAI,YAAY;AAEhB,aAAS,YAAY,GAAG,aAAa,SAAS,aAAa;AACzD,YAAM,OAAO,UAAU,SAAS;AAChC,YAAM,YAAY,KAAK,OAAO,WAAW,KAAK,IAAI;AAClD,YAAM,UAAU,KAAK,OAAO,UAAU,KAAK,IAAI;AAC/C,mBAAa;AACb,eAAS,YAAY,WAAW,YAAY,SAAS,aAAa;AAChE,cAAM,QAAQ,YAAY;AAC1B,cAAM,MAAM,KAAK,SAAS,YAAY,KAAK,QAAQ,KAAK,gBAAgB,CAAC,OAAO,QAAQ,OAAO,CAAC,GAAG,IAAI,CAAC;AAAA,MAC1G;AAAA,IACF;AACA,WAAO;AAAA,EACT;AAAA,EAEA,MAAc,gBAAgD;AAC5D,UAAM,QAAQ,MAAM,KAAK,KAAK,IAAI,cAAc,CAAC;AACjD,WAAO,UAAU,SAAY,SAAY,YAAY,OAAO,IAAI;AAAA,EAClE;AAAA,EAEQ,WAAqC,QAAqD;AAChG,WAAO,IAAI,qBAAwB,QAAQ,KAAK,QAAQ,KAAK,IAAI;AAAA,EACnE;AAAA,EAEA,MAAc,UAAU,WAA0C;AAChE,UAAM,OAAO,gBAAgB,SAAS;AACtC,UAAM,KAAK,KAAK,IAAI,cAAc,GAAG,IAAI;AAAA,EAC3C;AAAA,EAEA,MAAc,gBAA+B;AAC3C,UAAM,WAAW,oBAAoB;AAAA,MACnC,UAAU;AAAA,MACV,QAAQ;AAAA,MACR,SAAS;AAAA,MACT,WAAW;AAAA,IACb,CAAC;AACD,UAAM,KAAK,KAAK,IAAI,kBAAkB,GAAG,QAAQ;AAAA,EACnD;AACF;AAnJE,cADW,yBACK,mBAAkB,CAAC,OAAO;AAC1C,cAFW,yBAEK,kBAAiB;AACjC,cAHW,yBAGK,gBAAe,CAAC,kBAAkB;AAClD,cAJW,yBAIK,YAAW,CAAC,yBAAyB;AAJ1C,0BAAN;AAAA,EADN,kBAAkB;AAAA,GACN;;;AElJb,SAAS,YAAAC,iBAAgB;AACzB,SAAS,gBAAAC,qBAAoB;AAC7B,SAAS,oBAAAC,yBAAwB;AAIjC,SAAS,0BAA0B;AAEnC;AAAA,EACE,6BAAAC;AAAA,EAA2B,qBAAAC;AAAA,EAAmB,gCAAAC;AAAA,OACzC;AAmBA,IAAM,mBAAN,cAA+BC,2BAAyE;AAAA,EAK7G,UAAU,iBAAiB;AAAA,EAEnB;AAAA,EAER,aAAsB,cAAc,QAAyC;AAC3E,UAAM,UAAW,KAAwD;AACzE,UAAM,aAAa,OAAO,eAAe,OAAO,MAC5C,SACAC;AAAA,MACEC,UAAS,OAAO,SAAS,QAAQ,MAAM,8DAA8D;AAAA,MACrG;AAAA,IACF;AACJ,WAAO;AAAA,MACL,GAAG,MAAM,MAAM,cAAc,MAAM;AAAA,MACnC;AAAA,MACA,KAAK,OAAO;AAAA,IACd;AAAA,EACF;AAAA,EAEA,MAAe,gBAAgB;AAC7B,UAAM,MAAM,cAAc;AAC1B,QAAI,KAAK,OAAO,KAAK;AACnB,WAAK,OAAO,KAAK,OAAO;AACxB;AAAA,IACF;AACA,UAAM,aAAaA,UAAS,KAAK,OAAO,YAAY,MAAM,+BAA+B;AACzF,UAAM,MAAM,IAAIC,cAAuB,yBAAyB,YAAY,wBAAwB,CAAC;AACrG,UAAM,MAAM,MAAM,SAAS,OAAO,EAAE,KAAK,UAAU,EAAE,SAAS,KAAK,EAAE,CAAC;AACtE,UAAM,IAAI,MAAM;AAChB,SAAK,OAAO;AAAA,EACd;AAAA;AAAA,EAGA,MAAM,YAAyB,QAA4B,WAAmB,WAAsC;AAClH,WAAO,MAAM,KAAK,UAAU,eAAe,YAAY;AACrD,YAAM,UAAU,MAAM,KAAK,KAAK,IAAIC,kBAAiB,QAAQ,WAAW,SAAS,CAAC;AAClF,aAAQ,WAA6B;AAAA,IACvC,GAAG,KAAK,OAAO;AAAA,EACjB;AACF;AA3CE,cADW,kBACK,mBAAkB,CAAC,OAAO;AAC1C,cAFW,kBAEK,kBAAiB;AACjC,cAHW,kBAGK,gBAAe,CAAC;AAChC,cAJW,kBAIK,YAAW,CAAC,kBAAkB;AAJnC,mBAAN;AAAA,EADNC,mBAAkB;AAAA,GACN;",
+  "names": ["assertEx", "assertEx", "assertEx", "BaseMongoSdk", "indexSummaryPath", "AbstractCreatableProvider", "creatableProvider", "resolveMongoConnectionConfig", "AbstractCreatableProvider", "resolveMongoConnectionConfig", "assertEx", "BaseMongoSdk", "indexSummaryPath", "creatableProvider"]
 }

package/dist/neutral/mongoConnectionSdkConfig.d.ts

@@ -0,0 +1,7 @@
+import type { BaseMongoSdkConfig } from '@xylabs/mongo';
+import type { MongoConnectionConfig } from '@xyo-network/xl1-protocol-sdk';
+/** Collection routed to when a `mongo` connection doesn't specify its own `collection`. */
+export declare const DEFAULT_INDEX_COLLECTION = "index";
+/** Maps a `mongo` connection config to the `BaseMongoSdk` config shape, defaulting the collection when the connection doesn't specify its own. */
+export declare function mongoConnectionSdkConfig(connection: MongoConnectionConfig, defaultCollection: string): BaseMongoSdkConfig;
+//# sourceMappingURL=mongoConnectionSdkConfig.d.ts.map

package/dist/neutral/mongoConnectionSdkConfig.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"mongoConnectionSdkConfig.d.ts","sourceRoot":"","sources":["../../src/mongoConnectionSdkConfig.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAA;AACvD,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,+BAA+B,CAAA;AAE1E,2FAA2F;AAC3F,eAAO,MAAM,wBAAwB,UAAU,CAAA;AAE/C,kJAAkJ;AAClJ,wBAAgB,wBAAwB,CAAC,UAAU,EAAE,qBAAqB,EAAE,iBAAiB,EAAE,MAAM,GAAG,kBAAkB,CASzH"}

package/package.json

@@ -1,7 +1,7 @@
 {
   "$schema": "http://json.schemastore.org/package.json",
   "name": "@xyo-network/xl1-driver-mongodb",
-  "version": "4.0.8",
+  "version": "4.0.9",
   "description": "XYO Layer One SDK Protocol MongoDB Driver",
   "homepage": "https://xylabs.com",
   "bugs": {
@@ -35,63 +35,71 @@
     "README.md"
   ],
   "dependencies": {
-    "@xyo-network/xl1-driver-memory": "~4.0.8",
-    "@xyo-network/xl1-protocol-lib": "~4.0.8"
+    "@xyo-network/xl1-driver-memory": "~4.0.9",
+    "@xyo-network/xl1-network-model": "~4.0.9",
+    "@xyo-network/xl1-protocol-lib": "~4.0.9",
+    "@xyo-network/xl1-protocol-sdk": "~4.0.9"
   },
   "devDependencies": {
-    "@ariestools/sdk": "^7.0.3",
+    "@ariestools/sdk": "~7.0.8",
     "@bitauth/libauth": "~3.0.0",
+    "@metamask/providers": "~22.1.1",
     "@noble/post-quantum": "~0.6.1",
-    "@opentelemetry/api": "^1.9.1",
-    "@opentelemetry/sdk-trace-base": "^2.8.0",
+    "@opentelemetry/api": "~1.9.1",
+    "@opentelemetry/sdk-trace-base": "~2.9.0",
     "@scure/base": "~2.2.0",
     "@scure/bip39": "~2.2.0",
-    "@xylabs/geo": "^7.0.3",
-    "@xylabs/mongo": "^7.0.3",
-    "@xylabs/sdk": "^7.0",
-    "@xylabs/threads": "^7.0.3",
-    "@xylabs/toolchain": "~8.5.11",
-    "@xylabs/tsconfig": "~8.5.11",
-    "@xyo-network/sdk-js": "~7.0.4",
-    "@xyo-network/sdk-protocol": "~7.0.5",
-    "ajv": "^8.20.0",
-    "async-mutex": "^0.5.0",
+    "@xylabs/geo": "~7.0.8",
+    "@xylabs/mongo": "~7.0.8",
+    "@xylabs/threads": "~7.0.8",
+    "@xylabs/toolchain": "~8.6.2",
+    "@xylabs/tsconfig": "~8.6.2",
+    "@xyo-network/sdk": "~7.0.8",
+    "@xyo-network/sdk-protocol": "~7.0.13",
+    "ajv": "~8.20.0",
+    "async-mutex": "~0.5.0",
+    "cosmiconfig": "~9.0.2",
     "debug": "~4.4.3",
-    "eslint": "^10.6.0",
-    "ethers": "^6.17.0",
+    "eslint": "~10.6.0",
+    "ethers": "~6.17.0",
     "hash-wasm": "~4.12.0",
-    "idb": "^8.0.3",
-    "lru-cache": "^11.5.1",
-    "mongodb": "^7.4.0",
+    "idb": "~8.0.3",
+    "lru-cache": "~11.5.1",
+    "mongodb": "~7.4.0",
     "observable-fns": "~0.6.1",
-    "tslib": "^2.8.1",
+    "tslib": "~2.8.1",
     "typescript": "~6.0.3",
+    "vite": "~8.1.3",
+    "vitest": "~4.1.9",
+    "webextension-polyfill": "~0.12.0",
     "zod": "~4.4.3"
   },
   "peerDependencies": {
-    "@ariestools/sdk": "^7.0",
-    "@bitauth/libauth": "~3.0",
-    "@noble/post-quantum": "~0.6.1",
-    "@opentelemetry/api": "^1.9",
-    "@opentelemetry/sdk-trace-base": "^2.7",
-    "@scure/base": "~2.2",
-    "@scure/bip39": "~2.2",
-    "@xylabs/geo": "^7.0",
-    "@xylabs/mongo": "^7.0",
-    "@xylabs/sdk": "^7.0",
-    "@xylabs/threads": "^7.0",
-    "@xyo-network/sdk-js": "^7.0",
-    "@xyo-network/sdk-protocol": "~7.0.4",
-    "ajv": "^8.20",
-    "async-mutex": "^0.5",
-    "debug": "~4.4",
-    "ethers": "^6.16",
-    "hash-wasm": "~4.12",
-    "idb": "^8.0",
-    "lru-cache": "^11.3",
-    "mongodb": "^7.2",
-    "observable-fns": "~0.6",
-    "zod": "~4.4"
+    "@ariestools/sdk": "^7.0.8",
+    "@bitauth/libauth": "^3.0.0",
+    "@metamask/providers": "^22.1.1",
+    "@noble/post-quantum": "^0.6.1",
+    "@opentelemetry/api": "^1.9.1",
+    "@opentelemetry/sdk-trace-base": "^2.9.0",
+    "@scure/base": "^2.2.0",
+    "@scure/bip39": "^2.2.0",
+    "@xylabs/geo": "^7.0.8",
+    "@xylabs/mongo": "^7.0.8",
+    "@xylabs/threads": "^7.0.8",
+    "@xyo-network/sdk": "^7.0.8",
+    "@xyo-network/sdk-protocol": "^7.0.13",
+    "ajv": "^8.20.0",
+    "async-mutex": "^0.5.0",
+    "cosmiconfig": "^9.0.2",
+    "debug": "^4.4.3",
+    "ethers": "^6.17.0",
+    "hash-wasm": "^4.12.0",
+    "idb": "^8.0.3",
+    "lru-cache": "^11.5.1",
+    "mongodb": "^7.4.0",
+    "observable-fns": "^0.6.1",
+    "webextension-polyfill": "^0.12.0",
+    "zod": "^4.4.3"
   },
   "peerDependenciesMeta": {
     "mongodb": {