@xyo-network/archivist-memory 3.18.10 → 4.0.1

package/dist/neutral/index.mjs

@@ -15,55 +15,45 @@ var __publicField = (obj, key, value) => __defNormalProp(obj, typeof key !== "sy
 var __superGet = (cls, obj, key) => __reflectGet(__getProtoOf(cls), key, obj);
 
 // src/Archivist.ts
-import { assertEx } from "@xylabs/assert";
-import { exists } from "@xylabs/exists";
-import {
-  hexToBigInt
-} from "@xylabs/hex";
-import {
-  fulfilled
-} from "@xylabs/promise";
-import { isDefined } from "@xylabs/typeof";
-import { Account } from "@xyo-network/account";
-import { AbstractArchivist, StorageClassLabel } from "@xyo-network/archivist-abstract";
+import { StorageClassLabel } from "@xyo-network/archivist-abstract";
+import { GenericArchivist } from "@xyo-network/archivist-generic";
 import {
   ArchivistAllQuerySchema,
   ArchivistClearQuerySchema,
   ArchivistCommitQuerySchema,
   ArchivistDeleteQuerySchema,
   ArchivistInsertQuerySchema,
-  ArchivistNextQuerySchema,
-  ArchivistSnapshotPayloadSchema
+  ArchivistNextQuerySchema
 } from "@xyo-network/archivist-model";
 import {
   creatableModule
 } from "@xyo-network/module-model";
-import { PayloadBuilder } from "@xyo-network/payload-builder";
-import { LRUCache } from "lru-cache";
 
 // src/Config.ts
 var MemoryArchivistConfigSchema = "network.xyo.archivist.memory.config";
 
-// src/Archivist.ts
-var MemoryArchivist = class extends AbstractArchivist {
+// src/MemoryDriver.ts
+import { assertEx } from "@xylabs/assert";
+import {
+  AbstractCreatable,
+  creatable
+} from "@xylabs/creatable";
+import { exists } from "@xylabs/exists";
+import { isDefined } from "@xylabs/typeof";
+import { PayloadBuilder } from "@xyo-network/payload-builder";
+import { LRUCache } from "lru-cache";
+var MemoryDriver = class extends AbstractCreatable {
   _cache;
+  _config;
   _dataHashIndex;
   _sequenceIndex = [];
-  get queries() {
-    return [
-      ArchivistAllQuerySchema,
-      ArchivistDeleteQuerySchema,
-      ArchivistClearQuerySchema,
-      ArchivistInsertQuerySchema,
-      ArchivistCommitQuerySchema,
-      ArchivistNextQuerySchema,
-      ...super.queries
-    ];
-  }
   get cache() {
     this._cache = this._cache ?? new LRUCache({ max: this.max });
     return this._cache;
   }
+  get config() {
+    return assertEx(this._config, () => "Driver config is not set");
+  }
   get dataHashIndex() {
     this._dataHashIndex = this._dataHashIndex ?? new LRUCache({ max: this.max });
     return this._dataHashIndex;
@@ -78,33 +68,21 @@ var MemoryArchivist = class extends AbstractArchivist {
     }
     return index;
   }
-  async from(payloads, account) {
-    const archivist = await MemoryArchivist.create({ account: account ?? await Account.random() });
-    await archivist.insert(payloads);
-    return archivist;
-  }
-  allHandler() {
+  all() {
     return [...this.cache.values()].filter(exists).toSorted(PayloadBuilder.compareStorageMeta);
   }
-  clearHandler() {
+  clear() {
     this.cache.clear();
     this.rebuildDataHashIndex();
     this.rebuildDataHashIndex();
-    return this.emit("cleared", { mod: this });
-  }
-  async commitHandler() {
-    const payloads = assertEx(await this.allHandler(), () => "Nothing to commit");
-    const settled = await Promise.allSettled(
-      Object.values((await this.parentArchivists()).commit ?? [])?.map(async (parent) => {
-        const queryPayload = { schema: ArchivistInsertQuerySchema };
-        const query = await this.bindQuery(queryPayload, payloads);
-        return (await parent?.query(query[0], query[1]))?.[0];
-      }).filter(exists)
-    );
-    await this.clearHandler();
-    return settled.filter(fulfilled).map((result) => result.value).filter(exists);
-  }
-  async deleteHandler(hashes) {
+  }
+  count() {
+    return this.cache.size;
+  }
+  createHandler() {
+    this._config = this.params.config ?? {};
+  }
+  async delete(hashes) {
     const deletedPayloads = (await Promise.all(this.cache.dump().map(async ([key, item]) => {
       const itemValueDataHash = await PayloadBuilder.dataHash(item.value);
       if (hashes.includes(key) || hashes.includes(itemValueDataHash)) {
@@ -116,7 +94,7 @@ var MemoryArchivist = class extends AbstractArchivist {
     await this.rebuildSequenceIndex();
     return deletedPayloads;
   }
-  getHandler(hashes) {
+  get(hashes) {
     return hashes.map((hash) => {
       const resolvedHash = this.dataHashIndex.get(hash) ?? hash;
       const result = this.cache.get(resolvedHash);
@@ -126,14 +104,14 @@ var MemoryArchivist = class extends AbstractArchivist {
       return result;
     }).filter(exists);
   }
-  insertHandler(payloads) {
+  insert(payloads) {
     const payloadsWithMeta = payloads.toSorted(PayloadBuilder.compareStorageMeta);
     this._sequenceIndex.push(...payloadsWithMeta);
     return payloadsWithMeta.map((payload) => {
       return this.insertPayloadIntoCache(payload);
     });
   }
-  nextHandler(options) {
+  next(options) {
     const {
       limit = 100,
       cursor,
@@ -144,24 +122,9 @@ var MemoryArchivist = class extends AbstractArchivist {
     if (order === "desc") {
       all = all.toReversed();
     }
-    const startIndex = isDefined(cursor) ? MemoryArchivist.findIndexFromCursor(all, cursor) + (open ? 1 : 0) : 0;
+    const startIndex = isDefined(cursor) ? MemoryDriver.findIndexFromCursor(all, cursor) + (open ? 1 : 0) : 0;
     return all.slice(startIndex, startIndex + limit);
   }
-  payloadCountHandler() {
-    return this.cache.size;
-  }
-  snapshotHandler() {
-    return [{
-      hash: Object.fromEntries(
-        [...this.cache.entries()].toSorted(([, payloadA], [, payloadB]) => {
-          const diff = hexToBigInt(payloadA._sequence) - hexToBigInt(payloadB._sequence);
-          return diff > 0n ? 1 : diff < 0n ? -1 : 0;
-        })
-      ),
-      dataHash: Object.fromEntries(this.dataHashIndex.entries()),
-      schema: ArchivistSnapshotPayloadSchema
-    }];
-  }
   insertPayloadIntoCache(payload) {
     this.cache.set(payload._hash, payload);
     this.dataHashIndex.set(payload._dataHash, payload._hash);
@@ -175,7 +138,29 @@ var MemoryArchivist = class extends AbstractArchivist {
     }
   }
   async rebuildSequenceIndex() {
-    this._sequenceIndex = (await this.allHandler()).toSorted(PayloadBuilder.compareStorageMeta);
+    this._sequenceIndex = (await this.all()).toSorted(PayloadBuilder.compareStorageMeta);
+  }
+};
+MemoryDriver = __decorateClass([
+  creatable()
+], MemoryDriver);
+
+// src/Archivist.ts
+var MemoryArchivist = class extends GenericArchivist {
+  get queries() {
+    return [
+      ArchivistAllQuerySchema,
+      ArchivistDeleteQuerySchema,
+      ArchivistClearQuerySchema,
+      ArchivistInsertQuerySchema,
+      ArchivistCommitQuerySchema,
+      ArchivistNextQuerySchema,
+      ...super.queries
+    ];
+  }
+  static async paramsHandler(inParams) {
+    const superParams = await super.paramsHandler(inParams);
+    return { ...superParams, driver: superParams.driver ?? await MemoryDriver.create(superParams) };
   }
 };
 __publicField(MemoryArchivist, "configSchemas", [...__superGet(MemoryArchivist, MemoryArchivist, "configSchemas"), MemoryArchivistConfigSchema]);

package/dist/neutral/index.mjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/Archivist.ts","../../src/Config.ts"],"sourcesContent":["import { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport {\n  Hash, Hex, hexToBigInt,\n} from '@xylabs/hex'\nimport {\n  fulfilled, Promisable, PromisableArray,\n} from '@xylabs/promise'\nimport { isDefined } from '@xylabs/typeof'\nimport { Account } from '@xyo-network/account'\nimport { AccountInstance } from '@xyo-network/account-model'\nimport { AbstractArchivist, StorageClassLabel } from '@xyo-network/archivist-abstract'\nimport {\n  ArchivistAllQuerySchema,\n  ArchivistClearQuerySchema,\n  ArchivistCommitQuerySchema,\n  ArchivistDeleteQuerySchema,\n  ArchivistInsertQuery,\n  ArchivistInsertQuerySchema,\n  ArchivistModuleEventData,\n  ArchivistNextOptions,\n  ArchivistNextQuerySchema,\n  ArchivistParams,\n  ArchivistSnapshotPayload,\n  ArchivistSnapshotPayloadSchema,\n  AttachableArchivistInstance,\n} from '@xyo-network/archivist-model'\nimport { BoundWitness } from '@xyo-network/boundwitness-model'\nimport {\n  AnyConfigSchema, creatableModule, ModuleInstance,\n} from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport {\n  Payload, Schema, WithStorageMeta,\n} from '@xyo-network/payload-model'\nimport { LRUCache } from 'lru-cache'\n\nimport { MemoryArchivistConfig, MemoryArchivistConfigSchema } from './Config.ts'\n\nexport type MemoryArchivistParams<TConfig extends AnyConfigSchema<MemoryArchivistConfig> = AnyConfigSchema<MemoryArchivistConfig>> =\n  ArchivistParams<TConfig>\n@creatableModule()\nexport class MemoryArchivist<\n  TParams extends MemoryArchivistParams<AnyConfigSchema<MemoryArchivistConfig>> = MemoryArchivistParams,\n  TEventData extends ArchivistModuleEventData = ArchivistModuleEventData,\n>\n  extends AbstractArchivist<TParams, TEventData>\n  implements AttachableArchivistInstance, ModuleInstance {\n  static override readonly configSchemas: Schema[] = [...super.configSchemas, MemoryArchivistConfigSchema]\n  static override readonly defaultConfigSchema: Schema = MemoryArchivistConfigSchema\n  static override readonly labels = { ...super.labels, [StorageClassLabel]: 'memory' }\n\n  private _cache?: LRUCache<Hash, WithStorageMeta<Payload>>\n  private _dataHashIndex?: LRUCache<Hash, Hash>\n  private _sequenceIndex: WithStorageMeta<Payload>[] = []\n\n  override get queries() {\n    return [\n      ArchivistAllQuerySchema,\n      ArchivistDeleteQuerySchema,\n      ArchivistClearQuerySchema,\n      ArchivistInsertQuerySchema,\n      ArchivistCommitQuerySchema,\n      ArchivistNextQuerySchema,\n      ...super.queries,\n    ]\n  }\n\n  protected get cache() {\n    this._cache = this._cache ?? new LRUCache<Hash, WithStorageMeta<Payload>>({ max: this.max })\n    return this._cache\n  }\n\n  protected get dataHashIndex() {\n    this._dataHashIndex = this._dataHashIndex ?? new LRUCache<Hash, Hash>({ max: this.max })\n    return this._dataHashIndex\n  }\n\n  protected get max() {\n    return this.config?.max ?? 10_000\n  }\n\n  private static findIndexFromCursor(payloads: WithStorageMeta[], cursor: Hex) {\n    const index = payloads.findIndex(({ _sequence }) => _sequence === cursor)\n    if (index === -1) {\n      return Infinity // move to the end\n    }\n    return index\n  }\n\n  async from(payloads: Payload[], account?: AccountInstance): Promise<MemoryArchivist> {\n    const archivist = await MemoryArchivist.create({ account: account ?? await Account.random() })\n    await archivist.insert(payloads)\n    return archivist\n  }\n\n  protected override allHandler(): Promisable<WithStorageMeta<Payload>[]> {\n    return [...this.cache.values()].filter(exists).toSorted(PayloadBuilder.compareStorageMeta)\n  }\n\n  protected override clearHandler(): void | Promise<void> {\n    this.cache.clear()\n    this.rebuildDataHashIndex()\n    this.rebuildDataHashIndex()\n    return this.emit('cleared', { mod: this })\n  }\n\n  protected override async commitHandler(): Promise<BoundWitness[]> {\n    const payloads = assertEx(await this.allHandler(), () => 'Nothing to commit')\n    const settled = await Promise.allSettled(\n      Object.values((await this.parentArchivists()).commit ?? [])?.map(async (parent) => {\n        const queryPayload: ArchivistInsertQuery = { schema: ArchivistInsertQuerySchema }\n        const query = await this.bindQuery(queryPayload, payloads)\n        return (await parent?.query(query[0], query[1]))?.[0]\n      }).filter(exists),\n    )\n    await this.clearHandler()\n    return settled.filter(fulfilled).map(result => result.value).filter(exists)\n  }\n\n  protected override async deleteHandler(hashes: Hash[]): Promise<WithStorageMeta[]> {\n    const deletedPayloads: WithStorageMeta<Payload>[] = (await Promise.all(this.cache\n      .dump()\n      .map(async ([key, item]) => {\n        const itemValueDataHash = await PayloadBuilder.dataHash(item.value)\n        if (hashes.includes(key) || hashes.includes(itemValueDataHash)) {\n          this.cache.delete(key)\n          return item.value\n        }\n      })))\n      .filter(exists)\n    this.rebuildDataHashIndex()\n    await this.rebuildSequenceIndex()\n    return deletedPayloads\n  }\n\n  protected override getHandler(hashes: Hash[]): Promisable<WithStorageMeta<Payload>[]> {\n    return hashes.map((hash) => {\n      const resolvedHash = this.dataHashIndex.get(hash) ?? hash\n      const result = this.cache.get(resolvedHash)\n      if (resolvedHash !== hash && !result) {\n        throw new Error('Missing referenced payload')\n      }\n      return result\n    }).filter(exists)\n  }\n\n  protected override insertHandler(payloads: WithStorageMeta<Payload>[]): WithStorageMeta<Payload>[] {\n    const payloadsWithMeta = payloads.toSorted(PayloadBuilder.compareStorageMeta)\n    this._sequenceIndex.push(...payloadsWithMeta)\n    return payloadsWithMeta.map((payload) => {\n      return this.insertPayloadIntoCache(payload)\n    })\n  }\n\n  protected override nextHandler(options?: ArchivistNextOptions): Promisable<WithStorageMeta<Payload>[]> {\n    const {\n      limit = 100, cursor, order, open = true,\n    } = options ?? {}\n    let all = this._sequenceIndex.toSorted(PayloadBuilder.compareStorageMeta)\n    if (order === 'desc') {\n      all = all.toReversed()\n    }\n    const startIndex = isDefined(cursor)\n      ? MemoryArchivist.findIndexFromCursor(all, cursor) + (open ? 1 : 0)\n      : 0\n    return all.slice(startIndex, startIndex + limit)\n  }\n\n  protected override payloadCountHandler() {\n    return this.cache.size\n  }\n\n  protected override snapshotHandler(): PromisableArray<ArchivistSnapshotPayload<WithStorageMeta<Payload>, Hash>> {\n    return [{\n      hash: Object.fromEntries(\n        [...this.cache.entries()].toSorted(([, payloadA], [, payloadB]) => {\n          const diff = hexToBigInt(payloadA._sequence) - hexToBigInt(payloadB._sequence)\n          return diff > 0n ? 1 : diff < 0n ? -1 : 0\n        }),\n      ),\n      dataHash: Object.fromEntries(this.dataHashIndex.entries()),\n      schema: ArchivistSnapshotPayloadSchema,\n    }]\n  }\n\n  private insertPayloadIntoCache(payload: WithStorageMeta<Payload>): WithStorageMeta<Payload> {\n    this.cache.set(payload._hash, payload)\n    this.dataHashIndex.set(payload._dataHash, payload._hash)\n    return payload\n  }\n\n  private rebuildDataHashIndex() {\n    this._dataHashIndex = new LRUCache<Hash, Hash>({ max: this.max })\n    const payloads = this.cache.dump().map(([, item]) => item.value)\n    for (const payload of payloads) {\n      this.dataHashIndex.set(payload._dataHash, payload._hash)\n    }\n  }\n\n  private async rebuildSequenceIndex() {\n    this._sequenceIndex = (await this.allHandler()).toSorted(PayloadBuilder.compareStorageMeta)\n  }\n}\n","import type { EmptyObject, WithAdditional } from '@xylabs/object'\nimport type { ArchivistConfig } from '@xyo-network/archivist-model'\nimport type { Payload, Schema } from '@xyo-network/payload-model'\n\nexport const MemoryArchivistConfigSchema = 'network.xyo.archivist.memory.config' as const\nexport type MemoryArchivistConfigSchema = typeof MemoryArchivistConfigSchema\n\nexport type MemoryArchivistConfig<TConfig extends Payload | EmptyObject | void = void, TSchema extends Schema | void = void> = ArchivistConfig<\n  WithAdditional<\n    {\n      max?: number\n    },\n    TConfig\n  >,\n  TSchema extends Schema ? TSchema : MemoryArchivistConfigSchema | ArchivistConfig['schema']\n>\n"],"mappings":";;;;;;;;;;;;;;;;;AAAA,SAAS,gBAAgB;AACzB,SAAS,cAAc;AACvB;AAAA,EACa;AAAA,OACN;AACP;AAAA,EACE;AAAA,OACK;AACP,SAAS,iBAAiB;AAC1B,SAAS,eAAe;AAExB,SAAS,mBAAmB,yBAAyB;AACrD;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAEA;AAAA,EAGA;AAAA,EAGA;AAAA,OAEK;AAEP;AAAA,EACmB;AAAA,OACZ;AACP,SAAS,sBAAsB;AAI/B,SAAS,gBAAgB;;;AC/BlB,IAAM,8BAA8B;;;ADsCpC,IAAM,kBAAN,cAIG,kBAC+C;AAAA,EAK/C;AAAA,EACA;AAAA,EACA,iBAA6C,CAAC;AAAA,EAEtD,IAAa,UAAU;AACrB,WAAO;AAAA,MACL;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA,GAAG,MAAM;AAAA,IACX;AAAA,EACF;AAAA,EAEA,IAAc,QAAQ;AACpB,SAAK,SAAS,KAAK,UAAU,IAAI,SAAyC,EAAE,KAAK,KAAK,IAAI,CAAC;AAC3F,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAc,gBAAgB;AAC5B,SAAK,iBAAiB,KAAK,kBAAkB,IAAI,SAAqB,EAAE,KAAK,KAAK,IAAI,CAAC;AACvF,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAc,MAAM;AAClB,WAAO,KAAK,QAAQ,OAAO;AAAA,EAC7B;AAAA,EAEA,OAAe,oBAAoB,UAA6B,QAAa;AAC3E,UAAM,QAAQ,SAAS,UAAU,CAAC,EAAE,UAAU,MAAM,cAAc,MAAM;AACxE,QAAI,UAAU,IAAI;AAChB,aAAO;AAAA,IACT;AACA,WAAO;AAAA,EACT;AAAA,EAEA,MAAM,KAAK,UAAqB,SAAqD;AACnF,UAAM,YAAY,MAAM,gBAAgB,OAAO,EAAE,SAAS,WAAW,MAAM,QAAQ,OAAO,EAAE,CAAC;AAC7F,UAAM,UAAU,OAAO,QAAQ;AAC/B,WAAO;AAAA,EACT;AAAA,EAEmB,aAAqD;AACtE,WAAO,CAAC,GAAG,KAAK,MAAM,OAAO,CAAC,EAAE,OAAO,MAAM,EAAE,SAAS,eAAe,kBAAkB;AAAA,EAC3F;AAAA,EAEmB,eAAqC;AACtD,SAAK,MAAM,MAAM;AACjB,SAAK,qBAAqB;AAC1B,SAAK,qBAAqB;AAC1B,WAAO,KAAK,KAAK,WAAW,EAAE,KAAK,KAAK,CAAC;AAAA,EAC3C;AAAA,EAEA,MAAyB,gBAAyC;AAChE,UAAM,WAAW,SAAS,MAAM,KAAK,WAAW,GAAG,MAAM,mBAAmB;AAC5E,UAAM,UAAU,MAAM,QAAQ;AAAA,MAC5B,OAAO,QAAQ,MAAM,KAAK,iBAAiB,GAAG,UAAU,CAAC,CAAC,GAAG,IAAI,OAAO,WAAW;AACjF,cAAM,eAAqC,EAAE,QAAQ,2BAA2B;AAChF,cAAM,QAAQ,MAAM,KAAK,UAAU,cAAc,QAAQ;AACzD,gBAAQ,MAAM,QAAQ,MAAM,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,KAAK,CAAC;AAAA,MACtD,CAAC,EAAE,OAAO,MAAM;AAAA,IAClB;AACA,UAAM,KAAK,aAAa;AACxB,WAAO,QAAQ,OAAO,SAAS,EAAE,IAAI,YAAU,OAAO,KAAK,EAAE,OAAO,MAAM;AAAA,EAC5E;AAAA,EAEA,MAAyB,cAAc,QAA4C;AACjF,UAAM,mBAA+C,MAAM,QAAQ,IAAI,KAAK,MACzE,KAAK,EACL,IAAI,OAAO,CAAC,KAAK,IAAI,MAAM;AAC1B,YAAM,oBAAoB,MAAM,eAAe,SAAS,KAAK,KAAK;AAClE,UAAI,OAAO,SAAS,GAAG,KAAK,OAAO,SAAS,iBAAiB,GAAG;AAC9D,aAAK,MAAM,OAAO,GAAG;AACrB,eAAO,KAAK;AAAA,MACd;AAAA,IACF,CAAC,CAAC,GACD,OAAO,MAAM;AAChB,SAAK,qBAAqB;AAC1B,UAAM,KAAK,qBAAqB;AAChC,WAAO;AAAA,EACT;AAAA,EAEmB,WAAW,QAAwD;AACpF,WAAO,OAAO,IAAI,CAAC,SAAS;AAC1B,YAAM,eAAe,KAAK,cAAc,IAAI,IAAI,KAAK;AACrD,YAAM,SAAS,KAAK,MAAM,IAAI,YAAY;AAC1C,UAAI,iBAAiB,QAAQ,CAAC,QAAQ;AACpC,cAAM,IAAI,MAAM,4BAA4B;AAAA,MAC9C;AACA,aAAO;AAAA,IACT,CAAC,EAAE,OAAO,MAAM;AAAA,EAClB;AAAA,EAEmB,cAAc,UAAkE;AACjG,UAAM,mBAAmB,SAAS,SAAS,eAAe,kBAAkB;AAC5E,SAAK,eAAe,KAAK,GAAG,gBAAgB;AAC5C,WAAO,iBAAiB,IAAI,CAAC,YAAY;AACvC,aAAO,KAAK,uBAAuB,OAAO;AAAA,IAC5C,CAAC;AAAA,EACH;AAAA,EAEmB,YAAY,SAAwE;AACrG,UAAM;AAAA,MACJ,QAAQ;AAAA,MAAK;AAAA,MAAQ;AAAA,MAAO,OAAO;AAAA,IACrC,IAAI,WAAW,CAAC;AAChB,QAAI,MAAM,KAAK,eAAe,SAAS,eAAe,kBAAkB;AACxE,QAAI,UAAU,QAAQ;AACpB,YAAM,IAAI,WAAW;AAAA,IACvB;AACA,UAAM,aAAa,UAAU,MAAM,IAC/B,gBAAgB,oBAAoB,KAAK,MAAM,KAAK,OAAO,IAAI,KAC/D;AACJ,WAAO,IAAI,MAAM,YAAY,aAAa,KAAK;AAAA,EACjD;AAAA,EAEmB,sBAAsB;AACvC,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA,EAEmB,kBAA6F;AAC9G,WAAO,CAAC;AAAA,MACN,MAAM,OAAO;AAAA,QACX,CAAC,GAAG,KAAK,MAAM,QAAQ,CAAC,EAAE,SAAS,CAAC,CAAC,EAAE,QAAQ,GAAG,CAAC,EAAE,QAAQ,MAAM;AACjE,gBAAM,OAAO,YAAY,SAAS,SAAS,IAAI,YAAY,SAAS,SAAS;AAC7E,iBAAO,OAAO,KAAK,IAAI,OAAO,KAAK,KAAK;AAAA,QAC1C,CAAC;AAAA,MACH;AAAA,MACA,UAAU,OAAO,YAAY,KAAK,cAAc,QAAQ,CAAC;AAAA,MACzD,QAAQ;AAAA,IACV,CAAC;AAAA,EACH;AAAA,EAEQ,uBAAuB,SAA6D;AAC1F,SAAK,MAAM,IAAI,QAAQ,OAAO,OAAO;AACrC,SAAK,cAAc,IAAI,QAAQ,WAAW,QAAQ,KAAK;AACvD,WAAO;AAAA,EACT;AAAA,EAEQ,uBAAuB;AAC7B,SAAK,iBAAiB,IAAI,SAAqB,EAAE,KAAK,KAAK,IAAI,CAAC;AAChE,UAAM,WAAW,KAAK,MAAM,KAAK,EAAE,IAAI,CAAC,CAAC,EAAE,IAAI,MAAM,KAAK,KAAK;AAC/D,eAAW,WAAW,UAAU;AAC9B,WAAK,cAAc,IAAI,QAAQ,WAAW,QAAQ,KAAK;AAAA,IACzD;AAAA,EACF;AAAA,EAEA,MAAc,uBAAuB;AACnC,SAAK,kBAAkB,MAAM,KAAK,WAAW,GAAG,SAAS,eAAe,kBAAkB;AAAA,EAC5F;AACF;AA3JE,cANW,iBAMc,iBAA0B,CAAC,GAAG,6CAAM,kBAAe,2BAA2B;AACvG,cAPW,iBAOc,uBAA8B;AACvD,cARW,iBAQc,UAAS,EAAE,GAAG,6CAAM,WAAQ,CAAC,iBAAiB,GAAG,SAAS;AARxE,kBAAN;AAAA,EADN,gBAAgB;AAAA,GACJ;","names":[]}
+{"version":3,"sources":["../../src/Archivist.ts","../../src/Config.ts","../../src/MemoryDriver.ts"],"sourcesContent":["import { StorageClassLabel } from '@xyo-network/archivist-abstract'\nimport { GenericArchivist, GenericArchivistParams } from '@xyo-network/archivist-generic'\nimport {\n  ArchivistAllQuerySchema,\n  ArchivistClearQuerySchema,\n  ArchivistCommitQuerySchema,\n  ArchivistDeleteQuerySchema,\n  ArchivistInsertQuerySchema,\n  ArchivistModuleEventData,\n  ArchivistNextQuerySchema,\n  AttachableArchivistInstance,\n} from '@xyo-network/archivist-model'\nimport {\n  AnyConfigSchema, AttachableModuleInstance, creatableModule, ModuleInstance,\n} from '@xyo-network/module-model'\nimport { Schema } from '@xyo-network/payload-model'\n\nimport { MemoryArchivistConfig, MemoryArchivistConfigSchema } from './Config.ts'\nimport { MemoryDriver } from './MemoryDriver.ts'\n\nexport type MemoryArchivistParams<TConfig extends AnyConfigSchema<MemoryArchivistConfig> = AnyConfigSchema<MemoryArchivistConfig>>\n  = GenericArchivistParams<TConfig>\n@creatableModule()\nexport class MemoryArchivist<\n  TParams extends MemoryArchivistParams<AnyConfigSchema<MemoryArchivistConfig>> = MemoryArchivistParams,\n  TEventData extends ArchivistModuleEventData = ArchivistModuleEventData,\n>\n  extends GenericArchivist<TParams, TEventData>\n  implements AttachableArchivistInstance, ModuleInstance {\n  static override readonly configSchemas: Schema[] = [...super.configSchemas, MemoryArchivistConfigSchema]\n  static override readonly defaultConfigSchema: Schema = MemoryArchivistConfigSchema\n  static override readonly labels = { ...super.labels, [StorageClassLabel]: 'memory' }\n\n  override get queries() {\n    return [\n      ArchivistAllQuerySchema,\n      ArchivistDeleteQuerySchema,\n      ArchivistClearQuerySchema,\n      ArchivistInsertQuerySchema,\n      ArchivistCommitQuerySchema,\n      ArchivistNextQuerySchema,\n      ...super.queries,\n    ]\n  }\n\n  static override async paramsHandler<T extends AttachableModuleInstance<MemoryArchivistParams, ArchivistModuleEventData>>(\n    inParams?: Partial<T['params']>,\n  ): Promise<T['params']> {\n    const superParams = await super.paramsHandler(inParams)\n    return { ...superParams, driver: superParams.driver ?? await MemoryDriver.create(superParams) }\n  }\n}\n","import type { EmptyObject, WithAdditional } from '@xylabs/object'\nimport type { ArchivistConfig } from '@xyo-network/archivist-model'\nimport type { Payload, Schema } from '@xyo-network/payload-model'\n\nexport const MemoryArchivistConfigSchema = 'network.xyo.archivist.memory.config' as const\nexport type MemoryArchivistConfigSchema = typeof MemoryArchivistConfigSchema\n\nexport type MemoryArchivistConfig<TConfig extends Payload | EmptyObject | void = void, TSchema extends Schema | void = void> = ArchivistConfig<\n  WithAdditional<\n    {\n      max?: number\n    },\n    TConfig\n  >,\n  TSchema extends Schema ? TSchema : MemoryArchivistConfigSchema | ArchivistConfig['schema']\n>\n","import { assertEx } from '@xylabs/assert'\nimport {\n  AbstractCreatable, creatable, CreatableParams,\n} from '@xylabs/creatable'\nimport { exists } from '@xylabs/exists'\nimport type { Hash, Hex } from '@xylabs/hex'\nimport type { Promisable } from '@xylabs/promise'\nimport { isDefined } from '@xylabs/typeof'\nimport type { ArchivistDriver, ArchivistNextOptions } from '@xyo-network/archivist-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport type { Payload, WithStorageMeta } from '@xyo-network/payload-model'\nimport { LRUCache } from 'lru-cache'\n\nexport interface MemoryDriverConfig {\n  max?: number\n}\n\nexport interface MemoryDriverParams extends CreatableParams {\n  config: MemoryDriverConfig\n}\n\n@creatable()\nexport class MemoryDriver extends AbstractCreatable<MemoryDriverParams>\n  implements ArchivistDriver<Hash, Payload, WithStorageMeta<Payload>> {\n  private _cache?: LRUCache<Hash, WithStorageMeta<Payload>>\n  private _config?: MemoryDriverConfig\n  private _dataHashIndex?: LRUCache<Hash, Hash>\n  private _sequenceIndex: WithStorageMeta<Payload>[] = []\n\n  protected get cache() {\n    this._cache = this._cache ?? new LRUCache<Hash, WithStorageMeta<Payload>>({ max: this.max })\n    return this._cache\n  }\n\n  protected get config() {\n    return assertEx(this._config, () => 'Driver config is not set')\n  }\n\n  protected get dataHashIndex() {\n    this._dataHashIndex = this._dataHashIndex ?? new LRUCache<Hash, Hash>({ max: this.max })\n    return this._dataHashIndex\n  }\n\n  protected get max() {\n    return this.config?.max ?? 10_000\n  }\n\n  private static findIndexFromCursor(payloads: WithStorageMeta[], cursor: Hex) {\n    const index = payloads.findIndex(({ _sequence }) => _sequence === cursor)\n    if (index === -1) {\n      return Infinity // move to the end\n    }\n    return index\n  }\n\n  all(): Promisable<WithStorageMeta<Payload>[]> {\n    return [...this.cache.values()].filter(exists).toSorted(PayloadBuilder.compareStorageMeta)\n  }\n\n  clear(): void | Promise<void> {\n    this.cache.clear()\n    this.rebuildDataHashIndex()\n    this.rebuildDataHashIndex()\n  }\n\n  count() {\n    return this.cache.size\n  }\n\n  override createHandler(): Promisable<void> {\n    this._config = this.params.config ?? {}\n  }\n\n  async delete(hashes: Hash[]): Promise<WithStorageMeta[]> {\n    const deletedPayloads: WithStorageMeta<Payload>[] = (await Promise.all(this.cache\n      .dump()\n      .map(async ([key, item]) => {\n        const itemValueDataHash = await PayloadBuilder.dataHash(item.value)\n        if (hashes.includes(key) || hashes.includes(itemValueDataHash)) {\n          this.cache.delete(key)\n          return item.value\n        }\n      })))\n      .filter(exists)\n    this.rebuildDataHashIndex()\n    await this.rebuildSequenceIndex()\n    return deletedPayloads\n  }\n\n  get(hashes: Hash[]): Promisable<WithStorageMeta<Payload>[]> {\n    return hashes.map((hash) => {\n      const resolvedHash = this.dataHashIndex.get(hash) ?? hash\n      const result = this.cache.get(resolvedHash)\n      if (resolvedHash !== hash && !result) {\n        throw new Error('Missing referenced payload')\n      }\n      return result\n    }).filter(exists)\n  }\n\n  insert(payloads: WithStorageMeta<Payload>[]): WithStorageMeta<Payload>[] {\n    const payloadsWithMeta = payloads.toSorted(PayloadBuilder.compareStorageMeta)\n    this._sequenceIndex.push(...payloadsWithMeta)\n    return payloadsWithMeta.map((payload) => {\n      return this.insertPayloadIntoCache(payload)\n    })\n  }\n\n  next(options?: ArchivistNextOptions): Promisable<WithStorageMeta<Payload>[]> {\n    const {\n      limit = 100, cursor, order, open = true,\n    } = options ?? {}\n    let all = this._sequenceIndex.toSorted(PayloadBuilder.compareStorageMeta)\n    if (order === 'desc') {\n      all = all.toReversed()\n    }\n    const startIndex = isDefined(cursor)\n      ? MemoryDriver.findIndexFromCursor(all, cursor) + (open ? 1 : 0)\n      : 0\n    return all.slice(startIndex, startIndex + limit)\n  }\n\n  private insertPayloadIntoCache(payload: WithStorageMeta<Payload>): WithStorageMeta<Payload> {\n    this.cache.set(payload._hash, payload)\n    this.dataHashIndex.set(payload._dataHash, payload._hash)\n    return payload\n  }\n\n  private rebuildDataHashIndex() {\n    this._dataHashIndex = new LRUCache<Hash, Hash>({ max: this.max })\n    const payloads = this.cache.dump().map(([, item]) => item.value)\n    for (const payload of payloads) {\n      this.dataHashIndex.set(payload._dataHash, payload._hash)\n    }\n  }\n\n  private async rebuildSequenceIndex() {\n    this._sequenceIndex = (await this.all()).toSorted(PayloadBuilder.compareStorageMeta)\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;AAAA,SAAS,yBAAyB;AAClC,SAAS,wBAAgD;AACzD;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAEA;AAAA,OAEK;AACP;AAAA,EAC6C;AAAA,OACtC;;;ACVA,IAAM,8BAA8B;;;ACJ3C,SAAS,gBAAgB;AACzB;AAAA,EACE;AAAA,EAAmB;AAAA,OACd;AACP,SAAS,cAAc;AAGvB,SAAS,iBAAiB;AAE1B,SAAS,sBAAsB;AAE/B,SAAS,gBAAgB;AAWlB,IAAM,eAAN,cAA2B,kBACoC;AAAA,EAC5D;AAAA,EACA;AAAA,EACA;AAAA,EACA,iBAA6C,CAAC;AAAA,EAEtD,IAAc,QAAQ;AACpB,SAAK,SAAS,KAAK,UAAU,IAAI,SAAyC,EAAE,KAAK,KAAK,IAAI,CAAC;AAC3F,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAc,SAAS;AACrB,WAAO,SAAS,KAAK,SAAS,MAAM,0BAA0B;AAAA,EAChE;AAAA,EAEA,IAAc,gBAAgB;AAC5B,SAAK,iBAAiB,KAAK,kBAAkB,IAAI,SAAqB,EAAE,KAAK,KAAK,IAAI,CAAC;AACvF,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAc,MAAM;AAClB,WAAO,KAAK,QAAQ,OAAO;AAAA,EAC7B;AAAA,EAEA,OAAe,oBAAoB,UAA6B,QAAa;AAC3E,UAAM,QAAQ,SAAS,UAAU,CAAC,EAAE,UAAU,MAAM,cAAc,MAAM;AACxE,QAAI,UAAU,IAAI;AAChB,aAAO;AAAA,IACT;AACA,WAAO;AAAA,EACT;AAAA,EAEA,MAA8C;AAC5C,WAAO,CAAC,GAAG,KAAK,MAAM,OAAO,CAAC,EAAE,OAAO,MAAM,EAAE,SAAS,eAAe,kBAAkB;AAAA,EAC3F;AAAA,EAEA,QAA8B;AAC5B,SAAK,MAAM,MAAM;AACjB,SAAK,qBAAqB;AAC1B,SAAK,qBAAqB;AAAA,EAC5B;AAAA,EAEA,QAAQ;AACN,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA,EAES,gBAAkC;AACzC,SAAK,UAAU,KAAK,OAAO,UAAU,CAAC;AAAA,EACxC;AAAA,EAEA,MAAM,OAAO,QAA4C;AACvD,UAAM,mBAA+C,MAAM,QAAQ,IAAI,KAAK,MACzE,KAAK,EACL,IAAI,OAAO,CAAC,KAAK,IAAI,MAAM;AAC1B,YAAM,oBAAoB,MAAM,eAAe,SAAS,KAAK,KAAK;AAClE,UAAI,OAAO,SAAS,GAAG,KAAK,OAAO,SAAS,iBAAiB,GAAG;AAC9D,aAAK,MAAM,OAAO,GAAG;AACrB,eAAO,KAAK;AAAA,MACd;AAAA,IACF,CAAC,CAAC,GACD,OAAO,MAAM;AAChB,SAAK,qBAAqB;AAC1B,UAAM,KAAK,qBAAqB;AAChC,WAAO;AAAA,EACT;AAAA,EAEA,IAAI,QAAwD;AAC1D,WAAO,OAAO,IAAI,CAAC,SAAS;AAC1B,YAAM,eAAe,KAAK,cAAc,IAAI,IAAI,KAAK;AACrD,YAAM,SAAS,KAAK,MAAM,IAAI,YAAY;AAC1C,UAAI,iBAAiB,QAAQ,CAAC,QAAQ;AACpC,cAAM,IAAI,MAAM,4BAA4B;AAAA,MAC9C;AACA,aAAO;AAAA,IACT,CAAC,EAAE,OAAO,MAAM;AAAA,EAClB;AAAA,EAEA,OAAO,UAAkE;AACvE,UAAM,mBAAmB,SAAS,SAAS,eAAe,kBAAkB;AAC5E,SAAK,eAAe,KAAK,GAAG,gBAAgB;AAC5C,WAAO,iBAAiB,IAAI,CAAC,YAAY;AACvC,aAAO,KAAK,uBAAuB,OAAO;AAAA,IAC5C,CAAC;AAAA,EACH;AAAA,EAEA,KAAK,SAAwE;AAC3E,UAAM;AAAA,MACJ,QAAQ;AAAA,MAAK;AAAA,MAAQ;AAAA,MAAO,OAAO;AAAA,IACrC,IAAI,WAAW,CAAC;AAChB,QAAI,MAAM,KAAK,eAAe,SAAS,eAAe,kBAAkB;AACxE,QAAI,UAAU,QAAQ;AACpB,YAAM,IAAI,WAAW;AAAA,IACvB;AACA,UAAM,aAAa,UAAU,MAAM,IAC/B,aAAa,oBAAoB,KAAK,MAAM,KAAK,OAAO,IAAI,KAC5D;AACJ,WAAO,IAAI,MAAM,YAAY,aAAa,KAAK;AAAA,EACjD;AAAA,EAEQ,uBAAuB,SAA6D;AAC1F,SAAK,MAAM,IAAI,QAAQ,OAAO,OAAO;AACrC,SAAK,cAAc,IAAI,QAAQ,WAAW,QAAQ,KAAK;AACvD,WAAO;AAAA,EACT;AAAA,EAEQ,uBAAuB;AAC7B,SAAK,iBAAiB,IAAI,SAAqB,EAAE,KAAK,KAAK,IAAI,CAAC;AAChE,UAAM,WAAW,KAAK,MAAM,KAAK,EAAE,IAAI,CAAC,CAAC,EAAE,IAAI,MAAM,KAAK,KAAK;AAC/D,eAAW,WAAW,UAAU;AAC9B,WAAK,cAAc,IAAI,QAAQ,WAAW,QAAQ,KAAK;AAAA,IACzD;AAAA,EACF;AAAA,EAEA,MAAc,uBAAuB;AACnC,SAAK,kBAAkB,MAAM,KAAK,IAAI,GAAG,SAAS,eAAe,kBAAkB;AAAA,EACrF;AACF;AArHa,eAAN;AAAA,EADN,UAAU;AAAA,GACE;;;AFCN,IAAM,kBAAN,cAIG,iBAC+C;AAAA,EAKvD,IAAa,UAAU;AACrB,WAAO;AAAA,MACL;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA,GAAG,MAAM;AAAA,IACX;AAAA,EACF;AAAA,EAEA,aAAsB,cACpB,UACsB;AACtB,UAAM,cAAc,MAAM,MAAM,cAAc,QAAQ;AACtD,WAAO,EAAE,GAAG,aAAa,QAAQ,YAAY,UAAU,MAAM,aAAa,OAAO,WAAW,EAAE;AAAA,EAChG;AACF;AAtBE,cANW,iBAMc,iBAA0B,CAAC,GAAG,6CAAM,kBAAe,2BAA2B;AACvG,cAPW,iBAOc,uBAA8B;AACvD,cARW,iBAQc,UAAS,EAAE,GAAG,6CAAM,WAAQ,CAAC,iBAAiB,GAAG,SAAS;AARxE,kBAAN;AAAA,EADN,gBAAgB;AAAA,GACJ;","names":[]}

package/dist/types/Archivist.d.ts

@@ -1,40 +1,16 @@
-import { Hash } from '@xylabs/hex';
-import { Promisable, PromisableArray } from '@xylabs/promise';
-import { AccountInstance } from '@xyo-network/account-model';
-import { AbstractArchivist } from '@xyo-network/archivist-abstract';
-import { ArchivistModuleEventData, ArchivistNextOptions, ArchivistParams, ArchivistSnapshotPayload, AttachableArchivistInstance } from '@xyo-network/archivist-model';
-import { BoundWitness } from '@xyo-network/boundwitness-model';
-import { AnyConfigSchema, ModuleInstance } from '@xyo-network/module-model';
-import { Payload, Schema, WithStorageMeta } from '@xyo-network/payload-model';
-import { LRUCache } from 'lru-cache';
+import { GenericArchivist, GenericArchivistParams } from '@xyo-network/archivist-generic';
+import { ArchivistModuleEventData, AttachableArchivistInstance } from '@xyo-network/archivist-model';
+import { AnyConfigSchema, AttachableModuleInstance, ModuleInstance } from '@xyo-network/module-model';
+import { Schema } from '@xyo-network/payload-model';
 import { MemoryArchivistConfig } from './Config.ts';
-export type MemoryArchivistParams<TConfig extends AnyConfigSchema<MemoryArchivistConfig> = AnyConfigSchema<MemoryArchivistConfig>> = ArchivistParams<TConfig>;
-export declare class MemoryArchivist<TParams extends MemoryArchivistParams<AnyConfigSchema<MemoryArchivistConfig>> = MemoryArchivistParams, TEventData extends ArchivistModuleEventData = ArchivistModuleEventData> extends AbstractArchivist<TParams, TEventData> implements AttachableArchivistInstance, ModuleInstance {
+export type MemoryArchivistParams<TConfig extends AnyConfigSchema<MemoryArchivistConfig> = AnyConfigSchema<MemoryArchivistConfig>> = GenericArchivistParams<TConfig>;
+export declare class MemoryArchivist<TParams extends MemoryArchivistParams<AnyConfigSchema<MemoryArchivistConfig>> = MemoryArchivistParams, TEventData extends ArchivistModuleEventData = ArchivistModuleEventData> extends GenericArchivist<TParams, TEventData> implements AttachableArchivistInstance, ModuleInstance {
     static readonly configSchemas: Schema[];
     static readonly defaultConfigSchema: Schema;
     static readonly labels: {
         "network.xyo.storage.class": string;
     };
-    private _cache?;
-    private _dataHashIndex?;
-    private _sequenceIndex;
     get queries(): string[];
-    protected get cache(): LRUCache<Lowercase<string>, WithStorageMeta<Payload>, unknown>;
-    protected get dataHashIndex(): LRUCache<Lowercase<string>, Lowercase<string>, unknown>;
-    protected get max(): number;
-    private static findIndexFromCursor;
-    from(payloads: Payload[], account?: AccountInstance): Promise<MemoryArchivist>;
-    protected allHandler(): Promisable<WithStorageMeta<Payload>[]>;
-    protected clearHandler(): void | Promise<void>;
-    protected commitHandler(): Promise<BoundWitness[]>;
-    protected deleteHandler(hashes: Hash[]): Promise<WithStorageMeta[]>;
-    protected getHandler(hashes: Hash[]): Promisable<WithStorageMeta<Payload>[]>;
-    protected insertHandler(payloads: WithStorageMeta<Payload>[]): WithStorageMeta<Payload>[];
-    protected nextHandler(options?: ArchivistNextOptions): Promisable<WithStorageMeta<Payload>[]>;
-    protected payloadCountHandler(): number;
-    protected snapshotHandler(): PromisableArray<ArchivistSnapshotPayload<WithStorageMeta<Payload>, Hash>>;
-    private insertPayloadIntoCache;
-    private rebuildDataHashIndex;
-    private rebuildSequenceIndex;
+    static paramsHandler<T extends AttachableModuleInstance<MemoryArchivistParams, ArchivistModuleEventData>>(inParams?: Partial<T['params']>): Promise<T['params']>;
 }
 //# sourceMappingURL=Archivist.d.ts.map

package/dist/types/Archivist.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"Archivist.d.ts","sourceRoot":"","sources":["../../src/Archivist.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,IAAI,EACL,MAAM,aAAa,CAAA;AACpB,OAAO,EACM,UAAU,EAAE,eAAe,EACvC,MAAM,iBAAiB,CAAA;AAGxB,OAAO,EAAE,eAAe,EAAE,MAAM,4BAA4B,CAAA;AAC5D,OAAO,EAAE,iBAAiB,EAAqB,MAAM,iCAAiC,CAAA;AACtF,OAAO,EAOL,wBAAwB,EACxB,oBAAoB,EAEpB,eAAe,EACf,wBAAwB,EAExB,2BAA2B,EAC5B,MAAM,8BAA8B,CAAA;AACrC,OAAO,EAAE,YAAY,EAAE,MAAM,iCAAiC,CAAA;AAC9D,OAAO,EACL,eAAe,EAAmB,cAAc,EACjD,MAAM,2BAA2B,CAAA;AAElC,OAAO,EACL,OAAO,EAAE,MAAM,EAAE,eAAe,EACjC,MAAM,4BAA4B,CAAA;AACnC,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAA;AAEpC,OAAO,EAAE,qBAAqB,EAA+B,MAAM,aAAa,CAAA;AAEhF,MAAM,MAAM,qBAAqB,CAAC,OAAO,SAAS,eAAe,CAAC,qBAAqB,CAAC,GAAG,eAAe,CAAC,qBAAqB,CAAC,IAC/H,eAAe,CAAC,OAAO,CAAC,CAAA;AAC1B,qBACa,eAAe,CAC1B,OAAO,SAAS,qBAAqB,CAAC,eAAe,CAAC,qBAAqB,CAAC,CAAC,GAAG,qBAAqB,EACrG,UAAU,SAAS,wBAAwB,GAAG,wBAAwB,CAEtE,SAAQ,iBAAiB,CAAC,OAAO,EAAE,UAAU,CAC7C,YAAW,2BAA2B,EAAE,cAAc;IACtD,gBAAyB,aAAa,EAAE,MAAM,EAAE,CAAwD;IACxG,gBAAyB,mBAAmB,EAAE,MAAM,CAA8B;IAClF,gBAAyB,MAAM;;MAAqD;IAEpF,OAAO,CAAC,MAAM,CAAC,CAA0C;IACzD,OAAO,CAAC,cAAc,CAAC,CAAsB;IAC7C,OAAO,CAAC,cAAc,CAAiC;IAEvD,IAAa,OAAO,aAUnB;IAED,SAAS,KAAK,KAAK,mEAGlB;IAED,SAAS,KAAK,aAAa,4DAG1B;IAED,SAAS,KAAK,GAAG,WAEhB;IAED,OAAO,CAAC,MAAM,CAAC,mBAAmB;IAQ5B,IAAI,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,OAAO,CAAC,EAAE,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC;cAMjE,UAAU,IAAI,UAAU,CAAC,eAAe,CAAC,OAAO,CAAC,EAAE,CAAC;cAIpD,YAAY,IAAI,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;cAO9B,aAAa,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;cAaxC,aAAa,CAAC,MAAM,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;cAgB/D,UAAU,CAAC,MAAM,EAAE,IAAI,EAAE,GAAG,UAAU,CAAC,eAAe,CAAC,OAAO,CAAC,EAAE,CAAC;cAWlE,aAAa,CAAC,QAAQ,EAAE,eAAe,CAAC,OAAO,CAAC,EAAE,GAAG,eAAe,CAAC,OAAO,CAAC,EAAE;cAQ/E,WAAW,CAAC,OAAO,CAAC,EAAE,oBAAoB,GAAG,UAAU,CAAC,eAAe,CAAC,OAAO,CAAC,EAAE,CAAC;cAcnF,mBAAmB;cAInB,eAAe,IAAI,eAAe,CAAC,wBAAwB,CAAC,eAAe,CAAC,OAAO,CAAC,EAAE,IAAI,CAAC,CAAC;IAa/G,OAAO,CAAC,sBAAsB;IAM9B,OAAO,CAAC,oBAAoB;YAQd,oBAAoB;CAGnC"}
+{"version":3,"file":"Archivist.d.ts","sourceRoot":"","sources":["../../src/Archivist.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,gBAAgB,EAAE,sBAAsB,EAAE,MAAM,gCAAgC,CAAA;AACzF,OAAO,EAML,wBAAwB,EAExB,2BAA2B,EAC5B,MAAM,8BAA8B,CAAA;AACrC,OAAO,EACL,eAAe,EAAE,wBAAwB,EAAmB,cAAc,EAC3E,MAAM,2BAA2B,CAAA;AAClC,OAAO,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAA;AAEnD,OAAO,EAAE,qBAAqB,EAA+B,MAAM,aAAa,CAAA;AAGhF,MAAM,MAAM,qBAAqB,CAAC,OAAO,SAAS,eAAe,CAAC,qBAAqB,CAAC,GAAG,eAAe,CAAC,qBAAqB,CAAC,IAC7H,sBAAsB,CAAC,OAAO,CAAC,CAAA;AACnC,qBACa,eAAe,CAC1B,OAAO,SAAS,qBAAqB,CAAC,eAAe,CAAC,qBAAqB,CAAC,CAAC,GAAG,qBAAqB,EACrG,UAAU,SAAS,wBAAwB,GAAG,wBAAwB,CAEtE,SAAQ,gBAAgB,CAAC,OAAO,EAAE,UAAU,CAC5C,YAAW,2BAA2B,EAAE,cAAc;IACtD,gBAAyB,aAAa,EAAE,MAAM,EAAE,CAAwD;IACxG,gBAAyB,mBAAmB,EAAE,MAAM,CAA8B;IAClF,gBAAyB,MAAM;;MAAqD;IAEpF,IAAa,OAAO,aAUnB;WAEqB,aAAa,CAAC,CAAC,SAAS,wBAAwB,CAAC,qBAAqB,EAAE,wBAAwB,CAAC,EACrH,QAAQ,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,GAC9B,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;CAIxB"}

package/dist/types/MemoryDriver.d.ts

@@ -0,0 +1,35 @@
+import { AbstractCreatable, CreatableParams } from '@xylabs/creatable';
+import type { Hash } from '@xylabs/hex';
+import type { Promisable } from '@xylabs/promise';
+import type { ArchivistDriver, ArchivistNextOptions } from '@xyo-network/archivist-model';
+import type { Payload, WithStorageMeta } from '@xyo-network/payload-model';
+import { LRUCache } from 'lru-cache';
+export interface MemoryDriverConfig {
+    max?: number;
+}
+export interface MemoryDriverParams extends CreatableParams {
+    config: MemoryDriverConfig;
+}
+export declare class MemoryDriver extends AbstractCreatable<MemoryDriverParams> implements ArchivistDriver<Hash, Payload, WithStorageMeta<Payload>> {
+    private _cache?;
+    private _config?;
+    private _dataHashIndex?;
+    private _sequenceIndex;
+    protected get cache(): LRUCache<Lowercase<string>, WithStorageMeta<Payload>, unknown>;
+    protected get config(): MemoryDriverConfig;
+    protected get dataHashIndex(): LRUCache<Lowercase<string>, Lowercase<string>, unknown>;
+    protected get max(): number;
+    private static findIndexFromCursor;
+    all(): Promisable<WithStorageMeta<Payload>[]>;
+    clear(): void | Promise<void>;
+    count(): number;
+    createHandler(): Promisable<void>;
+    delete(hashes: Hash[]): Promise<WithStorageMeta[]>;
+    get(hashes: Hash[]): Promisable<WithStorageMeta<Payload>[]>;
+    insert(payloads: WithStorageMeta<Payload>[]): WithStorageMeta<Payload>[];
+    next(options?: ArchivistNextOptions): Promisable<WithStorageMeta<Payload>[]>;
+    private insertPayloadIntoCache;
+    private rebuildDataHashIndex;
+    private rebuildSequenceIndex;
+}
+//# sourceMappingURL=MemoryDriver.d.ts.map

package/dist/types/MemoryDriver.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"MemoryDriver.d.ts","sourceRoot":"","sources":["../../src/MemoryDriver.ts"],"names":[],"mappings":"AACA,OAAO,EACL,iBAAiB,EAAa,eAAe,EAC9C,MAAM,mBAAmB,CAAA;AAE1B,OAAO,KAAK,EAAE,IAAI,EAAO,MAAM,aAAa,CAAA;AAC5C,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAA;AAEjD,OAAO,KAAK,EAAE,eAAe,EAAE,oBAAoB,EAAE,MAAM,8BAA8B,CAAA;AAEzF,OAAO,KAAK,EAAE,OAAO,EAAE,eAAe,EAAE,MAAM,4BAA4B,CAAA;AAC1E,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAA;AAEpC,MAAM,WAAW,kBAAkB;IACjC,GAAG,CAAC,EAAE,MAAM,CAAA;CACb;AAED,MAAM,WAAW,kBAAmB,SAAQ,eAAe;IACzD,MAAM,EAAE,kBAAkB,CAAA;CAC3B;AAED,qBACa,YAAa,SAAQ,iBAAiB,CAAC,kBAAkB,CACpE,YAAW,eAAe,CAAC,IAAI,EAAE,OAAO,EAAE,eAAe,CAAC,OAAO,CAAC,CAAC;IACnE,OAAO,CAAC,MAAM,CAAC,CAA0C;IACzD,OAAO,CAAC,OAAO,CAAC,CAAoB;IACpC,OAAO,CAAC,cAAc,CAAC,CAAsB;IAC7C,OAAO,CAAC,cAAc,CAAiC;IAEvD,SAAS,KAAK,KAAK,mEAGlB;IAED,SAAS,KAAK,MAAM,uBAEnB;IAED,SAAS,KAAK,aAAa,4DAG1B;IAED,SAAS,KAAK,GAAG,WAEhB;IAED,OAAO,CAAC,MAAM,CAAC,mBAAmB;IAQlC,GAAG,IAAI,UAAU,CAAC,eAAe,CAAC,OAAO,CAAC,EAAE,CAAC;IAI7C,KAAK,IAAI,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IAM7B,KAAK;IAII,aAAa,IAAI,UAAU,CAAC,IAAI,CAAC;IAIpC,MAAM,CAAC,MAAM,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;IAgBxD,GAAG,CAAC,MAAM,EAAE,IAAI,EAAE,GAAG,UAAU,CAAC,eAAe,CAAC,OAAO,CAAC,EAAE,CAAC;IAW3D,MAAM,CAAC,QAAQ,EAAE,eAAe,CAAC,OAAO,CAAC,EAAE,GAAG,eAAe,CAAC,OAAO,CAAC,EAAE;IAQxE,IAAI,CAAC,OAAO,CAAC,EAAE,oBAAoB,GAAG,UAAU,CAAC,eAAe,CAAC,OAAO,CAAC,EAAE,CAAC;IAc5E,OAAO,CAAC,sBAAsB;IAM9B,OAAO,CAAC,oBAAoB;YAQd,oBAAoB;CAGnC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@xyo-network/archivist-memory",
-  "version": "3.18.10",
+  "version": "4.0.1",
   "description": "Primary SDK for using XYO Protocol 2.0",
   "homepage": "https://xyo.network",
   "bugs": {
@@ -29,33 +29,35 @@
   "module": "dist/neutral/index.mjs",
   "types": "dist/types/index.d.ts",
   "dependencies": {
-    "@xylabs/assert": "^4.11.21",
-    "@xylabs/exists": "^4.11.21",
-    "@xylabs/hex": "^4.11.21",
-    "@xylabs/object": "^4.11.21",
-    "@xylabs/promise": "^4.11.21",
-    "@xylabs/typeof": "^4.11.21",
-    "@xyo-network/account": "^3.18.10",
-    "@xyo-network/account-model": "^3.18.10",
-    "@xyo-network/archivist-abstract": "^3.18.10",
-    "@xyo-network/archivist-model": "^3.18.10",
-    "@xyo-network/boundwitness-model": "^3.18.10",
-    "@xyo-network/module-model": "^3.18.10",
-    "@xyo-network/payload-builder": "^3.18.10",
-    "@xyo-network/payload-model": "^3.18.10",
+    "@xylabs/assert": "^4.12.30",
+    "@xylabs/creatable": "^4.12.30",
+    "@xylabs/exists": "^4.12.30",
+    "@xylabs/hex": "^4.12.30",
+    "@xylabs/object": "^4.12.30",
+    "@xylabs/promise": "^4.12.30",
+    "@xylabs/typeof": "^4.12.30",
+    "@xyo-network/account": "^4.0.1",
+    "@xyo-network/account-model": "^4.0.1",
+    "@xyo-network/archivist-abstract": "^4.0.1",
+    "@xyo-network/archivist-generic": "^4.0.1",
+    "@xyo-network/archivist-model": "^4.0.1",
+    "@xyo-network/boundwitness-model": "^4.0.1",
+    "@xyo-network/module-model": "^4.0.1",
+    "@xyo-network/payload-builder": "^4.0.1",
+    "@xyo-network/payload-model": "^4.0.1",
     "lru-cache": "^11.1.0"
   },
   "devDependencies": {
-    "@xylabs/delay": "^4.11.21",
-    "@xylabs/ts-scripts-yarn3": "^6.5.8",
-    "@xylabs/tsconfig": "^6.5.8",
-    "@xylabs/vitest-extended": "^4.11.21",
-    "@xyo-network/archivist-acceptance-tests": "^3.18.10",
-    "@xyo-network/id-payload-plugin": "^3.18.10",
-    "@xyo-network/payload-wrapper": "^3.18.10",
-    "@xyo-network/wallet": "^3.18.10",
+    "@xylabs/delay": "^4.12.30",
+    "@xylabs/ts-scripts-yarn3": "^6.5.12",
+    "@xylabs/tsconfig": "^6.5.12",
+    "@xylabs/vitest-extended": "^4.12.30",
+    "@xyo-network/archivist-acceptance-tests": "^4.0.1",
+    "@xyo-network/id-payload-plugin": "^4.0.1",
+    "@xyo-network/payload-wrapper": "^4.0.1",
+    "@xyo-network/wallet": "^4.0.1",
     "typescript": "^5.8.3",
-    "vitest": "^3.2.3"
+    "vitest": "^3.2.4"
   },
   "publishConfig": {
     "access": "public"

package/src/Archivist.ts

@@ -1,59 +1,36 @@
-import { assertEx } from '@xylabs/assert'
-import { exists } from '@xylabs/exists'
-import {
-  Hash, Hex, hexToBigInt,
-} from '@xylabs/hex'
-import {
-  fulfilled, Promisable, PromisableArray,
-} from '@xylabs/promise'
-import { isDefined } from '@xylabs/typeof'
-import { Account } from '@xyo-network/account'
-import { AccountInstance } from '@xyo-network/account-model'
-import { AbstractArchivist, StorageClassLabel } from '@xyo-network/archivist-abstract'
+import { StorageClassLabel } from '@xyo-network/archivist-abstract'
+import { GenericArchivist, GenericArchivistParams } from '@xyo-network/archivist-generic'
 import {
   ArchivistAllQuerySchema,
   ArchivistClearQuerySchema,
   ArchivistCommitQuerySchema,
   ArchivistDeleteQuerySchema,
-  ArchivistInsertQuery,
   ArchivistInsertQuerySchema,
   ArchivistModuleEventData,
-  ArchivistNextOptions,
   ArchivistNextQuerySchema,
-  ArchivistParams,
-  ArchivistSnapshotPayload,
-  ArchivistSnapshotPayloadSchema,
   AttachableArchivistInstance,
 } from '@xyo-network/archivist-model'
-import { BoundWitness } from '@xyo-network/boundwitness-model'
 import {
-  AnyConfigSchema, creatableModule, ModuleInstance,
+  AnyConfigSchema, AttachableModuleInstance, creatableModule, ModuleInstance,
 } from '@xyo-network/module-model'
-import { PayloadBuilder } from '@xyo-network/payload-builder'
-import {
-  Payload, Schema, WithStorageMeta,
-} from '@xyo-network/payload-model'
-import { LRUCache } from 'lru-cache'
+import { Schema } from '@xyo-network/payload-model'
 
 import { MemoryArchivistConfig, MemoryArchivistConfigSchema } from './Config.ts'
+import { MemoryDriver } from './MemoryDriver.ts'
 
-export type MemoryArchivistParams<TConfig extends AnyConfigSchema<MemoryArchivistConfig> = AnyConfigSchema<MemoryArchivistConfig>> =
-  ArchivistParams<TConfig>
+export type MemoryArchivistParams<TConfig extends AnyConfigSchema<MemoryArchivistConfig> = AnyConfigSchema<MemoryArchivistConfig>>
+  = GenericArchivistParams<TConfig>
 @creatableModule()
 export class MemoryArchivist<
   TParams extends MemoryArchivistParams<AnyConfigSchema<MemoryArchivistConfig>> = MemoryArchivistParams,
   TEventData extends ArchivistModuleEventData = ArchivistModuleEventData,
 >
-  extends AbstractArchivist<TParams, TEventData>
+  extends GenericArchivist<TParams, TEventData>
   implements AttachableArchivistInstance, ModuleInstance {
   static override readonly configSchemas: Schema[] = [...super.configSchemas, MemoryArchivistConfigSchema]
   static override readonly defaultConfigSchema: Schema = MemoryArchivistConfigSchema
   static override readonly labels = { ...super.labels, [StorageClassLabel]: 'memory' }
 
-  private _cache?: LRUCache<Hash, WithStorageMeta<Payload>>
-  private _dataHashIndex?: LRUCache<Hash, Hash>
-  private _sequenceIndex: WithStorageMeta<Payload>[] = []
-
   override get queries() {
     return [
       ArchivistAllQuerySchema,
@@ -66,139 +43,10 @@ export class MemoryArchivist<
     ]
   }
 
-  protected get cache() {
-    this._cache = this._cache ?? new LRUCache<Hash, WithStorageMeta<Payload>>({ max: this.max })
-    return this._cache
-  }
-
-  protected get dataHashIndex() {
-    this._dataHashIndex = this._dataHashIndex ?? new LRUCache<Hash, Hash>({ max: this.max })
-    return this._dataHashIndex
-  }
-
-  protected get max() {
-    return this.config?.max ?? 10_000
-  }
-
-  private static findIndexFromCursor(payloads: WithStorageMeta[], cursor: Hex) {
-    const index = payloads.findIndex(({ _sequence }) => _sequence === cursor)
-    if (index === -1) {
-      return Infinity // move to the end
-    }
-    return index
-  }
-
-  async from(payloads: Payload[], account?: AccountInstance): Promise<MemoryArchivist> {
-    const archivist = await MemoryArchivist.create({ account: account ?? await Account.random() })
-    await archivist.insert(payloads)
-    return archivist
-  }
-
-  protected override allHandler(): Promisable<WithStorageMeta<Payload>[]> {
-    return [...this.cache.values()].filter(exists).toSorted(PayloadBuilder.compareStorageMeta)
-  }
-
-  protected override clearHandler(): void | Promise<void> {
-    this.cache.clear()
-    this.rebuildDataHashIndex()
-    this.rebuildDataHashIndex()
-    return this.emit('cleared', { mod: this })
-  }
-
-  protected override async commitHandler(): Promise<BoundWitness[]> {
-    const payloads = assertEx(await this.allHandler(), () => 'Nothing to commit')
-    const settled = await Promise.allSettled(
-      Object.values((await this.parentArchivists()).commit ?? [])?.map(async (parent) => {
-        const queryPayload: ArchivistInsertQuery = { schema: ArchivistInsertQuerySchema }
-        const query = await this.bindQuery(queryPayload, payloads)
-        return (await parent?.query(query[0], query[1]))?.[0]
-      }).filter(exists),
-    )
-    await this.clearHandler()
-    return settled.filter(fulfilled).map(result => result.value).filter(exists)
-  }
-
-  protected override async deleteHandler(hashes: Hash[]): Promise<WithStorageMeta[]> {
-    const deletedPayloads: WithStorageMeta<Payload>[] = (await Promise.all(this.cache
-      .dump()
-      .map(async ([key, item]) => {
-        const itemValueDataHash = await PayloadBuilder.dataHash(item.value)
-        if (hashes.includes(key) || hashes.includes(itemValueDataHash)) {
-          this.cache.delete(key)
-          return item.value
-        }
-      })))
-      .filter(exists)
-    this.rebuildDataHashIndex()
-    await this.rebuildSequenceIndex()
-    return deletedPayloads
-  }
-
-  protected override getHandler(hashes: Hash[]): Promisable<WithStorageMeta<Payload>[]> {
-    return hashes.map((hash) => {
-      const resolvedHash = this.dataHashIndex.get(hash) ?? hash
-      const result = this.cache.get(resolvedHash)
-      if (resolvedHash !== hash && !result) {
-        throw new Error('Missing referenced payload')
-      }
-      return result
-    }).filter(exists)
-  }
-
-  protected override insertHandler(payloads: WithStorageMeta<Payload>[]): WithStorageMeta<Payload>[] {
-    const payloadsWithMeta = payloads.toSorted(PayloadBuilder.compareStorageMeta)
-    this._sequenceIndex.push(...payloadsWithMeta)
-    return payloadsWithMeta.map((payload) => {
-      return this.insertPayloadIntoCache(payload)
-    })
-  }
-
-  protected override nextHandler(options?: ArchivistNextOptions): Promisable<WithStorageMeta<Payload>[]> {
-    const {
-      limit = 100, cursor, order, open = true,
-    } = options ?? {}
-    let all = this._sequenceIndex.toSorted(PayloadBuilder.compareStorageMeta)
-    if (order === 'desc') {
-      all = all.toReversed()
-    }
-    const startIndex = isDefined(cursor)
-      ? MemoryArchivist.findIndexFromCursor(all, cursor) + (open ? 1 : 0)
-      : 0
-    return all.slice(startIndex, startIndex + limit)
-  }
-
-  protected override payloadCountHandler() {
-    return this.cache.size
-  }
-
-  protected override snapshotHandler(): PromisableArray<ArchivistSnapshotPayload<WithStorageMeta<Payload>, Hash>> {
-    return [{
-      hash: Object.fromEntries(
-        [...this.cache.entries()].toSorted(([, payloadA], [, payloadB]) => {
-          const diff = hexToBigInt(payloadA._sequence) - hexToBigInt(payloadB._sequence)
-          return diff > 0n ? 1 : diff < 0n ? -1 : 0
-        }),
-      ),
-      dataHash: Object.fromEntries(this.dataHashIndex.entries()),
-      schema: ArchivistSnapshotPayloadSchema,
-    }]
-  }
-
-  private insertPayloadIntoCache(payload: WithStorageMeta<Payload>): WithStorageMeta<Payload> {
-    this.cache.set(payload._hash, payload)
-    this.dataHashIndex.set(payload._dataHash, payload._hash)
-    return payload
-  }
-
-  private rebuildDataHashIndex() {
-    this._dataHashIndex = new LRUCache<Hash, Hash>({ max: this.max })
-    const payloads = this.cache.dump().map(([, item]) => item.value)
-    for (const payload of payloads) {
-      this.dataHashIndex.set(payload._dataHash, payload._hash)
-    }
-  }
-
-  private async rebuildSequenceIndex() {
-    this._sequenceIndex = (await this.allHandler()).toSorted(PayloadBuilder.compareStorageMeta)
+  static override async paramsHandler<T extends AttachableModuleInstance<MemoryArchivistParams, ArchivistModuleEventData>>(
+    inParams?: Partial<T['params']>,
+  ): Promise<T['params']> {
+    const superParams = await super.paramsHandler(inParams)
+    return { ...superParams, driver: superParams.driver ?? await MemoryDriver.create(superParams) }
   }
 }

package/src/MemoryDriver.ts

@@ -0,0 +1,140 @@
+import { assertEx } from '@xylabs/assert'
+import {
+  AbstractCreatable, creatable, CreatableParams,
+} from '@xylabs/creatable'
+import { exists } from '@xylabs/exists'
+import type { Hash, Hex } from '@xylabs/hex'
+import type { Promisable } from '@xylabs/promise'
+import { isDefined } from '@xylabs/typeof'
+import type { ArchivistDriver, ArchivistNextOptions } from '@xyo-network/archivist-model'
+import { PayloadBuilder } from '@xyo-network/payload-builder'
+import type { Payload, WithStorageMeta } from '@xyo-network/payload-model'
+import { LRUCache } from 'lru-cache'
+
+export interface MemoryDriverConfig {
+  max?: number
+}
+
+export interface MemoryDriverParams extends CreatableParams {
+  config: MemoryDriverConfig
+}
+
+@creatable()
+export class MemoryDriver extends AbstractCreatable<MemoryDriverParams>
+  implements ArchivistDriver<Hash, Payload, WithStorageMeta<Payload>> {
+  private _cache?: LRUCache<Hash, WithStorageMeta<Payload>>
+  private _config?: MemoryDriverConfig
+  private _dataHashIndex?: LRUCache<Hash, Hash>
+  private _sequenceIndex: WithStorageMeta<Payload>[] = []
+
+  protected get cache() {
+    this._cache = this._cache ?? new LRUCache<Hash, WithStorageMeta<Payload>>({ max: this.max })
+    return this._cache
+  }
+
+  protected get config() {
+    return assertEx(this._config, () => 'Driver config is not set')
+  }
+
+  protected get dataHashIndex() {
+    this._dataHashIndex = this._dataHashIndex ?? new LRUCache<Hash, Hash>({ max: this.max })
+    return this._dataHashIndex
+  }
+
+  protected get max() {
+    return this.config?.max ?? 10_000
+  }
+
+  private static findIndexFromCursor(payloads: WithStorageMeta[], cursor: Hex) {
+    const index = payloads.findIndex(({ _sequence }) => _sequence === cursor)
+    if (index === -1) {
+      return Infinity // move to the end
+    }
+    return index
+  }
+
+  all(): Promisable<WithStorageMeta<Payload>[]> {
+    return [...this.cache.values()].filter(exists).toSorted(PayloadBuilder.compareStorageMeta)
+  }
+
+  clear(): void | Promise<void> {
+    this.cache.clear()
+    this.rebuildDataHashIndex()
+    this.rebuildDataHashIndex()
+  }
+
+  count() {
+    return this.cache.size
+  }
+
+  override createHandler(): Promisable<void> {
+    this._config = this.params.config ?? {}
+  }
+
+  async delete(hashes: Hash[]): Promise<WithStorageMeta[]> {
+    const deletedPayloads: WithStorageMeta<Payload>[] = (await Promise.all(this.cache
+      .dump()
+      .map(async ([key, item]) => {
+        const itemValueDataHash = await PayloadBuilder.dataHash(item.value)
+        if (hashes.includes(key) || hashes.includes(itemValueDataHash)) {
+          this.cache.delete(key)
+          return item.value
+        }
+      })))
+      .filter(exists)
+    this.rebuildDataHashIndex()
+    await this.rebuildSequenceIndex()
+    return deletedPayloads
+  }
+
+  get(hashes: Hash[]): Promisable<WithStorageMeta<Payload>[]> {
+    return hashes.map((hash) => {
+      const resolvedHash = this.dataHashIndex.get(hash) ?? hash
+      const result = this.cache.get(resolvedHash)
+      if (resolvedHash !== hash && !result) {
+        throw new Error('Missing referenced payload')
+      }
+      return result
+    }).filter(exists)
+  }
+
+  insert(payloads: WithStorageMeta<Payload>[]): WithStorageMeta<Payload>[] {
+    const payloadsWithMeta = payloads.toSorted(PayloadBuilder.compareStorageMeta)
+    this._sequenceIndex.push(...payloadsWithMeta)
+    return payloadsWithMeta.map((payload) => {
+      return this.insertPayloadIntoCache(payload)
+    })
+  }
+
+  next(options?: ArchivistNextOptions): Promisable<WithStorageMeta<Payload>[]> {
+    const {
+      limit = 100, cursor, order, open = true,
+    } = options ?? {}
+    let all = this._sequenceIndex.toSorted(PayloadBuilder.compareStorageMeta)
+    if (order === 'desc') {
+      all = all.toReversed()
+    }
+    const startIndex = isDefined(cursor)
+      ? MemoryDriver.findIndexFromCursor(all, cursor) + (open ? 1 : 0)
+      : 0
+    return all.slice(startIndex, startIndex + limit)
+  }
+
+  private insertPayloadIntoCache(payload: WithStorageMeta<Payload>): WithStorageMeta<Payload> {
+    this.cache.set(payload._hash, payload)
+    this.dataHashIndex.set(payload._dataHash, payload._hash)
+    return payload
+  }
+
+  private rebuildDataHashIndex() {
+    this._dataHashIndex = new LRUCache<Hash, Hash>({ max: this.max })
+    const payloads = this.cache.dump().map(([, item]) => item.value)
+    for (const payload of payloads) {
+      this.dataHashIndex.set(payload._dataHash, payload._hash)
+    }
+  }
+
+  private async rebuildSequenceIndex() {
+    this._sequenceIndex = (await this.all()).toSorted(PayloadBuilder.compareStorageMeta)
+  }
+}