@xyo-network/archivist-leveldb 4.3.0 → 5.0.0

package/dist/browser/Archivist.d.ts

@@ -4,7 +4,7 @@ import { AbstractArchivist } from '@xyo-network/archivist-abstract';
 import { ArchivistModuleEventData, ArchivistNextOptions } from '@xyo-network/archivist-model';
 import { BoundWitness } from '@xyo-network/boundwitness-model';
 import { Payload, Schema, WithStorageMeta } from '@xyo-network/payload-model';
-import { AbstractLevel, AbstractSublevel } from 'abstract-level-2';
+import { AbstractLevel, AbstractSublevel } from 'abstract-level';
 import { LevelDbArchivistParams } from './Params.ts';
 /** Note: We have indexes as top level sublevels since making them a sublevel of a store, getting all the values of that store includes the sublevels  */
 export interface PayloadStore {

package/dist/browser/Archivist.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"Archivist.d.ts","sourceRoot":"","sources":["../../src/Archivist.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,aAAa,CAAA;AACvC,OAAO,EAAa,UAAU,EAAE,MAAM,iBAAiB,CAAA;AAEvD,OAAO,EAAE,iBAAiB,EAAqB,MAAM,iCAAiC,CAAA;AACtF,OAAO,EAOL,wBAAwB,EACxB,oBAAoB,EAIrB,MAAM,8BAA8B,CAAA;AACrC,OAAO,EAAE,YAAY,EAAE,MAAM,iCAAiC,CAAA;AAG9D,OAAO,EACL,OAAO,EAAE,MAAM,EAAE,eAAe,EACjC,MAAM,4BAA4B,CAAA;AACnC,OAAO,EACmB,aAAa,EAAE,gBAAgB,EACxD,MAAM,kBAAkB,CAAA;AAKzB,OAAO,EAAE,sBAAsB,EAAE,MAAM,aAAa,CAAA;AAEpD,yJAAyJ;AAEzJ,MAAM,WAAW,YAAY;IAC3B,CAAC,CAAC,EAAE,MAAM,GAAG,eAAe,CAAA;CAC7B;AAED,MAAM,MAAM,oBAAoB,GAAG,aAAa,CAAC,MAAM,GAAG,MAAM,GAAG,UAAU,EAAE,IAAI,EAAE,eAAe,CAAC,OAAO,CAAC,CAAC,CAAA;AAC9G,MAAM,MAAM,uBAAuB,GAAG,gBAAgB,CAAC,oBAAoB,EAAE,MAAM,GAAG,MAAM,GAAG,UAAU,EAAE,IAAI,EAAE,eAAe,CAAC,OAAO,CAAC,CAAC,CAAA;AAC1I,MAAM,MAAM,qBAAqB,CAAC,CAAC,IAAI,gBAAgB,CAAC,oBAAoB,EAAE,MAAM,GAAG,MAAM,GAAG,UAAU,EAAE,CAAC,EAAE,IAAI,CAAC,CAAA;AAMpH,8BAAsB,wBAAwB,CAC5C,OAAO,SAAS,sBAAsB,GAAG,sBAAsB,EAC/D,UAAU,SAAS,wBAAwB,GAAG,wBAAwB,CACtE,SAAQ,iBAAiB,CAAC,OAAO,EAAE,UAAU,CAAC;IAC9C,gBAAyB,aAAa,EAAE,MAAM,EAAE,CAAyD;IACzG,gBAAyB,mBAAmB,EAAE,MAAM,CAA+B;IACnF,gBAAyB,MAAM;;MAAmD;IAElF,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,aAAa,CAEpC;IAED,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,aAAa,CAEpC;IAGD,MAAM,CAAC,QAAQ,CAAC,iBAAiB,SAAiE;IAElG,MAAM,CAAC,QAAQ,CAAC,iBAAiB,SAAiE;IAElG,IAAI,MAAM,WAET;IAED,IAAI,UAAU,WAEb;IAED,IAAI,QAAQ,WAEX;IAED,IAAa,OAAO,aAUnB;IAED,IAAI,SAAS,WAEZ;IAED,OAAO,CAAC,MAAM,CAAC,mBAAmB;cAQT,UAAU,IAAI,OAAO,CAAC,eAAe,CAAC,OAAO,CAAC,EAAE,CAAC;cAOjD,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;cAa7B,aAAa,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;cAaxC,aAAa,CAAC,MAAM,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC,eAAe,CAAC,OAAO,CAAC,EAAE,CAAC;cAoClE,UAAU,CAAC,MAAM,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC,eAAe,CAAC,OAAO,CAAC,EAAE,CAAC;cAiB/D,aAAa,CAAC,QAAQ,EAAE,eAAe,CAAC,OAAO,CAAC,EAAE,GAAG,OAAO,CAAC,eAAe,CAAC,OAAO,CAAC,EAAE,CAAC;cA+BxF,WAAW,CAAC,OAAO,CAAC,EAAE,oBAAoB,GAAG,OAAO,CAAC,eAAe,CAAC,OAAO,CAAC,EAAE,CAAC;cAehF,YAAY;IAUrC,SAAS,CAAC,iBAAiB,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,KAAK,EAAE,qBAAqB,CAAC,MAAM,CAAC,KAAK,UAAU,CAAC,CAAC,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC;IAU5G,SAAS,CAAC,iBAAiB,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,KAAK,EAAE,qBAAqB,CAAC,GAAG,CAAC,KAAK,UAAU,CAAC,CAAC,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC;cAUzF,SAAS,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,KAAK,EAAE,uBAAuB,KAAK,UAAU,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC;IAOjG,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,oBAAoB,KAAK,UAAU,CAAC,CAAC,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC;CAC/F;AAED,qBACa,gBAAiB,SAAQ,wBAAwB;IAC5D,OAAO,CAAC,GAAG,CAAmD;IAC9D,OAAO,CAAC,QAAQ,CAAc;cAEL,WAAW;cAQX,MAAM,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,oBAAoB,KAAK,UAAU,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC;CAUlG"}
+{"version":3,"file":"Archivist.d.ts","sourceRoot":"","sources":["../../src/Archivist.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,aAAa,CAAA;AACvC,OAAO,EAAa,UAAU,EAAE,MAAM,iBAAiB,CAAA;AAEvD,OAAO,EAAE,iBAAiB,EAAqB,MAAM,iCAAiC,CAAA;AACtF,OAAO,EAOL,wBAAwB,EACxB,oBAAoB,EAIrB,MAAM,8BAA8B,CAAA;AACrC,OAAO,EAAE,YAAY,EAAE,MAAM,iCAAiC,CAAA;AAG9D,OAAO,EACL,OAAO,EAAE,MAAM,EAAE,eAAe,EACjC,MAAM,4BAA4B,CAAA;AACnC,OAAO,EACmB,aAAa,EAAE,gBAAgB,EACxD,MAAM,gBAAgB,CAAA;AAKvB,OAAO,EAAE,sBAAsB,EAAE,MAAM,aAAa,CAAA;AAEpD,yJAAyJ;AAEzJ,MAAM,WAAW,YAAY;IAC3B,CAAC,CAAC,EAAE,MAAM,GAAG,eAAe,CAAA;CAC7B;AAED,MAAM,MAAM,oBAAoB,GAAG,aAAa,CAAC,MAAM,GAAG,MAAM,GAAG,UAAU,EAAE,IAAI,EAAE,eAAe,CAAC,OAAO,CAAC,CAAC,CAAA;AAC9G,MAAM,MAAM,uBAAuB,GAAG,gBAAgB,CAAC,oBAAoB,EAAE,MAAM,GAAG,MAAM,GAAG,UAAU,EAAE,IAAI,EAAE,eAAe,CAAC,OAAO,CAAC,CAAC,CAAA;AAC1I,MAAM,MAAM,qBAAqB,CAAC,CAAC,IAAI,gBAAgB,CAAC,oBAAoB,EAAE,MAAM,GAAG,MAAM,GAAG,UAAU,EAAE,CAAC,EAAE,IAAI,CAAC,CAAA;AAMpH,8BAAsB,wBAAwB,CAC5C,OAAO,SAAS,sBAAsB,GAAG,sBAAsB,EAC/D,UAAU,SAAS,wBAAwB,GAAG,wBAAwB,CACtE,SAAQ,iBAAiB,CAAC,OAAO,EAAE,UAAU,CAAC;IAC9C,gBAAyB,aAAa,EAAE,MAAM,EAAE,CAAyD;IACzG,gBAAyB,mBAAmB,EAAE,MAAM,CAA+B;IACnF,gBAAyB,MAAM;;MAAmD;IAElF,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,aAAa,CAEpC;IAED,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,aAAa,CAEpC;IAGD,MAAM,CAAC,QAAQ,CAAC,iBAAiB,SAAiE;IAElG,MAAM,CAAC,QAAQ,CAAC,iBAAiB,SAAiE;IAElG,IAAI,MAAM,WAET;IAED,IAAI,UAAU,WAEb;IAED,IAAI,QAAQ,WAEX;IAED,IAAa,OAAO,aAUnB;IAED,IAAI,SAAS,WAEZ;IAED,OAAO,CAAC,MAAM,CAAC,mBAAmB;cAQT,UAAU,IAAI,OAAO,CAAC,eAAe,CAAC,OAAO,CAAC,EAAE,CAAC;cAOjD,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;cAa7B,aAAa,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;cAaxC,aAAa,CAAC,MAAM,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC,eAAe,CAAC,OAAO,CAAC,EAAE,CAAC;cAoClE,UAAU,CAAC,MAAM,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC,eAAe,CAAC,OAAO,CAAC,EAAE,CAAC;cAiB/D,aAAa,CAAC,QAAQ,EAAE,eAAe,CAAC,OAAO,CAAC,EAAE,GAAG,OAAO,CAAC,eAAe,CAAC,OAAO,CAAC,EAAE,CAAC;cA+BxF,WAAW,CAAC,OAAO,CAAC,EAAE,oBAAoB,GAAG,OAAO,CAAC,eAAe,CAAC,OAAO,CAAC,EAAE,CAAC;cAehF,YAAY;IAUrC,SAAS,CAAC,iBAAiB,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,KAAK,EAAE,qBAAqB,CAAC,MAAM,CAAC,KAAK,UAAU,CAAC,CAAC,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC;IAU5G,SAAS,CAAC,iBAAiB,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,KAAK,EAAE,qBAAqB,CAAC,GAAG,CAAC,KAAK,UAAU,CAAC,CAAC,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC;cAUzF,SAAS,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,KAAK,EAAE,uBAAuB,KAAK,UAAU,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC;IAOjG,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,oBAAoB,KAAK,UAAU,CAAC,CAAC,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC;CAC/F;AAED,qBACa,gBAAiB,SAAQ,wBAAwB;IAC5D,OAAO,CAAC,GAAG,CAAmD;IAC9D,OAAO,CAAC,QAAQ,CAAc;cAEL,WAAW;cAQX,MAAM,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,oBAAoB,KAAK,UAAU,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC;CAUlG"}

package/dist/browser/index.mjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/Archivist.ts","../../src/Schema.ts","../../src/Config.ts"],"sourcesContent":["import { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { Hash, Hex } from '@xylabs/hex'\nimport { fulfilled, Promisable } from '@xylabs/promise'\nimport { isDefined } from '@xylabs/typeof'\nimport { AbstractArchivist, StorageClassLabel } from '@xyo-network/archivist-abstract'\nimport {\n  ArchivistAllQuerySchema,\n  ArchivistClearQuerySchema,\n  ArchivistCommitQuerySchema,\n  ArchivistDeleteQuerySchema,\n  ArchivistInsertQuery,\n  ArchivistInsertQuerySchema,\n  ArchivistModuleEventData,\n  ArchivistNextOptions,\n  ArchivistNextQuerySchema,\n  buildStandardIndexName,\n  IndexDescription,\n} from '@xyo-network/archivist-model'\nimport { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { creatableModule } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport {\n  Payload, Schema, WithStorageMeta,\n} from '@xyo-network/payload-model'\nimport {\n  AbstractBatchOperation, AbstractLevel, AbstractSublevel,\n} from 'abstract-level-2'\nimport { Mutex } from 'async-mutex'\nimport { Level } from 'level'\n\nimport { LevelDbArchivistConfigSchema } from './Config.ts'\nimport { LevelDbArchivistParams } from './Params.ts'\n\n/** Note: We have indexes as top level sublevels since making them a sublevel of a store, getting all the values of that store includes the sublevels  */\n\nexport interface PayloadStore {\n  [s: string]: WithStorageMeta\n}\n\nexport type AbstractPayloadLevel = AbstractLevel<string | Buffer | Uint8Array, Hash, WithStorageMeta<Payload>>\nexport type AbstractPayloadSubLevel = AbstractSublevel<AbstractPayloadLevel, string | Buffer | Uint8Array, Hash, WithStorageMeta<Payload>>\nexport type AbstractIndexSubLevel<T> = AbstractSublevel<AbstractPayloadLevel, string | Buffer | Uint8Array, T, Hash>\n\nconst indexSubLevelName = (storeName: string, indexName: string) => {\n  return `_${storeName}|${indexName}`\n}\n\nexport abstract class AbstractLevelDbArchivist<\n  TParams extends LevelDbArchivistParams = LevelDbArchivistParams,\n  TEventData extends ArchivistModuleEventData = ArchivistModuleEventData,\n> extends AbstractArchivist<TParams, TEventData> {\n  static override readonly configSchemas: Schema[] = [...super.configSchemas, LevelDbArchivistConfigSchema]\n  static override readonly defaultConfigSchema: Schema = LevelDbArchivistConfigSchema\n  static override readonly labels = { ...super.labels, [StorageClassLabel]: 'disk' }\n\n  private static readonly dataHashIndex: IndexDescription = {\n    key: { _dataHash: 1 }, multiEntry: false, unique: false,\n  }\n\n  private static readonly sequenceIndex: IndexDescription = {\n    key: { _sequence: 1 }, multiEntry: false, unique: true,\n  }\n\n  // eslint-disable-next-line @typescript-eslint/member-ordering\n  static readonly dataHashIndexName = buildStandardIndexName(AbstractLevelDbArchivist.dataHashIndex)\n  // eslint-disable-next-line @typescript-eslint/member-ordering\n  static readonly sequenceIndexName = buildStandardIndexName(AbstractLevelDbArchivist.sequenceIndex)\n\n  get dbName() {\n    return assertEx(this.config.dbName, () => 'No dbName specified')\n  }\n\n  get folderPath() {\n    return `${this.location}/${this.config.dbName}/${this.storeName}`\n  }\n\n  get location() {\n    return assertEx(this.config.location, () => 'No location specified')\n  }\n\n  override get queries() {\n    return [\n      ArchivistAllQuerySchema,\n      ArchivistDeleteQuerySchema,\n      ArchivistClearQuerySchema,\n      ArchivistInsertQuerySchema,\n      ArchivistCommitQuerySchema,\n      ArchivistNextQuerySchema,\n      ...super.queries,\n    ]\n  }\n\n  get storeName() {\n    return assertEx(this.config.storeName, () => 'No storeName specified')\n  }\n\n  private static findIndexFromCursor(payloads: WithStorageMeta[], cursor: Hex) {\n    const index = payloads.findIndex(({ _sequence }) => _sequence === cursor)\n    if (index === -1) {\n      return Infinity // move to the end\n    }\n    return index\n  }\n\n  protected override async allHandler(): Promise<WithStorageMeta<Payload>[]> {\n    return await this.withStore(async (db) => {\n      const values = [...(await db.values().all())]\n      return values.filter(exists).sort(PayloadBuilder.compareStorageMeta)\n    })\n  }\n\n  protected override async clearHandler(): Promise<void> {\n    await this.withDb(async (db) => {\n      await db.clear()\n    })\n    await this.withDataHashIndex(async (index) => {\n      await index.clear()\n    })\n    await this.withSequenceIndex(async (index) => {\n      await index.clear()\n    })\n    return this.emit('cleared', { mod: this })\n  }\n\n  protected override async commitHandler(): Promise<BoundWitness[]> {\n    const payloads = assertEx(await this.allHandler(), () => 'Nothing to commit')\n    const settled = await Promise.allSettled(\n      Object.values((await this.parentArchivists()).commit ?? [])?.map(async (parent) => {\n        const queryPayload: ArchivistInsertQuery = { schema: ArchivistInsertQuerySchema }\n        const query = await this.bindQuery(queryPayload, payloads)\n        return (await parent?.query(query[0], query[1]))?.[0]\n      }).filter(exists),\n    )\n    await this.clearHandler()\n    return settled.filter(fulfilled).map(result => result.value).filter(exists)\n  }\n\n  protected override async deleteHandler(hashes: Hash[]): Promise<WithStorageMeta<Payload>[]> {\n    // not using the getHandler since duplicate data hashes are not handled\n    const payloadsWithMeta = (await this.allHandler()).filter(({ _hash, _dataHash }) => hashes.includes(_hash) || hashes.includes(_dataHash))\n    // Delete the payloads\n    const batchCommands: Array<AbstractBatchOperation<AbstractPayloadSubLevel, Hash, WithStorageMeta<Payload>>> = payloadsWithMeta.map(payload => ({\n      type: 'del',\n      key: payload._hash,\n    }))\n\n    await this.withStore(async (store) => {\n      await store.batch(batchCommands)\n    })\n\n    // Delete the dataHash indexes\n    const batchDataHashIndexCommands: Array<AbstractBatchOperation<AbstractPayloadSubLevel, string, Hash>> = payloadsWithMeta.map(payload => ({\n      type: 'del',\n      key: payload._dataHash,\n    }))\n\n    await this.withDataHashIndex(async (index) => {\n      await index.batch(batchDataHashIndexCommands)\n    })\n\n    // Delete the sequence indexes\n    const batchSequenceIndexCommands: Array<AbstractBatchOperation<AbstractPayloadSubLevel, Hex, Hash>> = payloadsWithMeta.map(payload => ({\n      type: 'del',\n      key: payload._sequence,\n    }))\n\n    await this.withSequenceIndex(async (index) => {\n      await index.batch(batchSequenceIndexCommands)\n    })\n\n    return payloadsWithMeta\n  }\n\n  protected override async getHandler(hashes: Hash[]): Promise<WithStorageMeta<Payload>[]> {\n    const foundByHash = await this.withStore(async (store) => {\n      return (await store.getMany(hashes)).filter(exists)\n    })\n    const remainingHashes = hashes.filter(hash => !foundByHash.some(({ _hash }) => _hash === hash))\n    const hashesFromDataHashes = await this.withDataHashIndex(async (index) => {\n      return (await index.getMany(remainingHashes)).filter(exists)\n    })\n    const foundByDataHash = hashesFromDataHashes.length > 0\n      ? await this.withStore(async (store) => {\n          return (await store.getMany(hashesFromDataHashes)).filter(exists)\n        })\n      : []\n    const result = [...foundByHash, ...foundByDataHash].sort(PayloadBuilder.compareStorageMeta)\n    return result\n  }\n\n  protected override async insertHandler(payloads: WithStorageMeta<Payload>[]): Promise<WithStorageMeta<Payload>[]> {\n    // Insert the payloads\n    const payloadsWithMeta = payloads.toSorted(PayloadBuilder.compareStorageMeta)\n    const batchCommands: Array<AbstractBatchOperation<AbstractPayloadSubLevel, Hash, WithStorageMeta<Payload>>> = payloadsWithMeta.map(payload => ({\n      type: 'put', key: payload._hash, value: payload, keyEncoding: 'utf8', valueEncoding: 'json',\n    }))\n    await this.withStore(async (store) => {\n      await store.batch(batchCommands)\n    })\n\n    // Insert the dataHash indexes\n    // Note: We use the dataHash|hash for the key to allow for multiple entries\n    const batchDataHashIndexCommands: Array<AbstractBatchOperation<AbstractPayloadLevel, string, Hash>> = payloadsWithMeta.map(payload => ({\n      type: 'put', key: payload._dataHash, value: payload._hash, keyEncoding: 'utf8', valueEncoding: 'utf8',\n    }))\n    await this.withDataHashIndex(async (index) => {\n      await index.batch(batchDataHashIndexCommands)\n    })\n\n    // Insert the sequence indexes\n    // Note: We use the dataHash|hash for the key to allow for multiple entries\n    const batchSequenceIndexCommands: Array<AbstractBatchOperation<AbstractPayloadLevel, Hex, Hash>> = payloadsWithMeta.map(payload => ({\n      type: 'put', key: payload._sequence, value: payload._hash, keyEncoding: 'utf8', valueEncoding: 'utf8',\n    }))\n    await this.withSequenceIndex(async (index) => {\n      await index.batch(batchSequenceIndexCommands)\n    })\n\n    return payloadsWithMeta\n  }\n\n  protected override async nextHandler(options?: ArchivistNextOptions): Promise<WithStorageMeta<Payload>[]> {\n    const {\n      limit = 100, cursor, order, open = true,\n    } = options ?? {}\n    let all = await this.allHandler()\n    if (order === 'desc') {\n      all = all.toReversed()\n    }\n    const startIndex = isDefined(cursor)\n      ? AbstractLevelDbArchivist.findIndexFromCursor(all, cursor) + (open ? 1 : 0)\n      : 0\n    const result = all.slice(startIndex, startIndex + limit)\n    return result\n  }\n\n  protected override async startHandler() {\n    await super.startHandler()\n    // NOTE: We could defer this creation to first access but we\n    // want to fail fast here in case something is wrong\n    await this.withStore(() => {})\n    if (this.config.clearStoreOnStart) {\n      await this.clearHandler()\n    }\n  }\n\n  protected withDataHashIndex<T>(func: (index: AbstractIndexSubLevel<string>) => Promisable<T>): Promisable<T> {\n    return this.withDb(async (db) => {\n      const index = db.sublevel<string, Hash>(\n        indexSubLevelName(this.storeName, AbstractLevelDbArchivist.dataHashIndexName),\n        { keyEncoding: 'utf8', valueEncoding: 'utf8' },\n      )\n      return await func(index)\n    })\n  }\n\n  protected withSequenceIndex<T>(func: (index: AbstractIndexSubLevel<Hex>) => Promisable<T>): Promisable<T> {\n    return this.withDb(async (db) => {\n      const index = db.sublevel<Hex, Hash>(\n        indexSubLevelName(this.storeName, AbstractLevelDbArchivist.sequenceIndexName),\n        { keyEncoding: 'utf8', valueEncoding: 'utf8' },\n      )\n      return await func(index)\n    })\n  }\n\n  protected async withStore<T>(func: (store: AbstractPayloadSubLevel) => Promisable<T>): Promise<T> {\n    return await this.withDb(async (db) => {\n      const subLevel: AbstractPayloadSubLevel = db.sublevel<Hash, WithStorageMeta<Payload>>(this.storeName, { keyEncoding: 'utf8', valueEncoding: 'json' })\n      return await func(subLevel)\n    })\n  }\n\n  protected abstract withDb<T>(func: (db: AbstractPayloadLevel) => Promisable<T>): Promisable<T>\n}\n\n@creatableModule()\nexport class LevelDbArchivist extends AbstractLevelDbArchivist {\n  private _db: Level<Hash, WithStorageMeta<Payload>> | undefined\n  private _dbMutex = new Mutex()\n\n  protected override async stopHandler() {\n    await this._dbMutex.runExclusive(async () => {\n      await this._db?.close()\n      this._db = undefined\n    })\n    await super.stopHandler()\n  }\n\n  protected override async withDb<T>(func: (db: AbstractPayloadLevel) => Promisable<T>): Promise<T> {\n    const db = await this._dbMutex.runExclusive(async () => {\n      if (!this._db) {\n        this._db = new Level<Hash, WithStorageMeta<Payload>>(this.folderPath, { keyEncoding: 'utf8', valueEncoding: 'json' })\n        await this._db.open()\n      }\n      return this._db\n    })\n    return await func(db)\n  }\n}\n","export const LevelDbArchivistSchema = 'network.xyo.archivist.leveldb' as const\nexport type LevelDbArchivistSchema = typeof LevelDbArchivistSchema\n","import type { ArchivistConfig } from '@xyo-network/archivist-model'\n\nimport { LevelDbArchivistSchema } from './Schema.ts'\n\nexport type LevelDbArchivistConfigSchema = `${LevelDbArchivistSchema}.config`\nexport const LevelDbArchivistConfigSchema: LevelDbArchivistConfigSchema = `${LevelDbArchivistSchema}.config`\n\nexport type LevelDbArchivistConfig<TStoreName extends string = string> = ArchivistConfig<{\n  /**\n   * If true, the store will be cleared on start\n   */\n  clearStoreOnStart?: boolean\n  /**\n   * The database name - also used as the filename for the db\n   */\n  dbName?: string\n  /**\n   * The location where the folder for the db will be created\n   */\n  location?: string\n  schema: LevelDbArchivistConfigSchema\n  /**\n   * The name of the object store - becomes a sub-level\n   */\n  storeName?: TStoreName\n}>\n"],"mappings":";;;;;;;;;;;;AAAA,SAAS,gBAAgB;AACzB,SAAS,cAAc;AAEvB,SAAS,iBAA6B;AACtC,SAAS,iBAAiB;AAC1B,SAAS,mBAAmB,yBAAyB;AACrD;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAEA;AAAA,EAGA;AAAA,EACA;AAAA,OAEK;AAEP,SAAS,uBAAuB;AAChC,SAAS,sBAAsB;AAO/B,SAAS,aAAa;AACtB,SAAS,aAAa;;;AC7Bf,IAAM,yBAAyB;;;ACK/B,IAAM,+BAA6D,GAAG,sBAAsB;;;AFuCnG,IAAM,oBAAoB,CAAC,WAAmB,cAAsB;AAClE,SAAO,IAAI,SAAS,IAAI,SAAS;AACnC;AAEO,IAAe,2BAAf,MAAe,kCAGZ,kBAAuC;AAAA,EAC/C,OAAyB,gBAA0B,CAAC,GAAG,MAAM,eAAe,4BAA4B;AAAA,EACxG,OAAyB,sBAA8B;AAAA,EACvD,OAAyB,SAAS,EAAE,GAAG,MAAM,QAAQ,CAAC,iBAAiB,GAAG,OAAO;AAAA,EAEjF,OAAwB,gBAAkC;AAAA,IACxD,KAAK,EAAE,WAAW,EAAE;AAAA,IAAG,YAAY;AAAA,IAAO,QAAQ;AAAA,EACpD;AAAA,EAEA,OAAwB,gBAAkC;AAAA,IACxD,KAAK,EAAE,WAAW,EAAE;AAAA,IAAG,YAAY;AAAA,IAAO,QAAQ;AAAA,EACpD;AAAA;AAAA,EAGA,OAAgB,oBAAoB,uBAAuB,0BAAyB,aAAa;AAAA;AAAA,EAEjG,OAAgB,oBAAoB,uBAAuB,0BAAyB,aAAa;AAAA,EAEjG,IAAI,SAAS;AACX,WAAO,SAAS,KAAK,OAAO,QAAQ,MAAM,qBAAqB;AAAA,EACjE;AAAA,EAEA,IAAI,aAAa;AACf,WAAO,GAAG,KAAK,QAAQ,IAAI,KAAK,OAAO,MAAM,IAAI,KAAK,SAAS;AAAA,EACjE;AAAA,EAEA,IAAI,WAAW;AACb,WAAO,SAAS,KAAK,OAAO,UAAU,MAAM,uBAAuB;AAAA,EACrE;AAAA,EAEA,IAAa,UAAU;AACrB,WAAO;AAAA,MACL;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA,GAAG,MAAM;AAAA,IACX;AAAA,EACF;AAAA,EAEA,IAAI,YAAY;AACd,WAAO,SAAS,KAAK,OAAO,WAAW,MAAM,wBAAwB;AAAA,EACvE;AAAA,EAEA,OAAe,oBAAoB,UAA6B,QAAa;AAC3E,UAAM,QAAQ,SAAS,UAAU,CAAC,EAAE,UAAU,MAAM,cAAc,MAAM;AACxE,QAAI,UAAU,IAAI;AAChB,aAAO;AAAA,IACT;AACA,WAAO;AAAA,EACT;AAAA,EAEA,MAAyB,aAAkD;AACzE,WAAO,MAAM,KAAK,UAAU,OAAO,OAAO;AACxC,YAAM,SAAS,CAAC,GAAI,MAAM,GAAG,OAAO,EAAE,IAAI,CAAE;AAC5C,aAAO,OAAO,OAAO,MAAM,EAAE,KAAK,eAAe,kBAAkB;AAAA,IACrE,CAAC;AAAA,EACH;AAAA,EAEA,MAAyB,eAA8B;AACrD,UAAM,KAAK,OAAO,OAAO,OAAO;AAC9B,YAAM,GAAG,MAAM;AAAA,IACjB,CAAC;AACD,UAAM,KAAK,kBAAkB,OAAO,UAAU;AAC5C,YAAM,MAAM,MAAM;AAAA,IACpB,CAAC;AACD,UAAM,KAAK,kBAAkB,OAAO,UAAU;AAC5C,YAAM,MAAM,MAAM;AAAA,IACpB,CAAC;AACD,WAAO,KAAK,KAAK,WAAW,EAAE,KAAK,KAAK,CAAC;AAAA,EAC3C;AAAA,EAEA,MAAyB,gBAAyC;AAChE,UAAM,WAAW,SAAS,MAAM,KAAK,WAAW,GAAG,MAAM,mBAAmB;AAC5E,UAAM,UAAU,MAAM,QAAQ;AAAA,MAC5B,OAAO,QAAQ,MAAM,KAAK,iBAAiB,GAAG,UAAU,CAAC,CAAC,GAAG,IAAI,OAAO,WAAW;AACjF,cAAM,eAAqC,EAAE,QAAQ,2BAA2B;AAChF,cAAM,QAAQ,MAAM,KAAK,UAAU,cAAc,QAAQ;AACzD,gBAAQ,MAAM,QAAQ,MAAM,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,KAAK,CAAC;AAAA,MACtD,CAAC,EAAE,OAAO,MAAM;AAAA,IAClB;AACA,UAAM,KAAK,aAAa;AACxB,WAAO,QAAQ,OAAO,SAAS,EAAE,IAAI,YAAU,OAAO,KAAK,EAAE,OAAO,MAAM;AAAA,EAC5E;AAAA,EAEA,MAAyB,cAAc,QAAqD;AAE1F,UAAM,oBAAoB,MAAM,KAAK,WAAW,GAAG,OAAO,CAAC,EAAE,OAAO,UAAU,MAAM,OAAO,SAAS,KAAK,KAAK,OAAO,SAAS,SAAS,CAAC;AAExI,UAAM,gBAAwG,iBAAiB,IAAI,cAAY;AAAA,MAC7I,MAAM;AAAA,MACN,KAAK,QAAQ;AAAA,IACf,EAAE;AAEF,UAAM,KAAK,UAAU,OAAO,UAAU;AACpC,YAAM,MAAM,MAAM,aAAa;AAAA,IACjC,CAAC;AAGD,UAAM,6BAAmG,iBAAiB,IAAI,cAAY;AAAA,MACxI,MAAM;AAAA,MACN,KAAK,QAAQ;AAAA,IACf,EAAE;AAEF,UAAM,KAAK,kBAAkB,OAAO,UAAU;AAC5C,YAAM,MAAM,MAAM,0BAA0B;AAAA,IAC9C,CAAC;AAGD,UAAM,6BAAgG,iBAAiB,IAAI,cAAY;AAAA,MACrI,MAAM;AAAA,MACN,KAAK,QAAQ;AAAA,IACf,EAAE;AAEF,UAAM,KAAK,kBAAkB,OAAO,UAAU;AAC5C,YAAM,MAAM,MAAM,0BAA0B;AAAA,IAC9C,CAAC;AAED,WAAO;AAAA,EACT;AAAA,EAEA,MAAyB,WAAW,QAAqD;AACvF,UAAM,cAAc,MAAM,KAAK,UAAU,OAAO,UAAU;AACxD,cAAQ,MAAM,MAAM,QAAQ,MAAM,GAAG,OAAO,MAAM;AAAA,IACpD,CAAC;AACD,UAAM,kBAAkB,OAAO,OAAO,UAAQ,CAAC,YAAY,KAAK,CAAC,EAAE,MAAM,MAAM,UAAU,IAAI,CAAC;AAC9F,UAAM,uBAAuB,MAAM,KAAK,kBAAkB,OAAO,UAAU;AACzE,cAAQ,MAAM,MAAM,QAAQ,eAAe,GAAG,OAAO,MAAM;AAAA,IAC7D,CAAC;AACD,UAAM,kBAAkB,qBAAqB,SAAS,IAClD,MAAM,KAAK,UAAU,OAAO,UAAU;AACpC,cAAQ,MAAM,MAAM,QAAQ,oBAAoB,GAAG,OAAO,MAAM;AAAA,IAClE,CAAC,IACD,CAAC;AACL,UAAM,SAAS,CAAC,GAAG,aAAa,GAAG,eAAe,EAAE,KAAK,eAAe,kBAAkB;AAC1F,WAAO;AAAA,EACT;AAAA,EAEA,MAAyB,cAAc,UAA2E;AAEhH,UAAM,mBAAmB,SAAS,SAAS,eAAe,kBAAkB;AAC5E,UAAM,gBAAwG,iBAAiB,IAAI,cAAY;AAAA,MAC7I,MAAM;AAAA,MAAO,KAAK,QAAQ;AAAA,MAAO,OAAO;AAAA,MAAS,aAAa;AAAA,MAAQ,eAAe;AAAA,IACvF,EAAE;AACF,UAAM,KAAK,UAAU,OAAO,UAAU;AACpC,YAAM,MAAM,MAAM,aAAa;AAAA,IACjC,CAAC;AAID,UAAM,6BAAgG,iBAAiB,IAAI,cAAY;AAAA,MACrI,MAAM;AAAA,MAAO,KAAK,QAAQ;AAAA,MAAW,OAAO,QAAQ;AAAA,MAAO,aAAa;AAAA,MAAQ,eAAe;AAAA,IACjG,EAAE;AACF,UAAM,KAAK,kBAAkB,OAAO,UAAU;AAC5C,YAAM,MAAM,MAAM,0BAA0B;AAAA,IAC9C,CAAC;AAID,UAAM,6BAA6F,iBAAiB,IAAI,cAAY;AAAA,MAClI,MAAM;AAAA,MAAO,KAAK,QAAQ;AAAA,MAAW,OAAO,QAAQ;AAAA,MAAO,aAAa;AAAA,MAAQ,eAAe;AAAA,IACjG,EAAE;AACF,UAAM,KAAK,kBAAkB,OAAO,UAAU;AAC5C,YAAM,MAAM,MAAM,0BAA0B;AAAA,IAC9C,CAAC;AAED,WAAO;AAAA,EACT;AAAA,EAEA,MAAyB,YAAY,SAAqE;AACxG,UAAM;AAAA,MACJ,QAAQ;AAAA,MAAK;AAAA,MAAQ;AAAA,MAAO,OAAO;AAAA,IACrC,IAAI,WAAW,CAAC;AAChB,QAAI,MAAM,MAAM,KAAK,WAAW;AAChC,QAAI,UAAU,QAAQ;AACpB,YAAM,IAAI,WAAW;AAAA,IACvB;AACA,UAAM,aAAa,UAAU,MAAM,IAC/B,0BAAyB,oBAAoB,KAAK,MAAM,KAAK,OAAO,IAAI,KACxE;AACJ,UAAM,SAAS,IAAI,MAAM,YAAY,aAAa,KAAK;AACvD,WAAO;AAAA,EACT;AAAA,EAEA,MAAyB,eAAe;AACtC,UAAM,MAAM,aAAa;AAGzB,UAAM,KAAK,UAAU,MAAM;AAAA,IAAC,CAAC;AAC7B,QAAI,KAAK,OAAO,mBAAmB;AACjC,YAAM,KAAK,aAAa;AAAA,IAC1B;AAAA,EACF;AAAA,EAEU,kBAAqB,MAA8E;AAC3G,WAAO,KAAK,OAAO,OAAO,OAAO;AAC/B,YAAM,QAAQ,GAAG;AAAA,QACf,kBAAkB,KAAK,WAAW,0BAAyB,iBAAiB;AAAA,QAC5E,EAAE,aAAa,QAAQ,eAAe,OAAO;AAAA,MAC/C;AACA,aAAO,MAAM,KAAK,KAAK;AAAA,IACzB,CAAC;AAAA,EACH;AAAA,EAEU,kBAAqB,MAA2E;AACxG,WAAO,KAAK,OAAO,OAAO,OAAO;AAC/B,YAAM,QAAQ,GAAG;AAAA,QACf,kBAAkB,KAAK,WAAW,0BAAyB,iBAAiB;AAAA,QAC5E,EAAE,aAAa,QAAQ,eAAe,OAAO;AAAA,MAC/C;AACA,aAAO,MAAM,KAAK,KAAK;AAAA,IACzB,CAAC;AAAA,EACH;AAAA,EAEA,MAAgB,UAAa,MAAqE;AAChG,WAAO,MAAM,KAAK,OAAO,OAAO,OAAO;AACrC,YAAM,WAAoC,GAAG,SAAyC,KAAK,WAAW,EAAE,aAAa,QAAQ,eAAe,OAAO,CAAC;AACpJ,aAAO,MAAM,KAAK,QAAQ;AAAA,IAC5B,CAAC;AAAA,EACH;AAGF;AAGO,IAAM,mBAAN,cAA+B,yBAAyB;AAAA,EACrD;AAAA,EACA,WAAW,IAAI,MAAM;AAAA,EAE7B,MAAyB,cAAc;AACrC,UAAM,KAAK,SAAS,aAAa,YAAY;AAC3C,YAAM,KAAK,KAAK,MAAM;AACtB,WAAK,MAAM;AAAA,IACb,CAAC;AACD,UAAM,MAAM,YAAY;AAAA,EAC1B;AAAA,EAEA,MAAyB,OAAU,MAA+D;AAChG,UAAM,KAAK,MAAM,KAAK,SAAS,aAAa,YAAY;AACtD,UAAI,CAAC,KAAK,KAAK;AACb,aAAK,MAAM,IAAI,MAAsC,KAAK,YAAY,EAAE,aAAa,QAAQ,eAAe,OAAO,CAAC;AACpH,cAAM,KAAK,IAAI,KAAK;AAAA,MACtB;AACA,aAAO,KAAK;AAAA,IACd,CAAC;AACD,WAAO,MAAM,KAAK,EAAE;AAAA,EACtB;AACF;AAtBa,mBAAN;AAAA,EADN,gBAAgB;AAAA,GACJ;","names":[]}
+{"version":3,"sources":["../../src/Archivist.ts","../../src/Schema.ts","../../src/Config.ts"],"sourcesContent":["import { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { Hash, Hex } from '@xylabs/hex'\nimport { fulfilled, Promisable } from '@xylabs/promise'\nimport { isDefined } from '@xylabs/typeof'\nimport { AbstractArchivist, StorageClassLabel } from '@xyo-network/archivist-abstract'\nimport {\n  ArchivistAllQuerySchema,\n  ArchivistClearQuerySchema,\n  ArchivistCommitQuerySchema,\n  ArchivistDeleteQuerySchema,\n  ArchivistInsertQuery,\n  ArchivistInsertQuerySchema,\n  ArchivistModuleEventData,\n  ArchivistNextOptions,\n  ArchivistNextQuerySchema,\n  buildStandardIndexName,\n  IndexDescription,\n} from '@xyo-network/archivist-model'\nimport { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { creatableModule } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport {\n  Payload, Schema, WithStorageMeta,\n} from '@xyo-network/payload-model'\nimport {\n  AbstractBatchOperation, AbstractLevel, AbstractSublevel,\n} from 'abstract-level'\nimport { Mutex } from 'async-mutex'\nimport { Level } from 'level'\n\nimport { LevelDbArchivistConfigSchema } from './Config.ts'\nimport { LevelDbArchivistParams } from './Params.ts'\n\n/** Note: We have indexes as top level sublevels since making them a sublevel of a store, getting all the values of that store includes the sublevels  */\n\nexport interface PayloadStore {\n  [s: string]: WithStorageMeta\n}\n\nexport type AbstractPayloadLevel = AbstractLevel<string | Buffer | Uint8Array, Hash, WithStorageMeta<Payload>>\nexport type AbstractPayloadSubLevel = AbstractSublevel<AbstractPayloadLevel, string | Buffer | Uint8Array, Hash, WithStorageMeta<Payload>>\nexport type AbstractIndexSubLevel<T> = AbstractSublevel<AbstractPayloadLevel, string | Buffer | Uint8Array, T, Hash>\n\nconst indexSubLevelName = (storeName: string, indexName: string) => {\n  return `_${storeName}|${indexName}`\n}\n\nexport abstract class AbstractLevelDbArchivist<\n  TParams extends LevelDbArchivistParams = LevelDbArchivistParams,\n  TEventData extends ArchivistModuleEventData = ArchivistModuleEventData,\n> extends AbstractArchivist<TParams, TEventData> {\n  static override readonly configSchemas: Schema[] = [...super.configSchemas, LevelDbArchivistConfigSchema]\n  static override readonly defaultConfigSchema: Schema = LevelDbArchivistConfigSchema\n  static override readonly labels = { ...super.labels, [StorageClassLabel]: 'disk' }\n\n  private static readonly dataHashIndex: IndexDescription = {\n    key: { _dataHash: 1 }, multiEntry: false, unique: false,\n  }\n\n  private static readonly sequenceIndex: IndexDescription = {\n    key: { _sequence: 1 }, multiEntry: false, unique: true,\n  }\n\n  // eslint-disable-next-line @typescript-eslint/member-ordering\n  static readonly dataHashIndexName = buildStandardIndexName(AbstractLevelDbArchivist.dataHashIndex)\n  // eslint-disable-next-line @typescript-eslint/member-ordering\n  static readonly sequenceIndexName = buildStandardIndexName(AbstractLevelDbArchivist.sequenceIndex)\n\n  get dbName() {\n    return assertEx(this.config.dbName, () => 'No dbName specified')\n  }\n\n  get folderPath() {\n    return `${this.location}/${this.config.dbName}/${this.storeName}`\n  }\n\n  get location() {\n    return assertEx(this.config.location, () => 'No location specified')\n  }\n\n  override get queries() {\n    return [\n      ArchivistAllQuerySchema,\n      ArchivistDeleteQuerySchema,\n      ArchivistClearQuerySchema,\n      ArchivistInsertQuerySchema,\n      ArchivistCommitQuerySchema,\n      ArchivistNextQuerySchema,\n      ...super.queries,\n    ]\n  }\n\n  get storeName() {\n    return assertEx(this.config.storeName, () => 'No storeName specified')\n  }\n\n  private static findIndexFromCursor(payloads: WithStorageMeta[], cursor: Hex) {\n    const index = payloads.findIndex(({ _sequence }) => _sequence === cursor)\n    if (index === -1) {\n      return Infinity // move to the end\n    }\n    return index\n  }\n\n  protected override async allHandler(): Promise<WithStorageMeta<Payload>[]> {\n    return await this.withStore(async (db) => {\n      const values = [...(await db.values().all())]\n      return values.filter(exists).sort(PayloadBuilder.compareStorageMeta)\n    })\n  }\n\n  protected override async clearHandler(): Promise<void> {\n    await this.withDb(async (db) => {\n      await db.clear()\n    })\n    await this.withDataHashIndex(async (index) => {\n      await index.clear()\n    })\n    await this.withSequenceIndex(async (index) => {\n      await index.clear()\n    })\n    return this.emit('cleared', { mod: this })\n  }\n\n  protected override async commitHandler(): Promise<BoundWitness[]> {\n    const payloads = assertEx(await this.allHandler(), () => 'Nothing to commit')\n    const settled = await Promise.allSettled(\n      Object.values((await this.parentArchivists()).commit ?? [])?.map(async (parent) => {\n        const queryPayload: ArchivistInsertQuery = { schema: ArchivistInsertQuerySchema }\n        const query = await this.bindQuery(queryPayload, payloads)\n        return (await parent?.query(query[0], query[1]))?.[0]\n      }).filter(exists),\n    )\n    await this.clearHandler()\n    return settled.filter(fulfilled).map(result => result.value).filter(exists)\n  }\n\n  protected override async deleteHandler(hashes: Hash[]): Promise<WithStorageMeta<Payload>[]> {\n    // not using the getHandler since duplicate data hashes are not handled\n    const payloadsWithMeta = (await this.allHandler()).filter(({ _hash, _dataHash }) => hashes.includes(_hash) || hashes.includes(_dataHash))\n    // Delete the payloads\n    const batchCommands: Array<AbstractBatchOperation<AbstractPayloadSubLevel, Hash, WithStorageMeta<Payload>>> = payloadsWithMeta.map(payload => ({\n      type: 'del',\n      key: payload._hash,\n    }))\n\n    await this.withStore(async (store) => {\n      await store.batch(batchCommands)\n    })\n\n    // Delete the dataHash indexes\n    const batchDataHashIndexCommands: Array<AbstractBatchOperation<AbstractPayloadSubLevel, string, Hash>> = payloadsWithMeta.map(payload => ({\n      type: 'del',\n      key: payload._dataHash,\n    }))\n\n    await this.withDataHashIndex(async (index) => {\n      await index.batch(batchDataHashIndexCommands)\n    })\n\n    // Delete the sequence indexes\n    const batchSequenceIndexCommands: Array<AbstractBatchOperation<AbstractPayloadSubLevel, Hex, Hash>> = payloadsWithMeta.map(payload => ({\n      type: 'del',\n      key: payload._sequence,\n    }))\n\n    await this.withSequenceIndex(async (index) => {\n      await index.batch(batchSequenceIndexCommands)\n    })\n\n    return payloadsWithMeta\n  }\n\n  protected override async getHandler(hashes: Hash[]): Promise<WithStorageMeta<Payload>[]> {\n    const foundByHash = await this.withStore(async (store) => {\n      return (await store.getMany(hashes)).filter(exists)\n    })\n    const remainingHashes = hashes.filter(hash => !foundByHash.some(({ _hash }) => _hash === hash))\n    const hashesFromDataHashes = await this.withDataHashIndex(async (index) => {\n      return (await index.getMany(remainingHashes)).filter(exists)\n    })\n    const foundByDataHash = hashesFromDataHashes.length > 0\n      ? await this.withStore(async (store) => {\n          return (await store.getMany(hashesFromDataHashes)).filter(exists)\n        })\n      : []\n    const result = [...foundByHash, ...foundByDataHash].sort(PayloadBuilder.compareStorageMeta)\n    return result\n  }\n\n  protected override async insertHandler(payloads: WithStorageMeta<Payload>[]): Promise<WithStorageMeta<Payload>[]> {\n    // Insert the payloads\n    const payloadsWithMeta = payloads.toSorted(PayloadBuilder.compareStorageMeta)\n    const batchCommands: Array<AbstractBatchOperation<AbstractPayloadSubLevel, Hash, WithStorageMeta<Payload>>> = payloadsWithMeta.map(payload => ({\n      type: 'put', key: payload._hash, value: payload, keyEncoding: 'utf8', valueEncoding: 'json',\n    }))\n    await this.withStore(async (store) => {\n      await store.batch(batchCommands)\n    })\n\n    // Insert the dataHash indexes\n    // Note: We use the dataHash|hash for the key to allow for multiple entries\n    const batchDataHashIndexCommands: Array<AbstractBatchOperation<AbstractPayloadLevel, string, Hash>> = payloadsWithMeta.map(payload => ({\n      type: 'put', key: payload._dataHash, value: payload._hash, keyEncoding: 'utf8', valueEncoding: 'utf8',\n    }))\n    await this.withDataHashIndex(async (index) => {\n      await index.batch(batchDataHashIndexCommands)\n    })\n\n    // Insert the sequence indexes\n    // Note: We use the dataHash|hash for the key to allow for multiple entries\n    const batchSequenceIndexCommands: Array<AbstractBatchOperation<AbstractPayloadLevel, Hex, Hash>> = payloadsWithMeta.map(payload => ({\n      type: 'put', key: payload._sequence, value: payload._hash, keyEncoding: 'utf8', valueEncoding: 'utf8',\n    }))\n    await this.withSequenceIndex(async (index) => {\n      await index.batch(batchSequenceIndexCommands)\n    })\n\n    return payloadsWithMeta\n  }\n\n  protected override async nextHandler(options?: ArchivistNextOptions): Promise<WithStorageMeta<Payload>[]> {\n    const {\n      limit = 100, cursor, order, open = true,\n    } = options ?? {}\n    let all = await this.allHandler()\n    if (order === 'desc') {\n      all = all.toReversed()\n    }\n    const startIndex = isDefined(cursor)\n      ? AbstractLevelDbArchivist.findIndexFromCursor(all, cursor) + (open ? 1 : 0)\n      : 0\n    const result = all.slice(startIndex, startIndex + limit)\n    return result\n  }\n\n  protected override async startHandler() {\n    await super.startHandler()\n    // NOTE: We could defer this creation to first access but we\n    // want to fail fast here in case something is wrong\n    await this.withStore(() => {})\n    if (this.config.clearStoreOnStart) {\n      await this.clearHandler()\n    }\n  }\n\n  protected withDataHashIndex<T>(func: (index: AbstractIndexSubLevel<string>) => Promisable<T>): Promisable<T> {\n    return this.withDb(async (db) => {\n      const index = db.sublevel<string, Hash>(\n        indexSubLevelName(this.storeName, AbstractLevelDbArchivist.dataHashIndexName),\n        { keyEncoding: 'utf8', valueEncoding: 'utf8' },\n      )\n      return await func(index)\n    })\n  }\n\n  protected withSequenceIndex<T>(func: (index: AbstractIndexSubLevel<Hex>) => Promisable<T>): Promisable<T> {\n    return this.withDb(async (db) => {\n      const index = db.sublevel<Hex, Hash>(\n        indexSubLevelName(this.storeName, AbstractLevelDbArchivist.sequenceIndexName),\n        { keyEncoding: 'utf8', valueEncoding: 'utf8' },\n      )\n      return await func(index)\n    })\n  }\n\n  protected async withStore<T>(func: (store: AbstractPayloadSubLevel) => Promisable<T>): Promise<T> {\n    return await this.withDb(async (db) => {\n      const subLevel: AbstractPayloadSubLevel = db.sublevel<Hash, WithStorageMeta<Payload>>(this.storeName, { keyEncoding: 'utf8', valueEncoding: 'json' })\n      return await func(subLevel)\n    })\n  }\n\n  protected abstract withDb<T>(func: (db: AbstractPayloadLevel) => Promisable<T>): Promisable<T>\n}\n\n@creatableModule()\nexport class LevelDbArchivist extends AbstractLevelDbArchivist {\n  private _db: Level<Hash, WithStorageMeta<Payload>> | undefined\n  private _dbMutex = new Mutex()\n\n  protected override async stopHandler() {\n    await this._dbMutex.runExclusive(async () => {\n      await this._db?.close()\n      this._db = undefined\n    })\n    await super.stopHandler()\n  }\n\n  protected override async withDb<T>(func: (db: AbstractPayloadLevel) => Promisable<T>): Promise<T> {\n    const db = await this._dbMutex.runExclusive(async () => {\n      if (!this._db) {\n        this._db = new Level<Hash, WithStorageMeta<Payload>>(this.folderPath, { keyEncoding: 'utf8', valueEncoding: 'json' })\n        await this._db.open()\n      }\n      return this._db\n    })\n    return await func(db)\n  }\n}\n","export const LevelDbArchivistSchema = 'network.xyo.archivist.leveldb' as const\nexport type LevelDbArchivistSchema = typeof LevelDbArchivistSchema\n","import type { ArchivistConfig } from '@xyo-network/archivist-model'\n\nimport { LevelDbArchivistSchema } from './Schema.ts'\n\nexport type LevelDbArchivistConfigSchema = `${LevelDbArchivistSchema}.config`\nexport const LevelDbArchivistConfigSchema: LevelDbArchivistConfigSchema = `${LevelDbArchivistSchema}.config`\n\nexport type LevelDbArchivistConfig<TStoreName extends string = string> = ArchivistConfig<{\n  /**\n   * If true, the store will be cleared on start\n   */\n  clearStoreOnStart?: boolean\n  /**\n   * The database name - also used as the filename for the db\n   */\n  dbName?: string\n  /**\n   * The location where the folder for the db will be created\n   */\n  location?: string\n  schema: LevelDbArchivistConfigSchema\n  /**\n   * The name of the object store - becomes a sub-level\n   */\n  storeName?: TStoreName\n}>\n"],"mappings":";;;;;;;;;;;;AAAA,SAAS,gBAAgB;AACzB,SAAS,cAAc;AAEvB,SAAS,iBAA6B;AACtC,SAAS,iBAAiB;AAC1B,SAAS,mBAAmB,yBAAyB;AACrD;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAEA;AAAA,EAGA;AAAA,EACA;AAAA,OAEK;AAEP,SAAS,uBAAuB;AAChC,SAAS,sBAAsB;AAO/B,SAAS,aAAa;AACtB,SAAS,aAAa;;;AC7Bf,IAAM,yBAAyB;;;ACK/B,IAAM,+BAA6D,GAAG,sBAAsB;;;AFuCnG,IAAM,oBAAoB,CAAC,WAAmB,cAAsB;AAClE,SAAO,IAAI,SAAS,IAAI,SAAS;AACnC;AAEO,IAAe,2BAAf,MAAe,kCAGZ,kBAAuC;AAAA,EAC/C,OAAyB,gBAA0B,CAAC,GAAG,MAAM,eAAe,4BAA4B;AAAA,EACxG,OAAyB,sBAA8B;AAAA,EACvD,OAAyB,SAAS,EAAE,GAAG,MAAM,QAAQ,CAAC,iBAAiB,GAAG,OAAO;AAAA,EAEjF,OAAwB,gBAAkC;AAAA,IACxD,KAAK,EAAE,WAAW,EAAE;AAAA,IAAG,YAAY;AAAA,IAAO,QAAQ;AAAA,EACpD;AAAA,EAEA,OAAwB,gBAAkC;AAAA,IACxD,KAAK,EAAE,WAAW,EAAE;AAAA,IAAG,YAAY;AAAA,IAAO,QAAQ;AAAA,EACpD;AAAA;AAAA,EAGA,OAAgB,oBAAoB,uBAAuB,0BAAyB,aAAa;AAAA;AAAA,EAEjG,OAAgB,oBAAoB,uBAAuB,0BAAyB,aAAa;AAAA,EAEjG,IAAI,SAAS;AACX,WAAO,SAAS,KAAK,OAAO,QAAQ,MAAM,qBAAqB;AAAA,EACjE;AAAA,EAEA,IAAI,aAAa;AACf,WAAO,GAAG,KAAK,QAAQ,IAAI,KAAK,OAAO,MAAM,IAAI,KAAK,SAAS;AAAA,EACjE;AAAA,EAEA,IAAI,WAAW;AACb,WAAO,SAAS,KAAK,OAAO,UAAU,MAAM,uBAAuB;AAAA,EACrE;AAAA,EAEA,IAAa,UAAU;AACrB,WAAO;AAAA,MACL;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA,GAAG,MAAM;AAAA,IACX;AAAA,EACF;AAAA,EAEA,IAAI,YAAY;AACd,WAAO,SAAS,KAAK,OAAO,WAAW,MAAM,wBAAwB;AAAA,EACvE;AAAA,EAEA,OAAe,oBAAoB,UAA6B,QAAa;AAC3E,UAAM,QAAQ,SAAS,UAAU,CAAC,EAAE,UAAU,MAAM,cAAc,MAAM;AACxE,QAAI,UAAU,IAAI;AAChB,aAAO;AAAA,IACT;AACA,WAAO;AAAA,EACT;AAAA,EAEA,MAAyB,aAAkD;AACzE,WAAO,MAAM,KAAK,UAAU,OAAO,OAAO;AACxC,YAAM,SAAS,CAAC,GAAI,MAAM,GAAG,OAAO,EAAE,IAAI,CAAE;AAC5C,aAAO,OAAO,OAAO,MAAM,EAAE,KAAK,eAAe,kBAAkB;AAAA,IACrE,CAAC;AAAA,EACH;AAAA,EAEA,MAAyB,eAA8B;AACrD,UAAM,KAAK,OAAO,OAAO,OAAO;AAC9B,YAAM,GAAG,MAAM;AAAA,IACjB,CAAC;AACD,UAAM,KAAK,kBAAkB,OAAO,UAAU;AAC5C,YAAM,MAAM,MAAM;AAAA,IACpB,CAAC;AACD,UAAM,KAAK,kBAAkB,OAAO,UAAU;AAC5C,YAAM,MAAM,MAAM;AAAA,IACpB,CAAC;AACD,WAAO,KAAK,KAAK,WAAW,EAAE,KAAK,KAAK,CAAC;AAAA,EAC3C;AAAA,EAEA,MAAyB,gBAAyC;AAChE,UAAM,WAAW,SAAS,MAAM,KAAK,WAAW,GAAG,MAAM,mBAAmB;AAC5E,UAAM,UAAU,MAAM,QAAQ;AAAA,MAC5B,OAAO,QAAQ,MAAM,KAAK,iBAAiB,GAAG,UAAU,CAAC,CAAC,GAAG,IAAI,OAAO,WAAW;AACjF,cAAM,eAAqC,EAAE,QAAQ,2BAA2B;AAChF,cAAM,QAAQ,MAAM,KAAK,UAAU,cAAc,QAAQ;AACzD,gBAAQ,MAAM,QAAQ,MAAM,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,KAAK,CAAC;AAAA,MACtD,CAAC,EAAE,OAAO,MAAM;AAAA,IAClB;AACA,UAAM,KAAK,aAAa;AACxB,WAAO,QAAQ,OAAO,SAAS,EAAE,IAAI,YAAU,OAAO,KAAK,EAAE,OAAO,MAAM;AAAA,EAC5E;AAAA,EAEA,MAAyB,cAAc,QAAqD;AAE1F,UAAM,oBAAoB,MAAM,KAAK,WAAW,GAAG,OAAO,CAAC,EAAE,OAAO,UAAU,MAAM,OAAO,SAAS,KAAK,KAAK,OAAO,SAAS,SAAS,CAAC;AAExI,UAAM,gBAAwG,iBAAiB,IAAI,cAAY;AAAA,MAC7I,MAAM;AAAA,MACN,KAAK,QAAQ;AAAA,IACf,EAAE;AAEF,UAAM,KAAK,UAAU,OAAO,UAAU;AACpC,YAAM,MAAM,MAAM,aAAa;AAAA,IACjC,CAAC;AAGD,UAAM,6BAAmG,iBAAiB,IAAI,cAAY;AAAA,MACxI,MAAM;AAAA,MACN,KAAK,QAAQ;AAAA,IACf,EAAE;AAEF,UAAM,KAAK,kBAAkB,OAAO,UAAU;AAC5C,YAAM,MAAM,MAAM,0BAA0B;AAAA,IAC9C,CAAC;AAGD,UAAM,6BAAgG,iBAAiB,IAAI,cAAY;AAAA,MACrI,MAAM;AAAA,MACN,KAAK,QAAQ;AAAA,IACf,EAAE;AAEF,UAAM,KAAK,kBAAkB,OAAO,UAAU;AAC5C,YAAM,MAAM,MAAM,0BAA0B;AAAA,IAC9C,CAAC;AAED,WAAO;AAAA,EACT;AAAA,EAEA,MAAyB,WAAW,QAAqD;AACvF,UAAM,cAAc,MAAM,KAAK,UAAU,OAAO,UAAU;AACxD,cAAQ,MAAM,MAAM,QAAQ,MAAM,GAAG,OAAO,MAAM;AAAA,IACpD,CAAC;AACD,UAAM,kBAAkB,OAAO,OAAO,UAAQ,CAAC,YAAY,KAAK,CAAC,EAAE,MAAM,MAAM,UAAU,IAAI,CAAC;AAC9F,UAAM,uBAAuB,MAAM,KAAK,kBAAkB,OAAO,UAAU;AACzE,cAAQ,MAAM,MAAM,QAAQ,eAAe,GAAG,OAAO,MAAM;AAAA,IAC7D,CAAC;AACD,UAAM,kBAAkB,qBAAqB,SAAS,IAClD,MAAM,KAAK,UAAU,OAAO,UAAU;AACpC,cAAQ,MAAM,MAAM,QAAQ,oBAAoB,GAAG,OAAO,MAAM;AAAA,IAClE,CAAC,IACD,CAAC;AACL,UAAM,SAAS,CAAC,GAAG,aAAa,GAAG,eAAe,EAAE,KAAK,eAAe,kBAAkB;AAC1F,WAAO;AAAA,EACT;AAAA,EAEA,MAAyB,cAAc,UAA2E;AAEhH,UAAM,mBAAmB,SAAS,SAAS,eAAe,kBAAkB;AAC5E,UAAM,gBAAwG,iBAAiB,IAAI,cAAY;AAAA,MAC7I,MAAM;AAAA,MAAO,KAAK,QAAQ;AAAA,MAAO,OAAO;AAAA,MAAS,aAAa;AAAA,MAAQ,eAAe;AAAA,IACvF,EAAE;AACF,UAAM,KAAK,UAAU,OAAO,UAAU;AACpC,YAAM,MAAM,MAAM,aAAa;AAAA,IACjC,CAAC;AAID,UAAM,6BAAgG,iBAAiB,IAAI,cAAY;AAAA,MACrI,MAAM;AAAA,MAAO,KAAK,QAAQ;AAAA,MAAW,OAAO,QAAQ;AAAA,MAAO,aAAa;AAAA,MAAQ,eAAe;AAAA,IACjG,EAAE;AACF,UAAM,KAAK,kBAAkB,OAAO,UAAU;AAC5C,YAAM,MAAM,MAAM,0BAA0B;AAAA,IAC9C,CAAC;AAID,UAAM,6BAA6F,iBAAiB,IAAI,cAAY;AAAA,MAClI,MAAM;AAAA,MAAO,KAAK,QAAQ;AAAA,MAAW,OAAO,QAAQ;AAAA,MAAO,aAAa;AAAA,MAAQ,eAAe;AAAA,IACjG,EAAE;AACF,UAAM,KAAK,kBAAkB,OAAO,UAAU;AAC5C,YAAM,MAAM,MAAM,0BAA0B;AAAA,IAC9C,CAAC;AAED,WAAO;AAAA,EACT;AAAA,EAEA,MAAyB,YAAY,SAAqE;AACxG,UAAM;AAAA,MACJ,QAAQ;AAAA,MAAK;AAAA,MAAQ;AAAA,MAAO,OAAO;AAAA,IACrC,IAAI,WAAW,CAAC;AAChB,QAAI,MAAM,MAAM,KAAK,WAAW;AAChC,QAAI,UAAU,QAAQ;AACpB,YAAM,IAAI,WAAW;AAAA,IACvB;AACA,UAAM,aAAa,UAAU,MAAM,IAC/B,0BAAyB,oBAAoB,KAAK,MAAM,KAAK,OAAO,IAAI,KACxE;AACJ,UAAM,SAAS,IAAI,MAAM,YAAY,aAAa,KAAK;AACvD,WAAO;AAAA,EACT;AAAA,EAEA,MAAyB,eAAe;AACtC,UAAM,MAAM,aAAa;AAGzB,UAAM,KAAK,UAAU,MAAM;AAAA,IAAC,CAAC;AAC7B,QAAI,KAAK,OAAO,mBAAmB;AACjC,YAAM,KAAK,aAAa;AAAA,IAC1B;AAAA,EACF;AAAA,EAEU,kBAAqB,MAA8E;AAC3G,WAAO,KAAK,OAAO,OAAO,OAAO;AAC/B,YAAM,QAAQ,GAAG;AAAA,QACf,kBAAkB,KAAK,WAAW,0BAAyB,iBAAiB;AAAA,QAC5E,EAAE,aAAa,QAAQ,eAAe,OAAO;AAAA,MAC/C;AACA,aAAO,MAAM,KAAK,KAAK;AAAA,IACzB,CAAC;AAAA,EACH;AAAA,EAEU,kBAAqB,MAA2E;AACxG,WAAO,KAAK,OAAO,OAAO,OAAO;AAC/B,YAAM,QAAQ,GAAG;AAAA,QACf,kBAAkB,KAAK,WAAW,0BAAyB,iBAAiB;AAAA,QAC5E,EAAE,aAAa,QAAQ,eAAe,OAAO;AAAA,MAC/C;AACA,aAAO,MAAM,KAAK,KAAK;AAAA,IACzB,CAAC;AAAA,EACH;AAAA,EAEA,MAAgB,UAAa,MAAqE;AAChG,WAAO,MAAM,KAAK,OAAO,OAAO,OAAO;AACrC,YAAM,WAAoC,GAAG,SAAyC,KAAK,WAAW,EAAE,aAAa,QAAQ,eAAe,OAAO,CAAC;AACpJ,aAAO,MAAM,KAAK,QAAQ;AAAA,IAC5B,CAAC;AAAA,EACH;AAGF;AAGO,IAAM,mBAAN,cAA+B,yBAAyB;AAAA,EACrD;AAAA,EACA,WAAW,IAAI,MAAM;AAAA,EAE7B,MAAyB,cAAc;AACrC,UAAM,KAAK,SAAS,aAAa,YAAY;AAC3C,YAAM,KAAK,KAAK,MAAM;AACtB,WAAK,MAAM;AAAA,IACb,CAAC;AACD,UAAM,MAAM,YAAY;AAAA,EAC1B;AAAA,EAEA,MAAyB,OAAU,MAA+D;AAChG,UAAM,KAAK,MAAM,KAAK,SAAS,aAAa,YAAY;AACtD,UAAI,CAAC,KAAK,KAAK;AACb,aAAK,MAAM,IAAI,MAAsC,KAAK,YAAY,EAAE,aAAa,QAAQ,eAAe,OAAO,CAAC;AACpH,cAAM,KAAK,IAAI,KAAK;AAAA,MACtB;AACA,aAAO,KAAK;AAAA,IACd,CAAC;AACD,WAAO,MAAM,KAAK,EAAE;AAAA,EACtB;AACF;AAtBa,mBAAN;AAAA,EADN,gBAAgB;AAAA,GACJ;","names":[]}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@xyo-network/archivist-leveldb",
-  "version": "4.3.0",
+  "version": "5.0.0",
   "description": "Primary SDK for using XYO Protocol 2.0",
   "homepage": "https://xyo.network",
   "bugs": {
@@ -28,34 +28,38 @@
   },
   "module": "dist/browser/index.mjs",
   "types": "dist/browser/index.d.ts",
+  "files": [
+    "dist",
+    "src"
+  ],
   "dependencies": {
-    "@xylabs/assert": "^4.15.0",
-    "@xylabs/exists": "^4.15.0",
-    "@xylabs/hex": "^4.15.0",
-    "@xylabs/promise": "^4.15.0",
-    "@xylabs/typeof": "^4.15.0",
-    "@xyo-network/archivist-abstract": "^4.3.0",
-    "@xyo-network/archivist-model": "^4.3.0",
-    "@xyo-network/boundwitness-model": "^4.3.0",
-    "@xyo-network/module-model": "^4.3.0",
-    "@xyo-network/payload-builder": "^4.3.0",
-    "@xyo-network/payload-model": "^4.3.0",
-    "abstract-level-2": "npm:abstract-level@^2",
+    "@xylabs/assert": "^5.0.0",
+    "@xylabs/exists": "^5.0.0",
+    "@xylabs/hex": "^5.0.0",
+    "@xylabs/promise": "^5.0.0",
+    "@xylabs/typeof": "^5.0.0",
+    "@xyo-network/archivist-abstract": "^5.0.0",
+    "@xyo-network/archivist-model": "^5.0.0",
+    "@xyo-network/boundwitness-model": "^5.0.0",
+    "@xyo-network/module-model": "^5.0.0",
+    "@xyo-network/payload-builder": "^5.0.0",
+    "@xyo-network/payload-model": "^5.0.0",
+    "abstract-level": "^3.1.0",
     "async-mutex": "^0.5.0",
-    "level": "^9.0.0"
+    "level": "^10.0.0"
   },
   "devDependencies": {
-    "@xylabs/delay": "^4.15.0",
-    "@xylabs/object": "^4.15.0",
-    "@xylabs/ts-scripts-yarn3": "^7.0.1",
-    "@xylabs/tsconfig": "^7.0.1",
-    "@xylabs/vitest-extended": "^4.15.0",
-    "@xyo-network/account": "^4.3.0",
-    "@xyo-network/account-model": "^4.3.0",
-    "@xyo-network/archivist-acceptance-tests": "^4.3.0",
-    "@xyo-network/id-payload-plugin": "^4.3.0",
-    "@xyo-network/payload-wrapper": "^4.3.0",
-    "@xyo-network/wallet": "^4.3.0",
+    "@xylabs/delay": "^5.0.0",
+    "@xylabs/object": "^5.0.0",
+    "@xylabs/ts-scripts-yarn3": "^7.0.2",
+    "@xylabs/tsconfig": "^7.0.2",
+    "@xylabs/vitest-extended": "^5.0.0",
+    "@xyo-network/account": "^5.0.0",
+    "@xyo-network/account-model": "^5.0.0",
+    "@xyo-network/archivist-acceptance-tests": "^5.0.0",
+    "@xyo-network/id-payload-plugin": "^5.0.0",
+    "@xyo-network/payload-wrapper": "^5.0.0",
+    "@xyo-network/wallet": "^5.0.0",
     "typescript": "^5.8.3",
     "uuid": "^11.1.0",
     "vitest": "^3.2.4"

package/src/Archivist.ts

@@ -25,7 +25,7 @@ import {
 } from '@xyo-network/payload-model'
 import {
   AbstractBatchOperation, AbstractLevel, AbstractSublevel,
-} from 'abstract-level-2'
+} from 'abstract-level'
 import { Mutex } from 'async-mutex'
 import { Level } from 'level'
 

package/src/spec/Archivist.full.spec.ts

@@ -0,0 +1,427 @@
+/* eslint-disable complexity */
+/* eslint-disable max-statements */
+
+import { tmpdir } from 'node:os'
+
+import { delay } from '@xylabs/delay'
+import type { Hash } from '@xylabs/hex'
+import type { AnyObject } from '@xylabs/object'
+import { toSafeJsonString } from '@xylabs/object'
+import { Account } from '@xyo-network/account'
+import type { AccountInstance } from '@xyo-network/account-model'
+import { generateArchivistNextTests } from '@xyo-network/archivist-acceptance-tests'
+import type { ArchivistInstance } from '@xyo-network/archivist-model'
+import { isArchivistInstance, isArchivistModule } from '@xyo-network/archivist-model'
+import { IdSchema } from '@xyo-network/id-payload-plugin'
+import { PayloadBuilder } from '@xyo-network/payload-builder'
+import type { Payload, WithStorageMeta } from '@xyo-network/payload-model'
+import { PayloadWrapper } from '@xyo-network/payload-wrapper'
+import { v4 } from 'uuid'
+import {
+  beforeAll, describe, expect, it,
+} from 'vitest'
+
+import { LevelDbArchivist } from '../Archivist.ts'
+import { LevelDbArchivistConfigSchema } from '../Config.ts'
+
+/**
+ * @group module
+ * @group archivist
+ */
+describe('LevelDbArchivist [full]', () => {
+  type TestPayload = Payload<{ salt: string; schema: string }>
+
+  const fillDb = async (db: ArchivistInstance, count: number = 10): Promise<TestPayload[]> => {
+    const sources = Array.from({ length: count }).map((_, i) => {
+      return { salt: `${i}`, schema: IdSchema }
+    })
+    await db.insert(sources)
+    return sources
+  }
+
+  const shuffleArray = <T>(original: Array<T>) => {
+    const shuffled = [...original]
+    for (let i = shuffled.length - 1; i > 0; i--) {
+      // Generate a random index between 0 and i
+      const j = Math.floor(Math.random() * (i + 1))
+      // Swap elements at indices i and j
+      ;[shuffled[i], shuffled[j]] = [shuffled[j], shuffled[i]]
+    }
+    return shuffled
+  }
+  let account: AccountInstance
+  beforeAll(async () => {
+    account = await Account.random()
+  })
+  describe('config', () => {
+    describe('dbName', () => {
+      it('supplied via config uses config value', async () => {
+        const dbName = 'testDbName'
+        const archivist = await LevelDbArchivist.create({
+          account,
+          config: {
+            dbName, schema: LevelDbArchivistConfigSchema, storeName: 'payloads', location: tmpdir(), clearStoreOnStart: true,
+          },
+        })
+        expect(archivist.dbName).toBe(dbName)
+      })
+    })
+    describe('dbStore', () => {
+      it('supplied via config uses config value', async () => {
+        const dbName = 'testDbName'
+        const storeName = 'testStoreName'
+        const archivist = await LevelDbArchivist.create({
+          account,
+          config: {
+            dbName, schema: LevelDbArchivistConfigSchema, storeName, location: tmpdir(), clearStoreOnStart: true,
+          },
+        })
+        expect(archivist.storeName).toBe(storeName)
+      })
+      it('allows for multiple dbStores within the same dbName', async () => {
+        const dbName = 'testDbName'
+        const storeName1 = 'testStoreName1'
+        const storeName2 = 'testStoreName2'
+        const archivist1 = await LevelDbArchivist.create({
+          account,
+          config: {
+            dbName, schema: LevelDbArchivistConfigSchema, storeName: storeName1, location: tmpdir(), clearStoreOnStart: true,
+          },
+        })
+        const archivist2 = await LevelDbArchivist.create({
+          account,
+          config: {
+            dbName, schema: LevelDbArchivistConfigSchema, storeName: storeName2, location: tmpdir(), clearStoreOnStart: true,
+          },
+        })
+
+        expect(isArchivistInstance(archivist1)).toBeTruthy()
+        expect(isArchivistModule(archivist1)).toBeTruthy()
+
+        // TODO: This test is not testing the end state of indexedDB, but rather the
+        // state of the Archivist instance and therefore isn't valid.  We'd want to actually
+        // open indexedDB and check the state of the stores matches what we want (which it doesn't).
+        expect(archivist1.storeName).toBe(storeName1)
+        expect(archivist2.storeName).toBe(storeName2)
+      })
+    })
+  })
+  describe('all', () => {
+    const dbName = 'e926a178-9c6a-4604-b65c-d1fccd97f1de'
+    const storeName = '27fcea19-c30f-415a-a7f9-0b0514705cb1'
+    let sources: Payload[] = []
+    let archivistModule: ArchivistInstance
+    beforeAll(async () => {
+      archivistModule = await LevelDbArchivist.create({
+        account,
+        config: {
+          dbName, schema: LevelDbArchivistConfigSchema, storeName, location: tmpdir(), clearStoreOnStart: true,
+        },
+      })
+      sources = await fillDb(archivistModule)
+    })
+    it('returns all data', async () => {
+      const getResult = await archivistModule.all?.()
+      expect(getResult).toBeDefined()
+      expect(getResult?.length).toBe(sources.length)
+      expect(PayloadBuilder.omitStorageMeta(getResult)).toEqual(sources)
+    })
+  })
+
+  describe('delete', () => {
+    const dbName = '6e3fcd65-f24f-4ebc-b314-f597b385fb8e'
+    const storeName = 'c0872f52-32b9-415e-8ca9-af78713cee28'
+    let sources: Payload[] = []
+    let archivistModule: ArchivistInstance
+    beforeAll(async () => {
+      archivistModule = await LevelDbArchivist.create({
+        account,
+        config: {
+          dbName, schema: LevelDbArchivistConfigSchema, storeName, location: tmpdir(), clearStoreOnStart: true,
+        },
+      })
+      sources = await fillDb(archivistModule)
+    })
+    it('deletes data', async () => {
+      const getResult = (await archivistModule.all?.()) ?? []
+      expect(getResult).toBeDefined()
+      expect(getResult?.length).toBe(sources.length)
+      const dataHashes = (await PayloadBuilder.dataHashes(getResult)) ?? []
+      const deleteResult = await archivistModule.delete?.(dataHashes)
+      expect(deleteResult.length).toBe(dataHashes.length)
+      expect((await archivistModule.all?.()).length).toBe(0)
+    })
+  })
+  describe('get', () => {
+    const dbName = 'b4379714-73d1-42c6-88e7-1a363b7ed86f'
+    const storeName = '3dbdb153-79d0-45d0-b2f7-9f06cdd74b1e'
+    let sources: TestPayload[] = []
+    let archivistModule: ArchivistInstance
+    beforeAll(async () => {
+      archivistModule = await LevelDbArchivist.create({
+        account,
+        config: {
+          dbName, schema: LevelDbArchivistConfigSchema, storeName, location: tmpdir(), clearStoreOnStart: true,
+        },
+      })
+      sources = await fillDb(archivistModule)
+    })
+    it('gets existing data', async () => {
+      for (const source of sources) {
+        const sourceHash = await PayloadBuilder.dataHash(source)
+        const getResult = await archivistModule.get([sourceHash])
+        expect(getResult).toBeDefined()
+        expect(getResult.length).toBe(1)
+        const resultHash = await PayloadWrapper.wrap(getResult[0]).dataHash()
+        expect(resultHash).toBe(sourceHash)
+      }
+    })
+    it('returned by order of insertion', async () => {
+      const shuffled = shuffleArray(sources)
+      const sourceHashes = await Promise.all(shuffled.map(source => PayloadBuilder.dataHash(source)))
+      const getResult = (await archivistModule.get(sourceHashes)) as WithStorageMeta<TestPayload>[]
+      expect(getResult).toBeDefined()
+      expect(getResult.length).toBe(sourceHashes.length)
+      const salts = sources.map(source => source.salt)
+      const resultSalts = getResult.map(result => result?.salt)
+      expect(resultSalts).toEqual(salts)
+    })
+    it('returns nothing for non-existing hashes', async () => {
+      const hashThatDoesNotExist = '0000000000000000000000000000000000000000000000000000000000000000' as Hash
+      const getResult = await archivistModule.get([hashThatDoesNotExist])
+      expect(getResult).toBeDefined()
+      expect(getResult.length).toBe(0)
+    })
+    describe('by hash', () => {
+      let payload1: Payload<AnyObject>
+      let payload2: Payload<AnyObject>
+      let dataHash1: Hash
+      let dataHash2: Hash
+      let rootHash1: Hash
+      let rootHash2: Hash
+      beforeAll(async () => {
+        const salt = '650123f6-191e-4cc4-a813-f7a29dcbfb0e'
+        payload1 = {
+          $some: [
+            '12bed6aa884f5b7ffc08e19790b5db0da724b8b7471138dcbec090a0798861db0da8255f0d9297ba981b2cbbea65d9eadabac6632124f10f22c709d333a1f285',
+          ],
+          salt,
+          schema: IdSchema,
+        }
+        payload2 = {
+          $some: [
+            '22bed6aa884f5b7ffc08e19790b5db0da724b8b7471138dcbec090a0798861db0da8255f0d9297ba981b2cbbea65d9eadabac6632124f10f22c709d333a1f285',
+          ],
+          salt,
+          schema: IdSchema,
+        }
+        dataHash1 = await PayloadBuilder.dataHash(payload1)
+        dataHash2 = await PayloadBuilder.dataHash(payload2)
+        rootHash1 = await PayloadBuilder.hash(payload1)
+        rootHash2 = await PayloadBuilder.hash(payload2)
+        expect(dataHash1).toBe(dataHash2)
+        expect(rootHash1).not.toBe(rootHash2)
+        await archivistModule.insert([payload1])
+        await archivistModule.insert([payload2])
+      })
+      describe('data hash', () => {
+        it('returns value using hash', async () => {
+          const result = await archivistModule.get([dataHash1])
+          expect(result).toBeDefined()
+          expect(result.length).toBe(1)
+        })
+        it('deduplicates multiple hashes', async () => {
+          const result = await archivistModule.get([dataHash1, dataHash2])
+          expect(result).toBeDefined()
+          expect(result.length).toBe(1)
+        })
+        it('returns the first occurrence of the hash', async () => {
+          // Same data hash contained by multiple root hashes
+          const result = await archivistModule.get([dataHash2])
+          expect(result).toBeDefined()
+          expect(result.length).toBe(1)
+          // Returns the first occurrence of the data hash
+          // expect(PayloadBuilder.omitStorageMeta(result[0])).toEqual(payload1)
+        })
+      })
+      describe('root hash', () => {
+        it('returns value using hash', async () => {
+          const result = await archivistModule.get([rootHash1])
+          expect(result).toBeDefined()
+          expect(result.length).toBe(1)
+        })
+        it('deduplicates multiple hashes', async () => {
+          const result = await archivistModule.get([rootHash1, rootHash1])
+          expect(result).toBeDefined()
+          expect(result.length).toBe(1)
+        })
+      })
+    })
+  })
+  describe('insert', () => {
+    describe('with unique data', () => {
+      const dbName = 'bd86d2dd-dc48-4621-8c1f-105ba2e90287'
+      const storeName = 'f8d14049-2966-4198-a2ab-1c096a949315'
+      let sources: Payload[] = []
+      let archivistModule: ArchivistInstance
+      beforeAll(async () => {
+        archivistModule = await LevelDbArchivist.create({
+          account,
+          config: {
+            dbName, schema: LevelDbArchivistConfigSchema, storeName, location: tmpdir(), clearStoreOnStart: true,
+          },
+        })
+        sources = await fillDb(archivistModule)
+      })
+      it('can round trip data using data hash', async () => {
+        await Promise.all(
+          sources.map(async (source) => {
+            const sourceHash = await PayloadBuilder.dataHash(source)
+            const getResult = await archivistModule.get([sourceHash])
+            expect(getResult).toBeDefined()
+            expect(getResult.length).toBe(1)
+            const [result] = getResult
+            expect(PayloadBuilder.omitStorageMeta(result)).toEqual(PayloadBuilder.omitStorageMeta(source))
+            const resultHash = await PayloadBuilder.dataHash(result)
+            expect(resultHash).toBe(sourceHash)
+          }),
+        )
+      })
+      it('can round trip data using root hash', async () => {
+        await Promise.all(
+          sources.map(async (source) => {
+            const sourceHash = await PayloadBuilder.hash(source)
+            const getResult = await archivistModule.get([sourceHash])
+            expect(getResult).toBeDefined()
+            expect(getResult.length).toBe(1)
+            const [result] = getResult
+            expect(PayloadBuilder.omitStorageMeta(result)).toEqual(PayloadBuilder.omitStorageMeta(source))
+            const resultHash = await PayloadBuilder.hash(result)
+            expect(resultHash).toBe(sourceHash)
+          }),
+        )
+      })
+    })
+    describe('with duplicate data', () => {
+      const dbName = 'bb43b6fe-2f9e-4bda-8177-f94336353f98'
+      const storeName = '91c6b87d-3ac8-4cfd-8aee-d509f3de0299'
+      let archivistModule: ArchivistInstance
+      beforeAll(async () => {
+        archivistModule = await LevelDbArchivist.create({
+          account,
+          config: {
+            dbName, schema: LevelDbArchivistConfigSchema, storeName, location: tmpdir(), clearStoreOnStart: true,
+          },
+        })
+      })
+      it('handles duplicate insertions', async () => {
+        // Insert same payload twice
+        const source = { salt: '2d515e1d-d82c-4545-9903-3eded7fefa7c', schema: IdSchema }
+        // First insertion should succeed and return the inserted payload
+        expect((await archivistModule.insert([source]))[0]._hash).toEqual(await PayloadBuilder.hash(source))
+        // Second insertion should succeed but return empty array since no new data was inserted
+        expect(await archivistModule.insert([source])).toEqual([])
+        // Ensure we can get the inserted payload
+        const sourceHash = await PayloadBuilder.dataHash(source)
+        const getResult = await archivistModule.get([sourceHash])
+        expect(getResult).toBeDefined()
+        expect(getResult.length).toBe(1)
+        const resultHash = await PayloadBuilder.dataHash(getResult[0])
+        expect(resultHash).toBe(sourceHash)
+        // Ensure the DB has only one instance of the payload written to it
+        const allResult = await archivistModule.all?.()
+        expect(allResult).toBeDefined()
+        expect(allResult.length).toBe(1)
+      })
+    })
+  })
+
+  describe('next', () => {
+    const dbName = 'bd86d2dd-dc48-4621-8c1f-105ba2e90288'
+    const storeName = 'f8d14049-2966-4198-a2ab-1c096a949316'
+    it('next', async () => {
+      const archivist = await LevelDbArchivist.create({
+        account: 'random',
+        config: {
+          dbName, schema: LevelDbArchivistConfigSchema, storeName, location: tmpdir(), clearStoreOnStart: true,
+        },
+      })
+      const account = await Account.random()
+
+      const payloads1 = [
+        { schema: 'network.xyo.test', value: 1 },
+      ]
+
+      const payloads2 = [
+        { schema: 'network.xyo.test', value: 2 },
+      ]
+
+      const payloads3 = [
+        { schema: 'network.xyo.test', value: 3 },
+      ]
+
+      const payloads4 = [
+        { schema: 'network.xyo.test', value: 4 },
+      ]
+
+      await archivist.insert(payloads1)
+      await delay(1)
+      console.log(toSafeJsonString(payloads1, 10))
+      const [bw, payloads, errors] = await archivist.insertQuery(payloads2, account)
+      await delay(1)
+      await archivist.insert(payloads3)
+      await delay(1)
+      await archivist.insert(payloads4)
+      await delay(1)
+      expect(bw).toBeDefined()
+      expect(payloads).toBeDefined()
+      expect(errors).toBeDefined()
+
+      const batch1 = await archivist.next?.({ limit: 2 })
+      expect(batch1.length).toBe(2)
+      expect(await PayloadBuilder.dataHash(batch1?.[0])).toEqual(await PayloadBuilder.dataHash(payloads1[0]))
+
+      const batch2 = await archivist.next?.({ limit: 2, cursor: batch1?.[1]._sequence })
+      expect(batch2.length).toBe(2)
+      expect(await PayloadBuilder.dataHash(batch2?.[1])).toEqual(await PayloadBuilder.dataHash(payloads4[0]))
+
+      const batch3 = await archivist.next?.({ limit: 20 })
+      expect(batch3.length).toBe(4)
+      expect(await PayloadBuilder.dataHash(batch3?.[0])).toEqual(await PayloadBuilder.dataHash(payloads1[0]))
+
+      const batch4 = await archivist.next?.({ limit: 20, cursor: batch1?.[0]._sequence })
+      expect(batch4.length).toBe(3)
+      expect(await PayloadBuilder.dataHash(batch4?.[0])).toEqual(await PayloadBuilder.dataHash(payloads2[0]))
+
+      // desc
+      const batch1Desc = await archivist.next?.({ limit: 2, order: 'desc' })
+      expect(batch1Desc.length).toBe(2)
+      expect(await PayloadBuilder.dataHash(batch1Desc?.[0])).toEqual(await PayloadBuilder.dataHash(payloads4[0]))
+
+      const batch2Desc = await archivist.next?.({
+        limit: 2, cursor: batch1Desc?.[1]._sequence, order: 'desc',
+      })
+      expect(batch2Desc.length).toBe(2)
+      expect(await PayloadBuilder.dataHash(batch2Desc?.[1])).toEqual(await PayloadBuilder.dataHash(payloads1[0]))
+
+      const batch3Desc = await archivist.next?.({
+        limit: 20, cursor: batch1Desc?.[1]._sequence, order: 'desc',
+      })
+      expect(batch3Desc.length).toBe(2)
+      expect(await PayloadBuilder.dataHash(batch3Desc?.[1])).toEqual(await PayloadBuilder.dataHash(payloads1[0]))
+    })
+  })
+  generateArchivistNextTests(async () => {
+    const dbName = v4()
+    const storeName = v4()
+    const location = tmpdir()
+    const clearStoreOnStart = true
+    const schema = LevelDbArchivistConfigSchema
+    return await LevelDbArchivist.create({
+      account: 'random',
+      config: {
+        dbName, schema, storeName, location, clearStoreOnStart,
+      },
+    })
+  })
+})

package/src/spec/Archivist.spec.ts

@@ -0,0 +1,163 @@
+/* eslint-disable max-statements */
+import '@xylabs/vitest-extended'
+
+import { tmpdir } from 'node:os'
+
+import { delay } from '@xylabs/delay'
+import { toSafeJsonString } from '@xylabs/object'
+import { isArchivistInstance, isArchivistModule } from '@xyo-network/archivist-model'
+import type { Id } from '@xyo-network/id-payload-plugin'
+import {
+  asId,
+  IdSchema, isId,
+} from '@xyo-network/id-payload-plugin'
+import { PayloadBuilder } from '@xyo-network/payload-builder'
+import { HDWallet } from '@xyo-network/wallet'
+import {
+  describe, expect, it,
+} from 'vitest'
+
+import { LevelDbArchivist } from '../Archivist.ts'
+import { LevelDbArchivistConfigSchema } from '../Config.ts'
+
+/**
+ * @group module
+ * @group archivist
+ */
+describe('LevelArchivist', () => {
+  it('should listen to cleared events', async () => {
+    const archivist = await LevelDbArchivist.create({
+      account: 'random',
+      config: {
+        schema: LevelDbArchivistConfigSchema, location: tmpdir(), dbName: 'test1.db', storeName: 'payloads', clearStoreOnStart: true,
+      },
+    })
+
+    expect(isArchivistInstance(archivist)).toBe(true)
+    expect(isArchivistModule(archivist)).toBe(true)
+
+    // Create a new promise and resolve it when the event fires
+    const eventPromise = new Promise<void>((resolve) => {
+      archivist.on('cleared', () => {
+        expect(true).toBe(true) // Confirm event fired
+        resolve() // Resolve the promise
+      })
+    })
+    await archivist.clear()
+    return eventPromise
+  })
+
+  it('should return items inserted in the order they were provided in', async () => {
+    const archivist = await LevelDbArchivist.create({
+      account: 'random',
+      config: {
+        schema: LevelDbArchivistConfigSchema, location: tmpdir(), dbName: 'test2.db', storeName: 'payloads', clearStoreOnStart: true,
+      },
+    })
+    const payloads: Id[] = Array.from({ length: 100 }, (_, i) => new PayloadBuilder<Id>({ schema: IdSchema }).fields({ salt: `${i}` }).build())
+    // Ensure payload was create in order provided
+    for (const [index, id] of payloads.entries()) {
+      expect(id?.salt).toBe(`${index}`)
+    }
+
+    const withStorageMeta = await PayloadBuilder.addStorageMeta(payloads)
+
+    // Ensure payload was returned in order provided
+    for (const [index, result] of withStorageMeta.entries()) {
+      expect(isId(result)).toBe(true)
+      const id = asId(result)
+      expect(id).toBeDefined()
+      expect(id?.salt).toBe(`${index}`)
+      expect(await PayloadBuilder.dataHash(result)).toEqual(await PayloadBuilder.dataHash(payloads[index]))
+    }
+
+    const results = await archivist.insert(payloads)
+    expect(results.length).toBe(payloads.length)
+
+    // Ensure payload was inserted in order provided
+    for (const [index, result] of results.entries()) {
+      expect(isId(result)).toBe(true)
+      const id = asId(result)
+      expect(id).toBeDefined()
+      if (index > 0) {
+        expect(result._sequence > results[index - 1]._sequence).toBeTrue()
+      }
+      if (index < 99) {
+        expect(result._sequence < results[index + 1]._sequence).toBeTrue()
+      }
+      if (id?.salt !== `${index}`) {
+        console.warn('result-', results[index - 1])
+        console.warn('result', result)
+        console.warn('result+', results[index + 1])
+      }
+      expect(id?.salt).toBe(`${index}`)
+      expect(await PayloadBuilder.dataHash(result)).toEqual(await PayloadBuilder.dataHash(payloads[index]))
+    }
+  })
+
+  it('next', async () => {
+    const archivist = await LevelDbArchivist.create({
+      account: await HDWallet.random(),
+      config: {
+        schema: LevelDbArchivistConfigSchema, location: tmpdir(), dbName: 'test3.db', storeName: 'payloads', clearStoreOnStart: true,
+      },
+    })
+    const account = await HDWallet.random()
+
+    const payloads1 = [
+      { schema: 'network.xyo.test', value: 1 },
+    ]
+
+    const payloads2 = [
+      { schema: 'network.xyo.test', value: 2 },
+    ]
+
+    const payloads3 = [
+      { schema: 'network.xyo.test', value: 3 },
+    ]
+
+    const payloads4 = [
+      { schema: 'network.xyo.test', value: 4 },
+    ]
+
+    const insertedPayloads1 = await archivist.insert(payloads1)
+    expect(insertedPayloads1[0]._hash).toBe(await PayloadBuilder.hash(payloads1[0]))
+    expect(insertedPayloads1[0]._dataHash).toBe(await PayloadBuilder.dataHash(payloads1[0]))
+    expect(insertedPayloads1[0]._sequence).toBeDefined()
+    await delay(1)
+    console.log(toSafeJsonString(payloads1, 10))
+    const [bw, payloads, errors] = await archivist.insertQuery(payloads2, account)
+    expect(bw).toBeDefined()
+    expect(payloads).toBeDefined()
+    expect(errors).toBeDefined()
+    await delay(1)
+    await archivist.insert(payloads3)
+    await delay(1)
+    await archivist.insert(payloads4)
+
+    console.log('bw', toSafeJsonString([bw, payloads, errors], 10))
+
+    const batch1 = await archivist.next?.({ limit: 2 })
+    expect(batch1).toBeArrayOfSize(2)
+    expect(await PayloadBuilder.dataHash(batch1?.[0])).toEqual(await PayloadBuilder.dataHash(payloads1[0]))
+    expect(await PayloadBuilder.dataHash(batch1?.[0])).toEqual(await PayloadBuilder.dataHash(insertedPayloads1[0]))
+
+    const batch2 = await archivist.next?.({ limit: 2, cursor: batch1?.[0]._sequence })
+    expect(batch2).toBeArrayOfSize(2)
+    expect(await PayloadBuilder.dataHash(batch2?.[0])).toEqual(await PayloadBuilder.dataHash(payloads2[0]))
+    expect(await PayloadBuilder.dataHash(batch2?.[1])).toEqual(await PayloadBuilder.dataHash(payloads3[0]))
+
+    // desc
+    const batch1Desc = await archivist.next?.({ limit: 2, order: 'desc' })
+    expect(batch1Desc).toBeArrayOfSize(2)
+    expect(await PayloadBuilder.dataHash(batch1Desc?.[0])).toEqual(await PayloadBuilder.dataHash(payloads4[0]))
+    expect(await PayloadBuilder.dataHash(batch1Desc?.[1])).toEqual(await PayloadBuilder.dataHash(payloads3[0]))
+
+    const batch2Desc = await archivist.next?.({
+      limit: 2, cursor: batch1Desc[1]._sequence, order: 'desc',
+    })
+    expect(batch2Desc).toBeArrayOfSize(2)
+    expect(await PayloadBuilder.dataHash(batch2Desc?.[0])).toEqual(await PayloadBuilder.dataHash(payloads2[0]))
+    expect(await PayloadBuilder.dataHash(batch2Desc?.[1])).toEqual(await PayloadBuilder.dataHash(payloads1[0]))
+  })
+})

package/src/spec/Archivist.two.spec.ts

@@ -0,0 +1,66 @@
+import '@xylabs/vitest-extended'
+
+import { tmpdir } from 'node:os'
+
+import type { Id } from '@xyo-network/id-payload-plugin'
+import { IdSchema } from '@xyo-network/id-payload-plugin'
+import { PayloadBuilder } from '@xyo-network/payload-builder'
+import {
+  describe, expect, it,
+} from 'vitest'
+
+import { LevelDbArchivist } from '../Archivist.ts'
+import { LevelDbArchivistConfigSchema } from '../Config.ts'
+
+/**
+ * @group module
+ * @group archivist
+ */
+describe('LevelArchivist', () => {
+  it('should listen to cleared events', async () => {
+    const archivistLevel1Test1Payloads1 = await LevelDbArchivist.create({
+      account: 'random',
+      config: {
+        schema: LevelDbArchivistConfigSchema, location: tmpdir() + '/level1', dbName: 'test1.db', storeName: 'payloads1', clearStoreOnStart: true,
+      },
+    })
+    const archivistLevel1Test1Payloads2 = await LevelDbArchivist.create({
+      account: 'random',
+      config: {
+        schema: LevelDbArchivistConfigSchema, location: tmpdir() + '/level1', dbName: 'test1.db', storeName: 'payloads2', clearStoreOnStart: true,
+      },
+    })
+    const archivistLevel1Test2Payloads1 = await LevelDbArchivist.create({
+      account: 'random',
+      config: {
+        schema: LevelDbArchivistConfigSchema, location: tmpdir() + '/level1', dbName: 'test2.db', storeName: 'payloads1', clearStoreOnStart: true,
+      },
+    })
+    const archivistLevel2Test1Payloads1 = await LevelDbArchivist.create({
+      account: 'random',
+      config: {
+        schema: LevelDbArchivistConfigSchema, location: tmpdir() + '/level2', dbName: 'test1.db', storeName: 'payloads1', clearStoreOnStart: true,
+      },
+    })
+
+    const p111Original = await PayloadBuilder.addStorageMeta(new PayloadBuilder<Id>({ schema: IdSchema }).fields({ salt: '111' }).build())
+    const p112Original = await PayloadBuilder.addStorageMeta(new PayloadBuilder<Id>({ schema: IdSchema }).fields({ salt: '112' }).build())
+    const p121Original = await PayloadBuilder.addStorageMeta(new PayloadBuilder<Id>({ schema: IdSchema }).fields({ salt: '121' }).build())
+    const p211Original = await PayloadBuilder.addStorageMeta(new PayloadBuilder<Id>({ schema: IdSchema }).fields({ salt: '211' }).build())
+
+    await archivistLevel1Test1Payloads1.insert([p111Original])
+    await archivistLevel1Test1Payloads2.insert([p112Original])
+    await archivistLevel1Test2Payloads1.insert([p121Original])
+    await archivistLevel2Test1Payloads1.insert([p211Original])
+
+    const [p111] = await archivistLevel1Test1Payloads1.next()
+    const [p112] = await archivistLevel1Test1Payloads2.next()
+    const [p121] = await archivistLevel1Test2Payloads1.next()
+    const [p211] = await archivistLevel2Test1Payloads1.next()
+
+    expect(p111._hash).toBe(p111Original._hash)
+    expect(p112._hash).toBe(p112Original._hash)
+    expect(p121._hash).toBe(p121Original._hash)
+    expect(p211._hash).toBe(p211Original._hash)
+  })
+})

package/xy.config.ts

@@ -1,10 +0,0 @@
-import type { XyTsupConfig } from '@xylabs/ts-scripts-yarn3'
-const config: XyTsupConfig = {
-  compile: {
-    browser: { src: true },
-    neutral: {},
-    node: {},
-  },
-}
-
-export default config