@xyo-network/archivist-abstract 2.94.5 → 2.94.7

package/dist/browser/index.cjs

@@ -81,7 +81,7 @@ var AbstractArchivist = class _AbstractArchivist extends import_module_abstract.
     const queryPayload = {
       schema: import_archivist_model.ArchivistAllQuerySchema
     };
-    return await this.sendQuery(queryPayload, void 0, account);
+    return await this.sendQueryRaw(queryPayload, void 0, account);
   }
   clear() {
     this._noOverride("clear");
@@ -94,7 +94,7 @@ var AbstractArchivist = class _AbstractArchivist extends import_module_abstract.
     const queryPayload = {
       schema: import_archivist_model.ArchivistClearQuerySchema
     };
-    return await this.sendQuery(queryPayload, void 0, account);
+    return await this.sendQueryRaw(queryPayload, void 0, account);
   }
   commit() {
     this._noOverride("commit");
@@ -107,7 +107,7 @@ var AbstractArchivist = class _AbstractArchivist extends import_module_abstract.
     const queryPayload = {
       schema: import_archivist_model.ArchivistCommitQuerySchema
     };
-    return await this.sendQuery(queryPayload, void 0, account);
+    return await this.sendQueryRaw(queryPayload, void 0, account);
   }
   async delete(hashes) {
     this._noOverride("delete");
@@ -121,7 +121,7 @@ var AbstractArchivist = class _AbstractArchivist extends import_module_abstract.
       hashes,
       schema: import_archivist_model.ArchivistDeleteQuerySchema
     };
-    return await this.sendQuery(queryPayload, void 0, account);
+    return await this.sendQueryRaw(queryPayload, void 0, account);
   }
   async get(hashes) {
     this._noOverride("get");
@@ -135,7 +135,7 @@ var AbstractArchivist = class _AbstractArchivist extends import_module_abstract.
       hashes,
       schema: import_archivist_model.ArchivistGetQuerySchema
     };
-    return await this.sendQuery(queryPayload, void 0, account);
+    return await this.sendQueryRaw(queryPayload, void 0, account);
   }
   async insert(payloads) {
     this._noOverride("insert");
@@ -148,7 +148,7 @@ var AbstractArchivist = class _AbstractArchivist extends import_module_abstract.
     const queryPayload = {
       schema: import_archivist_model.ArchivistInsertQuerySchema
     };
-    return await this.sendQuery(queryPayload, payloads, account);
+    return await this.sendQueryRaw(queryPayload, payloads, account);
   }
   async next(options) {
     this._noOverride("next");
@@ -162,7 +162,7 @@ var AbstractArchivist = class _AbstractArchivist extends import_module_abstract.
       schema: import_archivist_model.ArchivistNextQuerySchema,
       ...options
     };
-    return await this.sendQuery(queryPayload, void 0, account);
+    return await this.sendQueryRaw(queryPayload, void 0, account);
   }
   allHandler() {
     throw new Error("Not implemented");

package/dist/browser/index.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/index.ts","../../src/AbstractArchivist.ts","../../src/StorageMeta.ts"],"sourcesContent":["export * from './AbstractArchivist'\nexport * from './StorageMeta'\n","import { assertEx } from '@xylabs/assert'\nimport { Address, Hash } from '@xylabs/hex'\nimport { compact } from '@xylabs/lodash'\nimport { globallyUnique } from '@xylabs/object'\nimport { Promisable, PromisableArray } from '@xylabs/promise'\nimport { difference } from '@xylabs/set'\nimport { AccountInstance } from '@xyo-network/account-model'\nimport {\n  ArchivistAllQuery,\n  ArchivistAllQuerySchema,\n  ArchivistClearQuery,\n  ArchivistClearQuerySchema,\n  ArchivistCommitQuery,\n  ArchivistCommitQuerySchema,\n  ArchivistDeleteQuery,\n  ArchivistDeleteQuerySchema,\n  ArchivistGetQuery,\n  ArchivistGetQuerySchema,\n  ArchivistInsertQuery,\n  ArchivistInsertQuerySchema,\n  ArchivistInstance,\n  ArchivistModuleEventData,\n  ArchivistNextOptions,\n  ArchivistNextQuery,\n  ArchivistNextQuerySchema,\n  ArchivistParams,\n  ArchivistQueries,\n  asArchivistInstance,\n  AttachableArchivistInstance,\n  isArchivistInstance,\n} from '@xyo-network/archivist-model'\nimport { BoundWitness, QueryBoundWitness } from '@xyo-network/boundwitness-model'\nimport { QueryBoundWitnessWrapper } from '@xyo-network/boundwitness-wrapper'\nimport { AbstractModuleInstance } from '@xyo-network/module-abstract'\nimport { duplicateModules, ModuleConfig, ModuleIdentifier, ModuleName, ModuleQueryHandlerResult, ModuleQueryResult } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { Payload, PayloadWithMeta, WithMeta } from '@xyo-network/payload-model'\n\nexport interface ActionConfig {\n  emitEvents?: boolean\n}\n\nexport interface InsertConfig extends ActionConfig {\n  writeToParents?: boolean\n}\n\nexport interface ArchivistParentInstances {\n  commit?: Record<string, ArchivistInstance>\n  read?: Record<string, ArchivistInstance>\n  write?: Record<string, ArchivistInstance>\n}\n\nexport abstract class AbstractArchivist<\n    TParams extends ArchivistParams = ArchivistParams,\n    TEventData extends ArchivistModuleEventData = ArchivistModuleEventData,\n  >\n  extends AbstractModuleInstance<TParams, TEventData>\n  implements AttachableArchivistInstance<TParams, TEventData, Payload>\n{\n  static override readonly uniqueName = globallyUnique('AbstractArchivist', AbstractArchivist, 'xyo')\n  private _lastInsertedPayload: Payload | undefined\n  private _parents?: ArchivistParentInstances\n\n  override get queries(): string[] {\n    return [ArchivistGetQuerySchema, ...super.queries]\n  }\n\n  get requireAllParents() {\n    return this.config.requireAllParents ?? false\n  }\n\n  protected override get _queryAccountPaths(): Record<ArchivistQueries['schema'], string> {\n    return {\n      'network.xyo.query.archivist.all': '1/1',\n      'network.xyo.query.archivist.clear': '1/2',\n      'network.xyo.query.archivist.commit': '1/3',\n      'network.xyo.query.archivist.delete': '1/4',\n      'network.xyo.query.archivist.get': '1/5',\n      'network.xyo.query.archivist.insert': '1/6',\n      'network.xyo.query.archivist.next': '1/7',\n    }\n  }\n\n  protected get storeParentReads() {\n    return !!this.config?.storeParentReads\n  }\n\n  all(): PromisableArray<WithMeta<Payload>> {\n    this._noOverride('all')\n    return this.busy(async () => {\n      await this.started('throw')\n      return await PayloadBuilder.build(await this.allHandler())\n    })\n  }\n\n  async allQuery(account: AccountInstance): Promise<ModuleQueryResult> {\n    const queryPayload: ArchivistAllQuery = { schema: ArchivistAllQuerySchema }\n    return (await this.sendQuery(queryPayload, undefined, account)) as ModuleQueryResult\n  }\n\n  clear(): Promisable<void> {\n    this._noOverride('clear')\n    return this.busy(async () => {\n      await this.started('throw')\n      return await this.clearHandler()\n    })\n  }\n\n  async clearQuery(account: AccountInstance): Promise<ModuleQueryResult> {\n    const queryPayload: ArchivistClearQuery = { schema: ArchivistClearQuerySchema }\n    return (await this.sendQuery(queryPayload, undefined, account)) as ModuleQueryResult\n  }\n\n  commit(): Promisable<WithMeta<BoundWitness>[]> {\n    this._noOverride('commit')\n    return this.busy(async () => {\n      await this.started('throw')\n      return await this.commitHandler()\n    })\n  }\n\n  async commitQuery(account: AccountInstance): Promise<ModuleQueryResult> {\n    const queryPayload: ArchivistCommitQuery = { schema: ArchivistCommitQuerySchema }\n    return (await this.sendQuery(queryPayload, undefined, account)) as ModuleQueryResult\n  }\n\n  async delete(hashes: Hash[]): Promise<Hash[]> {\n    this._noOverride('delete')\n    return await this.busy(async () => {\n      await this.started('throw')\n      return await this.deleteWithConfig(hashes)\n    })\n  }\n\n  async deleteQuery(account: AccountInstance, hashes: Hash[]): Promise<ModuleQueryResult> {\n    const queryPayload: ArchivistDeleteQuery = { hashes, schema: ArchivistDeleteQuerySchema }\n    return (await this.sendQuery(queryPayload, undefined, account)) as ModuleQueryResult\n  }\n\n  async get(hashes: Hash[]): Promise<WithMeta<Payload>[]> {\n    this._noOverride('get')\n    return await this.busy(async () => {\n      await this.started('throw')\n      return await PayloadBuilder.build(await this.getWithConfig(hashes))\n    })\n  }\n\n  async getQuery(account: AccountInstance, hashes: Hash[]): Promise<ModuleQueryResult> {\n    const queryPayload: ArchivistGetQuery = { hashes, schema: ArchivistGetQuerySchema }\n    return (await this.sendQuery(queryPayload, undefined, account)) as ModuleQueryResult\n  }\n\n  async insert(payloads: Payload[]): Promise<WithMeta<Payload>[]> {\n    this._noOverride('insert')\n    return await this.busy(async () => {\n      await this.started('throw')\n      //make sure all incoming payloads have proper $hash and $meta\n      return await this.insertWithConfig(payloads)\n    })\n  }\n\n  async insertQuery(account: AccountInstance, payloads: Payload[]): Promise<ModuleQueryResult> {\n    const queryPayload: ArchivistInsertQuery = { schema: ArchivistInsertQuerySchema }\n    return (await this.sendQuery(queryPayload, payloads, account)) as ModuleQueryResult\n  }\n\n  async next(options?: ArchivistNextOptions): Promise<WithMeta<Payload>[]> {\n    this._noOverride('next')\n    return await this.busy(async () => {\n      await this.started('throw')\n      return await this.nextWithConfig(options)\n    })\n  }\n\n  async nextQuery(account: AccountInstance, options?: ArchivistNextOptions): Promise<ModuleQueryResult> {\n    const queryPayload: ArchivistNextQuery = { schema: ArchivistNextQuerySchema, ...options }\n    return (await this.sendQuery(queryPayload, undefined, account)) as ModuleQueryResult\n  }\n\n  protected allHandler(): PromisableArray<Payload> {\n    throw new Error('Not implemented')\n  }\n\n  protected clearHandler(): Promisable<void> {\n    throw new Error('Not implemented')\n  }\n\n  protected commitHandler(): Promisable<WithMeta<BoundWitness>[]> {\n    throw new Error('Not implemented')\n  }\n\n  protected deleteHandler(_hashes: Hash[]): PromisableArray<Hash> {\n    throw new Error('Not implemented')\n  }\n\n  protected async deleteWithConfig(hashes: Hash[], config?: ActionConfig): Promise<Hash[]> {\n    const emitEvents = config?.emitEvents ?? true\n\n    const deletedHashes = await this.deleteHandler(hashes)\n\n    if (emitEvents) {\n      await this.emit('deleted', { hashes: deletedHashes, module: this })\n    }\n\n    return deletedHashes\n  }\n\n  protected async getFromParent(hashes: Hash[], archivist: ArchivistInstance): Promise<[WithMeta<Payload>[], Hash[]]> {\n    const foundPairs = (await PayloadBuilder.dataHashPairs(await archivist.get(hashes))).filter(([, hash]) => {\n      const askedFor = hashes.includes(hash)\n      if (!askedFor) {\n        console.warn(`Parent returned payload with hash not asked for: ${hash}`)\n        //throw Error(`Parent returned payload with hash not asked for: ${hash}`)\n      }\n      return askedFor\n    })\n\n    const foundHashes = new Set(foundPairs.map(([, hash]) => hash))\n    const foundPayloads = foundPairs.map(([payload]) => payload)\n\n    const notfound = hashes.filter((hash) => !foundHashes.has(hash))\n    return [foundPayloads, notfound]\n  }\n\n  protected async getFromParents(hashes: Hash[]): Promise<[WithMeta<Payload>[], Hash[]]> {\n    const parents = Object.values((await this.parents())?.read ?? {})\n    let remainingHashes = [...hashes]\n    let parentIndex = 0\n    let result: WithMeta<Payload>[] = []\n\n    // NOTE: intentionally doing this serially\n    while (parentIndex < parents.length && remainingHashes.length > 0) {\n      const [found, notfound] = await this.getFromParent(remainingHashes, parents[parentIndex])\n      result = [...result, ...found]\n      remainingHashes = notfound\n      parentIndex++\n    }\n    return [result, remainingHashes]\n  }\n\n  protected getHandler(_hashes: Hash[]): Promisable<Payload[]> {\n    throw new Error('Not implemented')\n  }\n\n  protected async getWithConfig(hashes: Hash[], _config?: InsertConfig): Promise<WithMeta<Payload>[]> {\n    // Filter out duplicates\n    const requestedHashes = new Set(hashes)\n\n    // Attempt to find the payloads in the store\n    const gotten = await this.getHandler([...requestedHashes])\n\n    // Do not just blindly return what the archivist told us but\n    // ensure to only return requested payloads and keep track of\n    // the ones it did not find so we can ask the parents.\n    const foundPayloads: PayloadWithMeta[] = []\n    const foundHashes = new Set<Hash>()\n\n    // NOTE: We are iterating over the returned result from the archivist\n    // (not the array of hashes passed in) to preserve the natural order of the\n    // hashes as returned by the archivist as that should loosely\n    // correspond to the order when iterated and the symmetry will\n    // be helpful for debugging\n    for (const payload of gotten) {\n      // Compute the hashes for this payload\n      const map = await PayloadBuilder.toAllHashMap([payload])\n      for (const [key, payload] of Object.entries(map)) {\n        let requestedPayloadFound = false\n        const hash = key as Hash // NOTE: Required cast as Object.entries always returns string keys\n        // If this hash was requested\n        if (\n          requestedHashes.has(hash) && // Indicate that we found it (but do not insert it yet). Since\n          // one payload could satisfy two requested hashes (vit its dataHash\n          // & rootHash) we only want to insert that payload once but we want\n          // to keep track of all the hashes it satisfies so we can ask th\n          // parents for the ones we did not find\n          !foundHashes.has(hash)\n        ) {\n          requestedPayloadFound = true\n          // Add it to the list of found hashes\n          foundHashes.add(hash)\n        }\n        if (requestedPayloadFound) foundPayloads.push(payload)\n      }\n    }\n    // For all the hashes we did not find, ask the parents\n    const notFoundHashes = [...difference(requestedHashes, foundHashes)]\n    const [parentFoundPayloads] = await this.getFromParents(notFoundHashes)\n\n    if (this.storeParentReads) {\n      await this.insertWithConfig(parentFoundPayloads)\n    }\n    return await PayloadBuilder.build([...foundPayloads, ...parentFoundPayloads])\n  }\n\n  protected head(): Promisable<Payload | undefined> {\n    return this._lastInsertedPayload\n  }\n\n  protected insertHandler(_payloads: Payload[]): Promise<WithMeta<Payload>[]> {\n    throw new Error('Not implemented')\n  }\n\n  protected async insertQueryHandler<T extends QueryBoundWitnessWrapper = QueryBoundWitnessWrapper>(query: T, payloads?: Payload[]) {\n    assertEx(payloads, () => `Missing payloads: ${JSON.stringify(query.payload, null, 2)}`)\n    const resolvedPayloads = await PayloadBuilder.filterIncludeByDataHash(payloads, query.payloadHashes)\n    assertEx(\n      resolvedPayloads.length === query.payloadHashes.length,\n      () => `Could not find some passed hashes [${resolvedPayloads.length} != ${query.payloadHashes.length}]`,\n    )\n    const queryPayload = await query.getQuery()\n    const payloadsWithoutQuery = await PayloadBuilder.filterExclude(resolvedPayloads, await PayloadBuilder.dataHash(queryPayload))\n    const result = await this.insertWithConfig(payloadsWithoutQuery)\n    // NOTE: There isn't an exact equivalence between what we get and what we store. Once\n    // we move to returning only inserted Payloads(/hash) instead of a BoundWitness, we\n    // can grab the actual last one\n    this._lastInsertedPayload = resolvedPayloads.at(-1)\n    return result\n  }\n\n  protected async insertWithConfig(payloads: Payload[], config?: InsertConfig): Promise<WithMeta<Payload>[]> {\n    const emitEvents = config?.emitEvents ?? true\n    const writeToParents = config?.writeToParents ?? true\n\n    const insertedPayloads = await PayloadBuilder.build(await this.insertHandler(payloads), true)\n\n    if (writeToParents) {\n      await this.writeToParents(insertedPayloads)\n    }\n    if (emitEvents) {\n      await this.emit('inserted', { module: this, payloads: insertedPayloads })\n    }\n\n    return insertedPayloads\n  }\n\n  protected nextHandler(_options?: ArchivistNextOptions): Promisable<WithMeta<Payload>[]> {\n    throw new Error('Not implemented')\n  }\n\n  protected async nextWithConfig(options?: ArchivistNextOptions, _config?: InsertConfig): Promise<WithMeta<Payload>[]> {\n    const foundPayloads = await this.nextHandler(options)\n    return await PayloadBuilder.build(foundPayloads)\n  }\n\n  protected async parents() {\n    this._parents = this._parents ?? {\n      commit: await this.resolveArchivists(this.config?.parents?.commit),\n      read: await this.resolveArchivists(this.config?.parents?.read),\n      write: await this.resolveArchivists(this.config?.parents?.write),\n    }\n    return assertEx(this._parents)\n  }\n\n  protected override async queryHandler<T extends QueryBoundWitness = QueryBoundWitness, TConfig extends ModuleConfig = ModuleConfig>(\n    query: T,\n    payloads: Payload[],\n    queryConfig?: TConfig,\n  ): Promise<ModuleQueryHandlerResult> {\n    const wrappedQuery = await QueryBoundWitnessWrapper.parseQuery<ArchivistQueries>(query, payloads)\n    const builtQuery = await PayloadBuilder.build(query, true)\n    const queryPayload = await wrappedQuery.getQuery()\n    assertEx(await this.queryable(query, payloads, queryConfig))\n    const resultPayloads: Payload[] = []\n\n    switch (queryPayload.schema) {\n      case ArchivistAllQuerySchema: {\n        resultPayloads.push(...(await this.allHandler()))\n        break\n      }\n      case ArchivistClearQuerySchema: {\n        await this.clearHandler()\n        break\n      }\n      case ArchivistCommitQuerySchema: {\n        resultPayloads.push(...(await this.commitHandler()))\n        break\n      }\n      case ArchivistDeleteQuerySchema: {\n        const resultPayload: ArchivistDeleteQuery = {\n          hashes: [...(await this.deleteWithConfig(queryPayload.hashes))],\n          schema: ArchivistDeleteQuerySchema,\n        }\n        resultPayloads.push(resultPayload)\n        break\n      }\n      case ArchivistGetQuerySchema: {\n        if (queryPayload.hashes?.length) {\n          resultPayloads.push(...(await this.getWithConfig(queryPayload.hashes)))\n        } else {\n          const head = await this.head()\n          if (head) resultPayloads.push(head)\n        }\n        break\n      }\n      case ArchivistInsertQuerySchema: {\n        resultPayloads.push(...(await this.insertQueryHandler(wrappedQuery, payloads)))\n        break\n      }\n      default: {\n        const result = await super.queryHandler(query, payloads)\n        if (this.config.storeQueries) {\n          await this.insertHandler([builtQuery])\n        }\n        return result\n      }\n    }\n    if (this.config.storeQueries) {\n      await this.insertHandler([builtQuery])\n    }\n    return resultPayloads\n  }\n\n  protected async writeToParent(parent: ArchivistInstance, payloads: Payload[]): Promise<PayloadWithMeta[]> {\n    return await parent.insert(payloads)\n  }\n\n  protected async writeToParents(payloads: Payload[]): Promise<PayloadWithMeta[]> {\n    const parents = await this.parents()\n    return compact(\n      await Promise.all(\n        Object.values(parents.write ?? {}).map(async (parent) => {\n          return parent ? await this.writeToParent(parent, payloads) : undefined\n        }),\n      ),\n    ).flat()\n  }\n\n  private async resolveArchivists(archivists: ModuleIdentifier[] = []) {\n    const archivistModules = [\n      ...(await this.resolve({ address: archivists as Address[] })),\n      ...(await this.resolve({ name: archivists as ModuleName[] })),\n    ].filter(duplicateModules)\n\n    assertEx(\n      !this.requireAllParents || archivistModules.length === archivists.length,\n      () =>\n        `Failed to find some archivists (set allRequired to false if ok): [${archivists.filter((archivist) =>\n          archivistModules.map((module) => !(module.address === archivist || module.config.name === archivist)),\n        )}]`,\n    )\n\n    // eslint-disable-next-line unicorn/no-array-reduce\n    return archivistModules.reduce<Record<string, ArchivistInstance>>((prev, module) => {\n      prev[module.address] = asArchivistInstance(module, () => {\n        isArchivistInstance(module, { log: console })\n        return `Unable to cast resolved module to an archivist: [${module.address}, ${module.config.name}, ${module.config.schema})}]`\n      })\n\n      return prev\n    }, {})\n  }\n}\n","import { assertEx } from '@xylabs/assert'\nimport { Payload, PayloadWithMeta, WithMeta } from '@xyo-network/payload-model'\n\nexport interface StorageMeta {\n  _sequence: bigint\n}\n\nexport type WithOptionalStorageMeta<T extends Payload> = T & Partial<StorageMeta>\n\nexport type WithStorageMeta<T extends Payload> = T & StorageMeta\n\nexport const maxSequenceIndex = 10_000_000_000n\n\nexport const sequenceNumber = (index: number) => {\n  assertEx(index < maxSequenceIndex, () => `index may not be larger than ${maxSequenceIndex}`)\n  return BigInt(Date.now()) * maxSequenceIndex + BigInt(index)\n}\n\nexport const addStorageMeta = <T extends PayloadWithMeta>(payload: T, index = 0) => {\n  return { ...payload, _sequence: sequenceNumber(index) }\n}\n\nexport const sortByStorageMeta = <T extends PayloadWithMeta>(payloads: WithStorageMeta<T>[], direction: -1 | 1 = 1) => {\n  return payloads.sort((a, b) =>\n    a._sequence < b._sequence ? -direction\n    : a._sequence > b._sequence ? direction\n    : 0,\n  )\n}\n\nexport function removeStorageMeta<T extends Payload>(payload: WithOptionalStorageMeta<WithMeta<T>>): WithMeta<T>\nexport function removeStorageMeta<T extends Payload>(payloads: WithOptionalStorageMeta<WithMeta<T>>[]): WithMeta<T>[]\nexport function removeStorageMeta<T extends Payload>(payload?: WithOptionalStorageMeta<WithMeta<T>>): WithMeta<T> | undefined\nexport function removeStorageMeta<T extends Payload>(payload?: WithOptionalStorageMeta<WithMeta<T>>) {\n  if (!payload) return\n  if (Array.isArray(payload)) {\n    return payload.map((p) => removeStorageMeta(p))\n  }\n  // eslint-disable-next-line @typescript-eslint/no-unused-vars\n  const { ...noMeta } = payload\n  delete noMeta._sequence\n  return noMeta\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;AAAA;;;;;;;;;;;;ACAA,oBAAyB;AAEzB,oBAAwB;AACxB,oBAA+B;AAE/B,iBAA2B;AAE3B,6BAuBO;AAEP,kCAAyC;AACzC,6BAAuC;AACvC,0BAA0H;AAC1H,6BAA+B;AAiBxB,IAAeA,oBAAf,MAAeA,2BAIZC,8CAAAA;EAxDV,OAwDUA;;;EAGR,OAAyBC,iBAAaC,8BAAe,qBAAqBH,oBAAmB,KAAA;EACrFI;EACAC;EAER,IAAaC,UAAoB;AAC/B,WAAO;MAACC;SAA4B,MAAMD;;EAC5C;EAEA,IAAIE,oBAAoB;AACtB,WAAO,KAAKC,OAAOD,qBAAqB;EAC1C;EAEA,IAAuBE,qBAAiE;AACtF,WAAO;MACL,mCAAmC;MACnC,qCAAqC;MACrC,sCAAsC;MACtC,sCAAsC;MACtC,mCAAmC;MACnC,sCAAsC;MACtC,oCAAoC;IACtC;EACF;EAEA,IAAcC,mBAAmB;AAC/B,WAAO,CAAC,CAAC,KAAKF,QAAQE;EACxB;EAEAC,MAA0C;AACxC,SAAKC,YAAY,KAAA;AACjB,WAAO,KAAKC,KAAK,YAAA;AACf,YAAM,KAAKC,QAAQ,OAAA;AACnB,aAAO,MAAMC,sCAAeC,MAAM,MAAM,KAAKC,WAAU,CAAA;IACzD,CAAA;EACF;EAEA,MAAMC,SAASC,SAAsD;AACnE,UAAMC,eAAkC;MAAEC,QAAQC;IAAwB;AAC1E,WAAQ,MAAM,KAAKC,UAAUH,cAAcI,QAAWL,OAAAA;EACxD;EAEAM,QAA0B;AACxB,SAAKb,YAAY,OAAA;AACjB,WAAO,KAAKC,KAAK,YAAA;AACf,YAAM,KAAKC,QAAQ,OAAA;AACnB,aAAO,MAAM,KAAKY,aAAY;IAChC,CAAA;EACF;EAEA,MAAMC,WAAWR,SAAsD;AACrE,UAAMC,eAAoC;MAAEC,QAAQO;IAA0B;AAC9E,WAAQ,MAAM,KAAKL,UAAUH,cAAcI,QAAWL,OAAAA;EACxD;EAEAU,SAA+C;AAC7C,SAAKjB,YAAY,QAAA;AACjB,WAAO,KAAKC,KAAK,YAAA;AACf,YAAM,KAAKC,QAAQ,OAAA;AACnB,aAAO,MAAM,KAAKgB,cAAa;IACjC,CAAA;EACF;EAEA,MAAMC,YAAYZ,SAAsD;AACtE,UAAMC,eAAqC;MAAEC,QAAQW;IAA2B;AAChF,WAAQ,MAAM,KAAKT,UAAUH,cAAcI,QAAWL,OAAAA;EACxD;EAEA,MAAMc,OAAOC,QAAiC;AAC5C,SAAKtB,YAAY,QAAA;AACjB,WAAO,MAAM,KAAKC,KAAK,YAAA;AACrB,YAAM,KAAKC,QAAQ,OAAA;AACnB,aAAO,MAAM,KAAKqB,iBAAiBD,MAAAA;IACrC,CAAA;EACF;EAEA,MAAME,YAAYjB,SAA0Be,QAA4C;AACtF,UAAMd,eAAqC;MAAEc;MAAQb,QAAQgB;IAA2B;AACxF,WAAQ,MAAM,KAAKd,UAAUH,cAAcI,QAAWL,OAAAA;EACxD;EAEA,MAAMmB,IAAIJ,QAA8C;AACtD,SAAKtB,YAAY,KAAA;AACjB,WAAO,MAAM,KAAKC,KAAK,YAAA;AACrB,YAAM,KAAKC,QAAQ,OAAA;AACnB,aAAO,MAAMC,sCAAeC,MAAM,MAAM,KAAKuB,cAAcL,MAAAA,CAAAA;IAC7D,CAAA;EACF;EAEA,MAAMM,SAASrB,SAA0Be,QAA4C;AACnF,UAAMd,eAAkC;MAAEc;MAAQb,QAAQf;IAAwB;AAClF,WAAQ,MAAM,KAAKiB,UAAUH,cAAcI,QAAWL,OAAAA;EACxD;EAEA,MAAMsB,OAAOC,UAAmD;AAC9D,SAAK9B,YAAY,QAAA;AACjB,WAAO,MAAM,KAAKC,KAAK,YAAA;AACrB,YAAM,KAAKC,QAAQ,OAAA;AAEnB,aAAO,MAAM,KAAK6B,iBAAiBD,QAAAA;IACrC,CAAA;EACF;EAEA,MAAME,YAAYzB,SAA0BuB,UAAiD;AAC3F,UAAMtB,eAAqC;MAAEC,QAAQwB;IAA2B;AAChF,WAAQ,MAAM,KAAKtB,UAAUH,cAAcsB,UAAUvB,OAAAA;EACvD;EAEA,MAAM2B,KAAKC,SAA8D;AACvE,SAAKnC,YAAY,MAAA;AACjB,WAAO,MAAM,KAAKC,KAAK,YAAA;AACrB,YAAM,KAAKC,QAAQ,OAAA;AACnB,aAAO,MAAM,KAAKkC,eAAeD,OAAAA;IACnC,CAAA;EACF;EAEA,MAAME,UAAU9B,SAA0B4B,SAA4D;AACpG,UAAM3B,eAAmC;MAAEC,QAAQ6B;MAA0B,GAAGH;IAAQ;AACxF,WAAQ,MAAM,KAAKxB,UAAUH,cAAcI,QAAWL,OAAAA;EACxD;EAEUF,aAAuC;AAC/C,UAAM,IAAIkC,MAAM,iBAAA;EAClB;EAEUzB,eAAiC;AACzC,UAAM,IAAIyB,MAAM,iBAAA;EAClB;EAEUrB,gBAAsD;AAC9D,UAAM,IAAIqB,MAAM,iBAAA;EAClB;EAEUC,cAAcC,SAAwC;AAC9D,UAAM,IAAIF,MAAM,iBAAA;EAClB;EAEA,MAAgBhB,iBAAiBD,QAAgB1B,QAAwC;AACvF,UAAM8C,aAAa9C,QAAQ8C,cAAc;AAEzC,UAAMC,gBAAgB,MAAM,KAAKH,cAAclB,MAAAA;AAE/C,QAAIoB,YAAY;AACd,YAAM,KAAKE,KAAK,WAAW;QAAEtB,QAAQqB;QAAeE,QAAQ;MAAK,CAAA;IACnE;AAEA,WAAOF;EACT;EAEA,MAAgBG,cAAcxB,QAAgByB,WAAsE;AAClH,UAAMC,cAAc,MAAM7C,sCAAe8C,cAAc,MAAMF,UAAUrB,IAAIJ,MAAAA,CAAAA,GAAU4B,OAAO,CAAC,CAAA,EAAGC,IAAAA,MAAK;AACnG,YAAMC,WAAW9B,OAAO+B,SAASF,IAAAA;AACjC,UAAI,CAACC,UAAU;AACbE,gBAAQC,KAAK,oDAAoDJ,IAAAA,EAAM;MAEzE;AACA,aAAOC;IACT,CAAA;AAEA,UAAMI,cAAc,IAAIC,IAAIT,WAAWU,IAAI,CAAC,CAAA,EAAGP,IAAAA,MAAUA,IAAAA,CAAAA;AACzD,UAAMQ,gBAAgBX,WAAWU,IAAI,CAAC,CAACE,OAAAA,MAAaA,OAAAA;AAEpD,UAAMC,WAAWvC,OAAO4B,OAAO,CAACC,SAAS,CAACK,YAAYM,IAAIX,IAAAA,CAAAA;AAC1D,WAAO;MAACQ;MAAeE;;EACzB;EAEA,MAAgBE,eAAezC,QAAwD;AACrF,UAAM0C,UAAUC,OAAOC,QAAQ,MAAM,KAAKF,QAAO,IAAKG,QAAQ,CAAC,CAAA;AAC/D,QAAIC,kBAAkB;SAAI9C;;AAC1B,QAAI+C,cAAc;AAClB,QAAIC,SAA8B,CAAA;AAGlC,WAAOD,cAAcL,QAAQO,UAAUH,gBAAgBG,SAAS,GAAG;AACjE,YAAM,CAACC,OAAOX,QAAAA,IAAY,MAAM,KAAKf,cAAcsB,iBAAiBJ,QAAQK,WAAAA,CAAY;AACxFC,eAAS;WAAIA;WAAWE;;AACxBJ,wBAAkBP;AAClBQ;IACF;AACA,WAAO;MAACC;MAAQF;;EAClB;EAEUK,WAAWhC,SAAwC;AAC3D,UAAM,IAAIF,MAAM,iBAAA;EAClB;EAEA,MAAgBZ,cAAcL,QAAgBoD,SAAsD;AAElG,UAAMC,kBAAkB,IAAIlB,IAAInC,MAAAA;AAGhC,UAAMsD,SAAS,MAAM,KAAKH,WAAW;SAAIE;KAAgB;AAKzD,UAAMhB,gBAAmC,CAAA;AACzC,UAAMH,cAAc,oBAAIC,IAAAA;AAOxB,eAAWG,WAAWgB,QAAQ;AAE5B,YAAMlB,MAAM,MAAMvD,sCAAe0E,aAAa;QAACjB;OAAQ;AACvD,iBAAW,CAACkB,KAAKlB,QAAAA,KAAYK,OAAOc,QAAQrB,GAAAA,GAAM;AAChD,YAAIsB,wBAAwB;AAC5B,cAAM7B,OAAO2B;AAEb,YACEH,gBAAgBb,IAAIX,IAAAA;;;;;QAKpB,CAACK,YAAYM,IAAIX,IAAAA,GACjB;AACA6B,kCAAwB;AAExBxB,sBAAYyB,IAAI9B,IAAAA;QAClB;AACA,YAAI6B;AAAuBrB,wBAAcuB,KAAKtB,QAAAA;MAChD;IACF;AAEA,UAAMuB,iBAAiB;aAAIC,uBAAWT,iBAAiBnB,WAAAA;;AACvD,UAAM,CAAC6B,mBAAAA,IAAuB,MAAM,KAAKtB,eAAeoB,cAAAA;AAExD,QAAI,KAAKrF,kBAAkB;AACzB,YAAM,KAAKiC,iBAAiBsD,mBAAAA;IAC9B;AACA,WAAO,MAAMlF,sCAAeC,MAAM;SAAIuD;SAAkB0B;KAAoB;EAC9E;EAEUC,OAAwC;AAChD,WAAO,KAAK/F;EACd;EAEUgG,cAAcC,WAAoD;AAC1E,UAAM,IAAIjD,MAAM,iBAAA;EAClB;EAEA,MAAgBkD,mBAAkFC,OAAU5D,UAAsB;AAChI6D,gCAAS7D,UAAU,MAAM,qBAAqB8D,KAAKC,UAAUH,MAAM9B,SAAS,MAAM,CAAA,CAAA,EAAI;AACtF,UAAMkC,mBAAmB,MAAM3F,sCAAe4F,wBAAwBjE,UAAU4D,MAAMM,aAAa;AACnGL,gCACEG,iBAAiBvB,WAAWmB,MAAMM,cAAczB,QAChD,MAAM,sCAAsCuB,iBAAiBvB,MAAM,OAAOmB,MAAMM,cAAczB,MAAM,GAAG;AAEzG,UAAM/D,eAAe,MAAMkF,MAAM9D,SAAQ;AACzC,UAAMqE,uBAAuB,MAAM9F,sCAAe+F,cAAcJ,kBAAkB,MAAM3F,sCAAegG,SAAS3F,YAAAA,CAAAA;AAChH,UAAM8D,SAAS,MAAM,KAAKvC,iBAAiBkE,oBAAAA;AAI3C,SAAK1G,uBAAuBuG,iBAAiBM,GAAG,EAAC;AACjD,WAAO9B;EACT;EAEA,MAAgBvC,iBAAiBD,UAAqBlC,QAAqD;AACzG,UAAM8C,aAAa9C,QAAQ8C,cAAc;AACzC,UAAM2D,iBAAiBzG,QAAQyG,kBAAkB;AAEjD,UAAMC,mBAAmB,MAAMnG,sCAAeC,MAAM,MAAM,KAAKmF,cAAczD,QAAAA,GAAW,IAAA;AAExF,QAAIuE,gBAAgB;AAClB,YAAM,KAAKA,eAAeC,gBAAAA;IAC5B;AACA,QAAI5D,YAAY;AACd,YAAM,KAAKE,KAAK,YAAY;QAAEC,QAAQ;QAAMf,UAAUwE;MAAiB,CAAA;IACzE;AAEA,WAAOA;EACT;EAEUC,YAAYC,UAAkE;AACtF,UAAM,IAAIjE,MAAM,iBAAA;EAClB;EAEA,MAAgBH,eAAeD,SAAgCuC,SAAsD;AACnH,UAAMf,gBAAgB,MAAM,KAAK4C,YAAYpE,OAAAA;AAC7C,WAAO,MAAMhC,sCAAeC,MAAMuD,aAAAA;EACpC;EAEA,MAAgBK,UAAU;AACxB,SAAKxE,WAAW,KAAKA,YAAY;MAC/ByB,QAAQ,MAAM,KAAKwF,kBAAkB,KAAK7G,QAAQoE,SAAS/C,MAAAA;MAC3DkD,MAAM,MAAM,KAAKsC,kBAAkB,KAAK7G,QAAQoE,SAASG,IAAAA;MACzDuC,OAAO,MAAM,KAAKD,kBAAkB,KAAK7G,QAAQoE,SAAS0C,KAAAA;IAC5D;AACA,eAAOf,wBAAS,KAAKnG,QAAQ;EAC/B;EAEA,MAAyBmH,aACvBjB,OACA5D,UACA8E,aACmC;AACnC,UAAMC,eAAe,MAAMC,qDAAyBC,WAA6BrB,OAAO5D,QAAAA;AACxF,UAAMkF,aAAa,MAAM7G,sCAAeC,MAAMsF,OAAO,IAAA;AACrD,UAAMlF,eAAe,MAAMqG,aAAajF,SAAQ;AAChD+D,gCAAS,MAAM,KAAKsB,UAAUvB,OAAO5D,UAAU8E,WAAAA,CAAAA;AAC/C,UAAMM,iBAA4B,CAAA;AAElC,YAAQ1G,aAAaC,QAAM;MACzB,KAAKC,gDAAyB;AAC5BwG,uBAAehC,KAAI,GAAK,MAAM,KAAK7E,WAAU,CAAA;AAC7C;MACF;MACA,KAAKW,kDAA2B;AAC9B,cAAM,KAAKF,aAAY;AACvB;MACF;MACA,KAAKM,mDAA4B;AAC/B8F,uBAAehC,KAAI,GAAK,MAAM,KAAKhE,cAAa,CAAA;AAChD;MACF;MACA,KAAKO,mDAA4B;AAC/B,cAAM0F,gBAAsC;UAC1C7F,QAAQ;eAAK,MAAM,KAAKC,iBAAiBf,aAAac,MAAM;;UAC5Db,QAAQgB;QACV;AACAyF,uBAAehC,KAAKiC,aAAAA;AACpB;MACF;MACA,KAAKzH,gDAAyB;AAC5B,YAAIc,aAAac,QAAQiD,QAAQ;AAC/B2C,yBAAehC,KAAI,GAAK,MAAM,KAAKvD,cAAcnB,aAAac,MAAM,CAAA;QACtE,OAAO;AACL,gBAAMgE,OAAO,MAAM,KAAKA,KAAI;AAC5B,cAAIA;AAAM4B,2BAAehC,KAAKI,IAAAA;QAChC;AACA;MACF;MACA,KAAKrD,mDAA4B;AAC/BiF,uBAAehC,KAAI,GAAK,MAAM,KAAKO,mBAAmBoB,cAAc/E,QAAAA,CAAAA;AACpE;MACF;MACA,SAAS;AACP,cAAMwC,SAAS,MAAM,MAAMqC,aAAajB,OAAO5D,QAAAA;AAC/C,YAAI,KAAKlC,OAAOwH,cAAc;AAC5B,gBAAM,KAAK7B,cAAc;YAACyB;WAAW;QACvC;AACA,eAAO1C;MACT;IACF;AACA,QAAI,KAAK1E,OAAOwH,cAAc;AAC5B,YAAM,KAAK7B,cAAc;QAACyB;OAAW;IACvC;AACA,WAAOE;EACT;EAEA,MAAgBG,cAAcC,QAA2BxF,UAAiD;AACxG,WAAO,MAAMwF,OAAOzF,OAAOC,QAAAA;EAC7B;EAEA,MAAgBuE,eAAevE,UAAiD;AAC9E,UAAMkC,UAAU,MAAM,KAAKA,QAAO;AAClC,eAAOuD,uBACL,MAAMC,QAAQzH,IACZkE,OAAOC,OAAOF,QAAQ0C,SAAS,CAAC,CAAA,EAAGhD,IAAI,OAAO4D,WAAAA;AAC5C,aAAOA,SAAS,MAAM,KAAKD,cAAcC,QAAQxF,QAAAA,IAAYlB;IAC/D,CAAA,CAAA,CAAA,EAEF6G,KAAI;EACR;EAEA,MAAchB,kBAAkBiB,aAAiC,CAAA,GAAI;AACnE,UAAMC,mBAAmB;SACnB,MAAM,KAAKC,QAAQ;QAAEC,SAASH;MAAwB,CAAA;SACtD,MAAM,KAAKE,QAAQ;QAAEE,MAAMJ;MAA2B,CAAA;MAC1DxE,OAAO6E,oCAAAA;AAETpC,gCACE,CAAC,KAAKhG,qBAAqBgI,iBAAiBpD,WAAWmD,WAAWnD,QAClE,MACE,qEAAqEmD,WAAWxE,OAAO,CAACH,cACtF4E,iBAAiBjE,IAAI,CAACb,YAAW,EAAEA,QAAOgF,YAAY9E,aAAaF,QAAOjD,OAAOkI,SAAS/E,UAAQ,CAAA,CAAA,GAChG;AAIR,WAAO4E,iBAAiBK,OAA0C,CAACC,MAAMpF,YAAAA;AACvEoF,WAAKpF,QAAOgF,OAAO,QAAIK,4CAAoBrF,SAAQ,MAAA;AACjDsF,wDAAoBtF,SAAQ;UAAEuF,KAAK9E;QAAQ,CAAA;AAC3C,eAAO,oDAAoDT,QAAOgF,OAAO,KAAKhF,QAAOjD,OAAOkI,IAAI,KAAKjF,QAAOjD,OAAOa,MAAM;MAC3H,CAAA;AAEA,aAAOwH;IACT,GAAG,CAAC,CAAA;EACN;AACF;;;ACncA,IAAAI,iBAAyB;AAWlB,IAAMC,mBAAmB;AAEzB,IAAMC,iBAAiB,wBAACC,UAAAA;AAC7BC,+BAASD,QAAQF,kBAAkB,MAAM,gCAAgCA,gBAAAA,EAAkB;AAC3F,SAAOI,OAAOC,KAAKC,IAAG,CAAA,IAAMN,mBAAmBI,OAAOF,KAAAA;AACxD,GAH8B;AAKvB,IAAMK,iBAAiB,wBAA4BC,SAAYN,QAAQ,MAAC;AAC7E,SAAO;IAAE,GAAGM;IAASC,WAAWR,eAAeC,KAAAA;EAAO;AACxD,GAF8B;AAIvB,IAAMQ,oBAAoB,wBAA4BC,UAAgCC,YAAoB,MAAC;AAChH,SAAOD,SAASE,KAAK,CAACC,GAAGC,MACvBD,EAAEL,YAAYM,EAAEN,YAAY,CAACG,YAC3BE,EAAEL,YAAYM,EAAEN,YAAYG,YAC5B,CAAA;AAEN,GANiC;AAW1B,SAASI,kBAAqCR,SAA8C;AACjG,MAAI,CAACA;AAAS;AACd,MAAIS,MAAMC,QAAQV,OAAAA,GAAU;AAC1B,WAAOA,QAAQW,IAAI,CAACC,MAAMJ,kBAAkBI,CAAAA,CAAAA;EAC9C;AAEA,QAAM,EAAE,GAAGC,OAAAA,IAAWb;AACtB,SAAOa,OAAOZ;AACd,SAAOY;AACT;AATgBL;","names":["AbstractArchivist","AbstractModuleInstance","uniqueName","globallyUnique","_lastInsertedPayload","_parents","queries","ArchivistGetQuerySchema","requireAllParents","config","_queryAccountPaths","storeParentReads","all","_noOverride","busy","started","PayloadBuilder","build","allHandler","allQuery","account","queryPayload","schema","ArchivistAllQuerySchema","sendQuery","undefined","clear","clearHandler","clearQuery","ArchivistClearQuerySchema","commit","commitHandler","commitQuery","ArchivistCommitQuerySchema","delete","hashes","deleteWithConfig","deleteQuery","ArchivistDeleteQuerySchema","get","getWithConfig","getQuery","insert","payloads","insertWithConfig","insertQuery","ArchivistInsertQuerySchema","next","options","nextWithConfig","nextQuery","ArchivistNextQuerySchema","Error","deleteHandler","_hashes","emitEvents","deletedHashes","emit","module","getFromParent","archivist","foundPairs","dataHashPairs","filter","hash","askedFor","includes","console","warn","foundHashes","Set","map","foundPayloads","payload","notfound","has","getFromParents","parents","Object","values","read","remainingHashes","parentIndex","result","length","found","getHandler","_config","requestedHashes","gotten","toAllHashMap","key","entries","requestedPayloadFound","add","push","notFoundHashes","difference","parentFoundPayloads","head","insertHandler","_payloads","insertQueryHandler","query","assertEx","JSON","stringify","resolvedPayloads","filterIncludeByDataHash","payloadHashes","payloadsWithoutQuery","filterExclude","dataHash","at","writeToParents","insertedPayloads","nextHandler","_options","resolveArchivists","write","queryHandler","queryConfig","wrappedQuery","QueryBoundWitnessWrapper","parseQuery","builtQuery","queryable","resultPayloads","resultPayload","storeQueries","writeToParent","parent","compact","Promise","flat","archivists","archivistModules","resolve","address","name","duplicateModules","reduce","prev","asArchivistInstance","isArchivistInstance","log","import_assert","maxSequenceIndex","sequenceNumber","index","assertEx","BigInt","Date","now","addStorageMeta","payload","_sequence","sortByStorageMeta","payloads","direction","sort","a","b","removeStorageMeta","Array","isArray","map","p","noMeta"]}
+{"version":3,"sources":["../../src/index.ts","../../src/AbstractArchivist.ts","../../src/StorageMeta.ts"],"sourcesContent":["export * from './AbstractArchivist'\nexport * from './StorageMeta'\n","import { assertEx } from '@xylabs/assert'\nimport { Address, Hash } from '@xylabs/hex'\nimport { compact } from '@xylabs/lodash'\nimport { globallyUnique } from '@xylabs/object'\nimport { Promisable, PromisableArray } from '@xylabs/promise'\nimport { difference } from '@xylabs/set'\nimport { AccountInstance } from '@xyo-network/account-model'\nimport {\n  ArchivistAllQuery,\n  ArchivistAllQuerySchema,\n  ArchivistClearQuery,\n  ArchivistClearQuerySchema,\n  ArchivistCommitQuery,\n  ArchivistCommitQuerySchema,\n  ArchivistDeleteQuery,\n  ArchivistDeleteQuerySchema,\n  ArchivistGetQuery,\n  ArchivistGetQuerySchema,\n  ArchivistInsertQuery,\n  ArchivistInsertQuerySchema,\n  ArchivistInstance,\n  ArchivistModuleEventData,\n  ArchivistNextOptions,\n  ArchivistNextQuery,\n  ArchivistNextQuerySchema,\n  ArchivistParams,\n  ArchivistQueries,\n  asArchivistInstance,\n  AttachableArchivistInstance,\n  isArchivistInstance,\n} from '@xyo-network/archivist-model'\nimport { BoundWitness, QueryBoundWitness } from '@xyo-network/boundwitness-model'\nimport { QueryBoundWitnessWrapper } from '@xyo-network/boundwitness-wrapper'\nimport { AbstractModuleInstance } from '@xyo-network/module-abstract'\nimport { duplicateModules, ModuleConfig, ModuleIdentifier, ModuleName, ModuleQueryHandlerResult, ModuleQueryResult } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { Payload, PayloadWithMeta, WithMeta } from '@xyo-network/payload-model'\n\nexport interface ActionConfig {\n  emitEvents?: boolean\n}\n\nexport interface InsertConfig extends ActionConfig {\n  writeToParents?: boolean\n}\n\nexport interface ArchivistParentInstances {\n  commit?: Record<string, ArchivistInstance>\n  read?: Record<string, ArchivistInstance>\n  write?: Record<string, ArchivistInstance>\n}\n\nexport abstract class AbstractArchivist<\n    TParams extends ArchivistParams = ArchivistParams,\n    TEventData extends ArchivistModuleEventData = ArchivistModuleEventData,\n  >\n  extends AbstractModuleInstance<TParams, TEventData>\n  implements AttachableArchivistInstance<TParams, TEventData, Payload>\n{\n  static override readonly uniqueName = globallyUnique('AbstractArchivist', AbstractArchivist, 'xyo')\n  private _lastInsertedPayload: Payload | undefined\n  private _parents?: ArchivistParentInstances\n\n  override get queries(): string[] {\n    return [ArchivistGetQuerySchema, ...super.queries]\n  }\n\n  get requireAllParents() {\n    return this.config.requireAllParents ?? false\n  }\n\n  protected override get _queryAccountPaths(): Record<ArchivistQueries['schema'], string> {\n    return {\n      'network.xyo.query.archivist.all': '1/1',\n      'network.xyo.query.archivist.clear': '1/2',\n      'network.xyo.query.archivist.commit': '1/3',\n      'network.xyo.query.archivist.delete': '1/4',\n      'network.xyo.query.archivist.get': '1/5',\n      'network.xyo.query.archivist.insert': '1/6',\n      'network.xyo.query.archivist.next': '1/7',\n    }\n  }\n\n  protected get storeParentReads() {\n    return !!this.config?.storeParentReads\n  }\n\n  all(): PromisableArray<WithMeta<Payload>> {\n    this._noOverride('all')\n    return this.busy(async () => {\n      await this.started('throw')\n      return await PayloadBuilder.build(await this.allHandler())\n    })\n  }\n\n  async allQuery(account: AccountInstance): Promise<ModuleQueryResult> {\n    const queryPayload: ArchivistAllQuery = { schema: ArchivistAllQuerySchema }\n    return await this.sendQueryRaw(queryPayload, undefined, account)\n  }\n\n  clear(): Promisable<void> {\n    this._noOverride('clear')\n    return this.busy(async () => {\n      await this.started('throw')\n      return await this.clearHandler()\n    })\n  }\n\n  async clearQuery(account: AccountInstance): Promise<ModuleQueryResult> {\n    const queryPayload: ArchivistClearQuery = { schema: ArchivistClearQuerySchema }\n    return await this.sendQueryRaw(queryPayload, undefined, account)\n  }\n\n  commit(): Promisable<WithMeta<BoundWitness>[]> {\n    this._noOverride('commit')\n    return this.busy(async () => {\n      await this.started('throw')\n      return await this.commitHandler()\n    })\n  }\n\n  async commitQuery(account: AccountInstance): Promise<ModuleQueryResult> {\n    const queryPayload: ArchivistCommitQuery = { schema: ArchivistCommitQuerySchema }\n    return await this.sendQueryRaw(queryPayload, undefined, account)\n  }\n\n  async delete(hashes: Hash[]): Promise<Hash[]> {\n    this._noOverride('delete')\n    return await this.busy(async () => {\n      await this.started('throw')\n      return await this.deleteWithConfig(hashes)\n    })\n  }\n\n  async deleteQuery(account: AccountInstance, hashes: Hash[]): Promise<ModuleQueryResult> {\n    const queryPayload: ArchivistDeleteQuery = { hashes, schema: ArchivistDeleteQuerySchema }\n    return await this.sendQueryRaw(queryPayload, undefined, account)\n  }\n\n  async get(hashes: Hash[]): Promise<WithMeta<Payload>[]> {\n    this._noOverride('get')\n    return await this.busy(async () => {\n      await this.started('throw')\n      return await PayloadBuilder.build(await this.getWithConfig(hashes))\n    })\n  }\n\n  async getQuery(account: AccountInstance, hashes: Hash[]): Promise<ModuleQueryResult> {\n    const queryPayload: ArchivistGetQuery = { hashes, schema: ArchivistGetQuerySchema }\n    return await this.sendQueryRaw(queryPayload, undefined, account)\n  }\n\n  async insert(payloads: Payload[]): Promise<WithMeta<Payload>[]> {\n    this._noOverride('insert')\n    return await this.busy(async () => {\n      await this.started('throw')\n      //make sure all incoming payloads have proper $hash and $meta\n      return await this.insertWithConfig(payloads)\n    })\n  }\n\n  async insertQuery(account: AccountInstance, payloads: Payload[]): Promise<ModuleQueryResult> {\n    const queryPayload: ArchivistInsertQuery = { schema: ArchivistInsertQuerySchema }\n    return await this.sendQueryRaw(queryPayload, payloads, account)\n  }\n\n  async next(options?: ArchivistNextOptions): Promise<WithMeta<Payload>[]> {\n    this._noOverride('next')\n    return await this.busy(async () => {\n      await this.started('throw')\n      return await this.nextWithConfig(options)\n    })\n  }\n\n  async nextQuery(account: AccountInstance, options?: ArchivistNextOptions): Promise<ModuleQueryResult> {\n    const queryPayload: ArchivistNextQuery = { schema: ArchivistNextQuerySchema, ...options }\n    return await this.sendQueryRaw(queryPayload, undefined, account)\n  }\n\n  protected allHandler(): PromisableArray<Payload> {\n    throw new Error('Not implemented')\n  }\n\n  protected clearHandler(): Promisable<void> {\n    throw new Error('Not implemented')\n  }\n\n  protected commitHandler(): Promisable<WithMeta<BoundWitness>[]> {\n    throw new Error('Not implemented')\n  }\n\n  protected deleteHandler(_hashes: Hash[]): PromisableArray<Hash> {\n    throw new Error('Not implemented')\n  }\n\n  protected async deleteWithConfig(hashes: Hash[], config?: ActionConfig): Promise<Hash[]> {\n    const emitEvents = config?.emitEvents ?? true\n\n    const deletedHashes = await this.deleteHandler(hashes)\n\n    if (emitEvents) {\n      await this.emit('deleted', { hashes: deletedHashes, module: this })\n    }\n\n    return deletedHashes\n  }\n\n  protected async getFromParent(hashes: Hash[], archivist: ArchivistInstance): Promise<[WithMeta<Payload>[], Hash[]]> {\n    const foundPairs = (await PayloadBuilder.dataHashPairs(await archivist.get(hashes))).filter(([, hash]) => {\n      const askedFor = hashes.includes(hash)\n      if (!askedFor) {\n        console.warn(`Parent returned payload with hash not asked for: ${hash}`)\n        //throw Error(`Parent returned payload with hash not asked for: ${hash}`)\n      }\n      return askedFor\n    })\n\n    const foundHashes = new Set(foundPairs.map(([, hash]) => hash))\n    const foundPayloads = foundPairs.map(([payload]) => payload)\n\n    const notfound = hashes.filter((hash) => !foundHashes.has(hash))\n    return [foundPayloads, notfound]\n  }\n\n  protected async getFromParents(hashes: Hash[]): Promise<[WithMeta<Payload>[], Hash[]]> {\n    const parents = Object.values((await this.parents())?.read ?? {})\n    let remainingHashes = [...hashes]\n    let parentIndex = 0\n    let result: WithMeta<Payload>[] = []\n\n    // NOTE: intentionally doing this serially\n    while (parentIndex < parents.length && remainingHashes.length > 0) {\n      const [found, notfound] = await this.getFromParent(remainingHashes, parents[parentIndex])\n      result = [...result, ...found]\n      remainingHashes = notfound\n      parentIndex++\n    }\n    return [result, remainingHashes]\n  }\n\n  protected getHandler(_hashes: Hash[]): Promisable<Payload[]> {\n    throw new Error('Not implemented')\n  }\n\n  protected async getWithConfig(hashes: Hash[], _config?: InsertConfig): Promise<WithMeta<Payload>[]> {\n    // Filter out duplicates\n    const requestedHashes = new Set(hashes)\n\n    // Attempt to find the payloads in the store\n    const gotten = await this.getHandler([...requestedHashes])\n\n    // Do not just blindly return what the archivist told us but\n    // ensure to only return requested payloads and keep track of\n    // the ones it did not find so we can ask the parents.\n    const foundPayloads: PayloadWithMeta[] = []\n    const foundHashes = new Set<Hash>()\n\n    // NOTE: We are iterating over the returned result from the archivist\n    // (not the array of hashes passed in) to preserve the natural order of the\n    // hashes as returned by the archivist as that should loosely\n    // correspond to the order when iterated and the symmetry will\n    // be helpful for debugging\n    for (const payload of gotten) {\n      // Compute the hashes for this payload\n      const map = await PayloadBuilder.toAllHashMap([payload])\n      for (const [key, payload] of Object.entries(map)) {\n        let requestedPayloadFound = false\n        const hash = key as Hash // NOTE: Required cast as Object.entries always returns string keys\n        // If this hash was requested\n        if (\n          requestedHashes.has(hash) && // Indicate that we found it (but do not insert it yet). Since\n          // one payload could satisfy two requested hashes (vit its dataHash\n          // & rootHash) we only want to insert that payload once but we want\n          // to keep track of all the hashes it satisfies so we can ask th\n          // parents for the ones we did not find\n          !foundHashes.has(hash)\n        ) {\n          requestedPayloadFound = true\n          // Add it to the list of found hashes\n          foundHashes.add(hash)\n        }\n        if (requestedPayloadFound) foundPayloads.push(payload)\n      }\n    }\n    // For all the hashes we did not find, ask the parents\n    const notFoundHashes = [...difference(requestedHashes, foundHashes)]\n    const [parentFoundPayloads] = await this.getFromParents(notFoundHashes)\n\n    if (this.storeParentReads) {\n      await this.insertWithConfig(parentFoundPayloads)\n    }\n    return await PayloadBuilder.build([...foundPayloads, ...parentFoundPayloads])\n  }\n\n  protected head(): Promisable<Payload | undefined> {\n    return this._lastInsertedPayload\n  }\n\n  protected insertHandler(_payloads: Payload[]): Promise<WithMeta<Payload>[]> {\n    throw new Error('Not implemented')\n  }\n\n  protected async insertQueryHandler<T extends QueryBoundWitnessWrapper = QueryBoundWitnessWrapper>(query: T, payloads?: Payload[]) {\n    assertEx(payloads, () => `Missing payloads: ${JSON.stringify(query.payload, null, 2)}`)\n    const resolvedPayloads = await PayloadBuilder.filterIncludeByDataHash(payloads, query.payloadHashes)\n    assertEx(\n      resolvedPayloads.length === query.payloadHashes.length,\n      () => `Could not find some passed hashes [${resolvedPayloads.length} != ${query.payloadHashes.length}]`,\n    )\n    const queryPayload = await query.getQuery()\n    const payloadsWithoutQuery = await PayloadBuilder.filterExclude(resolvedPayloads, await PayloadBuilder.dataHash(queryPayload))\n    const result = await this.insertWithConfig(payloadsWithoutQuery)\n    // NOTE: There isn't an exact equivalence between what we get and what we store. Once\n    // we move to returning only inserted Payloads(/hash) instead of a BoundWitness, we\n    // can grab the actual last one\n    this._lastInsertedPayload = resolvedPayloads.at(-1)\n    return result\n  }\n\n  protected async insertWithConfig(payloads: Payload[], config?: InsertConfig): Promise<WithMeta<Payload>[]> {\n    const emitEvents = config?.emitEvents ?? true\n    const writeToParents = config?.writeToParents ?? true\n\n    const insertedPayloads = await PayloadBuilder.build(await this.insertHandler(payloads), true)\n\n    if (writeToParents) {\n      await this.writeToParents(insertedPayloads)\n    }\n    if (emitEvents) {\n      await this.emit('inserted', { module: this, payloads: insertedPayloads })\n    }\n\n    return insertedPayloads\n  }\n\n  protected nextHandler(_options?: ArchivistNextOptions): Promisable<WithMeta<Payload>[]> {\n    throw new Error('Not implemented')\n  }\n\n  protected async nextWithConfig(options?: ArchivistNextOptions, _config?: InsertConfig): Promise<WithMeta<Payload>[]> {\n    const foundPayloads = await this.nextHandler(options)\n    return await PayloadBuilder.build(foundPayloads)\n  }\n\n  protected async parents() {\n    this._parents = this._parents ?? {\n      commit: await this.resolveArchivists(this.config?.parents?.commit),\n      read: await this.resolveArchivists(this.config?.parents?.read),\n      write: await this.resolveArchivists(this.config?.parents?.write),\n    }\n    return assertEx(this._parents)\n  }\n\n  protected override async queryHandler<T extends QueryBoundWitness = QueryBoundWitness, TConfig extends ModuleConfig = ModuleConfig>(\n    query: T,\n    payloads: Payload[],\n    queryConfig?: TConfig,\n  ): Promise<ModuleQueryHandlerResult> {\n    const wrappedQuery = await QueryBoundWitnessWrapper.parseQuery<ArchivistQueries>(query, payloads)\n    const builtQuery = await PayloadBuilder.build(query, true)\n    const queryPayload = await wrappedQuery.getQuery()\n    assertEx(await this.queryable(query, payloads, queryConfig))\n    const resultPayloads: Payload[] = []\n\n    switch (queryPayload.schema) {\n      case ArchivistAllQuerySchema: {\n        resultPayloads.push(...(await this.allHandler()))\n        break\n      }\n      case ArchivistClearQuerySchema: {\n        await this.clearHandler()\n        break\n      }\n      case ArchivistCommitQuerySchema: {\n        resultPayloads.push(...(await this.commitHandler()))\n        break\n      }\n      case ArchivistDeleteQuerySchema: {\n        const resultPayload: ArchivistDeleteQuery = {\n          hashes: [...(await this.deleteWithConfig(queryPayload.hashes))],\n          schema: ArchivistDeleteQuerySchema,\n        }\n        resultPayloads.push(resultPayload)\n        break\n      }\n      case ArchivistGetQuerySchema: {\n        if (queryPayload.hashes?.length) {\n          resultPayloads.push(...(await this.getWithConfig(queryPayload.hashes)))\n        } else {\n          const head = await this.head()\n          if (head) resultPayloads.push(head)\n        }\n        break\n      }\n      case ArchivistInsertQuerySchema: {\n        resultPayloads.push(...(await this.insertQueryHandler(wrappedQuery, payloads)))\n        break\n      }\n      default: {\n        const result = await super.queryHandler(query, payloads)\n        if (this.config.storeQueries) {\n          await this.insertHandler([builtQuery])\n        }\n        return result\n      }\n    }\n    if (this.config.storeQueries) {\n      await this.insertHandler([builtQuery])\n    }\n    return resultPayloads\n  }\n\n  protected async writeToParent(parent: ArchivistInstance, payloads: Payload[]): Promise<PayloadWithMeta[]> {\n    return await parent.insert(payloads)\n  }\n\n  protected async writeToParents(payloads: Payload[]): Promise<PayloadWithMeta[]> {\n    const parents = await this.parents()\n    return compact(\n      await Promise.all(\n        Object.values(parents.write ?? {}).map(async (parent) => {\n          return parent ? await this.writeToParent(parent, payloads) : undefined\n        }),\n      ),\n    ).flat()\n  }\n\n  private async resolveArchivists(archivists: ModuleIdentifier[] = []) {\n    const archivistModules = [\n      ...(await this.resolve({ address: archivists as Address[] })),\n      ...(await this.resolve({ name: archivists as ModuleName[] })),\n    ].filter(duplicateModules)\n\n    assertEx(\n      !this.requireAllParents || archivistModules.length === archivists.length,\n      () =>\n        `Failed to find some archivists (set allRequired to false if ok): [${archivists.filter((archivist) =>\n          archivistModules.map((module) => !(module.address === archivist || module.config.name === archivist)),\n        )}]`,\n    )\n\n    // eslint-disable-next-line unicorn/no-array-reduce\n    return archivistModules.reduce<Record<string, ArchivistInstance>>((prev, module) => {\n      prev[module.address] = asArchivistInstance(module, () => {\n        isArchivistInstance(module, { log: console })\n        return `Unable to cast resolved module to an archivist: [${module.address}, ${module.config.name}, ${module.config.schema})}]`\n      })\n\n      return prev\n    }, {})\n  }\n}\n","import { assertEx } from '@xylabs/assert'\nimport { Payload, PayloadWithMeta, WithMeta } from '@xyo-network/payload-model'\n\nexport interface StorageMeta {\n  _sequence: bigint\n}\n\nexport type WithOptionalStorageMeta<T extends Payload> = T & Partial<StorageMeta>\n\nexport type WithStorageMeta<T extends Payload> = T & StorageMeta\n\nexport const maxSequenceIndex = 10_000_000_000n\n\nexport const sequenceNumber = (index: number) => {\n  assertEx(index < maxSequenceIndex, () => `index may not be larger than ${maxSequenceIndex}`)\n  return BigInt(Date.now()) * maxSequenceIndex + BigInt(index)\n}\n\nexport const addStorageMeta = <T extends PayloadWithMeta>(payload: T, index = 0) => {\n  return { ...payload, _sequence: sequenceNumber(index) }\n}\n\nexport const sortByStorageMeta = <T extends PayloadWithMeta>(payloads: WithStorageMeta<T>[], direction: -1 | 1 = 1) => {\n  return payloads.sort((a, b) =>\n    a._sequence < b._sequence ? -direction\n    : a._sequence > b._sequence ? direction\n    : 0,\n  )\n}\n\nexport function removeStorageMeta<T extends Payload>(payload: WithOptionalStorageMeta<WithMeta<T>>): WithMeta<T>\nexport function removeStorageMeta<T extends Payload>(payloads: WithOptionalStorageMeta<WithMeta<T>>[]): WithMeta<T>[]\nexport function removeStorageMeta<T extends Payload>(payload?: WithOptionalStorageMeta<WithMeta<T>>): WithMeta<T> | undefined\nexport function removeStorageMeta<T extends Payload>(payload?: WithOptionalStorageMeta<WithMeta<T>>) {\n  if (!payload) return\n  if (Array.isArray(payload)) {\n    return payload.map((p) => removeStorageMeta(p))\n  }\n  // eslint-disable-next-line @typescript-eslint/no-unused-vars\n  const { ...noMeta } = payload\n  delete noMeta._sequence\n  return noMeta\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;AAAA;;;;;;;;;;;;ACAA,oBAAyB;AAEzB,oBAAwB;AACxB,oBAA+B;AAE/B,iBAA2B;AAE3B,6BAuBO;AAEP,kCAAyC;AACzC,6BAAuC;AACvC,0BAA0H;AAC1H,6BAA+B;AAiBxB,IAAeA,oBAAf,MAAeA,2BAIZC,8CAAAA;EAxDV,OAwDUA;;;EAGR,OAAyBC,iBAAaC,8BAAe,qBAAqBH,oBAAmB,KAAA;EACrFI;EACAC;EAER,IAAaC,UAAoB;AAC/B,WAAO;MAACC;SAA4B,MAAMD;;EAC5C;EAEA,IAAIE,oBAAoB;AACtB,WAAO,KAAKC,OAAOD,qBAAqB;EAC1C;EAEA,IAAuBE,qBAAiE;AACtF,WAAO;MACL,mCAAmC;MACnC,qCAAqC;MACrC,sCAAsC;MACtC,sCAAsC;MACtC,mCAAmC;MACnC,sCAAsC;MACtC,oCAAoC;IACtC;EACF;EAEA,IAAcC,mBAAmB;AAC/B,WAAO,CAAC,CAAC,KAAKF,QAAQE;EACxB;EAEAC,MAA0C;AACxC,SAAKC,YAAY,KAAA;AACjB,WAAO,KAAKC,KAAK,YAAA;AACf,YAAM,KAAKC,QAAQ,OAAA;AACnB,aAAO,MAAMC,sCAAeC,MAAM,MAAM,KAAKC,WAAU,CAAA;IACzD,CAAA;EACF;EAEA,MAAMC,SAASC,SAAsD;AACnE,UAAMC,eAAkC;MAAEC,QAAQC;IAAwB;AAC1E,WAAO,MAAM,KAAKC,aAAaH,cAAcI,QAAWL,OAAAA;EAC1D;EAEAM,QAA0B;AACxB,SAAKb,YAAY,OAAA;AACjB,WAAO,KAAKC,KAAK,YAAA;AACf,YAAM,KAAKC,QAAQ,OAAA;AACnB,aAAO,MAAM,KAAKY,aAAY;IAChC,CAAA;EACF;EAEA,MAAMC,WAAWR,SAAsD;AACrE,UAAMC,eAAoC;MAAEC,QAAQO;IAA0B;AAC9E,WAAO,MAAM,KAAKL,aAAaH,cAAcI,QAAWL,OAAAA;EAC1D;EAEAU,SAA+C;AAC7C,SAAKjB,YAAY,QAAA;AACjB,WAAO,KAAKC,KAAK,YAAA;AACf,YAAM,KAAKC,QAAQ,OAAA;AACnB,aAAO,MAAM,KAAKgB,cAAa;IACjC,CAAA;EACF;EAEA,MAAMC,YAAYZ,SAAsD;AACtE,UAAMC,eAAqC;MAAEC,QAAQW;IAA2B;AAChF,WAAO,MAAM,KAAKT,aAAaH,cAAcI,QAAWL,OAAAA;EAC1D;EAEA,MAAMc,OAAOC,QAAiC;AAC5C,SAAKtB,YAAY,QAAA;AACjB,WAAO,MAAM,KAAKC,KAAK,YAAA;AACrB,YAAM,KAAKC,QAAQ,OAAA;AACnB,aAAO,MAAM,KAAKqB,iBAAiBD,MAAAA;IACrC,CAAA;EACF;EAEA,MAAME,YAAYjB,SAA0Be,QAA4C;AACtF,UAAMd,eAAqC;MAAEc;MAAQb,QAAQgB;IAA2B;AACxF,WAAO,MAAM,KAAKd,aAAaH,cAAcI,QAAWL,OAAAA;EAC1D;EAEA,MAAMmB,IAAIJ,QAA8C;AACtD,SAAKtB,YAAY,KAAA;AACjB,WAAO,MAAM,KAAKC,KAAK,YAAA;AACrB,YAAM,KAAKC,QAAQ,OAAA;AACnB,aAAO,MAAMC,sCAAeC,MAAM,MAAM,KAAKuB,cAAcL,MAAAA,CAAAA;IAC7D,CAAA;EACF;EAEA,MAAMM,SAASrB,SAA0Be,QAA4C;AACnF,UAAMd,eAAkC;MAAEc;MAAQb,QAAQf;IAAwB;AAClF,WAAO,MAAM,KAAKiB,aAAaH,cAAcI,QAAWL,OAAAA;EAC1D;EAEA,MAAMsB,OAAOC,UAAmD;AAC9D,SAAK9B,YAAY,QAAA;AACjB,WAAO,MAAM,KAAKC,KAAK,YAAA;AACrB,YAAM,KAAKC,QAAQ,OAAA;AAEnB,aAAO,MAAM,KAAK6B,iBAAiBD,QAAAA;IACrC,CAAA;EACF;EAEA,MAAME,YAAYzB,SAA0BuB,UAAiD;AAC3F,UAAMtB,eAAqC;MAAEC,QAAQwB;IAA2B;AAChF,WAAO,MAAM,KAAKtB,aAAaH,cAAcsB,UAAUvB,OAAAA;EACzD;EAEA,MAAM2B,KAAKC,SAA8D;AACvE,SAAKnC,YAAY,MAAA;AACjB,WAAO,MAAM,KAAKC,KAAK,YAAA;AACrB,YAAM,KAAKC,QAAQ,OAAA;AACnB,aAAO,MAAM,KAAKkC,eAAeD,OAAAA;IACnC,CAAA;EACF;EAEA,MAAME,UAAU9B,SAA0B4B,SAA4D;AACpG,UAAM3B,eAAmC;MAAEC,QAAQ6B;MAA0B,GAAGH;IAAQ;AACxF,WAAO,MAAM,KAAKxB,aAAaH,cAAcI,QAAWL,OAAAA;EAC1D;EAEUF,aAAuC;AAC/C,UAAM,IAAIkC,MAAM,iBAAA;EAClB;EAEUzB,eAAiC;AACzC,UAAM,IAAIyB,MAAM,iBAAA;EAClB;EAEUrB,gBAAsD;AAC9D,UAAM,IAAIqB,MAAM,iBAAA;EAClB;EAEUC,cAAcC,SAAwC;AAC9D,UAAM,IAAIF,MAAM,iBAAA;EAClB;EAEA,MAAgBhB,iBAAiBD,QAAgB1B,QAAwC;AACvF,UAAM8C,aAAa9C,QAAQ8C,cAAc;AAEzC,UAAMC,gBAAgB,MAAM,KAAKH,cAAclB,MAAAA;AAE/C,QAAIoB,YAAY;AACd,YAAM,KAAKE,KAAK,WAAW;QAAEtB,QAAQqB;QAAeE,QAAQ;MAAK,CAAA;IACnE;AAEA,WAAOF;EACT;EAEA,MAAgBG,cAAcxB,QAAgByB,WAAsE;AAClH,UAAMC,cAAc,MAAM7C,sCAAe8C,cAAc,MAAMF,UAAUrB,IAAIJ,MAAAA,CAAAA,GAAU4B,OAAO,CAAC,CAAA,EAAGC,IAAAA,MAAK;AACnG,YAAMC,WAAW9B,OAAO+B,SAASF,IAAAA;AACjC,UAAI,CAACC,UAAU;AACbE,gBAAQC,KAAK,oDAAoDJ,IAAAA,EAAM;MAEzE;AACA,aAAOC;IACT,CAAA;AAEA,UAAMI,cAAc,IAAIC,IAAIT,WAAWU,IAAI,CAAC,CAAA,EAAGP,IAAAA,MAAUA,IAAAA,CAAAA;AACzD,UAAMQ,gBAAgBX,WAAWU,IAAI,CAAC,CAACE,OAAAA,MAAaA,OAAAA;AAEpD,UAAMC,WAAWvC,OAAO4B,OAAO,CAACC,SAAS,CAACK,YAAYM,IAAIX,IAAAA,CAAAA;AAC1D,WAAO;MAACQ;MAAeE;;EACzB;EAEA,MAAgBE,eAAezC,QAAwD;AACrF,UAAM0C,UAAUC,OAAOC,QAAQ,MAAM,KAAKF,QAAO,IAAKG,QAAQ,CAAC,CAAA;AAC/D,QAAIC,kBAAkB;SAAI9C;;AAC1B,QAAI+C,cAAc;AAClB,QAAIC,SAA8B,CAAA;AAGlC,WAAOD,cAAcL,QAAQO,UAAUH,gBAAgBG,SAAS,GAAG;AACjE,YAAM,CAACC,OAAOX,QAAAA,IAAY,MAAM,KAAKf,cAAcsB,iBAAiBJ,QAAQK,WAAAA,CAAY;AACxFC,eAAS;WAAIA;WAAWE;;AACxBJ,wBAAkBP;AAClBQ;IACF;AACA,WAAO;MAACC;MAAQF;;EAClB;EAEUK,WAAWhC,SAAwC;AAC3D,UAAM,IAAIF,MAAM,iBAAA;EAClB;EAEA,MAAgBZ,cAAcL,QAAgBoD,SAAsD;AAElG,UAAMC,kBAAkB,IAAIlB,IAAInC,MAAAA;AAGhC,UAAMsD,SAAS,MAAM,KAAKH,WAAW;SAAIE;KAAgB;AAKzD,UAAMhB,gBAAmC,CAAA;AACzC,UAAMH,cAAc,oBAAIC,IAAAA;AAOxB,eAAWG,WAAWgB,QAAQ;AAE5B,YAAMlB,MAAM,MAAMvD,sCAAe0E,aAAa;QAACjB;OAAQ;AACvD,iBAAW,CAACkB,KAAKlB,QAAAA,KAAYK,OAAOc,QAAQrB,GAAAA,GAAM;AAChD,YAAIsB,wBAAwB;AAC5B,cAAM7B,OAAO2B;AAEb,YACEH,gBAAgBb,IAAIX,IAAAA;;;;;QAKpB,CAACK,YAAYM,IAAIX,IAAAA,GACjB;AACA6B,kCAAwB;AAExBxB,sBAAYyB,IAAI9B,IAAAA;QAClB;AACA,YAAI6B;AAAuBrB,wBAAcuB,KAAKtB,QAAAA;MAChD;IACF;AAEA,UAAMuB,iBAAiB;aAAIC,uBAAWT,iBAAiBnB,WAAAA;;AACvD,UAAM,CAAC6B,mBAAAA,IAAuB,MAAM,KAAKtB,eAAeoB,cAAAA;AAExD,QAAI,KAAKrF,kBAAkB;AACzB,YAAM,KAAKiC,iBAAiBsD,mBAAAA;IAC9B;AACA,WAAO,MAAMlF,sCAAeC,MAAM;SAAIuD;SAAkB0B;KAAoB;EAC9E;EAEUC,OAAwC;AAChD,WAAO,KAAK/F;EACd;EAEUgG,cAAcC,WAAoD;AAC1E,UAAM,IAAIjD,MAAM,iBAAA;EAClB;EAEA,MAAgBkD,mBAAkFC,OAAU5D,UAAsB;AAChI6D,gCAAS7D,UAAU,MAAM,qBAAqB8D,KAAKC,UAAUH,MAAM9B,SAAS,MAAM,CAAA,CAAA,EAAI;AACtF,UAAMkC,mBAAmB,MAAM3F,sCAAe4F,wBAAwBjE,UAAU4D,MAAMM,aAAa;AACnGL,gCACEG,iBAAiBvB,WAAWmB,MAAMM,cAAczB,QAChD,MAAM,sCAAsCuB,iBAAiBvB,MAAM,OAAOmB,MAAMM,cAAczB,MAAM,GAAG;AAEzG,UAAM/D,eAAe,MAAMkF,MAAM9D,SAAQ;AACzC,UAAMqE,uBAAuB,MAAM9F,sCAAe+F,cAAcJ,kBAAkB,MAAM3F,sCAAegG,SAAS3F,YAAAA,CAAAA;AAChH,UAAM8D,SAAS,MAAM,KAAKvC,iBAAiBkE,oBAAAA;AAI3C,SAAK1G,uBAAuBuG,iBAAiBM,GAAG,EAAC;AACjD,WAAO9B;EACT;EAEA,MAAgBvC,iBAAiBD,UAAqBlC,QAAqD;AACzG,UAAM8C,aAAa9C,QAAQ8C,cAAc;AACzC,UAAM2D,iBAAiBzG,QAAQyG,kBAAkB;AAEjD,UAAMC,mBAAmB,MAAMnG,sCAAeC,MAAM,MAAM,KAAKmF,cAAczD,QAAAA,GAAW,IAAA;AAExF,QAAIuE,gBAAgB;AAClB,YAAM,KAAKA,eAAeC,gBAAAA;IAC5B;AACA,QAAI5D,YAAY;AACd,YAAM,KAAKE,KAAK,YAAY;QAAEC,QAAQ;QAAMf,UAAUwE;MAAiB,CAAA;IACzE;AAEA,WAAOA;EACT;EAEUC,YAAYC,UAAkE;AACtF,UAAM,IAAIjE,MAAM,iBAAA;EAClB;EAEA,MAAgBH,eAAeD,SAAgCuC,SAAsD;AACnH,UAAMf,gBAAgB,MAAM,KAAK4C,YAAYpE,OAAAA;AAC7C,WAAO,MAAMhC,sCAAeC,MAAMuD,aAAAA;EACpC;EAEA,MAAgBK,UAAU;AACxB,SAAKxE,WAAW,KAAKA,YAAY;MAC/ByB,QAAQ,MAAM,KAAKwF,kBAAkB,KAAK7G,QAAQoE,SAAS/C,MAAAA;MAC3DkD,MAAM,MAAM,KAAKsC,kBAAkB,KAAK7G,QAAQoE,SAASG,IAAAA;MACzDuC,OAAO,MAAM,KAAKD,kBAAkB,KAAK7G,QAAQoE,SAAS0C,KAAAA;IAC5D;AACA,eAAOf,wBAAS,KAAKnG,QAAQ;EAC/B;EAEA,MAAyBmH,aACvBjB,OACA5D,UACA8E,aACmC;AACnC,UAAMC,eAAe,MAAMC,qDAAyBC,WAA6BrB,OAAO5D,QAAAA;AACxF,UAAMkF,aAAa,MAAM7G,sCAAeC,MAAMsF,OAAO,IAAA;AACrD,UAAMlF,eAAe,MAAMqG,aAAajF,SAAQ;AAChD+D,gCAAS,MAAM,KAAKsB,UAAUvB,OAAO5D,UAAU8E,WAAAA,CAAAA;AAC/C,UAAMM,iBAA4B,CAAA;AAElC,YAAQ1G,aAAaC,QAAM;MACzB,KAAKC,gDAAyB;AAC5BwG,uBAAehC,KAAI,GAAK,MAAM,KAAK7E,WAAU,CAAA;AAC7C;MACF;MACA,KAAKW,kDAA2B;AAC9B,cAAM,KAAKF,aAAY;AACvB;MACF;MACA,KAAKM,mDAA4B;AAC/B8F,uBAAehC,KAAI,GAAK,MAAM,KAAKhE,cAAa,CAAA;AAChD;MACF;MACA,KAAKO,mDAA4B;AAC/B,cAAM0F,gBAAsC;UAC1C7F,QAAQ;eAAK,MAAM,KAAKC,iBAAiBf,aAAac,MAAM;;UAC5Db,QAAQgB;QACV;AACAyF,uBAAehC,KAAKiC,aAAAA;AACpB;MACF;MACA,KAAKzH,gDAAyB;AAC5B,YAAIc,aAAac,QAAQiD,QAAQ;AAC/B2C,yBAAehC,KAAI,GAAK,MAAM,KAAKvD,cAAcnB,aAAac,MAAM,CAAA;QACtE,OAAO;AACL,gBAAMgE,OAAO,MAAM,KAAKA,KAAI;AAC5B,cAAIA;AAAM4B,2BAAehC,KAAKI,IAAAA;QAChC;AACA;MACF;MACA,KAAKrD,mDAA4B;AAC/BiF,uBAAehC,KAAI,GAAK,MAAM,KAAKO,mBAAmBoB,cAAc/E,QAAAA,CAAAA;AACpE;MACF;MACA,SAAS;AACP,cAAMwC,SAAS,MAAM,MAAMqC,aAAajB,OAAO5D,QAAAA;AAC/C,YAAI,KAAKlC,OAAOwH,cAAc;AAC5B,gBAAM,KAAK7B,cAAc;YAACyB;WAAW;QACvC;AACA,eAAO1C;MACT;IACF;AACA,QAAI,KAAK1E,OAAOwH,cAAc;AAC5B,YAAM,KAAK7B,cAAc;QAACyB;OAAW;IACvC;AACA,WAAOE;EACT;EAEA,MAAgBG,cAAcC,QAA2BxF,UAAiD;AACxG,WAAO,MAAMwF,OAAOzF,OAAOC,QAAAA;EAC7B;EAEA,MAAgBuE,eAAevE,UAAiD;AAC9E,UAAMkC,UAAU,MAAM,KAAKA,QAAO;AAClC,eAAOuD,uBACL,MAAMC,QAAQzH,IACZkE,OAAOC,OAAOF,QAAQ0C,SAAS,CAAC,CAAA,EAAGhD,IAAI,OAAO4D,WAAAA;AAC5C,aAAOA,SAAS,MAAM,KAAKD,cAAcC,QAAQxF,QAAAA,IAAYlB;IAC/D,CAAA,CAAA,CAAA,EAEF6G,KAAI;EACR;EAEA,MAAchB,kBAAkBiB,aAAiC,CAAA,GAAI;AACnE,UAAMC,mBAAmB;SACnB,MAAM,KAAKC,QAAQ;QAAEC,SAASH;MAAwB,CAAA;SACtD,MAAM,KAAKE,QAAQ;QAAEE,MAAMJ;MAA2B,CAAA;MAC1DxE,OAAO6E,oCAAAA;AAETpC,gCACE,CAAC,KAAKhG,qBAAqBgI,iBAAiBpD,WAAWmD,WAAWnD,QAClE,MACE,qEAAqEmD,WAAWxE,OAAO,CAACH,cACtF4E,iBAAiBjE,IAAI,CAACb,YAAW,EAAEA,QAAOgF,YAAY9E,aAAaF,QAAOjD,OAAOkI,SAAS/E,UAAQ,CAAA,CAAA,GAChG;AAIR,WAAO4E,iBAAiBK,OAA0C,CAACC,MAAMpF,YAAAA;AACvEoF,WAAKpF,QAAOgF,OAAO,QAAIK,4CAAoBrF,SAAQ,MAAA;AACjDsF,wDAAoBtF,SAAQ;UAAEuF,KAAK9E;QAAQ,CAAA;AAC3C,eAAO,oDAAoDT,QAAOgF,OAAO,KAAKhF,QAAOjD,OAAOkI,IAAI,KAAKjF,QAAOjD,OAAOa,MAAM;MAC3H,CAAA;AAEA,aAAOwH;IACT,GAAG,CAAC,CAAA;EACN;AACF;;;ACncA,IAAAI,iBAAyB;AAWlB,IAAMC,mBAAmB;AAEzB,IAAMC,iBAAiB,wBAACC,UAAAA;AAC7BC,+BAASD,QAAQF,kBAAkB,MAAM,gCAAgCA,gBAAAA,EAAkB;AAC3F,SAAOI,OAAOC,KAAKC,IAAG,CAAA,IAAMN,mBAAmBI,OAAOF,KAAAA;AACxD,GAH8B;AAKvB,IAAMK,iBAAiB,wBAA4BC,SAAYN,QAAQ,MAAC;AAC7E,SAAO;IAAE,GAAGM;IAASC,WAAWR,eAAeC,KAAAA;EAAO;AACxD,GAF8B;AAIvB,IAAMQ,oBAAoB,wBAA4BC,UAAgCC,YAAoB,MAAC;AAChH,SAAOD,SAASE,KAAK,CAACC,GAAGC,MACvBD,EAAEL,YAAYM,EAAEN,YAAY,CAACG,YAC3BE,EAAEL,YAAYM,EAAEN,YAAYG,YAC5B,CAAA;AAEN,GANiC;AAW1B,SAASI,kBAAqCR,SAA8C;AACjG,MAAI,CAACA;AAAS;AACd,MAAIS,MAAMC,QAAQV,OAAAA,GAAU;AAC1B,WAAOA,QAAQW,IAAI,CAACC,MAAMJ,kBAAkBI,CAAAA,CAAAA;EAC9C;AAEA,QAAM,EAAE,GAAGC,OAAAA,IAAWb;AACtB,SAAOa,OAAOZ;AACd,SAAOY;AACT;AATgBL;","names":["AbstractArchivist","AbstractModuleInstance","uniqueName","globallyUnique","_lastInsertedPayload","_parents","queries","ArchivistGetQuerySchema","requireAllParents","config","_queryAccountPaths","storeParentReads","all","_noOverride","busy","started","PayloadBuilder","build","allHandler","allQuery","account","queryPayload","schema","ArchivistAllQuerySchema","sendQueryRaw","undefined","clear","clearHandler","clearQuery","ArchivistClearQuerySchema","commit","commitHandler","commitQuery","ArchivistCommitQuerySchema","delete","hashes","deleteWithConfig","deleteQuery","ArchivistDeleteQuerySchema","get","getWithConfig","getQuery","insert","payloads","insertWithConfig","insertQuery","ArchivistInsertQuerySchema","next","options","nextWithConfig","nextQuery","ArchivistNextQuerySchema","Error","deleteHandler","_hashes","emitEvents","deletedHashes","emit","module","getFromParent","archivist","foundPairs","dataHashPairs","filter","hash","askedFor","includes","console","warn","foundHashes","Set","map","foundPayloads","payload","notfound","has","getFromParents","parents","Object","values","read","remainingHashes","parentIndex","result","length","found","getHandler","_config","requestedHashes","gotten","toAllHashMap","key","entries","requestedPayloadFound","add","push","notFoundHashes","difference","parentFoundPayloads","head","insertHandler","_payloads","insertQueryHandler","query","assertEx","JSON","stringify","resolvedPayloads","filterIncludeByDataHash","payloadHashes","payloadsWithoutQuery","filterExclude","dataHash","at","writeToParents","insertedPayloads","nextHandler","_options","resolveArchivists","write","queryHandler","queryConfig","wrappedQuery","QueryBoundWitnessWrapper","parseQuery","builtQuery","queryable","resultPayloads","resultPayload","storeQueries","writeToParent","parent","compact","Promise","flat","archivists","archivistModules","resolve","address","name","duplicateModules","reduce","prev","asArchivistInstance","isArchivistInstance","log","import_assert","maxSequenceIndex","sequenceNumber","index","assertEx","BigInt","Date","now","addStorageMeta","payload","_sequence","sortByStorageMeta","payloads","direction","sort","a","b","removeStorageMeta","Array","isArray","map","p","noMeta"]}

package/dist/browser/index.js

@@ -52,7 +52,7 @@ var AbstractArchivist = class _AbstractArchivist extends AbstractModuleInstance
     const queryPayload = {
       schema: ArchivistAllQuerySchema
     };
-    return await this.sendQuery(queryPayload, void 0, account);
+    return await this.sendQueryRaw(queryPayload, void 0, account);
   }
   clear() {
     this._noOverride("clear");
@@ -65,7 +65,7 @@ var AbstractArchivist = class _AbstractArchivist extends AbstractModuleInstance
     const queryPayload = {
       schema: ArchivistClearQuerySchema
     };
-    return await this.sendQuery(queryPayload, void 0, account);
+    return await this.sendQueryRaw(queryPayload, void 0, account);
   }
   commit() {
     this._noOverride("commit");
@@ -78,7 +78,7 @@ var AbstractArchivist = class _AbstractArchivist extends AbstractModuleInstance
     const queryPayload = {
       schema: ArchivistCommitQuerySchema
     };
-    return await this.sendQuery(queryPayload, void 0, account);
+    return await this.sendQueryRaw(queryPayload, void 0, account);
   }
   async delete(hashes) {
     this._noOverride("delete");
@@ -92,7 +92,7 @@ var AbstractArchivist = class _AbstractArchivist extends AbstractModuleInstance
       hashes,
       schema: ArchivistDeleteQuerySchema
     };
-    return await this.sendQuery(queryPayload, void 0, account);
+    return await this.sendQueryRaw(queryPayload, void 0, account);
   }
   async get(hashes) {
     this._noOverride("get");
@@ -106,7 +106,7 @@ var AbstractArchivist = class _AbstractArchivist extends AbstractModuleInstance
       hashes,
       schema: ArchivistGetQuerySchema
     };
-    return await this.sendQuery(queryPayload, void 0, account);
+    return await this.sendQueryRaw(queryPayload, void 0, account);
   }
   async insert(payloads) {
     this._noOverride("insert");
@@ -119,7 +119,7 @@ var AbstractArchivist = class _AbstractArchivist extends AbstractModuleInstance
     const queryPayload = {
       schema: ArchivistInsertQuerySchema
     };
-    return await this.sendQuery(queryPayload, payloads, account);
+    return await this.sendQueryRaw(queryPayload, payloads, account);
   }
   async next(options) {
     this._noOverride("next");
@@ -133,7 +133,7 @@ var AbstractArchivist = class _AbstractArchivist extends AbstractModuleInstance
       schema: ArchivistNextQuerySchema,
       ...options
     };
-    return await this.sendQuery(queryPayload, void 0, account);
+    return await this.sendQueryRaw(queryPayload, void 0, account);
   }
   allHandler() {
     throw new Error("Not implemented");

package/dist/browser/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/AbstractArchivist.ts","../../src/StorageMeta.ts"],"sourcesContent":["import { assertEx } from '@xylabs/assert'\nimport { Address, Hash } from '@xylabs/hex'\nimport { compact } from '@xylabs/lodash'\nimport { globallyUnique } from '@xylabs/object'\nimport { Promisable, PromisableArray } from '@xylabs/promise'\nimport { difference } from '@xylabs/set'\nimport { AccountInstance } from '@xyo-network/account-model'\nimport {\n  ArchivistAllQuery,\n  ArchivistAllQuerySchema,\n  ArchivistClearQuery,\n  ArchivistClearQuerySchema,\n  ArchivistCommitQuery,\n  ArchivistCommitQuerySchema,\n  ArchivistDeleteQuery,\n  ArchivistDeleteQuerySchema,\n  ArchivistGetQuery,\n  ArchivistGetQuerySchema,\n  ArchivistInsertQuery,\n  ArchivistInsertQuerySchema,\n  ArchivistInstance,\n  ArchivistModuleEventData,\n  ArchivistNextOptions,\n  ArchivistNextQuery,\n  ArchivistNextQuerySchema,\n  ArchivistParams,\n  ArchivistQueries,\n  asArchivistInstance,\n  AttachableArchivistInstance,\n  isArchivistInstance,\n} from '@xyo-network/archivist-model'\nimport { BoundWitness, QueryBoundWitness } from '@xyo-network/boundwitness-model'\nimport { QueryBoundWitnessWrapper } from '@xyo-network/boundwitness-wrapper'\nimport { AbstractModuleInstance } from '@xyo-network/module-abstract'\nimport { duplicateModules, ModuleConfig, ModuleIdentifier, ModuleName, ModuleQueryHandlerResult, ModuleQueryResult } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { Payload, PayloadWithMeta, WithMeta } from '@xyo-network/payload-model'\n\nexport interface ActionConfig {\n  emitEvents?: boolean\n}\n\nexport interface InsertConfig extends ActionConfig {\n  writeToParents?: boolean\n}\n\nexport interface ArchivistParentInstances {\n  commit?: Record<string, ArchivistInstance>\n  read?: Record<string, ArchivistInstance>\n  write?: Record<string, ArchivistInstance>\n}\n\nexport abstract class AbstractArchivist<\n    TParams extends ArchivistParams = ArchivistParams,\n    TEventData extends ArchivistModuleEventData = ArchivistModuleEventData,\n  >\n  extends AbstractModuleInstance<TParams, TEventData>\n  implements AttachableArchivistInstance<TParams, TEventData, Payload>\n{\n  static override readonly uniqueName = globallyUnique('AbstractArchivist', AbstractArchivist, 'xyo')\n  private _lastInsertedPayload: Payload | undefined\n  private _parents?: ArchivistParentInstances\n\n  override get queries(): string[] {\n    return [ArchivistGetQuerySchema, ...super.queries]\n  }\n\n  get requireAllParents() {\n    return this.config.requireAllParents ?? false\n  }\n\n  protected override get _queryAccountPaths(): Record<ArchivistQueries['schema'], string> {\n    return {\n      'network.xyo.query.archivist.all': '1/1',\n      'network.xyo.query.archivist.clear': '1/2',\n      'network.xyo.query.archivist.commit': '1/3',\n      'network.xyo.query.archivist.delete': '1/4',\n      'network.xyo.query.archivist.get': '1/5',\n      'network.xyo.query.archivist.insert': '1/6',\n      'network.xyo.query.archivist.next': '1/7',\n    }\n  }\n\n  protected get storeParentReads() {\n    return !!this.config?.storeParentReads\n  }\n\n  all(): PromisableArray<WithMeta<Payload>> {\n    this._noOverride('all')\n    return this.busy(async () => {\n      await this.started('throw')\n      return await PayloadBuilder.build(await this.allHandler())\n    })\n  }\n\n  async allQuery(account: AccountInstance): Promise<ModuleQueryResult> {\n    const queryPayload: ArchivistAllQuery = { schema: ArchivistAllQuerySchema }\n    return (await this.sendQuery(queryPayload, undefined, account)) as ModuleQueryResult\n  }\n\n  clear(): Promisable<void> {\n    this._noOverride('clear')\n    return this.busy(async () => {\n      await this.started('throw')\n      return await this.clearHandler()\n    })\n  }\n\n  async clearQuery(account: AccountInstance): Promise<ModuleQueryResult> {\n    const queryPayload: ArchivistClearQuery = { schema: ArchivistClearQuerySchema }\n    return (await this.sendQuery(queryPayload, undefined, account)) as ModuleQueryResult\n  }\n\n  commit(): Promisable<WithMeta<BoundWitness>[]> {\n    this._noOverride('commit')\n    return this.busy(async () => {\n      await this.started('throw')\n      return await this.commitHandler()\n    })\n  }\n\n  async commitQuery(account: AccountInstance): Promise<ModuleQueryResult> {\n    const queryPayload: ArchivistCommitQuery = { schema: ArchivistCommitQuerySchema }\n    return (await this.sendQuery(queryPayload, undefined, account)) as ModuleQueryResult\n  }\n\n  async delete(hashes: Hash[]): Promise<Hash[]> {\n    this._noOverride('delete')\n    return await this.busy(async () => {\n      await this.started('throw')\n      return await this.deleteWithConfig(hashes)\n    })\n  }\n\n  async deleteQuery(account: AccountInstance, hashes: Hash[]): Promise<ModuleQueryResult> {\n    const queryPayload: ArchivistDeleteQuery = { hashes, schema: ArchivistDeleteQuerySchema }\n    return (await this.sendQuery(queryPayload, undefined, account)) as ModuleQueryResult\n  }\n\n  async get(hashes: Hash[]): Promise<WithMeta<Payload>[]> {\n    this._noOverride('get')\n    return await this.busy(async () => {\n      await this.started('throw')\n      return await PayloadBuilder.build(await this.getWithConfig(hashes))\n    })\n  }\n\n  async getQuery(account: AccountInstance, hashes: Hash[]): Promise<ModuleQueryResult> {\n    const queryPayload: ArchivistGetQuery = { hashes, schema: ArchivistGetQuerySchema }\n    return (await this.sendQuery(queryPayload, undefined, account)) as ModuleQueryResult\n  }\n\n  async insert(payloads: Payload[]): Promise<WithMeta<Payload>[]> {\n    this._noOverride('insert')\n    return await this.busy(async () => {\n      await this.started('throw')\n      //make sure all incoming payloads have proper $hash and $meta\n      return await this.insertWithConfig(payloads)\n    })\n  }\n\n  async insertQuery(account: AccountInstance, payloads: Payload[]): Promise<ModuleQueryResult> {\n    const queryPayload: ArchivistInsertQuery = { schema: ArchivistInsertQuerySchema }\n    return (await this.sendQuery(queryPayload, payloads, account)) as ModuleQueryResult\n  }\n\n  async next(options?: ArchivistNextOptions): Promise<WithMeta<Payload>[]> {\n    this._noOverride('next')\n    return await this.busy(async () => {\n      await this.started('throw')\n      return await this.nextWithConfig(options)\n    })\n  }\n\n  async nextQuery(account: AccountInstance, options?: ArchivistNextOptions): Promise<ModuleQueryResult> {\n    const queryPayload: ArchivistNextQuery = { schema: ArchivistNextQuerySchema, ...options }\n    return (await this.sendQuery(queryPayload, undefined, account)) as ModuleQueryResult\n  }\n\n  protected allHandler(): PromisableArray<Payload> {\n    throw new Error('Not implemented')\n  }\n\n  protected clearHandler(): Promisable<void> {\n    throw new Error('Not implemented')\n  }\n\n  protected commitHandler(): Promisable<WithMeta<BoundWitness>[]> {\n    throw new Error('Not implemented')\n  }\n\n  protected deleteHandler(_hashes: Hash[]): PromisableArray<Hash> {\n    throw new Error('Not implemented')\n  }\n\n  protected async deleteWithConfig(hashes: Hash[], config?: ActionConfig): Promise<Hash[]> {\n    const emitEvents = config?.emitEvents ?? true\n\n    const deletedHashes = await this.deleteHandler(hashes)\n\n    if (emitEvents) {\n      await this.emit('deleted', { hashes: deletedHashes, module: this })\n    }\n\n    return deletedHashes\n  }\n\n  protected async getFromParent(hashes: Hash[], archivist: ArchivistInstance): Promise<[WithMeta<Payload>[], Hash[]]> {\n    const foundPairs = (await PayloadBuilder.dataHashPairs(await archivist.get(hashes))).filter(([, hash]) => {\n      const askedFor = hashes.includes(hash)\n      if (!askedFor) {\n        console.warn(`Parent returned payload with hash not asked for: ${hash}`)\n        //throw Error(`Parent returned payload with hash not asked for: ${hash}`)\n      }\n      return askedFor\n    })\n\n    const foundHashes = new Set(foundPairs.map(([, hash]) => hash))\n    const foundPayloads = foundPairs.map(([payload]) => payload)\n\n    const notfound = hashes.filter((hash) => !foundHashes.has(hash))\n    return [foundPayloads, notfound]\n  }\n\n  protected async getFromParents(hashes: Hash[]): Promise<[WithMeta<Payload>[], Hash[]]> {\n    const parents = Object.values((await this.parents())?.read ?? {})\n    let remainingHashes = [...hashes]\n    let parentIndex = 0\n    let result: WithMeta<Payload>[] = []\n\n    // NOTE: intentionally doing this serially\n    while (parentIndex < parents.length && remainingHashes.length > 0) {\n      const [found, notfound] = await this.getFromParent(remainingHashes, parents[parentIndex])\n      result = [...result, ...found]\n      remainingHashes = notfound\n      parentIndex++\n    }\n    return [result, remainingHashes]\n  }\n\n  protected getHandler(_hashes: Hash[]): Promisable<Payload[]> {\n    throw new Error('Not implemented')\n  }\n\n  protected async getWithConfig(hashes: Hash[], _config?: InsertConfig): Promise<WithMeta<Payload>[]> {\n    // Filter out duplicates\n    const requestedHashes = new Set(hashes)\n\n    // Attempt to find the payloads in the store\n    const gotten = await this.getHandler([...requestedHashes])\n\n    // Do not just blindly return what the archivist told us but\n    // ensure to only return requested payloads and keep track of\n    // the ones it did not find so we can ask the parents.\n    const foundPayloads: PayloadWithMeta[] = []\n    const foundHashes = new Set<Hash>()\n\n    // NOTE: We are iterating over the returned result from the archivist\n    // (not the array of hashes passed in) to preserve the natural order of the\n    // hashes as returned by the archivist as that should loosely\n    // correspond to the order when iterated and the symmetry will\n    // be helpful for debugging\n    for (const payload of gotten) {\n      // Compute the hashes for this payload\n      const map = await PayloadBuilder.toAllHashMap([payload])\n      for (const [key, payload] of Object.entries(map)) {\n        let requestedPayloadFound = false\n        const hash = key as Hash // NOTE: Required cast as Object.entries always returns string keys\n        // If this hash was requested\n        if (\n          requestedHashes.has(hash) && // Indicate that we found it (but do not insert it yet). Since\n          // one payload could satisfy two requested hashes (vit its dataHash\n          // & rootHash) we only want to insert that payload once but we want\n          // to keep track of all the hashes it satisfies so we can ask th\n          // parents for the ones we did not find\n          !foundHashes.has(hash)\n        ) {\n          requestedPayloadFound = true\n          // Add it to the list of found hashes\n          foundHashes.add(hash)\n        }\n        if (requestedPayloadFound) foundPayloads.push(payload)\n      }\n    }\n    // For all the hashes we did not find, ask the parents\n    const notFoundHashes = [...difference(requestedHashes, foundHashes)]\n    const [parentFoundPayloads] = await this.getFromParents(notFoundHashes)\n\n    if (this.storeParentReads) {\n      await this.insertWithConfig(parentFoundPayloads)\n    }\n    return await PayloadBuilder.build([...foundPayloads, ...parentFoundPayloads])\n  }\n\n  protected head(): Promisable<Payload | undefined> {\n    return this._lastInsertedPayload\n  }\n\n  protected insertHandler(_payloads: Payload[]): Promise<WithMeta<Payload>[]> {\n    throw new Error('Not implemented')\n  }\n\n  protected async insertQueryHandler<T extends QueryBoundWitnessWrapper = QueryBoundWitnessWrapper>(query: T, payloads?: Payload[]) {\n    assertEx(payloads, () => `Missing payloads: ${JSON.stringify(query.payload, null, 2)}`)\n    const resolvedPayloads = await PayloadBuilder.filterIncludeByDataHash(payloads, query.payloadHashes)\n    assertEx(\n      resolvedPayloads.length === query.payloadHashes.length,\n      () => `Could not find some passed hashes [${resolvedPayloads.length} != ${query.payloadHashes.length}]`,\n    )\n    const queryPayload = await query.getQuery()\n    const payloadsWithoutQuery = await PayloadBuilder.filterExclude(resolvedPayloads, await PayloadBuilder.dataHash(queryPayload))\n    const result = await this.insertWithConfig(payloadsWithoutQuery)\n    // NOTE: There isn't an exact equivalence between what we get and what we store. Once\n    // we move to returning only inserted Payloads(/hash) instead of a BoundWitness, we\n    // can grab the actual last one\n    this._lastInsertedPayload = resolvedPayloads.at(-1)\n    return result\n  }\n\n  protected async insertWithConfig(payloads: Payload[], config?: InsertConfig): Promise<WithMeta<Payload>[]> {\n    const emitEvents = config?.emitEvents ?? true\n    const writeToParents = config?.writeToParents ?? true\n\n    const insertedPayloads = await PayloadBuilder.build(await this.insertHandler(payloads), true)\n\n    if (writeToParents) {\n      await this.writeToParents(insertedPayloads)\n    }\n    if (emitEvents) {\n      await this.emit('inserted', { module: this, payloads: insertedPayloads })\n    }\n\n    return insertedPayloads\n  }\n\n  protected nextHandler(_options?: ArchivistNextOptions): Promisable<WithMeta<Payload>[]> {\n    throw new Error('Not implemented')\n  }\n\n  protected async nextWithConfig(options?: ArchivistNextOptions, _config?: InsertConfig): Promise<WithMeta<Payload>[]> {\n    const foundPayloads = await this.nextHandler(options)\n    return await PayloadBuilder.build(foundPayloads)\n  }\n\n  protected async parents() {\n    this._parents = this._parents ?? {\n      commit: await this.resolveArchivists(this.config?.parents?.commit),\n      read: await this.resolveArchivists(this.config?.parents?.read),\n      write: await this.resolveArchivists(this.config?.parents?.write),\n    }\n    return assertEx(this._parents)\n  }\n\n  protected override async queryHandler<T extends QueryBoundWitness = QueryBoundWitness, TConfig extends ModuleConfig = ModuleConfig>(\n    query: T,\n    payloads: Payload[],\n    queryConfig?: TConfig,\n  ): Promise<ModuleQueryHandlerResult> {\n    const wrappedQuery = await QueryBoundWitnessWrapper.parseQuery<ArchivistQueries>(query, payloads)\n    const builtQuery = await PayloadBuilder.build(query, true)\n    const queryPayload = await wrappedQuery.getQuery()\n    assertEx(await this.queryable(query, payloads, queryConfig))\n    const resultPayloads: Payload[] = []\n\n    switch (queryPayload.schema) {\n      case ArchivistAllQuerySchema: {\n        resultPayloads.push(...(await this.allHandler()))\n        break\n      }\n      case ArchivistClearQuerySchema: {\n        await this.clearHandler()\n        break\n      }\n      case ArchivistCommitQuerySchema: {\n        resultPayloads.push(...(await this.commitHandler()))\n        break\n      }\n      case ArchivistDeleteQuerySchema: {\n        const resultPayload: ArchivistDeleteQuery = {\n          hashes: [...(await this.deleteWithConfig(queryPayload.hashes))],\n          schema: ArchivistDeleteQuerySchema,\n        }\n        resultPayloads.push(resultPayload)\n        break\n      }\n      case ArchivistGetQuerySchema: {\n        if (queryPayload.hashes?.length) {\n          resultPayloads.push(...(await this.getWithConfig(queryPayload.hashes)))\n        } else {\n          const head = await this.head()\n          if (head) resultPayloads.push(head)\n        }\n        break\n      }\n      case ArchivistInsertQuerySchema: {\n        resultPayloads.push(...(await this.insertQueryHandler(wrappedQuery, payloads)))\n        break\n      }\n      default: {\n        const result = await super.queryHandler(query, payloads)\n        if (this.config.storeQueries) {\n          await this.insertHandler([builtQuery])\n        }\n        return result\n      }\n    }\n    if (this.config.storeQueries) {\n      await this.insertHandler([builtQuery])\n    }\n    return resultPayloads\n  }\n\n  protected async writeToParent(parent: ArchivistInstance, payloads: Payload[]): Promise<PayloadWithMeta[]> {\n    return await parent.insert(payloads)\n  }\n\n  protected async writeToParents(payloads: Payload[]): Promise<PayloadWithMeta[]> {\n    const parents = await this.parents()\n    return compact(\n      await Promise.all(\n        Object.values(parents.write ?? {}).map(async (parent) => {\n          return parent ? await this.writeToParent(parent, payloads) : undefined\n        }),\n      ),\n    ).flat()\n  }\n\n  private async resolveArchivists(archivists: ModuleIdentifier[] = []) {\n    const archivistModules = [\n      ...(await this.resolve({ address: archivists as Address[] })),\n      ...(await this.resolve({ name: archivists as ModuleName[] })),\n    ].filter(duplicateModules)\n\n    assertEx(\n      !this.requireAllParents || archivistModules.length === archivists.length,\n      () =>\n        `Failed to find some archivists (set allRequired to false if ok): [${archivists.filter((archivist) =>\n          archivistModules.map((module) => !(module.address === archivist || module.config.name === archivist)),\n        )}]`,\n    )\n\n    // eslint-disable-next-line unicorn/no-array-reduce\n    return archivistModules.reduce<Record<string, ArchivistInstance>>((prev, module) => {\n      prev[module.address] = asArchivistInstance(module, () => {\n        isArchivistInstance(module, { log: console })\n        return `Unable to cast resolved module to an archivist: [${module.address}, ${module.config.name}, ${module.config.schema})}]`\n      })\n\n      return prev\n    }, {})\n  }\n}\n","import { assertEx } from '@xylabs/assert'\nimport { Payload, PayloadWithMeta, WithMeta } from '@xyo-network/payload-model'\n\nexport interface StorageMeta {\n  _sequence: bigint\n}\n\nexport type WithOptionalStorageMeta<T extends Payload> = T & Partial<StorageMeta>\n\nexport type WithStorageMeta<T extends Payload> = T & StorageMeta\n\nexport const maxSequenceIndex = 10_000_000_000n\n\nexport const sequenceNumber = (index: number) => {\n  assertEx(index < maxSequenceIndex, () => `index may not be larger than ${maxSequenceIndex}`)\n  return BigInt(Date.now()) * maxSequenceIndex + BigInt(index)\n}\n\nexport const addStorageMeta = <T extends PayloadWithMeta>(payload: T, index = 0) => {\n  return { ...payload, _sequence: sequenceNumber(index) }\n}\n\nexport const sortByStorageMeta = <T extends PayloadWithMeta>(payloads: WithStorageMeta<T>[], direction: -1 | 1 = 1) => {\n  return payloads.sort((a, b) =>\n    a._sequence < b._sequence ? -direction\n    : a._sequence > b._sequence ? direction\n    : 0,\n  )\n}\n\nexport function removeStorageMeta<T extends Payload>(payload: WithOptionalStorageMeta<WithMeta<T>>): WithMeta<T>\nexport function removeStorageMeta<T extends Payload>(payloads: WithOptionalStorageMeta<WithMeta<T>>[]): WithMeta<T>[]\nexport function removeStorageMeta<T extends Payload>(payload?: WithOptionalStorageMeta<WithMeta<T>>): WithMeta<T> | undefined\nexport function removeStorageMeta<T extends Payload>(payload?: WithOptionalStorageMeta<WithMeta<T>>) {\n  if (!payload) return\n  if (Array.isArray(payload)) {\n    return payload.map((p) => removeStorageMeta(p))\n  }\n  // eslint-disable-next-line @typescript-eslint/no-unused-vars\n  const { ...noMeta } = payload\n  delete noMeta._sequence\n  return noMeta\n}\n"],"mappings":";;;;AAAA,SAASA,gBAAgB;AAEzB,SAASC,eAAe;AACxB,SAASC,sBAAsB;AAE/B,SAASC,kBAAkB;AAE3B,SAEEC,yBAEAC,2BAEAC,4BAEAC,4BAEAC,yBAEAC,4BAKAC,0BAGAC,qBAEAC,2BACK;AAEP,SAASC,gCAAgC;AACzC,SAASC,8BAA8B;AACvC,SAASC,wBAAiH;AAC1H,SAASC,sBAAsB;AAiBxB,IAAeC,oBAAf,MAAeA,2BAIZC,uBAAAA;EAxDV,OAwDUA;;;EAGR,OAAyBC,aAAaC,eAAe,qBAAqBH,oBAAmB,KAAA;EACrFI;EACAC;EAER,IAAaC,UAAoB;AAC/B,WAAO;MAACC;SAA4B,MAAMD;;EAC5C;EAEA,IAAIE,oBAAoB;AACtB,WAAO,KAAKC,OAAOD,qBAAqB;EAC1C;EAEA,IAAuBE,qBAAiE;AACtF,WAAO;MACL,mCAAmC;MACnC,qCAAqC;MACrC,sCAAsC;MACtC,sCAAsC;MACtC,mCAAmC;MACnC,sCAAsC;MACtC,oCAAoC;IACtC;EACF;EAEA,IAAcC,mBAAmB;AAC/B,WAAO,CAAC,CAAC,KAAKF,QAAQE;EACxB;EAEAC,MAA0C;AACxC,SAAKC,YAAY,KAAA;AACjB,WAAO,KAAKC,KAAK,YAAA;AACf,YAAM,KAAKC,QAAQ,OAAA;AACnB,aAAO,MAAMC,eAAeC,MAAM,MAAM,KAAKC,WAAU,CAAA;IACzD,CAAA;EACF;EAEA,MAAMC,SAASC,SAAsD;AACnE,UAAMC,eAAkC;MAAEC,QAAQC;IAAwB;AAC1E,WAAQ,MAAM,KAAKC,UAAUH,cAAcI,QAAWL,OAAAA;EACxD;EAEAM,QAA0B;AACxB,SAAKb,YAAY,OAAA;AACjB,WAAO,KAAKC,KAAK,YAAA;AACf,YAAM,KAAKC,QAAQ,OAAA;AACnB,aAAO,MAAM,KAAKY,aAAY;IAChC,CAAA;EACF;EAEA,MAAMC,WAAWR,SAAsD;AACrE,UAAMC,eAAoC;MAAEC,QAAQO;IAA0B;AAC9E,WAAQ,MAAM,KAAKL,UAAUH,cAAcI,QAAWL,OAAAA;EACxD;EAEAU,SAA+C;AAC7C,SAAKjB,YAAY,QAAA;AACjB,WAAO,KAAKC,KAAK,YAAA;AACf,YAAM,KAAKC,QAAQ,OAAA;AACnB,aAAO,MAAM,KAAKgB,cAAa;IACjC,CAAA;EACF;EAEA,MAAMC,YAAYZ,SAAsD;AACtE,UAAMC,eAAqC;MAAEC,QAAQW;IAA2B;AAChF,WAAQ,MAAM,KAAKT,UAAUH,cAAcI,QAAWL,OAAAA;EACxD;EAEA,MAAMc,OAAOC,QAAiC;AAC5C,SAAKtB,YAAY,QAAA;AACjB,WAAO,MAAM,KAAKC,KAAK,YAAA;AACrB,YAAM,KAAKC,QAAQ,OAAA;AACnB,aAAO,MAAM,KAAKqB,iBAAiBD,MAAAA;IACrC,CAAA;EACF;EAEA,MAAME,YAAYjB,SAA0Be,QAA4C;AACtF,UAAMd,eAAqC;MAAEc;MAAQb,QAAQgB;IAA2B;AACxF,WAAQ,MAAM,KAAKd,UAAUH,cAAcI,QAAWL,OAAAA;EACxD;EAEA,MAAMmB,IAAIJ,QAA8C;AACtD,SAAKtB,YAAY,KAAA;AACjB,WAAO,MAAM,KAAKC,KAAK,YAAA;AACrB,YAAM,KAAKC,QAAQ,OAAA;AACnB,aAAO,MAAMC,eAAeC,MAAM,MAAM,KAAKuB,cAAcL,MAAAA,CAAAA;IAC7D,CAAA;EACF;EAEA,MAAMM,SAASrB,SAA0Be,QAA4C;AACnF,UAAMd,eAAkC;MAAEc;MAAQb,QAAQf;IAAwB;AAClF,WAAQ,MAAM,KAAKiB,UAAUH,cAAcI,QAAWL,OAAAA;EACxD;EAEA,MAAMsB,OAAOC,UAAmD;AAC9D,SAAK9B,YAAY,QAAA;AACjB,WAAO,MAAM,KAAKC,KAAK,YAAA;AACrB,YAAM,KAAKC,QAAQ,OAAA;AAEnB,aAAO,MAAM,KAAK6B,iBAAiBD,QAAAA;IACrC,CAAA;EACF;EAEA,MAAME,YAAYzB,SAA0BuB,UAAiD;AAC3F,UAAMtB,eAAqC;MAAEC,QAAQwB;IAA2B;AAChF,WAAQ,MAAM,KAAKtB,UAAUH,cAAcsB,UAAUvB,OAAAA;EACvD;EAEA,MAAM2B,KAAKC,SAA8D;AACvE,SAAKnC,YAAY,MAAA;AACjB,WAAO,MAAM,KAAKC,KAAK,YAAA;AACrB,YAAM,KAAKC,QAAQ,OAAA;AACnB,aAAO,MAAM,KAAKkC,eAAeD,OAAAA;IACnC,CAAA;EACF;EAEA,MAAME,UAAU9B,SAA0B4B,SAA4D;AACpG,UAAM3B,eAAmC;MAAEC,QAAQ6B;MAA0B,GAAGH;IAAQ;AACxF,WAAQ,MAAM,KAAKxB,UAAUH,cAAcI,QAAWL,OAAAA;EACxD;EAEUF,aAAuC;AAC/C,UAAM,IAAIkC,MAAM,iBAAA;EAClB;EAEUzB,eAAiC;AACzC,UAAM,IAAIyB,MAAM,iBAAA;EAClB;EAEUrB,gBAAsD;AAC9D,UAAM,IAAIqB,MAAM,iBAAA;EAClB;EAEUC,cAAcC,SAAwC;AAC9D,UAAM,IAAIF,MAAM,iBAAA;EAClB;EAEA,MAAgBhB,iBAAiBD,QAAgB1B,QAAwC;AACvF,UAAM8C,aAAa9C,QAAQ8C,cAAc;AAEzC,UAAMC,gBAAgB,MAAM,KAAKH,cAAclB,MAAAA;AAE/C,QAAIoB,YAAY;AACd,YAAM,KAAKE,KAAK,WAAW;QAAEtB,QAAQqB;QAAeE,QAAQ;MAAK,CAAA;IACnE;AAEA,WAAOF;EACT;EAEA,MAAgBG,cAAcxB,QAAgByB,WAAsE;AAClH,UAAMC,cAAc,MAAM7C,eAAe8C,cAAc,MAAMF,UAAUrB,IAAIJ,MAAAA,CAAAA,GAAU4B,OAAO,CAAC,CAAA,EAAGC,IAAAA,MAAK;AACnG,YAAMC,WAAW9B,OAAO+B,SAASF,IAAAA;AACjC,UAAI,CAACC,UAAU;AACbE,gBAAQC,KAAK,oDAAoDJ,IAAAA,EAAM;MAEzE;AACA,aAAOC;IACT,CAAA;AAEA,UAAMI,cAAc,IAAIC,IAAIT,WAAWU,IAAI,CAAC,CAAA,EAAGP,IAAAA,MAAUA,IAAAA,CAAAA;AACzD,UAAMQ,gBAAgBX,WAAWU,IAAI,CAAC,CAACE,OAAAA,MAAaA,OAAAA;AAEpD,UAAMC,WAAWvC,OAAO4B,OAAO,CAACC,SAAS,CAACK,YAAYM,IAAIX,IAAAA,CAAAA;AAC1D,WAAO;MAACQ;MAAeE;;EACzB;EAEA,MAAgBE,eAAezC,QAAwD;AACrF,UAAM0C,UAAUC,OAAOC,QAAQ,MAAM,KAAKF,QAAO,IAAKG,QAAQ,CAAC,CAAA;AAC/D,QAAIC,kBAAkB;SAAI9C;;AAC1B,QAAI+C,cAAc;AAClB,QAAIC,SAA8B,CAAA;AAGlC,WAAOD,cAAcL,QAAQO,UAAUH,gBAAgBG,SAAS,GAAG;AACjE,YAAM,CAACC,OAAOX,QAAAA,IAAY,MAAM,KAAKf,cAAcsB,iBAAiBJ,QAAQK,WAAAA,CAAY;AACxFC,eAAS;WAAIA;WAAWE;;AACxBJ,wBAAkBP;AAClBQ;IACF;AACA,WAAO;MAACC;MAAQF;;EAClB;EAEUK,WAAWhC,SAAwC;AAC3D,UAAM,IAAIF,MAAM,iBAAA;EAClB;EAEA,MAAgBZ,cAAcL,QAAgBoD,SAAsD;AAElG,UAAMC,kBAAkB,IAAIlB,IAAInC,MAAAA;AAGhC,UAAMsD,SAAS,MAAM,KAAKH,WAAW;SAAIE;KAAgB;AAKzD,UAAMhB,gBAAmC,CAAA;AACzC,UAAMH,cAAc,oBAAIC,IAAAA;AAOxB,eAAWG,WAAWgB,QAAQ;AAE5B,YAAMlB,MAAM,MAAMvD,eAAe0E,aAAa;QAACjB;OAAQ;AACvD,iBAAW,CAACkB,KAAKlB,QAAAA,KAAYK,OAAOc,QAAQrB,GAAAA,GAAM;AAChD,YAAIsB,wBAAwB;AAC5B,cAAM7B,OAAO2B;AAEb,YACEH,gBAAgBb,IAAIX,IAAAA;;;;;QAKpB,CAACK,YAAYM,IAAIX,IAAAA,GACjB;AACA6B,kCAAwB;AAExBxB,sBAAYyB,IAAI9B,IAAAA;QAClB;AACA,YAAI6B;AAAuBrB,wBAAcuB,KAAKtB,QAAAA;MAChD;IACF;AAEA,UAAMuB,iBAAiB;SAAIC,WAAWT,iBAAiBnB,WAAAA;;AACvD,UAAM,CAAC6B,mBAAAA,IAAuB,MAAM,KAAKtB,eAAeoB,cAAAA;AAExD,QAAI,KAAKrF,kBAAkB;AACzB,YAAM,KAAKiC,iBAAiBsD,mBAAAA;IAC9B;AACA,WAAO,MAAMlF,eAAeC,MAAM;SAAIuD;SAAkB0B;KAAoB;EAC9E;EAEUC,OAAwC;AAChD,WAAO,KAAK/F;EACd;EAEUgG,cAAcC,WAAoD;AAC1E,UAAM,IAAIjD,MAAM,iBAAA;EAClB;EAEA,MAAgBkD,mBAAkFC,OAAU5D,UAAsB;AAChI6D,aAAS7D,UAAU,MAAM,qBAAqB8D,KAAKC,UAAUH,MAAM9B,SAAS,MAAM,CAAA,CAAA,EAAI;AACtF,UAAMkC,mBAAmB,MAAM3F,eAAe4F,wBAAwBjE,UAAU4D,MAAMM,aAAa;AACnGL,aACEG,iBAAiBvB,WAAWmB,MAAMM,cAAczB,QAChD,MAAM,sCAAsCuB,iBAAiBvB,MAAM,OAAOmB,MAAMM,cAAczB,MAAM,GAAG;AAEzG,UAAM/D,eAAe,MAAMkF,MAAM9D,SAAQ;AACzC,UAAMqE,uBAAuB,MAAM9F,eAAe+F,cAAcJ,kBAAkB,MAAM3F,eAAegG,SAAS3F,YAAAA,CAAAA;AAChH,UAAM8D,SAAS,MAAM,KAAKvC,iBAAiBkE,oBAAAA;AAI3C,SAAK1G,uBAAuBuG,iBAAiBM,GAAG,EAAC;AACjD,WAAO9B;EACT;EAEA,MAAgBvC,iBAAiBD,UAAqBlC,QAAqD;AACzG,UAAM8C,aAAa9C,QAAQ8C,cAAc;AACzC,UAAM2D,iBAAiBzG,QAAQyG,kBAAkB;AAEjD,UAAMC,mBAAmB,MAAMnG,eAAeC,MAAM,MAAM,KAAKmF,cAAczD,QAAAA,GAAW,IAAA;AAExF,QAAIuE,gBAAgB;AAClB,YAAM,KAAKA,eAAeC,gBAAAA;IAC5B;AACA,QAAI5D,YAAY;AACd,YAAM,KAAKE,KAAK,YAAY;QAAEC,QAAQ;QAAMf,UAAUwE;MAAiB,CAAA;IACzE;AAEA,WAAOA;EACT;EAEUC,YAAYC,UAAkE;AACtF,UAAM,IAAIjE,MAAM,iBAAA;EAClB;EAEA,MAAgBH,eAAeD,SAAgCuC,SAAsD;AACnH,UAAMf,gBAAgB,MAAM,KAAK4C,YAAYpE,OAAAA;AAC7C,WAAO,MAAMhC,eAAeC,MAAMuD,aAAAA;EACpC;EAEA,MAAgBK,UAAU;AACxB,SAAKxE,WAAW,KAAKA,YAAY;MAC/ByB,QAAQ,MAAM,KAAKwF,kBAAkB,KAAK7G,QAAQoE,SAAS/C,MAAAA;MAC3DkD,MAAM,MAAM,KAAKsC,kBAAkB,KAAK7G,QAAQoE,SAASG,IAAAA;MACzDuC,OAAO,MAAM,KAAKD,kBAAkB,KAAK7G,QAAQoE,SAAS0C,KAAAA;IAC5D;AACA,WAAOf,SAAS,KAAKnG,QAAQ;EAC/B;EAEA,MAAyBmH,aACvBjB,OACA5D,UACA8E,aACmC;AACnC,UAAMC,eAAe,MAAMC,yBAAyBC,WAA6BrB,OAAO5D,QAAAA;AACxF,UAAMkF,aAAa,MAAM7G,eAAeC,MAAMsF,OAAO,IAAA;AACrD,UAAMlF,eAAe,MAAMqG,aAAajF,SAAQ;AAChD+D,aAAS,MAAM,KAAKsB,UAAUvB,OAAO5D,UAAU8E,WAAAA,CAAAA;AAC/C,UAAMM,iBAA4B,CAAA;AAElC,YAAQ1G,aAAaC,QAAM;MACzB,KAAKC,yBAAyB;AAC5BwG,uBAAehC,KAAI,GAAK,MAAM,KAAK7E,WAAU,CAAA;AAC7C;MACF;MACA,KAAKW,2BAA2B;AAC9B,cAAM,KAAKF,aAAY;AACvB;MACF;MACA,KAAKM,4BAA4B;AAC/B8F,uBAAehC,KAAI,GAAK,MAAM,KAAKhE,cAAa,CAAA;AAChD;MACF;MACA,KAAKO,4BAA4B;AAC/B,cAAM0F,gBAAsC;UAC1C7F,QAAQ;eAAK,MAAM,KAAKC,iBAAiBf,aAAac,MAAM;;UAC5Db,QAAQgB;QACV;AACAyF,uBAAehC,KAAKiC,aAAAA;AACpB;MACF;MACA,KAAKzH,yBAAyB;AAC5B,YAAIc,aAAac,QAAQiD,QAAQ;AAC/B2C,yBAAehC,KAAI,GAAK,MAAM,KAAKvD,cAAcnB,aAAac,MAAM,CAAA;QACtE,OAAO;AACL,gBAAMgE,OAAO,MAAM,KAAKA,KAAI;AAC5B,cAAIA;AAAM4B,2BAAehC,KAAKI,IAAAA;QAChC;AACA;MACF;MACA,KAAKrD,4BAA4B;AAC/BiF,uBAAehC,KAAI,GAAK,MAAM,KAAKO,mBAAmBoB,cAAc/E,QAAAA,CAAAA;AACpE;MACF;MACA,SAAS;AACP,cAAMwC,SAAS,MAAM,MAAMqC,aAAajB,OAAO5D,QAAAA;AAC/C,YAAI,KAAKlC,OAAOwH,cAAc;AAC5B,gBAAM,KAAK7B,cAAc;YAACyB;WAAW;QACvC;AACA,eAAO1C;MACT;IACF;AACA,QAAI,KAAK1E,OAAOwH,cAAc;AAC5B,YAAM,KAAK7B,cAAc;QAACyB;OAAW;IACvC;AACA,WAAOE;EACT;EAEA,MAAgBG,cAAcC,QAA2BxF,UAAiD;AACxG,WAAO,MAAMwF,OAAOzF,OAAOC,QAAAA;EAC7B;EAEA,MAAgBuE,eAAevE,UAAiD;AAC9E,UAAMkC,UAAU,MAAM,KAAKA,QAAO;AAClC,WAAOuD,QACL,MAAMC,QAAQzH,IACZkE,OAAOC,OAAOF,QAAQ0C,SAAS,CAAC,CAAA,EAAGhD,IAAI,OAAO4D,WAAAA;AAC5C,aAAOA,SAAS,MAAM,KAAKD,cAAcC,QAAQxF,QAAAA,IAAYlB;IAC/D,CAAA,CAAA,CAAA,EAEF6G,KAAI;EACR;EAEA,MAAchB,kBAAkBiB,aAAiC,CAAA,GAAI;AACnE,UAAMC,mBAAmB;SACnB,MAAM,KAAKC,QAAQ;QAAEC,SAASH;MAAwB,CAAA;SACtD,MAAM,KAAKE,QAAQ;QAAEE,MAAMJ;MAA2B,CAAA;MAC1DxE,OAAO6E,gBAAAA;AAETpC,aACE,CAAC,KAAKhG,qBAAqBgI,iBAAiBpD,WAAWmD,WAAWnD,QAClE,MACE,qEAAqEmD,WAAWxE,OAAO,CAACH,cACtF4E,iBAAiBjE,IAAI,CAACb,WAAW,EAAEA,OAAOgF,YAAY9E,aAAaF,OAAOjD,OAAOkI,SAAS/E,UAAQ,CAAA,CAAA,GAChG;AAIR,WAAO4E,iBAAiBK,OAA0C,CAACC,MAAMpF,WAAAA;AACvEoF,WAAKpF,OAAOgF,OAAO,IAAIK,oBAAoBrF,QAAQ,MAAA;AACjDsF,4BAAoBtF,QAAQ;UAAEuF,KAAK9E;QAAQ,CAAA;AAC3C,eAAO,oDAAoDT,OAAOgF,OAAO,KAAKhF,OAAOjD,OAAOkI,IAAI,KAAKjF,OAAOjD,OAAOa,MAAM;MAC3H,CAAA;AAEA,aAAOwH;IACT,GAAG,CAAC,CAAA;EACN;AACF;;;ACncA,SAASI,YAAAA,iBAAgB;AAWlB,IAAMC,mBAAmB;AAEzB,IAAMC,iBAAiB,wBAACC,UAAAA;AAC7BC,EAAAA,UAASD,QAAQF,kBAAkB,MAAM,gCAAgCA,gBAAAA,EAAkB;AAC3F,SAAOI,OAAOC,KAAKC,IAAG,CAAA,IAAMN,mBAAmBI,OAAOF,KAAAA;AACxD,GAH8B;AAKvB,IAAMK,iBAAiB,wBAA4BC,SAAYN,QAAQ,MAAC;AAC7E,SAAO;IAAE,GAAGM;IAASC,WAAWR,eAAeC,KAAAA;EAAO;AACxD,GAF8B;AAIvB,IAAMQ,oBAAoB,wBAA4BC,UAAgCC,YAAoB,MAAC;AAChH,SAAOD,SAASE,KAAK,CAACC,GAAGC,MACvBD,EAAEL,YAAYM,EAAEN,YAAY,CAACG,YAC3BE,EAAEL,YAAYM,EAAEN,YAAYG,YAC5B,CAAA;AAEN,GANiC;AAW1B,SAASI,kBAAqCR,SAA8C;AACjG,MAAI,CAACA;AAAS;AACd,MAAIS,MAAMC,QAAQV,OAAAA,GAAU;AAC1B,WAAOA,QAAQW,IAAI,CAACC,MAAMJ,kBAAkBI,CAAAA,CAAAA;EAC9C;AAEA,QAAM,EAAE,GAAGC,OAAAA,IAAWb;AACtB,SAAOa,OAAOZ;AACd,SAAOY;AACT;AATgBL;","names":["assertEx","compact","globallyUnique","difference","ArchivistAllQuerySchema","ArchivistClearQuerySchema","ArchivistCommitQuerySchema","ArchivistDeleteQuerySchema","ArchivistGetQuerySchema","ArchivistInsertQuerySchema","ArchivistNextQuerySchema","asArchivistInstance","isArchivistInstance","QueryBoundWitnessWrapper","AbstractModuleInstance","duplicateModules","PayloadBuilder","AbstractArchivist","AbstractModuleInstance","uniqueName","globallyUnique","_lastInsertedPayload","_parents","queries","ArchivistGetQuerySchema","requireAllParents","config","_queryAccountPaths","storeParentReads","all","_noOverride","busy","started","PayloadBuilder","build","allHandler","allQuery","account","queryPayload","schema","ArchivistAllQuerySchema","sendQuery","undefined","clear","clearHandler","clearQuery","ArchivistClearQuerySchema","commit","commitHandler","commitQuery","ArchivistCommitQuerySchema","delete","hashes","deleteWithConfig","deleteQuery","ArchivistDeleteQuerySchema","get","getWithConfig","getQuery","insert","payloads","insertWithConfig","insertQuery","ArchivistInsertQuerySchema","next","options","nextWithConfig","nextQuery","ArchivistNextQuerySchema","Error","deleteHandler","_hashes","emitEvents","deletedHashes","emit","module","getFromParent","archivist","foundPairs","dataHashPairs","filter","hash","askedFor","includes","console","warn","foundHashes","Set","map","foundPayloads","payload","notfound","has","getFromParents","parents","Object","values","read","remainingHashes","parentIndex","result","length","found","getHandler","_config","requestedHashes","gotten","toAllHashMap","key","entries","requestedPayloadFound","add","push","notFoundHashes","difference","parentFoundPayloads","head","insertHandler","_payloads","insertQueryHandler","query","assertEx","JSON","stringify","resolvedPayloads","filterIncludeByDataHash","payloadHashes","payloadsWithoutQuery","filterExclude","dataHash","at","writeToParents","insertedPayloads","nextHandler","_options","resolveArchivists","write","queryHandler","queryConfig","wrappedQuery","QueryBoundWitnessWrapper","parseQuery","builtQuery","queryable","resultPayloads","resultPayload","storeQueries","writeToParent","parent","compact","Promise","flat","archivists","archivistModules","resolve","address","name","duplicateModules","reduce","prev","asArchivistInstance","isArchivistInstance","log","assertEx","maxSequenceIndex","sequenceNumber","index","assertEx","BigInt","Date","now","addStorageMeta","payload","_sequence","sortByStorageMeta","payloads","direction","sort","a","b","removeStorageMeta","Array","isArray","map","p","noMeta"]}
+{"version":3,"sources":["../../src/AbstractArchivist.ts","../../src/StorageMeta.ts"],"sourcesContent":["import { assertEx } from '@xylabs/assert'\nimport { Address, Hash } from '@xylabs/hex'\nimport { compact } from '@xylabs/lodash'\nimport { globallyUnique } from '@xylabs/object'\nimport { Promisable, PromisableArray } from '@xylabs/promise'\nimport { difference } from '@xylabs/set'\nimport { AccountInstance } from '@xyo-network/account-model'\nimport {\n  ArchivistAllQuery,\n  ArchivistAllQuerySchema,\n  ArchivistClearQuery,\n  ArchivistClearQuerySchema,\n  ArchivistCommitQuery,\n  ArchivistCommitQuerySchema,\n  ArchivistDeleteQuery,\n  ArchivistDeleteQuerySchema,\n  ArchivistGetQuery,\n  ArchivistGetQuerySchema,\n  ArchivistInsertQuery,\n  ArchivistInsertQuerySchema,\n  ArchivistInstance,\n  ArchivistModuleEventData,\n  ArchivistNextOptions,\n  ArchivistNextQuery,\n  ArchivistNextQuerySchema,\n  ArchivistParams,\n  ArchivistQueries,\n  asArchivistInstance,\n  AttachableArchivistInstance,\n  isArchivistInstance,\n} from '@xyo-network/archivist-model'\nimport { BoundWitness, QueryBoundWitness } from '@xyo-network/boundwitness-model'\nimport { QueryBoundWitnessWrapper } from '@xyo-network/boundwitness-wrapper'\nimport { AbstractModuleInstance } from '@xyo-network/module-abstract'\nimport { duplicateModules, ModuleConfig, ModuleIdentifier, ModuleName, ModuleQueryHandlerResult, ModuleQueryResult } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { Payload, PayloadWithMeta, WithMeta } from '@xyo-network/payload-model'\n\nexport interface ActionConfig {\n  emitEvents?: boolean\n}\n\nexport interface InsertConfig extends ActionConfig {\n  writeToParents?: boolean\n}\n\nexport interface ArchivistParentInstances {\n  commit?: Record<string, ArchivistInstance>\n  read?: Record<string, ArchivistInstance>\n  write?: Record<string, ArchivistInstance>\n}\n\nexport abstract class AbstractArchivist<\n    TParams extends ArchivistParams = ArchivistParams,\n    TEventData extends ArchivistModuleEventData = ArchivistModuleEventData,\n  >\n  extends AbstractModuleInstance<TParams, TEventData>\n  implements AttachableArchivistInstance<TParams, TEventData, Payload>\n{\n  static override readonly uniqueName = globallyUnique('AbstractArchivist', AbstractArchivist, 'xyo')\n  private _lastInsertedPayload: Payload | undefined\n  private _parents?: ArchivistParentInstances\n\n  override get queries(): string[] {\n    return [ArchivistGetQuerySchema, ...super.queries]\n  }\n\n  get requireAllParents() {\n    return this.config.requireAllParents ?? false\n  }\n\n  protected override get _queryAccountPaths(): Record<ArchivistQueries['schema'], string> {\n    return {\n      'network.xyo.query.archivist.all': '1/1',\n      'network.xyo.query.archivist.clear': '1/2',\n      'network.xyo.query.archivist.commit': '1/3',\n      'network.xyo.query.archivist.delete': '1/4',\n      'network.xyo.query.archivist.get': '1/5',\n      'network.xyo.query.archivist.insert': '1/6',\n      'network.xyo.query.archivist.next': '1/7',\n    }\n  }\n\n  protected get storeParentReads() {\n    return !!this.config?.storeParentReads\n  }\n\n  all(): PromisableArray<WithMeta<Payload>> {\n    this._noOverride('all')\n    return this.busy(async () => {\n      await this.started('throw')\n      return await PayloadBuilder.build(await this.allHandler())\n    })\n  }\n\n  async allQuery(account: AccountInstance): Promise<ModuleQueryResult> {\n    const queryPayload: ArchivistAllQuery = { schema: ArchivistAllQuerySchema }\n    return await this.sendQueryRaw(queryPayload, undefined, account)\n  }\n\n  clear(): Promisable<void> {\n    this._noOverride('clear')\n    return this.busy(async () => {\n      await this.started('throw')\n      return await this.clearHandler()\n    })\n  }\n\n  async clearQuery(account: AccountInstance): Promise<ModuleQueryResult> {\n    const queryPayload: ArchivistClearQuery = { schema: ArchivistClearQuerySchema }\n    return await this.sendQueryRaw(queryPayload, undefined, account)\n  }\n\n  commit(): Promisable<WithMeta<BoundWitness>[]> {\n    this._noOverride('commit')\n    return this.busy(async () => {\n      await this.started('throw')\n      return await this.commitHandler()\n    })\n  }\n\n  async commitQuery(account: AccountInstance): Promise<ModuleQueryResult> {\n    const queryPayload: ArchivistCommitQuery = { schema: ArchivistCommitQuerySchema }\n    return await this.sendQueryRaw(queryPayload, undefined, account)\n  }\n\n  async delete(hashes: Hash[]): Promise<Hash[]> {\n    this._noOverride('delete')\n    return await this.busy(async () => {\n      await this.started('throw')\n      return await this.deleteWithConfig(hashes)\n    })\n  }\n\n  async deleteQuery(account: AccountInstance, hashes: Hash[]): Promise<ModuleQueryResult> {\n    const queryPayload: ArchivistDeleteQuery = { hashes, schema: ArchivistDeleteQuerySchema }\n    return await this.sendQueryRaw(queryPayload, undefined, account)\n  }\n\n  async get(hashes: Hash[]): Promise<WithMeta<Payload>[]> {\n    this._noOverride('get')\n    return await this.busy(async () => {\n      await this.started('throw')\n      return await PayloadBuilder.build(await this.getWithConfig(hashes))\n    })\n  }\n\n  async getQuery(account: AccountInstance, hashes: Hash[]): Promise<ModuleQueryResult> {\n    const queryPayload: ArchivistGetQuery = { hashes, schema: ArchivistGetQuerySchema }\n    return await this.sendQueryRaw(queryPayload, undefined, account)\n  }\n\n  async insert(payloads: Payload[]): Promise<WithMeta<Payload>[]> {\n    this._noOverride('insert')\n    return await this.busy(async () => {\n      await this.started('throw')\n      //make sure all incoming payloads have proper $hash and $meta\n      return await this.insertWithConfig(payloads)\n    })\n  }\n\n  async insertQuery(account: AccountInstance, payloads: Payload[]): Promise<ModuleQueryResult> {\n    const queryPayload: ArchivistInsertQuery = { schema: ArchivistInsertQuerySchema }\n    return await this.sendQueryRaw(queryPayload, payloads, account)\n  }\n\n  async next(options?: ArchivistNextOptions): Promise<WithMeta<Payload>[]> {\n    this._noOverride('next')\n    return await this.busy(async () => {\n      await this.started('throw')\n      return await this.nextWithConfig(options)\n    })\n  }\n\n  async nextQuery(account: AccountInstance, options?: ArchivistNextOptions): Promise<ModuleQueryResult> {\n    const queryPayload: ArchivistNextQuery = { schema: ArchivistNextQuerySchema, ...options }\n    return await this.sendQueryRaw(queryPayload, undefined, account)\n  }\n\n  protected allHandler(): PromisableArray<Payload> {\n    throw new Error('Not implemented')\n  }\n\n  protected clearHandler(): Promisable<void> {\n    throw new Error('Not implemented')\n  }\n\n  protected commitHandler(): Promisable<WithMeta<BoundWitness>[]> {\n    throw new Error('Not implemented')\n  }\n\n  protected deleteHandler(_hashes: Hash[]): PromisableArray<Hash> {\n    throw new Error('Not implemented')\n  }\n\n  protected async deleteWithConfig(hashes: Hash[], config?: ActionConfig): Promise<Hash[]> {\n    const emitEvents = config?.emitEvents ?? true\n\n    const deletedHashes = await this.deleteHandler(hashes)\n\n    if (emitEvents) {\n      await this.emit('deleted', { hashes: deletedHashes, module: this })\n    }\n\n    return deletedHashes\n  }\n\n  protected async getFromParent(hashes: Hash[], archivist: ArchivistInstance): Promise<[WithMeta<Payload>[], Hash[]]> {\n    const foundPairs = (await PayloadBuilder.dataHashPairs(await archivist.get(hashes))).filter(([, hash]) => {\n      const askedFor = hashes.includes(hash)\n      if (!askedFor) {\n        console.warn(`Parent returned payload with hash not asked for: ${hash}`)\n        //throw Error(`Parent returned payload with hash not asked for: ${hash}`)\n      }\n      return askedFor\n    })\n\n    const foundHashes = new Set(foundPairs.map(([, hash]) => hash))\n    const foundPayloads = foundPairs.map(([payload]) => payload)\n\n    const notfound = hashes.filter((hash) => !foundHashes.has(hash))\n    return [foundPayloads, notfound]\n  }\n\n  protected async getFromParents(hashes: Hash[]): Promise<[WithMeta<Payload>[], Hash[]]> {\n    const parents = Object.values((await this.parents())?.read ?? {})\n    let remainingHashes = [...hashes]\n    let parentIndex = 0\n    let result: WithMeta<Payload>[] = []\n\n    // NOTE: intentionally doing this serially\n    while (parentIndex < parents.length && remainingHashes.length > 0) {\n      const [found, notfound] = await this.getFromParent(remainingHashes, parents[parentIndex])\n      result = [...result, ...found]\n      remainingHashes = notfound\n      parentIndex++\n    }\n    return [result, remainingHashes]\n  }\n\n  protected getHandler(_hashes: Hash[]): Promisable<Payload[]> {\n    throw new Error('Not implemented')\n  }\n\n  protected async getWithConfig(hashes: Hash[], _config?: InsertConfig): Promise<WithMeta<Payload>[]> {\n    // Filter out duplicates\n    const requestedHashes = new Set(hashes)\n\n    // Attempt to find the payloads in the store\n    const gotten = await this.getHandler([...requestedHashes])\n\n    // Do not just blindly return what the archivist told us but\n    // ensure to only return requested payloads and keep track of\n    // the ones it did not find so we can ask the parents.\n    const foundPayloads: PayloadWithMeta[] = []\n    const foundHashes = new Set<Hash>()\n\n    // NOTE: We are iterating over the returned result from the archivist\n    // (not the array of hashes passed in) to preserve the natural order of the\n    // hashes as returned by the archivist as that should loosely\n    // correspond to the order when iterated and the symmetry will\n    // be helpful for debugging\n    for (const payload of gotten) {\n      // Compute the hashes for this payload\n      const map = await PayloadBuilder.toAllHashMap([payload])\n      for (const [key, payload] of Object.entries(map)) {\n        let requestedPayloadFound = false\n        const hash = key as Hash // NOTE: Required cast as Object.entries always returns string keys\n        // If this hash was requested\n        if (\n          requestedHashes.has(hash) && // Indicate that we found it (but do not insert it yet). Since\n          // one payload could satisfy two requested hashes (vit its dataHash\n          // & rootHash) we only want to insert that payload once but we want\n          // to keep track of all the hashes it satisfies so we can ask th\n          // parents for the ones we did not find\n          !foundHashes.has(hash)\n        ) {\n          requestedPayloadFound = true\n          // Add it to the list of found hashes\n          foundHashes.add(hash)\n        }\n        if (requestedPayloadFound) foundPayloads.push(payload)\n      }\n    }\n    // For all the hashes we did not find, ask the parents\n    const notFoundHashes = [...difference(requestedHashes, foundHashes)]\n    const [parentFoundPayloads] = await this.getFromParents(notFoundHashes)\n\n    if (this.storeParentReads) {\n      await this.insertWithConfig(parentFoundPayloads)\n    }\n    return await PayloadBuilder.build([...foundPayloads, ...parentFoundPayloads])\n  }\n\n  protected head(): Promisable<Payload | undefined> {\n    return this._lastInsertedPayload\n  }\n\n  protected insertHandler(_payloads: Payload[]): Promise<WithMeta<Payload>[]> {\n    throw new Error('Not implemented')\n  }\n\n  protected async insertQueryHandler<T extends QueryBoundWitnessWrapper = QueryBoundWitnessWrapper>(query: T, payloads?: Payload[]) {\n    assertEx(payloads, () => `Missing payloads: ${JSON.stringify(query.payload, null, 2)}`)\n    const resolvedPayloads = await PayloadBuilder.filterIncludeByDataHash(payloads, query.payloadHashes)\n    assertEx(\n      resolvedPayloads.length === query.payloadHashes.length,\n      () => `Could not find some passed hashes [${resolvedPayloads.length} != ${query.payloadHashes.length}]`,\n    )\n    const queryPayload = await query.getQuery()\n    const payloadsWithoutQuery = await PayloadBuilder.filterExclude(resolvedPayloads, await PayloadBuilder.dataHash(queryPayload))\n    const result = await this.insertWithConfig(payloadsWithoutQuery)\n    // NOTE: There isn't an exact equivalence between what we get and what we store. Once\n    // we move to returning only inserted Payloads(/hash) instead of a BoundWitness, we\n    // can grab the actual last one\n    this._lastInsertedPayload = resolvedPayloads.at(-1)\n    return result\n  }\n\n  protected async insertWithConfig(payloads: Payload[], config?: InsertConfig): Promise<WithMeta<Payload>[]> {\n    const emitEvents = config?.emitEvents ?? true\n    const writeToParents = config?.writeToParents ?? true\n\n    const insertedPayloads = await PayloadBuilder.build(await this.insertHandler(payloads), true)\n\n    if (writeToParents) {\n      await this.writeToParents(insertedPayloads)\n    }\n    if (emitEvents) {\n      await this.emit('inserted', { module: this, payloads: insertedPayloads })\n    }\n\n    return insertedPayloads\n  }\n\n  protected nextHandler(_options?: ArchivistNextOptions): Promisable<WithMeta<Payload>[]> {\n    throw new Error('Not implemented')\n  }\n\n  protected async nextWithConfig(options?: ArchivistNextOptions, _config?: InsertConfig): Promise<WithMeta<Payload>[]> {\n    const foundPayloads = await this.nextHandler(options)\n    return await PayloadBuilder.build(foundPayloads)\n  }\n\n  protected async parents() {\n    this._parents = this._parents ?? {\n      commit: await this.resolveArchivists(this.config?.parents?.commit),\n      read: await this.resolveArchivists(this.config?.parents?.read),\n      write: await this.resolveArchivists(this.config?.parents?.write),\n    }\n    return assertEx(this._parents)\n  }\n\n  protected override async queryHandler<T extends QueryBoundWitness = QueryBoundWitness, TConfig extends ModuleConfig = ModuleConfig>(\n    query: T,\n    payloads: Payload[],\n    queryConfig?: TConfig,\n  ): Promise<ModuleQueryHandlerResult> {\n    const wrappedQuery = await QueryBoundWitnessWrapper.parseQuery<ArchivistQueries>(query, payloads)\n    const builtQuery = await PayloadBuilder.build(query, true)\n    const queryPayload = await wrappedQuery.getQuery()\n    assertEx(await this.queryable(query, payloads, queryConfig))\n    const resultPayloads: Payload[] = []\n\n    switch (queryPayload.schema) {\n      case ArchivistAllQuerySchema: {\n        resultPayloads.push(...(await this.allHandler()))\n        break\n      }\n      case ArchivistClearQuerySchema: {\n        await this.clearHandler()\n        break\n      }\n      case ArchivistCommitQuerySchema: {\n        resultPayloads.push(...(await this.commitHandler()))\n        break\n      }\n      case ArchivistDeleteQuerySchema: {\n        const resultPayload: ArchivistDeleteQuery = {\n          hashes: [...(await this.deleteWithConfig(queryPayload.hashes))],\n          schema: ArchivistDeleteQuerySchema,\n        }\n        resultPayloads.push(resultPayload)\n        break\n      }\n      case ArchivistGetQuerySchema: {\n        if (queryPayload.hashes?.length) {\n          resultPayloads.push(...(await this.getWithConfig(queryPayload.hashes)))\n        } else {\n          const head = await this.head()\n          if (head) resultPayloads.push(head)\n        }\n        break\n      }\n      case ArchivistInsertQuerySchema: {\n        resultPayloads.push(...(await this.insertQueryHandler(wrappedQuery, payloads)))\n        break\n      }\n      default: {\n        const result = await super.queryHandler(query, payloads)\n        if (this.config.storeQueries) {\n          await this.insertHandler([builtQuery])\n        }\n        return result\n      }\n    }\n    if (this.config.storeQueries) {\n      await this.insertHandler([builtQuery])\n    }\n    return resultPayloads\n  }\n\n  protected async writeToParent(parent: ArchivistInstance, payloads: Payload[]): Promise<PayloadWithMeta[]> {\n    return await parent.insert(payloads)\n  }\n\n  protected async writeToParents(payloads: Payload[]): Promise<PayloadWithMeta[]> {\n    const parents = await this.parents()\n    return compact(\n      await Promise.all(\n        Object.values(parents.write ?? {}).map(async (parent) => {\n          return parent ? await this.writeToParent(parent, payloads) : undefined\n        }),\n      ),\n    ).flat()\n  }\n\n  private async resolveArchivists(archivists: ModuleIdentifier[] = []) {\n    const archivistModules = [\n      ...(await this.resolve({ address: archivists as Address[] })),\n      ...(await this.resolve({ name: archivists as ModuleName[] })),\n    ].filter(duplicateModules)\n\n    assertEx(\n      !this.requireAllParents || archivistModules.length === archivists.length,\n      () =>\n        `Failed to find some archivists (set allRequired to false if ok): [${archivists.filter((archivist) =>\n          archivistModules.map((module) => !(module.address === archivist || module.config.name === archivist)),\n        )}]`,\n    )\n\n    // eslint-disable-next-line unicorn/no-array-reduce\n    return archivistModules.reduce<Record<string, ArchivistInstance>>((prev, module) => {\n      prev[module.address] = asArchivistInstance(module, () => {\n        isArchivistInstance(module, { log: console })\n        return `Unable to cast resolved module to an archivist: [${module.address}, ${module.config.name}, ${module.config.schema})}]`\n      })\n\n      return prev\n    }, {})\n  }\n}\n","import { assertEx } from '@xylabs/assert'\nimport { Payload, PayloadWithMeta, WithMeta } from '@xyo-network/payload-model'\n\nexport interface StorageMeta {\n  _sequence: bigint\n}\n\nexport type WithOptionalStorageMeta<T extends Payload> = T & Partial<StorageMeta>\n\nexport type WithStorageMeta<T extends Payload> = T & StorageMeta\n\nexport const maxSequenceIndex = 10_000_000_000n\n\nexport const sequenceNumber = (index: number) => {\n  assertEx(index < maxSequenceIndex, () => `index may not be larger than ${maxSequenceIndex}`)\n  return BigInt(Date.now()) * maxSequenceIndex + BigInt(index)\n}\n\nexport const addStorageMeta = <T extends PayloadWithMeta>(payload: T, index = 0) => {\n  return { ...payload, _sequence: sequenceNumber(index) }\n}\n\nexport const sortByStorageMeta = <T extends PayloadWithMeta>(payloads: WithStorageMeta<T>[], direction: -1 | 1 = 1) => {\n  return payloads.sort((a, b) =>\n    a._sequence < b._sequence ? -direction\n    : a._sequence > b._sequence ? direction\n    : 0,\n  )\n}\n\nexport function removeStorageMeta<T extends Payload>(payload: WithOptionalStorageMeta<WithMeta<T>>): WithMeta<T>\nexport function removeStorageMeta<T extends Payload>(payloads: WithOptionalStorageMeta<WithMeta<T>>[]): WithMeta<T>[]\nexport function removeStorageMeta<T extends Payload>(payload?: WithOptionalStorageMeta<WithMeta<T>>): WithMeta<T> | undefined\nexport function removeStorageMeta<T extends Payload>(payload?: WithOptionalStorageMeta<WithMeta<T>>) {\n  if (!payload) return\n  if (Array.isArray(payload)) {\n    return payload.map((p) => removeStorageMeta(p))\n  }\n  // eslint-disable-next-line @typescript-eslint/no-unused-vars\n  const { ...noMeta } = payload\n  delete noMeta._sequence\n  return noMeta\n}\n"],"mappings":";;;;AAAA,SAASA,gBAAgB;AAEzB,SAASC,eAAe;AACxB,SAASC,sBAAsB;AAE/B,SAASC,kBAAkB;AAE3B,SAEEC,yBAEAC,2BAEAC,4BAEAC,4BAEAC,yBAEAC,4BAKAC,0BAGAC,qBAEAC,2BACK;AAEP,SAASC,gCAAgC;AACzC,SAASC,8BAA8B;AACvC,SAASC,wBAAiH;AAC1H,SAASC,sBAAsB;AAiBxB,IAAeC,oBAAf,MAAeA,2BAIZC,uBAAAA;EAxDV,OAwDUA;;;EAGR,OAAyBC,aAAaC,eAAe,qBAAqBH,oBAAmB,KAAA;EACrFI;EACAC;EAER,IAAaC,UAAoB;AAC/B,WAAO;MAACC;SAA4B,MAAMD;;EAC5C;EAEA,IAAIE,oBAAoB;AACtB,WAAO,KAAKC,OAAOD,qBAAqB;EAC1C;EAEA,IAAuBE,qBAAiE;AACtF,WAAO;MACL,mCAAmC;MACnC,qCAAqC;MACrC,sCAAsC;MACtC,sCAAsC;MACtC,mCAAmC;MACnC,sCAAsC;MACtC,oCAAoC;IACtC;EACF;EAEA,IAAcC,mBAAmB;AAC/B,WAAO,CAAC,CAAC,KAAKF,QAAQE;EACxB;EAEAC,MAA0C;AACxC,SAAKC,YAAY,KAAA;AACjB,WAAO,KAAKC,KAAK,YAAA;AACf,YAAM,KAAKC,QAAQ,OAAA;AACnB,aAAO,MAAMC,eAAeC,MAAM,MAAM,KAAKC,WAAU,CAAA;IACzD,CAAA;EACF;EAEA,MAAMC,SAASC,SAAsD;AACnE,UAAMC,eAAkC;MAAEC,QAAQC;IAAwB;AAC1E,WAAO,MAAM,KAAKC,aAAaH,cAAcI,QAAWL,OAAAA;EAC1D;EAEAM,QAA0B;AACxB,SAAKb,YAAY,OAAA;AACjB,WAAO,KAAKC,KAAK,YAAA;AACf,YAAM,KAAKC,QAAQ,OAAA;AACnB,aAAO,MAAM,KAAKY,aAAY;IAChC,CAAA;EACF;EAEA,MAAMC,WAAWR,SAAsD;AACrE,UAAMC,eAAoC;MAAEC,QAAQO;IAA0B;AAC9E,WAAO,MAAM,KAAKL,aAAaH,cAAcI,QAAWL,OAAAA;EAC1D;EAEAU,SAA+C;AAC7C,SAAKjB,YAAY,QAAA;AACjB,WAAO,KAAKC,KAAK,YAAA;AACf,YAAM,KAAKC,QAAQ,OAAA;AACnB,aAAO,MAAM,KAAKgB,cAAa;IACjC,CAAA;EACF;EAEA,MAAMC,YAAYZ,SAAsD;AACtE,UAAMC,eAAqC;MAAEC,QAAQW;IAA2B;AAChF,WAAO,MAAM,KAAKT,aAAaH,cAAcI,QAAWL,OAAAA;EAC1D;EAEA,MAAMc,OAAOC,QAAiC;AAC5C,SAAKtB,YAAY,QAAA;AACjB,WAAO,MAAM,KAAKC,KAAK,YAAA;AACrB,YAAM,KAAKC,QAAQ,OAAA;AACnB,aAAO,MAAM,KAAKqB,iBAAiBD,MAAAA;IACrC,CAAA;EACF;EAEA,MAAME,YAAYjB,SAA0Be,QAA4C;AACtF,UAAMd,eAAqC;MAAEc;MAAQb,QAAQgB;IAA2B;AACxF,WAAO,MAAM,KAAKd,aAAaH,cAAcI,QAAWL,OAAAA;EAC1D;EAEA,MAAMmB,IAAIJ,QAA8C;AACtD,SAAKtB,YAAY,KAAA;AACjB,WAAO,MAAM,KAAKC,KAAK,YAAA;AACrB,YAAM,KAAKC,QAAQ,OAAA;AACnB,aAAO,MAAMC,eAAeC,MAAM,MAAM,KAAKuB,cAAcL,MAAAA,CAAAA;IAC7D,CAAA;EACF;EAEA,MAAMM,SAASrB,SAA0Be,QAA4C;AACnF,UAAMd,eAAkC;MAAEc;MAAQb,QAAQf;IAAwB;AAClF,WAAO,MAAM,KAAKiB,aAAaH,cAAcI,QAAWL,OAAAA;EAC1D;EAEA,MAAMsB,OAAOC,UAAmD;AAC9D,SAAK9B,YAAY,QAAA;AACjB,WAAO,MAAM,KAAKC,KAAK,YAAA;AACrB,YAAM,KAAKC,QAAQ,OAAA;AAEnB,aAAO,MAAM,KAAK6B,iBAAiBD,QAAAA;IACrC,CAAA;EACF;EAEA,MAAME,YAAYzB,SAA0BuB,UAAiD;AAC3F,UAAMtB,eAAqC;MAAEC,QAAQwB;IAA2B;AAChF,WAAO,MAAM,KAAKtB,aAAaH,cAAcsB,UAAUvB,OAAAA;EACzD;EAEA,MAAM2B,KAAKC,SAA8D;AACvE,SAAKnC,YAAY,MAAA;AACjB,WAAO,MAAM,KAAKC,KAAK,YAAA;AACrB,YAAM,KAAKC,QAAQ,OAAA;AACnB,aAAO,MAAM,KAAKkC,eAAeD,OAAAA;IACnC,CAAA;EACF;EAEA,MAAME,UAAU9B,SAA0B4B,SAA4D;AACpG,UAAM3B,eAAmC;MAAEC,QAAQ6B;MAA0B,GAAGH;IAAQ;AACxF,WAAO,MAAM,KAAKxB,aAAaH,cAAcI,QAAWL,OAAAA;EAC1D;EAEUF,aAAuC;AAC/C,UAAM,IAAIkC,MAAM,iBAAA;EAClB;EAEUzB,eAAiC;AACzC,UAAM,IAAIyB,MAAM,iBAAA;EAClB;EAEUrB,gBAAsD;AAC9D,UAAM,IAAIqB,MAAM,iBAAA;EAClB;EAEUC,cAAcC,SAAwC;AAC9D,UAAM,IAAIF,MAAM,iBAAA;EAClB;EAEA,MAAgBhB,iBAAiBD,QAAgB1B,QAAwC;AACvF,UAAM8C,aAAa9C,QAAQ8C,cAAc;AAEzC,UAAMC,gBAAgB,MAAM,KAAKH,cAAclB,MAAAA;AAE/C,QAAIoB,YAAY;AACd,YAAM,KAAKE,KAAK,WAAW;QAAEtB,QAAQqB;QAAeE,QAAQ;MAAK,CAAA;IACnE;AAEA,WAAOF;EACT;EAEA,MAAgBG,cAAcxB,QAAgByB,WAAsE;AAClH,UAAMC,cAAc,MAAM7C,eAAe8C,cAAc,MAAMF,UAAUrB,IAAIJ,MAAAA,CAAAA,GAAU4B,OAAO,CAAC,CAAA,EAAGC,IAAAA,MAAK;AACnG,YAAMC,WAAW9B,OAAO+B,SAASF,IAAAA;AACjC,UAAI,CAACC,UAAU;AACbE,gBAAQC,KAAK,oDAAoDJ,IAAAA,EAAM;MAEzE;AACA,aAAOC;IACT,CAAA;AAEA,UAAMI,cAAc,IAAIC,IAAIT,WAAWU,IAAI,CAAC,CAAA,EAAGP,IAAAA,MAAUA,IAAAA,CAAAA;AACzD,UAAMQ,gBAAgBX,WAAWU,IAAI,CAAC,CAACE,OAAAA,MAAaA,OAAAA;AAEpD,UAAMC,WAAWvC,OAAO4B,OAAO,CAACC,SAAS,CAACK,YAAYM,IAAIX,IAAAA,CAAAA;AAC1D,WAAO;MAACQ;MAAeE;;EACzB;EAEA,MAAgBE,eAAezC,QAAwD;AACrF,UAAM0C,UAAUC,OAAOC,QAAQ,MAAM,KAAKF,QAAO,IAAKG,QAAQ,CAAC,CAAA;AAC/D,QAAIC,kBAAkB;SAAI9C;;AAC1B,QAAI+C,cAAc;AAClB,QAAIC,SAA8B,CAAA;AAGlC,WAAOD,cAAcL,QAAQO,UAAUH,gBAAgBG,SAAS,GAAG;AACjE,YAAM,CAACC,OAAOX,QAAAA,IAAY,MAAM,KAAKf,cAAcsB,iBAAiBJ,QAAQK,WAAAA,CAAY;AACxFC,eAAS;WAAIA;WAAWE;;AACxBJ,wBAAkBP;AAClBQ;IACF;AACA,WAAO;MAACC;MAAQF;;EAClB;EAEUK,WAAWhC,SAAwC;AAC3D,UAAM,IAAIF,MAAM,iBAAA;EAClB;EAEA,MAAgBZ,cAAcL,QAAgBoD,SAAsD;AAElG,UAAMC,kBAAkB,IAAIlB,IAAInC,MAAAA;AAGhC,UAAMsD,SAAS,MAAM,KAAKH,WAAW;SAAIE;KAAgB;AAKzD,UAAMhB,gBAAmC,CAAA;AACzC,UAAMH,cAAc,oBAAIC,IAAAA;AAOxB,eAAWG,WAAWgB,QAAQ;AAE5B,YAAMlB,MAAM,MAAMvD,eAAe0E,aAAa;QAACjB;OAAQ;AACvD,iBAAW,CAACkB,KAAKlB,QAAAA,KAAYK,OAAOc,QAAQrB,GAAAA,GAAM;AAChD,YAAIsB,wBAAwB;AAC5B,cAAM7B,OAAO2B;AAEb,YACEH,gBAAgBb,IAAIX,IAAAA;;;;;QAKpB,CAACK,YAAYM,IAAIX,IAAAA,GACjB;AACA6B,kCAAwB;AAExBxB,sBAAYyB,IAAI9B,IAAAA;QAClB;AACA,YAAI6B;AAAuBrB,wBAAcuB,KAAKtB,QAAAA;MAChD;IACF;AAEA,UAAMuB,iBAAiB;SAAIC,WAAWT,iBAAiBnB,WAAAA;;AACvD,UAAM,CAAC6B,mBAAAA,IAAuB,MAAM,KAAKtB,eAAeoB,cAAAA;AAExD,QAAI,KAAKrF,kBAAkB;AACzB,YAAM,KAAKiC,iBAAiBsD,mBAAAA;IAC9B;AACA,WAAO,MAAMlF,eAAeC,MAAM;SAAIuD;SAAkB0B;KAAoB;EAC9E;EAEUC,OAAwC;AAChD,WAAO,KAAK/F;EACd;EAEUgG,cAAcC,WAAoD;AAC1E,UAAM,IAAIjD,MAAM,iBAAA;EAClB;EAEA,MAAgBkD,mBAAkFC,OAAU5D,UAAsB;AAChI6D,aAAS7D,UAAU,MAAM,qBAAqB8D,KAAKC,UAAUH,MAAM9B,SAAS,MAAM,CAAA,CAAA,EAAI;AACtF,UAAMkC,mBAAmB,MAAM3F,eAAe4F,wBAAwBjE,UAAU4D,MAAMM,aAAa;AACnGL,aACEG,iBAAiBvB,WAAWmB,MAAMM,cAAczB,QAChD,MAAM,sCAAsCuB,iBAAiBvB,MAAM,OAAOmB,MAAMM,cAAczB,MAAM,GAAG;AAEzG,UAAM/D,eAAe,MAAMkF,MAAM9D,SAAQ;AACzC,UAAMqE,uBAAuB,MAAM9F,eAAe+F,cAAcJ,kBAAkB,MAAM3F,eAAegG,SAAS3F,YAAAA,CAAAA;AAChH,UAAM8D,SAAS,MAAM,KAAKvC,iBAAiBkE,oBAAAA;AAI3C,SAAK1G,uBAAuBuG,iBAAiBM,GAAG,EAAC;AACjD,WAAO9B;EACT;EAEA,MAAgBvC,iBAAiBD,UAAqBlC,QAAqD;AACzG,UAAM8C,aAAa9C,QAAQ8C,cAAc;AACzC,UAAM2D,iBAAiBzG,QAAQyG,kBAAkB;AAEjD,UAAMC,mBAAmB,MAAMnG,eAAeC,MAAM,MAAM,KAAKmF,cAAczD,QAAAA,GAAW,IAAA;AAExF,QAAIuE,gBAAgB;AAClB,YAAM,KAAKA,eAAeC,gBAAAA;IAC5B;AACA,QAAI5D,YAAY;AACd,YAAM,KAAKE,KAAK,YAAY;QAAEC,QAAQ;QAAMf,UAAUwE;MAAiB,CAAA;IACzE;AAEA,WAAOA;EACT;EAEUC,YAAYC,UAAkE;AACtF,UAAM,IAAIjE,MAAM,iBAAA;EAClB;EAEA,MAAgBH,eAAeD,SAAgCuC,SAAsD;AACnH,UAAMf,gBAAgB,MAAM,KAAK4C,YAAYpE,OAAAA;AAC7C,WAAO,MAAMhC,eAAeC,MAAMuD,aAAAA;EACpC;EAEA,MAAgBK,UAAU;AACxB,SAAKxE,WAAW,KAAKA,YAAY;MAC/ByB,QAAQ,MAAM,KAAKwF,kBAAkB,KAAK7G,QAAQoE,SAAS/C,MAAAA;MAC3DkD,MAAM,MAAM,KAAKsC,kBAAkB,KAAK7G,QAAQoE,SAASG,IAAAA;MACzDuC,OAAO,MAAM,KAAKD,kBAAkB,KAAK7G,QAAQoE,SAAS0C,KAAAA;IAC5D;AACA,WAAOf,SAAS,KAAKnG,QAAQ;EAC/B;EAEA,MAAyBmH,aACvBjB,OACA5D,UACA8E,aACmC;AACnC,UAAMC,eAAe,MAAMC,yBAAyBC,WAA6BrB,OAAO5D,QAAAA;AACxF,UAAMkF,aAAa,MAAM7G,eAAeC,MAAMsF,OAAO,IAAA;AACrD,UAAMlF,eAAe,MAAMqG,aAAajF,SAAQ;AAChD+D,aAAS,MAAM,KAAKsB,UAAUvB,OAAO5D,UAAU8E,WAAAA,CAAAA;AAC/C,UAAMM,iBAA4B,CAAA;AAElC,YAAQ1G,aAAaC,QAAM;MACzB,KAAKC,yBAAyB;AAC5BwG,uBAAehC,KAAI,GAAK,MAAM,KAAK7E,WAAU,CAAA;AAC7C;MACF;MACA,KAAKW,2BAA2B;AAC9B,cAAM,KAAKF,aAAY;AACvB;MACF;MACA,KAAKM,4BAA4B;AAC/B8F,uBAAehC,KAAI,GAAK,MAAM,KAAKhE,cAAa,CAAA;AAChD;MACF;MACA,KAAKO,4BAA4B;AAC/B,cAAM0F,gBAAsC;UAC1C7F,QAAQ;eAAK,MAAM,KAAKC,iBAAiBf,aAAac,MAAM;;UAC5Db,QAAQgB;QACV;AACAyF,uBAAehC,KAAKiC,aAAAA;AACpB;MACF;MACA,KAAKzH,yBAAyB;AAC5B,YAAIc,aAAac,QAAQiD,QAAQ;AAC/B2C,yBAAehC,KAAI,GAAK,MAAM,KAAKvD,cAAcnB,aAAac,MAAM,CAAA;QACtE,OAAO;AACL,gBAAMgE,OAAO,MAAM,KAAKA,KAAI;AAC5B,cAAIA;AAAM4B,2BAAehC,KAAKI,IAAAA;QAChC;AACA;MACF;MACA,KAAKrD,4BAA4B;AAC/BiF,uBAAehC,KAAI,GAAK,MAAM,KAAKO,mBAAmBoB,cAAc/E,QAAAA,CAAAA;AACpE;MACF;MACA,SAAS;AACP,cAAMwC,SAAS,MAAM,MAAMqC,aAAajB,OAAO5D,QAAAA;AAC/C,YAAI,KAAKlC,OAAOwH,cAAc;AAC5B,gBAAM,KAAK7B,cAAc;YAACyB;WAAW;QACvC;AACA,eAAO1C;MACT;IACF;AACA,QAAI,KAAK1E,OAAOwH,cAAc;AAC5B,YAAM,KAAK7B,cAAc;QAACyB;OAAW;IACvC;AACA,WAAOE;EACT;EAEA,MAAgBG,cAAcC,QAA2BxF,UAAiD;AACxG,WAAO,MAAMwF,OAAOzF,OAAOC,QAAAA;EAC7B;EAEA,MAAgBuE,eAAevE,UAAiD;AAC9E,UAAMkC,UAAU,MAAM,KAAKA,QAAO;AAClC,WAAOuD,QACL,MAAMC,QAAQzH,IACZkE,OAAOC,OAAOF,QAAQ0C,SAAS,CAAC,CAAA,EAAGhD,IAAI,OAAO4D,WAAAA;AAC5C,aAAOA,SAAS,MAAM,KAAKD,cAAcC,QAAQxF,QAAAA,IAAYlB;IAC/D,CAAA,CAAA,CAAA,EAEF6G,KAAI;EACR;EAEA,MAAchB,kBAAkBiB,aAAiC,CAAA,GAAI;AACnE,UAAMC,mBAAmB;SACnB,MAAM,KAAKC,QAAQ;QAAEC,SAASH;MAAwB,CAAA;SACtD,MAAM,KAAKE,QAAQ;QAAEE,MAAMJ;MAA2B,CAAA;MAC1DxE,OAAO6E,gBAAAA;AAETpC,aACE,CAAC,KAAKhG,qBAAqBgI,iBAAiBpD,WAAWmD,WAAWnD,QAClE,MACE,qEAAqEmD,WAAWxE,OAAO,CAACH,cACtF4E,iBAAiBjE,IAAI,CAACb,WAAW,EAAEA,OAAOgF,YAAY9E,aAAaF,OAAOjD,OAAOkI,SAAS/E,UAAQ,CAAA,CAAA,GAChG;AAIR,WAAO4E,iBAAiBK,OAA0C,CAACC,MAAMpF,WAAAA;AACvEoF,WAAKpF,OAAOgF,OAAO,IAAIK,oBAAoBrF,QAAQ,MAAA;AACjDsF,4BAAoBtF,QAAQ;UAAEuF,KAAK9E;QAAQ,CAAA;AAC3C,eAAO,oDAAoDT,OAAOgF,OAAO,KAAKhF,OAAOjD,OAAOkI,IAAI,KAAKjF,OAAOjD,OAAOa,MAAM;MAC3H,CAAA;AAEA,aAAOwH;IACT,GAAG,CAAC,CAAA;EACN;AACF;;;ACncA,SAASI,YAAAA,iBAAgB;AAWlB,IAAMC,mBAAmB;AAEzB,IAAMC,iBAAiB,wBAACC,UAAAA;AAC7BC,EAAAA,UAASD,QAAQF,kBAAkB,MAAM,gCAAgCA,gBAAAA,EAAkB;AAC3F,SAAOI,OAAOC,KAAKC,IAAG,CAAA,IAAMN,mBAAmBI,OAAOF,KAAAA;AACxD,GAH8B;AAKvB,IAAMK,iBAAiB,wBAA4BC,SAAYN,QAAQ,MAAC;AAC7E,SAAO;IAAE,GAAGM;IAASC,WAAWR,eAAeC,KAAAA;EAAO;AACxD,GAF8B;AAIvB,IAAMQ,oBAAoB,wBAA4BC,UAAgCC,YAAoB,MAAC;AAChH,SAAOD,SAASE,KAAK,CAACC,GAAGC,MACvBD,EAAEL,YAAYM,EAAEN,YAAY,CAACG,YAC3BE,EAAEL,YAAYM,EAAEN,YAAYG,YAC5B,CAAA;AAEN,GANiC;AAW1B,SAASI,kBAAqCR,SAA8C;AACjG,MAAI,CAACA;AAAS;AACd,MAAIS,MAAMC,QAAQV,OAAAA,GAAU;AAC1B,WAAOA,QAAQW,IAAI,CAACC,MAAMJ,kBAAkBI,CAAAA,CAAAA;EAC9C;AAEA,QAAM,EAAE,GAAGC,OAAAA,IAAWb;AACtB,SAAOa,OAAOZ;AACd,SAAOY;AACT;AATgBL;","names":["assertEx","compact","globallyUnique","difference","ArchivistAllQuerySchema","ArchivistClearQuerySchema","ArchivistCommitQuerySchema","ArchivistDeleteQuerySchema","ArchivistGetQuerySchema","ArchivistInsertQuerySchema","ArchivistNextQuerySchema","asArchivistInstance","isArchivistInstance","QueryBoundWitnessWrapper","AbstractModuleInstance","duplicateModules","PayloadBuilder","AbstractArchivist","AbstractModuleInstance","uniqueName","globallyUnique","_lastInsertedPayload","_parents","queries","ArchivistGetQuerySchema","requireAllParents","config","_queryAccountPaths","storeParentReads","all","_noOverride","busy","started","PayloadBuilder","build","allHandler","allQuery","account","queryPayload","schema","ArchivistAllQuerySchema","sendQueryRaw","undefined","clear","clearHandler","clearQuery","ArchivistClearQuerySchema","commit","commitHandler","commitQuery","ArchivistCommitQuerySchema","delete","hashes","deleteWithConfig","deleteQuery","ArchivistDeleteQuerySchema","get","getWithConfig","getQuery","insert","payloads","insertWithConfig","insertQuery","ArchivistInsertQuerySchema","next","options","nextWithConfig","nextQuery","ArchivistNextQuerySchema","Error","deleteHandler","_hashes","emitEvents","deletedHashes","emit","module","getFromParent","archivist","foundPairs","dataHashPairs","filter","hash","askedFor","includes","console","warn","foundHashes","Set","map","foundPayloads","payload","notfound","has","getFromParents","parents","Object","values","read","remainingHashes","parentIndex","result","length","found","getHandler","_config","requestedHashes","gotten","toAllHashMap","key","entries","requestedPayloadFound","add","push","notFoundHashes","difference","parentFoundPayloads","head","insertHandler","_payloads","insertQueryHandler","query","assertEx","JSON","stringify","resolvedPayloads","filterIncludeByDataHash","payloadHashes","payloadsWithoutQuery","filterExclude","dataHash","at","writeToParents","insertedPayloads","nextHandler","_options","resolveArchivists","write","queryHandler","queryConfig","wrappedQuery","QueryBoundWitnessWrapper","parseQuery","builtQuery","queryable","resultPayloads","resultPayload","storeQueries","writeToParent","parent","compact","Promise","flat","archivists","archivistModules","resolve","address","name","duplicateModules","reduce","prev","asArchivistInstance","isArchivistInstance","log","assertEx","maxSequenceIndex","sequenceNumber","index","assertEx","BigInt","Date","now","addStorageMeta","payload","_sequence","sortByStorageMeta","payloads","direction","sort","a","b","removeStorageMeta","Array","isArray","map","p","noMeta"]}

package/dist/node/index.cjs

@@ -83,7 +83,7 @@ var _AbstractArchivist = class _AbstractArchivist extends import_module_abstract
     const queryPayload = {
       schema: import_archivist_model.ArchivistAllQuerySchema
     };
-    return await this.sendQuery(queryPayload, void 0, account);
+    return await this.sendQueryRaw(queryPayload, void 0, account);
   }
   clear() {
     this._noOverride("clear");
@@ -96,7 +96,7 @@ var _AbstractArchivist = class _AbstractArchivist extends import_module_abstract
     const queryPayload = {
       schema: import_archivist_model.ArchivistClearQuerySchema
     };
-    return await this.sendQuery(queryPayload, void 0, account);
+    return await this.sendQueryRaw(queryPayload, void 0, account);
   }
   commit() {
     this._noOverride("commit");
@@ -109,7 +109,7 @@ var _AbstractArchivist = class _AbstractArchivist extends import_module_abstract
     const queryPayload = {
       schema: import_archivist_model.ArchivistCommitQuerySchema
     };
-    return await this.sendQuery(queryPayload, void 0, account);
+    return await this.sendQueryRaw(queryPayload, void 0, account);
   }
   async delete(hashes) {
     this._noOverride("delete");
@@ -123,7 +123,7 @@ var _AbstractArchivist = class _AbstractArchivist extends import_module_abstract
       hashes,
       schema: import_archivist_model.ArchivistDeleteQuerySchema
     };
-    return await this.sendQuery(queryPayload, void 0, account);
+    return await this.sendQueryRaw(queryPayload, void 0, account);
   }
   async get(hashes) {
     this._noOverride("get");
@@ -137,7 +137,7 @@ var _AbstractArchivist = class _AbstractArchivist extends import_module_abstract
       hashes,
       schema: import_archivist_model.ArchivistGetQuerySchema
     };
-    return await this.sendQuery(queryPayload, void 0, account);
+    return await this.sendQueryRaw(queryPayload, void 0, account);
   }
   async insert(payloads) {
     this._noOverride("insert");
@@ -150,7 +150,7 @@ var _AbstractArchivist = class _AbstractArchivist extends import_module_abstract
     const queryPayload = {
       schema: import_archivist_model.ArchivistInsertQuerySchema
     };
-    return await this.sendQuery(queryPayload, payloads, account);
+    return await this.sendQueryRaw(queryPayload, payloads, account);
   }
   async next(options) {
     this._noOverride("next");
@@ -164,7 +164,7 @@ var _AbstractArchivist = class _AbstractArchivist extends import_module_abstract
       schema: import_archivist_model.ArchivistNextQuerySchema,
       ...options
     };
-    return await this.sendQuery(queryPayload, void 0, account);
+    return await this.sendQueryRaw(queryPayload, void 0, account);
   }
   allHandler() {
     throw new Error("Not implemented");

package/dist/node/index.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/index.ts","../../src/AbstractArchivist.ts","../../src/StorageMeta.ts"],"sourcesContent":["export * from './AbstractArchivist'\nexport * from './StorageMeta'\n","import { assertEx } from '@xylabs/assert'\nimport { Address, Hash } from '@xylabs/hex'\nimport { compact } from '@xylabs/lodash'\nimport { globallyUnique } from '@xylabs/object'\nimport { Promisable, PromisableArray } from '@xylabs/promise'\nimport { difference } from '@xylabs/set'\nimport { AccountInstance } from '@xyo-network/account-model'\nimport {\n  ArchivistAllQuery,\n  ArchivistAllQuerySchema,\n  ArchivistClearQuery,\n  ArchivistClearQuerySchema,\n  ArchivistCommitQuery,\n  ArchivistCommitQuerySchema,\n  ArchivistDeleteQuery,\n  ArchivistDeleteQuerySchema,\n  ArchivistGetQuery,\n  ArchivistGetQuerySchema,\n  ArchivistInsertQuery,\n  ArchivistInsertQuerySchema,\n  ArchivistInstance,\n  ArchivistModuleEventData,\n  ArchivistNextOptions,\n  ArchivistNextQuery,\n  ArchivistNextQuerySchema,\n  ArchivistParams,\n  ArchivistQueries,\n  asArchivistInstance,\n  AttachableArchivistInstance,\n  isArchivistInstance,\n} from '@xyo-network/archivist-model'\nimport { BoundWitness, QueryBoundWitness } from '@xyo-network/boundwitness-model'\nimport { QueryBoundWitnessWrapper } from '@xyo-network/boundwitness-wrapper'\nimport { AbstractModuleInstance } from '@xyo-network/module-abstract'\nimport { duplicateModules, ModuleConfig, ModuleIdentifier, ModuleName, ModuleQueryHandlerResult, ModuleQueryResult } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { Payload, PayloadWithMeta, WithMeta } from '@xyo-network/payload-model'\n\nexport interface ActionConfig {\n  emitEvents?: boolean\n}\n\nexport interface InsertConfig extends ActionConfig {\n  writeToParents?: boolean\n}\n\nexport interface ArchivistParentInstances {\n  commit?: Record<string, ArchivistInstance>\n  read?: Record<string, ArchivistInstance>\n  write?: Record<string, ArchivistInstance>\n}\n\nexport abstract class AbstractArchivist<\n    TParams extends ArchivistParams = ArchivistParams,\n    TEventData extends ArchivistModuleEventData = ArchivistModuleEventData,\n  >\n  extends AbstractModuleInstance<TParams, TEventData>\n  implements AttachableArchivistInstance<TParams, TEventData, Payload>\n{\n  static override readonly uniqueName = globallyUnique('AbstractArchivist', AbstractArchivist, 'xyo')\n  private _lastInsertedPayload: Payload | undefined\n  private _parents?: ArchivistParentInstances\n\n  override get queries(): string[] {\n    return [ArchivistGetQuerySchema, ...super.queries]\n  }\n\n  get requireAllParents() {\n    return this.config.requireAllParents ?? false\n  }\n\n  protected override get _queryAccountPaths(): Record<ArchivistQueries['schema'], string> {\n    return {\n      'network.xyo.query.archivist.all': '1/1',\n      'network.xyo.query.archivist.clear': '1/2',\n      'network.xyo.query.archivist.commit': '1/3',\n      'network.xyo.query.archivist.delete': '1/4',\n      'network.xyo.query.archivist.get': '1/5',\n      'network.xyo.query.archivist.insert': '1/6',\n      'network.xyo.query.archivist.next': '1/7',\n    }\n  }\n\n  protected get storeParentReads() {\n    return !!this.config?.storeParentReads\n  }\n\n  all(): PromisableArray<WithMeta<Payload>> {\n    this._noOverride('all')\n    return this.busy(async () => {\n      await this.started('throw')\n      return await PayloadBuilder.build(await this.allHandler())\n    })\n  }\n\n  async allQuery(account: AccountInstance): Promise<ModuleQueryResult> {\n    const queryPayload: ArchivistAllQuery = { schema: ArchivistAllQuerySchema }\n    return (await this.sendQuery(queryPayload, undefined, account)) as ModuleQueryResult\n  }\n\n  clear(): Promisable<void> {\n    this._noOverride('clear')\n    return this.busy(async () => {\n      await this.started('throw')\n      return await this.clearHandler()\n    })\n  }\n\n  async clearQuery(account: AccountInstance): Promise<ModuleQueryResult> {\n    const queryPayload: ArchivistClearQuery = { schema: ArchivistClearQuerySchema }\n    return (await this.sendQuery(queryPayload, undefined, account)) as ModuleQueryResult\n  }\n\n  commit(): Promisable<WithMeta<BoundWitness>[]> {\n    this._noOverride('commit')\n    return this.busy(async () => {\n      await this.started('throw')\n      return await this.commitHandler()\n    })\n  }\n\n  async commitQuery(account: AccountInstance): Promise<ModuleQueryResult> {\n    const queryPayload: ArchivistCommitQuery = { schema: ArchivistCommitQuerySchema }\n    return (await this.sendQuery(queryPayload, undefined, account)) as ModuleQueryResult\n  }\n\n  async delete(hashes: Hash[]): Promise<Hash[]> {\n    this._noOverride('delete')\n    return await this.busy(async () => {\n      await this.started('throw')\n      return await this.deleteWithConfig(hashes)\n    })\n  }\n\n  async deleteQuery(account: AccountInstance, hashes: Hash[]): Promise<ModuleQueryResult> {\n    const queryPayload: ArchivistDeleteQuery = { hashes, schema: ArchivistDeleteQuerySchema }\n    return (await this.sendQuery(queryPayload, undefined, account)) as ModuleQueryResult\n  }\n\n  async get(hashes: Hash[]): Promise<WithMeta<Payload>[]> {\n    this._noOverride('get')\n    return await this.busy(async () => {\n      await this.started('throw')\n      return await PayloadBuilder.build(await this.getWithConfig(hashes))\n    })\n  }\n\n  async getQuery(account: AccountInstance, hashes: Hash[]): Promise<ModuleQueryResult> {\n    const queryPayload: ArchivistGetQuery = { hashes, schema: ArchivistGetQuerySchema }\n    return (await this.sendQuery(queryPayload, undefined, account)) as ModuleQueryResult\n  }\n\n  async insert(payloads: Payload[]): Promise<WithMeta<Payload>[]> {\n    this._noOverride('insert')\n    return await this.busy(async () => {\n      await this.started('throw')\n      //make sure all incoming payloads have proper $hash and $meta\n      return await this.insertWithConfig(payloads)\n    })\n  }\n\n  async insertQuery(account: AccountInstance, payloads: Payload[]): Promise<ModuleQueryResult> {\n    const queryPayload: ArchivistInsertQuery = { schema: ArchivistInsertQuerySchema }\n    return (await this.sendQuery(queryPayload, payloads, account)) as ModuleQueryResult\n  }\n\n  async next(options?: ArchivistNextOptions): Promise<WithMeta<Payload>[]> {\n    this._noOverride('next')\n    return await this.busy(async () => {\n      await this.started('throw')\n      return await this.nextWithConfig(options)\n    })\n  }\n\n  async nextQuery(account: AccountInstance, options?: ArchivistNextOptions): Promise<ModuleQueryResult> {\n    const queryPayload: ArchivistNextQuery = { schema: ArchivistNextQuerySchema, ...options }\n    return (await this.sendQuery(queryPayload, undefined, account)) as ModuleQueryResult\n  }\n\n  protected allHandler(): PromisableArray<Payload> {\n    throw new Error('Not implemented')\n  }\n\n  protected clearHandler(): Promisable<void> {\n    throw new Error('Not implemented')\n  }\n\n  protected commitHandler(): Promisable<WithMeta<BoundWitness>[]> {\n    throw new Error('Not implemented')\n  }\n\n  protected deleteHandler(_hashes: Hash[]): PromisableArray<Hash> {\n    throw new Error('Not implemented')\n  }\n\n  protected async deleteWithConfig(hashes: Hash[], config?: ActionConfig): Promise<Hash[]> {\n    const emitEvents = config?.emitEvents ?? true\n\n    const deletedHashes = await this.deleteHandler(hashes)\n\n    if (emitEvents) {\n      await this.emit('deleted', { hashes: deletedHashes, module: this })\n    }\n\n    return deletedHashes\n  }\n\n  protected async getFromParent(hashes: Hash[], archivist: ArchivistInstance): Promise<[WithMeta<Payload>[], Hash[]]> {\n    const foundPairs = (await PayloadBuilder.dataHashPairs(await archivist.get(hashes))).filter(([, hash]) => {\n      const askedFor = hashes.includes(hash)\n      if (!askedFor) {\n        console.warn(`Parent returned payload with hash not asked for: ${hash}`)\n        //throw Error(`Parent returned payload with hash not asked for: ${hash}`)\n      }\n      return askedFor\n    })\n\n    const foundHashes = new Set(foundPairs.map(([, hash]) => hash))\n    const foundPayloads = foundPairs.map(([payload]) => payload)\n\n    const notfound = hashes.filter((hash) => !foundHashes.has(hash))\n    return [foundPayloads, notfound]\n  }\n\n  protected async getFromParents(hashes: Hash[]): Promise<[WithMeta<Payload>[], Hash[]]> {\n    const parents = Object.values((await this.parents())?.read ?? {})\n    let remainingHashes = [...hashes]\n    let parentIndex = 0\n    let result: WithMeta<Payload>[] = []\n\n    // NOTE: intentionally doing this serially\n    while (parentIndex < parents.length && remainingHashes.length > 0) {\n      const [found, notfound] = await this.getFromParent(remainingHashes, parents[parentIndex])\n      result = [...result, ...found]\n      remainingHashes = notfound\n      parentIndex++\n    }\n    return [result, remainingHashes]\n  }\n\n  protected getHandler(_hashes: Hash[]): Promisable<Payload[]> {\n    throw new Error('Not implemented')\n  }\n\n  protected async getWithConfig(hashes: Hash[], _config?: InsertConfig): Promise<WithMeta<Payload>[]> {\n    // Filter out duplicates\n    const requestedHashes = new Set(hashes)\n\n    // Attempt to find the payloads in the store\n    const gotten = await this.getHandler([...requestedHashes])\n\n    // Do not just blindly return what the archivist told us but\n    // ensure to only return requested payloads and keep track of\n    // the ones it did not find so we can ask the parents.\n    const foundPayloads: PayloadWithMeta[] = []\n    const foundHashes = new Set<Hash>()\n\n    // NOTE: We are iterating over the returned result from the archivist\n    // (not the array of hashes passed in) to preserve the natural order of the\n    // hashes as returned by the archivist as that should loosely\n    // correspond to the order when iterated and the symmetry will\n    // be helpful for debugging\n    for (const payload of gotten) {\n      // Compute the hashes for this payload\n      const map = await PayloadBuilder.toAllHashMap([payload])\n      for (const [key, payload] of Object.entries(map)) {\n        let requestedPayloadFound = false\n        const hash = key as Hash // NOTE: Required cast as Object.entries always returns string keys\n        // If this hash was requested\n        if (\n          requestedHashes.has(hash) && // Indicate that we found it (but do not insert it yet). Since\n          // one payload could satisfy two requested hashes (vit its dataHash\n          // & rootHash) we only want to insert that payload once but we want\n          // to keep track of all the hashes it satisfies so we can ask th\n          // parents for the ones we did not find\n          !foundHashes.has(hash)\n        ) {\n          requestedPayloadFound = true\n          // Add it to the list of found hashes\n          foundHashes.add(hash)\n        }\n        if (requestedPayloadFound) foundPayloads.push(payload)\n      }\n    }\n    // For all the hashes we did not find, ask the parents\n    const notFoundHashes = [...difference(requestedHashes, foundHashes)]\n    const [parentFoundPayloads] = await this.getFromParents(notFoundHashes)\n\n    if (this.storeParentReads) {\n      await this.insertWithConfig(parentFoundPayloads)\n    }\n    return await PayloadBuilder.build([...foundPayloads, ...parentFoundPayloads])\n  }\n\n  protected head(): Promisable<Payload | undefined> {\n    return this._lastInsertedPayload\n  }\n\n  protected insertHandler(_payloads: Payload[]): Promise<WithMeta<Payload>[]> {\n    throw new Error('Not implemented')\n  }\n\n  protected async insertQueryHandler<T extends QueryBoundWitnessWrapper = QueryBoundWitnessWrapper>(query: T, payloads?: Payload[]) {\n    assertEx(payloads, () => `Missing payloads: ${JSON.stringify(query.payload, null, 2)}`)\n    const resolvedPayloads = await PayloadBuilder.filterIncludeByDataHash(payloads, query.payloadHashes)\n    assertEx(\n      resolvedPayloads.length === query.payloadHashes.length,\n      () => `Could not find some passed hashes [${resolvedPayloads.length} != ${query.payloadHashes.length}]`,\n    )\n    const queryPayload = await query.getQuery()\n    const payloadsWithoutQuery = await PayloadBuilder.filterExclude(resolvedPayloads, await PayloadBuilder.dataHash(queryPayload))\n    const result = await this.insertWithConfig(payloadsWithoutQuery)\n    // NOTE: There isn't an exact equivalence between what we get and what we store. Once\n    // we move to returning only inserted Payloads(/hash) instead of a BoundWitness, we\n    // can grab the actual last one\n    this._lastInsertedPayload = resolvedPayloads.at(-1)\n    return result\n  }\n\n  protected async insertWithConfig(payloads: Payload[], config?: InsertConfig): Promise<WithMeta<Payload>[]> {\n    const emitEvents = config?.emitEvents ?? true\n    const writeToParents = config?.writeToParents ?? true\n\n    const insertedPayloads = await PayloadBuilder.build(await this.insertHandler(payloads), true)\n\n    if (writeToParents) {\n      await this.writeToParents(insertedPayloads)\n    }\n    if (emitEvents) {\n      await this.emit('inserted', { module: this, payloads: insertedPayloads })\n    }\n\n    return insertedPayloads\n  }\n\n  protected nextHandler(_options?: ArchivistNextOptions): Promisable<WithMeta<Payload>[]> {\n    throw new Error('Not implemented')\n  }\n\n  protected async nextWithConfig(options?: ArchivistNextOptions, _config?: InsertConfig): Promise<WithMeta<Payload>[]> {\n    const foundPayloads = await this.nextHandler(options)\n    return await PayloadBuilder.build(foundPayloads)\n  }\n\n  protected async parents() {\n    this._parents = this._parents ?? {\n      commit: await this.resolveArchivists(this.config?.parents?.commit),\n      read: await this.resolveArchivists(this.config?.parents?.read),\n      write: await this.resolveArchivists(this.config?.parents?.write),\n    }\n    return assertEx(this._parents)\n  }\n\n  protected override async queryHandler<T extends QueryBoundWitness = QueryBoundWitness, TConfig extends ModuleConfig = ModuleConfig>(\n    query: T,\n    payloads: Payload[],\n    queryConfig?: TConfig,\n  ): Promise<ModuleQueryHandlerResult> {\n    const wrappedQuery = await QueryBoundWitnessWrapper.parseQuery<ArchivistQueries>(query, payloads)\n    const builtQuery = await PayloadBuilder.build(query, true)\n    const queryPayload = await wrappedQuery.getQuery()\n    assertEx(await this.queryable(query, payloads, queryConfig))\n    const resultPayloads: Payload[] = []\n\n    switch (queryPayload.schema) {\n      case ArchivistAllQuerySchema: {\n        resultPayloads.push(...(await this.allHandler()))\n        break\n      }\n      case ArchivistClearQuerySchema: {\n        await this.clearHandler()\n        break\n      }\n      case ArchivistCommitQuerySchema: {\n        resultPayloads.push(...(await this.commitHandler()))\n        break\n      }\n      case ArchivistDeleteQuerySchema: {\n        const resultPayload: ArchivistDeleteQuery = {\n          hashes: [...(await this.deleteWithConfig(queryPayload.hashes))],\n          schema: ArchivistDeleteQuerySchema,\n        }\n        resultPayloads.push(resultPayload)\n        break\n      }\n      case ArchivistGetQuerySchema: {\n        if (queryPayload.hashes?.length) {\n          resultPayloads.push(...(await this.getWithConfig(queryPayload.hashes)))\n        } else {\n          const head = await this.head()\n          if (head) resultPayloads.push(head)\n        }\n        break\n      }\n      case ArchivistInsertQuerySchema: {\n        resultPayloads.push(...(await this.insertQueryHandler(wrappedQuery, payloads)))\n        break\n      }\n      default: {\n        const result = await super.queryHandler(query, payloads)\n        if (this.config.storeQueries) {\n          await this.insertHandler([builtQuery])\n        }\n        return result\n      }\n    }\n    if (this.config.storeQueries) {\n      await this.insertHandler([builtQuery])\n    }\n    return resultPayloads\n  }\n\n  protected async writeToParent(parent: ArchivistInstance, payloads: Payload[]): Promise<PayloadWithMeta[]> {\n    return await parent.insert(payloads)\n  }\n\n  protected async writeToParents(payloads: Payload[]): Promise<PayloadWithMeta[]> {\n    const parents = await this.parents()\n    return compact(\n      await Promise.all(\n        Object.values(parents.write ?? {}).map(async (parent) => {\n          return parent ? await this.writeToParent(parent, payloads) : undefined\n        }),\n      ),\n    ).flat()\n  }\n\n  private async resolveArchivists(archivists: ModuleIdentifier[] = []) {\n    const archivistModules = [\n      ...(await this.resolve({ address: archivists as Address[] })),\n      ...(await this.resolve({ name: archivists as ModuleName[] })),\n    ].filter(duplicateModules)\n\n    assertEx(\n      !this.requireAllParents || archivistModules.length === archivists.length,\n      () =>\n        `Failed to find some archivists (set allRequired to false if ok): [${archivists.filter((archivist) =>\n          archivistModules.map((module) => !(module.address === archivist || module.config.name === archivist)),\n        )}]`,\n    )\n\n    // eslint-disable-next-line unicorn/no-array-reduce\n    return archivistModules.reduce<Record<string, ArchivistInstance>>((prev, module) => {\n      prev[module.address] = asArchivistInstance(module, () => {\n        isArchivistInstance(module, { log: console })\n        return `Unable to cast resolved module to an archivist: [${module.address}, ${module.config.name}, ${module.config.schema})}]`\n      })\n\n      return prev\n    }, {})\n  }\n}\n","import { assertEx } from '@xylabs/assert'\nimport { Payload, PayloadWithMeta, WithMeta } from '@xyo-network/payload-model'\n\nexport interface StorageMeta {\n  _sequence: bigint\n}\n\nexport type WithOptionalStorageMeta<T extends Payload> = T & Partial<StorageMeta>\n\nexport type WithStorageMeta<T extends Payload> = T & StorageMeta\n\nexport const maxSequenceIndex = 10_000_000_000n\n\nexport const sequenceNumber = (index: number) => {\n  assertEx(index < maxSequenceIndex, () => `index may not be larger than ${maxSequenceIndex}`)\n  return BigInt(Date.now()) * maxSequenceIndex + BigInt(index)\n}\n\nexport const addStorageMeta = <T extends PayloadWithMeta>(payload: T, index = 0) => {\n  return { ...payload, _sequence: sequenceNumber(index) }\n}\n\nexport const sortByStorageMeta = <T extends PayloadWithMeta>(payloads: WithStorageMeta<T>[], direction: -1 | 1 = 1) => {\n  return payloads.sort((a, b) =>\n    a._sequence < b._sequence ? -direction\n    : a._sequence > b._sequence ? direction\n    : 0,\n  )\n}\n\nexport function removeStorageMeta<T extends Payload>(payload: WithOptionalStorageMeta<WithMeta<T>>): WithMeta<T>\nexport function removeStorageMeta<T extends Payload>(payloads: WithOptionalStorageMeta<WithMeta<T>>[]): WithMeta<T>[]\nexport function removeStorageMeta<T extends Payload>(payload?: WithOptionalStorageMeta<WithMeta<T>>): WithMeta<T> | undefined\nexport function removeStorageMeta<T extends Payload>(payload?: WithOptionalStorageMeta<WithMeta<T>>) {\n  if (!payload) return\n  if (Array.isArray(payload)) {\n    return payload.map((p) => removeStorageMeta(p))\n  }\n  // eslint-disable-next-line @typescript-eslint/no-unused-vars\n  const { ...noMeta } = payload\n  delete noMeta._sequence\n  return noMeta\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;;;;;;;;;;;;ACAA,oBAAyB;AAEzB,oBAAwB;AACxB,oBAA+B;AAE/B,iBAA2B;AAE3B,6BAuBO;AAEP,kCAAyC;AACzC,6BAAuC;AACvC,0BAA0H;AAC1H,6BAA+B;AAiBxB,IAAeA,qBAAf,MAAeA,2BAIZC,8CAAAA;EAIAC;EACAC;EAER,IAAaC,UAAoB;AAC/B,WAAO;MAACC;SAA4B,MAAMD;;EAC5C;EAEA,IAAIE,oBAAoB;AACtB,WAAO,KAAKC,OAAOD,qBAAqB;EAC1C;EAEA,IAAuBE,qBAAiE;AACtF,WAAO;MACL,mCAAmC;MACnC,qCAAqC;MACrC,sCAAsC;MACtC,sCAAsC;MACtC,mCAAmC;MACnC,sCAAsC;MACtC,oCAAoC;IACtC;EACF;EAEA,IAAcC,mBAAmB;AAnFnC;AAoFI,WAAO,CAAC,GAAC,UAAKF,WAAL,mBAAaE;EACxB;EAEAC,MAA0C;AACxC,SAAKC,YAAY,KAAA;AACjB,WAAO,KAAKC,KAAK,YAAA;AACf,YAAM,KAAKC,QAAQ,OAAA;AACnB,aAAO,MAAMC,sCAAeC,MAAM,MAAM,KAAKC,WAAU,CAAA;IACzD,CAAA;EACF;EAEA,MAAMC,SAASC,SAAsD;AACnE,UAAMC,eAAkC;MAAEC,QAAQC;IAAwB;AAC1E,WAAQ,MAAM,KAAKC,UAAUH,cAAcI,QAAWL,OAAAA;EACxD;EAEAM,QAA0B;AACxB,SAAKb,YAAY,OAAA;AACjB,WAAO,KAAKC,KAAK,YAAA;AACf,YAAM,KAAKC,QAAQ,OAAA;AACnB,aAAO,MAAM,KAAKY,aAAY;IAChC,CAAA;EACF;EAEA,MAAMC,WAAWR,SAAsD;AACrE,UAAMC,eAAoC;MAAEC,QAAQO;IAA0B;AAC9E,WAAQ,MAAM,KAAKL,UAAUH,cAAcI,QAAWL,OAAAA;EACxD;EAEAU,SAA+C;AAC7C,SAAKjB,YAAY,QAAA;AACjB,WAAO,KAAKC,KAAK,YAAA;AACf,YAAM,KAAKC,QAAQ,OAAA;AACnB,aAAO,MAAM,KAAKgB,cAAa;IACjC,CAAA;EACF;EAEA,MAAMC,YAAYZ,SAAsD;AACtE,UAAMC,eAAqC;MAAEC,QAAQW;IAA2B;AAChF,WAAQ,MAAM,KAAKT,UAAUH,cAAcI,QAAWL,OAAAA;EACxD;EAEA,MAAMc,OAAOC,QAAiC;AAC5C,SAAKtB,YAAY,QAAA;AACjB,WAAO,MAAM,KAAKC,KAAK,YAAA;AACrB,YAAM,KAAKC,QAAQ,OAAA;AACnB,aAAO,MAAM,KAAKqB,iBAAiBD,MAAAA;IACrC,CAAA;EACF;EAEA,MAAME,YAAYjB,SAA0Be,QAA4C;AACtF,UAAMd,eAAqC;MAAEc;MAAQb,QAAQgB;IAA2B;AACxF,WAAQ,MAAM,KAAKd,UAAUH,cAAcI,QAAWL,OAAAA;EACxD;EAEA,MAAMmB,IAAIJ,QAA8C;AACtD,SAAKtB,YAAY,KAAA;AACjB,WAAO,MAAM,KAAKC,KAAK,YAAA;AACrB,YAAM,KAAKC,QAAQ,OAAA;AACnB,aAAO,MAAMC,sCAAeC,MAAM,MAAM,KAAKuB,cAAcL,MAAAA,CAAAA;IAC7D,CAAA;EACF;EAEA,MAAMM,SAASrB,SAA0Be,QAA4C;AACnF,UAAMd,eAAkC;MAAEc;MAAQb,QAAQf;IAAwB;AAClF,WAAQ,MAAM,KAAKiB,UAAUH,cAAcI,QAAWL,OAAAA;EACxD;EAEA,MAAMsB,OAAOC,UAAmD;AAC9D,SAAK9B,YAAY,QAAA;AACjB,WAAO,MAAM,KAAKC,KAAK,YAAA;AACrB,YAAM,KAAKC,QAAQ,OAAA;AAEnB,aAAO,MAAM,KAAK6B,iBAAiBD,QAAAA;IACrC,CAAA;EACF;EAEA,MAAME,YAAYzB,SAA0BuB,UAAiD;AAC3F,UAAMtB,eAAqC;MAAEC,QAAQwB;IAA2B;AAChF,WAAQ,MAAM,KAAKtB,UAAUH,cAAcsB,UAAUvB,OAAAA;EACvD;EAEA,MAAM2B,KAAKC,SAA8D;AACvE,SAAKnC,YAAY,MAAA;AACjB,WAAO,MAAM,KAAKC,KAAK,YAAA;AACrB,YAAM,KAAKC,QAAQ,OAAA;AACnB,aAAO,MAAM,KAAKkC,eAAeD,OAAAA;IACnC,CAAA;EACF;EAEA,MAAME,UAAU9B,SAA0B4B,SAA4D;AACpG,UAAM3B,eAAmC;MAAEC,QAAQ6B;MAA0B,GAAGH;IAAQ;AACxF,WAAQ,MAAM,KAAKxB,UAAUH,cAAcI,QAAWL,OAAAA;EACxD;EAEUF,aAAuC;AAC/C,UAAM,IAAIkC,MAAM,iBAAA;EAClB;EAEUzB,eAAiC;AACzC,UAAM,IAAIyB,MAAM,iBAAA;EAClB;EAEUrB,gBAAsD;AAC9D,UAAM,IAAIqB,MAAM,iBAAA;EAClB;EAEUC,cAAcC,SAAwC;AAC9D,UAAM,IAAIF,MAAM,iBAAA;EAClB;EAEA,MAAgBhB,iBAAiBD,QAAgB1B,QAAwC;AACvF,UAAM8C,cAAa9C,iCAAQ8C,eAAc;AAEzC,UAAMC,gBAAgB,MAAM,KAAKH,cAAclB,MAAAA;AAE/C,QAAIoB,YAAY;AACd,YAAM,KAAKE,KAAK,WAAW;QAAEtB,QAAQqB;QAAeE,QAAQ;MAAK,CAAA;IACnE;AAEA,WAAOF;EACT;EAEA,MAAgBG,cAAcxB,QAAgByB,WAAsE;AAClH,UAAMC,cAAc,MAAM7C,sCAAe8C,cAAc,MAAMF,UAAUrB,IAAIJ,MAAAA,CAAAA,GAAU4B,OAAO,CAAC,CAAA,EAAGC,IAAAA,MAAK;AACnG,YAAMC,WAAW9B,OAAO+B,SAASF,IAAAA;AACjC,UAAI,CAACC,UAAU;AACbE,gBAAQC,KAAK,oDAAoDJ,IAAAA,EAAM;MAEzE;AACA,aAAOC;IACT,CAAA;AAEA,UAAMI,cAAc,IAAIC,IAAIT,WAAWU,IAAI,CAAC,CAAA,EAAGP,IAAAA,MAAUA,IAAAA,CAAAA;AACzD,UAAMQ,gBAAgBX,WAAWU,IAAI,CAAC,CAACE,OAAAA,MAAaA,OAAAA;AAEpD,UAAMC,WAAWvC,OAAO4B,OAAO,CAACC,SAAS,CAACK,YAAYM,IAAIX,IAAAA,CAAAA;AAC1D,WAAO;MAACQ;MAAeE;;EACzB;EAEA,MAAgBE,eAAezC,QAAwD;AAhOzF;AAiOI,UAAM0C,UAAUC,OAAOC,SAAQ,WAAM,KAAKF,QAAO,MAAlB,mBAAuBG,SAAQ,CAAC,CAAA;AAC/D,QAAIC,kBAAkB;SAAI9C;;AAC1B,QAAI+C,cAAc;AAClB,QAAIC,SAA8B,CAAA;AAGlC,WAAOD,cAAcL,QAAQO,UAAUH,gBAAgBG,SAAS,GAAG;AACjE,YAAM,CAACC,OAAOX,QAAAA,IAAY,MAAM,KAAKf,cAAcsB,iBAAiBJ,QAAQK,WAAAA,CAAY;AACxFC,eAAS;WAAIA;WAAWE;;AACxBJ,wBAAkBP;AAClBQ;IACF;AACA,WAAO;MAACC;MAAQF;;EAClB;EAEUK,WAAWhC,SAAwC;AAC3D,UAAM,IAAIF,MAAM,iBAAA;EAClB;EAEA,MAAgBZ,cAAcL,QAAgBoD,SAAsD;AAElG,UAAMC,kBAAkB,IAAIlB,IAAInC,MAAAA;AAGhC,UAAMsD,SAAS,MAAM,KAAKH,WAAW;SAAIE;KAAgB;AAKzD,UAAMhB,gBAAmC,CAAA;AACzC,UAAMH,cAAc,oBAAIC,IAAAA;AAOxB,eAAWG,WAAWgB,QAAQ;AAE5B,YAAMlB,MAAM,MAAMvD,sCAAe0E,aAAa;QAACjB;OAAQ;AACvD,iBAAW,CAACkB,KAAKlB,QAAAA,KAAYK,OAAOc,QAAQrB,GAAAA,GAAM;AAChD,YAAIsB,wBAAwB;AAC5B,cAAM7B,OAAO2B;AAEb,YACEH,gBAAgBb,IAAIX,IAAAA;;;;;QAKpB,CAACK,YAAYM,IAAIX,IAAAA,GACjB;AACA6B,kCAAwB;AAExBxB,sBAAYyB,IAAI9B,IAAAA;QAClB;AACA,YAAI6B;AAAuBrB,wBAAcuB,KAAKtB,QAAAA;MAChD;IACF;AAEA,UAAMuB,iBAAiB;aAAIC,uBAAWT,iBAAiBnB,WAAAA;;AACvD,UAAM,CAAC6B,mBAAAA,IAAuB,MAAM,KAAKtB,eAAeoB,cAAAA;AAExD,QAAI,KAAKrF,kBAAkB;AACzB,YAAM,KAAKiC,iBAAiBsD,mBAAAA;IAC9B;AACA,WAAO,MAAMlF,sCAAeC,MAAM;SAAIuD;SAAkB0B;KAAoB;EAC9E;EAEUC,OAAwC;AAChD,WAAO,KAAK/F;EACd;EAEUgG,cAAcC,WAAoD;AAC1E,UAAM,IAAIjD,MAAM,iBAAA;EAClB;EAEA,MAAgBkD,mBAAkFC,OAAU5D,UAAsB;AAChI6D,gCAAS7D,UAAU,MAAM,qBAAqB8D,KAAKC,UAAUH,MAAM9B,SAAS,MAAM,CAAA,CAAA,EAAI;AACtF,UAAMkC,mBAAmB,MAAM3F,sCAAe4F,wBAAwBjE,UAAU4D,MAAMM,aAAa;AACnGL,gCACEG,iBAAiBvB,WAAWmB,MAAMM,cAAczB,QAChD,MAAM,sCAAsCuB,iBAAiBvB,MAAM,OAAOmB,MAAMM,cAAczB,MAAM,GAAG;AAEzG,UAAM/D,eAAe,MAAMkF,MAAM9D,SAAQ;AACzC,UAAMqE,uBAAuB,MAAM9F,sCAAe+F,cAAcJ,kBAAkB,MAAM3F,sCAAegG,SAAS3F,YAAAA,CAAAA;AAChH,UAAM8D,SAAS,MAAM,KAAKvC,iBAAiBkE,oBAAAA;AAI3C,SAAK1G,uBAAuBuG,iBAAiBM,GAAG,EAAC;AACjD,WAAO9B;EACT;EAEA,MAAgBvC,iBAAiBD,UAAqBlC,QAAqD;AACzG,UAAM8C,cAAa9C,iCAAQ8C,eAAc;AACzC,UAAM2D,kBAAiBzG,iCAAQyG,mBAAkB;AAEjD,UAAMC,mBAAmB,MAAMnG,sCAAeC,MAAM,MAAM,KAAKmF,cAAczD,QAAAA,GAAW,IAAA;AAExF,QAAIuE,gBAAgB;AAClB,YAAM,KAAKA,eAAeC,gBAAAA;IAC5B;AACA,QAAI5D,YAAY;AACd,YAAM,KAAKE,KAAK,YAAY;QAAEC,QAAQ;QAAMf,UAAUwE;MAAiB,CAAA;IACzE;AAEA,WAAOA;EACT;EAEUC,YAAYC,UAAkE;AACtF,UAAM,IAAIjE,MAAM,iBAAA;EAClB;EAEA,MAAgBH,eAAeD,SAAgCuC,SAAsD;AACnH,UAAMf,gBAAgB,MAAM,KAAK4C,YAAYpE,OAAAA;AAC7C,WAAO,MAAMhC,sCAAeC,MAAMuD,aAAAA;EACpC;EAEA,MAAgBK,UAAU;AAxV5B;AAyVI,SAAKxE,WAAW,KAAKA,YAAY;MAC/ByB,QAAQ,MAAM,KAAKwF,mBAAkB,gBAAK7G,WAAL,mBAAaoE,YAAb,mBAAsB/C,MAAAA;MAC3DkD,MAAM,MAAM,KAAKsC,mBAAkB,gBAAK7G,WAAL,mBAAaoE,YAAb,mBAAsBG,IAAAA;MACzDuC,OAAO,MAAM,KAAKD,mBAAkB,gBAAK7G,WAAL,mBAAaoE,YAAb,mBAAsB0C,KAAAA;IAC5D;AACA,eAAOf,wBAAS,KAAKnG,QAAQ;EAC/B;EAEA,MAAyBmH,aACvBjB,OACA5D,UACA8E,aACmC;AArWvC;AAsWI,UAAMC,eAAe,MAAMC,qDAAyBC,WAA6BrB,OAAO5D,QAAAA;AACxF,UAAMkF,aAAa,MAAM7G,sCAAeC,MAAMsF,OAAO,IAAA;AACrD,UAAMlF,eAAe,MAAMqG,aAAajF,SAAQ;AAChD+D,gCAAS,MAAM,KAAKsB,UAAUvB,OAAO5D,UAAU8E,WAAAA,CAAAA;AAC/C,UAAMM,iBAA4B,CAAA;AAElC,YAAQ1G,aAAaC,QAAM;MACzB,KAAKC,gDAAyB;AAC5BwG,uBAAehC,KAAI,GAAK,MAAM,KAAK7E,WAAU,CAAA;AAC7C;MACF;MACA,KAAKW,kDAA2B;AAC9B,cAAM,KAAKF,aAAY;AACvB;MACF;MACA,KAAKM,mDAA4B;AAC/B8F,uBAAehC,KAAI,GAAK,MAAM,KAAKhE,cAAa,CAAA;AAChD;MACF;MACA,KAAKO,mDAA4B;AAC/B,cAAM0F,gBAAsC;UAC1C7F,QAAQ;eAAK,MAAM,KAAKC,iBAAiBf,aAAac,MAAM;;UAC5Db,QAAQgB;QACV;AACAyF,uBAAehC,KAAKiC,aAAAA;AACpB;MACF;MACA,KAAKzH,gDAAyB;AAC5B,aAAIc,kBAAac,WAAbd,mBAAqB+D,QAAQ;AAC/B2C,yBAAehC,KAAI,GAAK,MAAM,KAAKvD,cAAcnB,aAAac,MAAM,CAAA;QACtE,OAAO;AACL,gBAAMgE,OAAO,MAAM,KAAKA,KAAI;AAC5B,cAAIA;AAAM4B,2BAAehC,KAAKI,IAAAA;QAChC;AACA;MACF;MACA,KAAKrD,mDAA4B;AAC/BiF,uBAAehC,KAAI,GAAK,MAAM,KAAKO,mBAAmBoB,cAAc/E,QAAAA,CAAAA;AACpE;MACF;MACA,SAAS;AACP,cAAMwC,SAAS,MAAM,MAAMqC,aAAajB,OAAO5D,QAAAA;AAC/C,YAAI,KAAKlC,OAAOwH,cAAc;AAC5B,gBAAM,KAAK7B,cAAc;YAACyB;WAAW;QACvC;AACA,eAAO1C;MACT;IACF;AACA,QAAI,KAAK1E,OAAOwH,cAAc;AAC5B,YAAM,KAAK7B,cAAc;QAACyB;OAAW;IACvC;AACA,WAAOE;EACT;EAEA,MAAgBG,cAAcC,QAA2BxF,UAAiD;AACxG,WAAO,MAAMwF,OAAOzF,OAAOC,QAAAA;EAC7B;EAEA,MAAgBuE,eAAevE,UAAiD;AAC9E,UAAMkC,UAAU,MAAM,KAAKA,QAAO;AAClC,eAAOuD,uBACL,MAAMC,QAAQzH,IACZkE,OAAOC,OAAOF,QAAQ0C,SAAS,CAAC,CAAA,EAAGhD,IAAI,OAAO4D,WAAAA;AAC5C,aAAOA,SAAS,MAAM,KAAKD,cAAcC,QAAQxF,QAAAA,IAAYlB;IAC/D,CAAA,CAAA,CAAA,EAEF6G,KAAI;EACR;EAEA,MAAchB,kBAAkBiB,aAAiC,CAAA,GAAI;AACnE,UAAMC,mBAAmB;SACnB,MAAM,KAAKC,QAAQ;QAAEC,SAASH;MAAwB,CAAA;SACtD,MAAM,KAAKE,QAAQ;QAAEE,MAAMJ;MAA2B,CAAA;MAC1DxE,OAAO6E,oCAAAA;AAETpC,gCACE,CAAC,KAAKhG,qBAAqBgI,iBAAiBpD,WAAWmD,WAAWnD,QAClE,MACE,qEAAqEmD,WAAWxE,OAAO,CAACH,cACtF4E,iBAAiBjE,IAAI,CAACb,YAAW,EAAEA,QAAOgF,YAAY9E,aAAaF,QAAOjD,OAAOkI,SAAS/E,UAAQ,CAAA,CAAA,GAChG;AAIR,WAAO4E,iBAAiBK,OAA0C,CAACC,MAAMpF,YAAAA;AACvEoF,WAAKpF,QAAOgF,OAAO,QAAIK,4CAAoBrF,SAAQ,MAAA;AACjDsF,wDAAoBtF,SAAQ;UAAEuF,KAAK9E;QAAQ,CAAA;AAC3C,eAAO,oDAAoDT,QAAOgF,OAAO,KAAKhF,QAAOjD,OAAOkI,IAAI,KAAKjF,QAAOjD,OAAOa,MAAM;MAC3H,CAAA;AAEA,aAAOwH;IACT,GAAG,CAAC,CAAA;EACN;AACF;AA3YU3I;AAGR,cAPoBD,oBAOKgJ,kBAAaC,8BAAe,qBAAqBjJ,oBAAmB,KAAA;AAPxF,IAAeA,oBAAf;;;ACpDP,IAAAkJ,iBAAyB;AAWlB,IAAMC,mBAAmB;AAEzB,IAAMC,iBAAiB,wBAACC,UAAAA;AAC7BC,+BAASD,QAAQF,kBAAkB,MAAM,gCAAgCA,gBAAAA,EAAkB;AAC3F,SAAOI,OAAOC,KAAKC,IAAG,CAAA,IAAMN,mBAAmBI,OAAOF,KAAAA;AACxD,GAH8B;AAKvB,IAAMK,iBAAiB,wBAA4BC,SAAYN,QAAQ,MAAC;AAC7E,SAAO;IAAE,GAAGM;IAASC,WAAWR,eAAeC,KAAAA;EAAO;AACxD,GAF8B;AAIvB,IAAMQ,oBAAoB,wBAA4BC,UAAgCC,YAAoB,MAAC;AAChH,SAAOD,SAASE,KAAK,CAACC,GAAGC,MACvBD,EAAEL,YAAYM,EAAEN,YAAY,CAACG,YAC3BE,EAAEL,YAAYM,EAAEN,YAAYG,YAC5B,CAAA;AAEN,GANiC;AAW1B,SAASI,kBAAqCR,SAA8C;AACjG,MAAI,CAACA;AAAS;AACd,MAAIS,MAAMC,QAAQV,OAAAA,GAAU;AAC1B,WAAOA,QAAQW,IAAI,CAACC,MAAMJ,kBAAkBI,CAAAA,CAAAA;EAC9C;AAEA,QAAM,EAAE,GAAGC,OAAAA,IAAWb;AACtB,SAAOa,OAAOZ;AACd,SAAOY;AACT;AATgBL;","names":["AbstractArchivist","AbstractModuleInstance","_lastInsertedPayload","_parents","queries","ArchivistGetQuerySchema","requireAllParents","config","_queryAccountPaths","storeParentReads","all","_noOverride","busy","started","PayloadBuilder","build","allHandler","allQuery","account","queryPayload","schema","ArchivistAllQuerySchema","sendQuery","undefined","clear","clearHandler","clearQuery","ArchivistClearQuerySchema","commit","commitHandler","commitQuery","ArchivistCommitQuerySchema","delete","hashes","deleteWithConfig","deleteQuery","ArchivistDeleteQuerySchema","get","getWithConfig","getQuery","insert","payloads","insertWithConfig","insertQuery","ArchivistInsertQuerySchema","next","options","nextWithConfig","nextQuery","ArchivistNextQuerySchema","Error","deleteHandler","_hashes","emitEvents","deletedHashes","emit","module","getFromParent","archivist","foundPairs","dataHashPairs","filter","hash","askedFor","includes","console","warn","foundHashes","Set","map","foundPayloads","payload","notfound","has","getFromParents","parents","Object","values","read","remainingHashes","parentIndex","result","length","found","getHandler","_config","requestedHashes","gotten","toAllHashMap","key","entries","requestedPayloadFound","add","push","notFoundHashes","difference","parentFoundPayloads","head","insertHandler","_payloads","insertQueryHandler","query","assertEx","JSON","stringify","resolvedPayloads","filterIncludeByDataHash","payloadHashes","payloadsWithoutQuery","filterExclude","dataHash","at","writeToParents","insertedPayloads","nextHandler","_options","resolveArchivists","write","queryHandler","queryConfig","wrappedQuery","QueryBoundWitnessWrapper","parseQuery","builtQuery","queryable","resultPayloads","resultPayload","storeQueries","writeToParent","parent","compact","Promise","flat","archivists","archivistModules","resolve","address","name","duplicateModules","reduce","prev","asArchivistInstance","isArchivistInstance","log","uniqueName","globallyUnique","import_assert","maxSequenceIndex","sequenceNumber","index","assertEx","BigInt","Date","now","addStorageMeta","payload","_sequence","sortByStorageMeta","payloads","direction","sort","a","b","removeStorageMeta","Array","isArray","map","p","noMeta"]}
+{"version":3,"sources":["../../src/index.ts","../../src/AbstractArchivist.ts","../../src/StorageMeta.ts"],"sourcesContent":["export * from './AbstractArchivist'\nexport * from './StorageMeta'\n","import { assertEx } from '@xylabs/assert'\nimport { Address, Hash } from '@xylabs/hex'\nimport { compact } from '@xylabs/lodash'\nimport { globallyUnique } from '@xylabs/object'\nimport { Promisable, PromisableArray } from '@xylabs/promise'\nimport { difference } from '@xylabs/set'\nimport { AccountInstance } from '@xyo-network/account-model'\nimport {\n  ArchivistAllQuery,\n  ArchivistAllQuerySchema,\n  ArchivistClearQuery,\n  ArchivistClearQuerySchema,\n  ArchivistCommitQuery,\n  ArchivistCommitQuerySchema,\n  ArchivistDeleteQuery,\n  ArchivistDeleteQuerySchema,\n  ArchivistGetQuery,\n  ArchivistGetQuerySchema,\n  ArchivistInsertQuery,\n  ArchivistInsertQuerySchema,\n  ArchivistInstance,\n  ArchivistModuleEventData,\n  ArchivistNextOptions,\n  ArchivistNextQuery,\n  ArchivistNextQuerySchema,\n  ArchivistParams,\n  ArchivistQueries,\n  asArchivistInstance,\n  AttachableArchivistInstance,\n  isArchivistInstance,\n} from '@xyo-network/archivist-model'\nimport { BoundWitness, QueryBoundWitness } from '@xyo-network/boundwitness-model'\nimport { QueryBoundWitnessWrapper } from '@xyo-network/boundwitness-wrapper'\nimport { AbstractModuleInstance } from '@xyo-network/module-abstract'\nimport { duplicateModules, ModuleConfig, ModuleIdentifier, ModuleName, ModuleQueryHandlerResult, ModuleQueryResult } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { Payload, PayloadWithMeta, WithMeta } from '@xyo-network/payload-model'\n\nexport interface ActionConfig {\n  emitEvents?: boolean\n}\n\nexport interface InsertConfig extends ActionConfig {\n  writeToParents?: boolean\n}\n\nexport interface ArchivistParentInstances {\n  commit?: Record<string, ArchivistInstance>\n  read?: Record<string, ArchivistInstance>\n  write?: Record<string, ArchivistInstance>\n}\n\nexport abstract class AbstractArchivist<\n    TParams extends ArchivistParams = ArchivistParams,\n    TEventData extends ArchivistModuleEventData = ArchivistModuleEventData,\n  >\n  extends AbstractModuleInstance<TParams, TEventData>\n  implements AttachableArchivistInstance<TParams, TEventData, Payload>\n{\n  static override readonly uniqueName = globallyUnique('AbstractArchivist', AbstractArchivist, 'xyo')\n  private _lastInsertedPayload: Payload | undefined\n  private _parents?: ArchivistParentInstances\n\n  override get queries(): string[] {\n    return [ArchivistGetQuerySchema, ...super.queries]\n  }\n\n  get requireAllParents() {\n    return this.config.requireAllParents ?? false\n  }\n\n  protected override get _queryAccountPaths(): Record<ArchivistQueries['schema'], string> {\n    return {\n      'network.xyo.query.archivist.all': '1/1',\n      'network.xyo.query.archivist.clear': '1/2',\n      'network.xyo.query.archivist.commit': '1/3',\n      'network.xyo.query.archivist.delete': '1/4',\n      'network.xyo.query.archivist.get': '1/5',\n      'network.xyo.query.archivist.insert': '1/6',\n      'network.xyo.query.archivist.next': '1/7',\n    }\n  }\n\n  protected get storeParentReads() {\n    return !!this.config?.storeParentReads\n  }\n\n  all(): PromisableArray<WithMeta<Payload>> {\n    this._noOverride('all')\n    return this.busy(async () => {\n      await this.started('throw')\n      return await PayloadBuilder.build(await this.allHandler())\n    })\n  }\n\n  async allQuery(account: AccountInstance): Promise<ModuleQueryResult> {\n    const queryPayload: ArchivistAllQuery = { schema: ArchivistAllQuerySchema }\n    return await this.sendQueryRaw(queryPayload, undefined, account)\n  }\n\n  clear(): Promisable<void> {\n    this._noOverride('clear')\n    return this.busy(async () => {\n      await this.started('throw')\n      return await this.clearHandler()\n    })\n  }\n\n  async clearQuery(account: AccountInstance): Promise<ModuleQueryResult> {\n    const queryPayload: ArchivistClearQuery = { schema: ArchivistClearQuerySchema }\n    return await this.sendQueryRaw(queryPayload, undefined, account)\n  }\n\n  commit(): Promisable<WithMeta<BoundWitness>[]> {\n    this._noOverride('commit')\n    return this.busy(async () => {\n      await this.started('throw')\n      return await this.commitHandler()\n    })\n  }\n\n  async commitQuery(account: AccountInstance): Promise<ModuleQueryResult> {\n    const queryPayload: ArchivistCommitQuery = { schema: ArchivistCommitQuerySchema }\n    return await this.sendQueryRaw(queryPayload, undefined, account)\n  }\n\n  async delete(hashes: Hash[]): Promise<Hash[]> {\n    this._noOverride('delete')\n    return await this.busy(async () => {\n      await this.started('throw')\n      return await this.deleteWithConfig(hashes)\n    })\n  }\n\n  async deleteQuery(account: AccountInstance, hashes: Hash[]): Promise<ModuleQueryResult> {\n    const queryPayload: ArchivistDeleteQuery = { hashes, schema: ArchivistDeleteQuerySchema }\n    return await this.sendQueryRaw(queryPayload, undefined, account)\n  }\n\n  async get(hashes: Hash[]): Promise<WithMeta<Payload>[]> {\n    this._noOverride('get')\n    return await this.busy(async () => {\n      await this.started('throw')\n      return await PayloadBuilder.build(await this.getWithConfig(hashes))\n    })\n  }\n\n  async getQuery(account: AccountInstance, hashes: Hash[]): Promise<ModuleQueryResult> {\n    const queryPayload: ArchivistGetQuery = { hashes, schema: ArchivistGetQuerySchema }\n    return await this.sendQueryRaw(queryPayload, undefined, account)\n  }\n\n  async insert(payloads: Payload[]): Promise<WithMeta<Payload>[]> {\n    this._noOverride('insert')\n    return await this.busy(async () => {\n      await this.started('throw')\n      //make sure all incoming payloads have proper $hash and $meta\n      return await this.insertWithConfig(payloads)\n    })\n  }\n\n  async insertQuery(account: AccountInstance, payloads: Payload[]): Promise<ModuleQueryResult> {\n    const queryPayload: ArchivistInsertQuery = { schema: ArchivistInsertQuerySchema }\n    return await this.sendQueryRaw(queryPayload, payloads, account)\n  }\n\n  async next(options?: ArchivistNextOptions): Promise<WithMeta<Payload>[]> {\n    this._noOverride('next')\n    return await this.busy(async () => {\n      await this.started('throw')\n      return await this.nextWithConfig(options)\n    })\n  }\n\n  async nextQuery(account: AccountInstance, options?: ArchivistNextOptions): Promise<ModuleQueryResult> {\n    const queryPayload: ArchivistNextQuery = { schema: ArchivistNextQuerySchema, ...options }\n    return await this.sendQueryRaw(queryPayload, undefined, account)\n  }\n\n  protected allHandler(): PromisableArray<Payload> {\n    throw new Error('Not implemented')\n  }\n\n  protected clearHandler(): Promisable<void> {\n    throw new Error('Not implemented')\n  }\n\n  protected commitHandler(): Promisable<WithMeta<BoundWitness>[]> {\n    throw new Error('Not implemented')\n  }\n\n  protected deleteHandler(_hashes: Hash[]): PromisableArray<Hash> {\n    throw new Error('Not implemented')\n  }\n\n  protected async deleteWithConfig(hashes: Hash[], config?: ActionConfig): Promise<Hash[]> {\n    const emitEvents = config?.emitEvents ?? true\n\n    const deletedHashes = await this.deleteHandler(hashes)\n\n    if (emitEvents) {\n      await this.emit('deleted', { hashes: deletedHashes, module: this })\n    }\n\n    return deletedHashes\n  }\n\n  protected async getFromParent(hashes: Hash[], archivist: ArchivistInstance): Promise<[WithMeta<Payload>[], Hash[]]> {\n    const foundPairs = (await PayloadBuilder.dataHashPairs(await archivist.get(hashes))).filter(([, hash]) => {\n      const askedFor = hashes.includes(hash)\n      if (!askedFor) {\n        console.warn(`Parent returned payload with hash not asked for: ${hash}`)\n        //throw Error(`Parent returned payload with hash not asked for: ${hash}`)\n      }\n      return askedFor\n    })\n\n    const foundHashes = new Set(foundPairs.map(([, hash]) => hash))\n    const foundPayloads = foundPairs.map(([payload]) => payload)\n\n    const notfound = hashes.filter((hash) => !foundHashes.has(hash))\n    return [foundPayloads, notfound]\n  }\n\n  protected async getFromParents(hashes: Hash[]): Promise<[WithMeta<Payload>[], Hash[]]> {\n    const parents = Object.values((await this.parents())?.read ?? {})\n    let remainingHashes = [...hashes]\n    let parentIndex = 0\n    let result: WithMeta<Payload>[] = []\n\n    // NOTE: intentionally doing this serially\n    while (parentIndex < parents.length && remainingHashes.length > 0) {\n      const [found, notfound] = await this.getFromParent(remainingHashes, parents[parentIndex])\n      result = [...result, ...found]\n      remainingHashes = notfound\n      parentIndex++\n    }\n    return [result, remainingHashes]\n  }\n\n  protected getHandler(_hashes: Hash[]): Promisable<Payload[]> {\n    throw new Error('Not implemented')\n  }\n\n  protected async getWithConfig(hashes: Hash[], _config?: InsertConfig): Promise<WithMeta<Payload>[]> {\n    // Filter out duplicates\n    const requestedHashes = new Set(hashes)\n\n    // Attempt to find the payloads in the store\n    const gotten = await this.getHandler([...requestedHashes])\n\n    // Do not just blindly return what the archivist told us but\n    // ensure to only return requested payloads and keep track of\n    // the ones it did not find so we can ask the parents.\n    const foundPayloads: PayloadWithMeta[] = []\n    const foundHashes = new Set<Hash>()\n\n    // NOTE: We are iterating over the returned result from the archivist\n    // (not the array of hashes passed in) to preserve the natural order of the\n    // hashes as returned by the archivist as that should loosely\n    // correspond to the order when iterated and the symmetry will\n    // be helpful for debugging\n    for (const payload of gotten) {\n      // Compute the hashes for this payload\n      const map = await PayloadBuilder.toAllHashMap([payload])\n      for (const [key, payload] of Object.entries(map)) {\n        let requestedPayloadFound = false\n        const hash = key as Hash // NOTE: Required cast as Object.entries always returns string keys\n        // If this hash was requested\n        if (\n          requestedHashes.has(hash) && // Indicate that we found it (but do not insert it yet). Since\n          // one payload could satisfy two requested hashes (vit its dataHash\n          // & rootHash) we only want to insert that payload once but we want\n          // to keep track of all the hashes it satisfies so we can ask th\n          // parents for the ones we did not find\n          !foundHashes.has(hash)\n        ) {\n          requestedPayloadFound = true\n          // Add it to the list of found hashes\n          foundHashes.add(hash)\n        }\n        if (requestedPayloadFound) foundPayloads.push(payload)\n      }\n    }\n    // For all the hashes we did not find, ask the parents\n    const notFoundHashes = [...difference(requestedHashes, foundHashes)]\n    const [parentFoundPayloads] = await this.getFromParents(notFoundHashes)\n\n    if (this.storeParentReads) {\n      await this.insertWithConfig(parentFoundPayloads)\n    }\n    return await PayloadBuilder.build([...foundPayloads, ...parentFoundPayloads])\n  }\n\n  protected head(): Promisable<Payload | undefined> {\n    return this._lastInsertedPayload\n  }\n\n  protected insertHandler(_payloads: Payload[]): Promise<WithMeta<Payload>[]> {\n    throw new Error('Not implemented')\n  }\n\n  protected async insertQueryHandler<T extends QueryBoundWitnessWrapper = QueryBoundWitnessWrapper>(query: T, payloads?: Payload[]) {\n    assertEx(payloads, () => `Missing payloads: ${JSON.stringify(query.payload, null, 2)}`)\n    const resolvedPayloads = await PayloadBuilder.filterIncludeByDataHash(payloads, query.payloadHashes)\n    assertEx(\n      resolvedPayloads.length === query.payloadHashes.length,\n      () => `Could not find some passed hashes [${resolvedPayloads.length} != ${query.payloadHashes.length}]`,\n    )\n    const queryPayload = await query.getQuery()\n    const payloadsWithoutQuery = await PayloadBuilder.filterExclude(resolvedPayloads, await PayloadBuilder.dataHash(queryPayload))\n    const result = await this.insertWithConfig(payloadsWithoutQuery)\n    // NOTE: There isn't an exact equivalence between what we get and what we store. Once\n    // we move to returning only inserted Payloads(/hash) instead of a BoundWitness, we\n    // can grab the actual last one\n    this._lastInsertedPayload = resolvedPayloads.at(-1)\n    return result\n  }\n\n  protected async insertWithConfig(payloads: Payload[], config?: InsertConfig): Promise<WithMeta<Payload>[]> {\n    const emitEvents = config?.emitEvents ?? true\n    const writeToParents = config?.writeToParents ?? true\n\n    const insertedPayloads = await PayloadBuilder.build(await this.insertHandler(payloads), true)\n\n    if (writeToParents) {\n      await this.writeToParents(insertedPayloads)\n    }\n    if (emitEvents) {\n      await this.emit('inserted', { module: this, payloads: insertedPayloads })\n    }\n\n    return insertedPayloads\n  }\n\n  protected nextHandler(_options?: ArchivistNextOptions): Promisable<WithMeta<Payload>[]> {\n    throw new Error('Not implemented')\n  }\n\n  protected async nextWithConfig(options?: ArchivistNextOptions, _config?: InsertConfig): Promise<WithMeta<Payload>[]> {\n    const foundPayloads = await this.nextHandler(options)\n    return await PayloadBuilder.build(foundPayloads)\n  }\n\n  protected async parents() {\n    this._parents = this._parents ?? {\n      commit: await this.resolveArchivists(this.config?.parents?.commit),\n      read: await this.resolveArchivists(this.config?.parents?.read),\n      write: await this.resolveArchivists(this.config?.parents?.write),\n    }\n    return assertEx(this._parents)\n  }\n\n  protected override async queryHandler<T extends QueryBoundWitness = QueryBoundWitness, TConfig extends ModuleConfig = ModuleConfig>(\n    query: T,\n    payloads: Payload[],\n    queryConfig?: TConfig,\n  ): Promise<ModuleQueryHandlerResult> {\n    const wrappedQuery = await QueryBoundWitnessWrapper.parseQuery<ArchivistQueries>(query, payloads)\n    const builtQuery = await PayloadBuilder.build(query, true)\n    const queryPayload = await wrappedQuery.getQuery()\n    assertEx(await this.queryable(query, payloads, queryConfig))\n    const resultPayloads: Payload[] = []\n\n    switch (queryPayload.schema) {\n      case ArchivistAllQuerySchema: {\n        resultPayloads.push(...(await this.allHandler()))\n        break\n      }\n      case ArchivistClearQuerySchema: {\n        await this.clearHandler()\n        break\n      }\n      case ArchivistCommitQuerySchema: {\n        resultPayloads.push(...(await this.commitHandler()))\n        break\n      }\n      case ArchivistDeleteQuerySchema: {\n        const resultPayload: ArchivistDeleteQuery = {\n          hashes: [...(await this.deleteWithConfig(queryPayload.hashes))],\n          schema: ArchivistDeleteQuerySchema,\n        }\n        resultPayloads.push(resultPayload)\n        break\n      }\n      case ArchivistGetQuerySchema: {\n        if (queryPayload.hashes?.length) {\n          resultPayloads.push(...(await this.getWithConfig(queryPayload.hashes)))\n        } else {\n          const head = await this.head()\n          if (head) resultPayloads.push(head)\n        }\n        break\n      }\n      case ArchivistInsertQuerySchema: {\n        resultPayloads.push(...(await this.insertQueryHandler(wrappedQuery, payloads)))\n        break\n      }\n      default: {\n        const result = await super.queryHandler(query, payloads)\n        if (this.config.storeQueries) {\n          await this.insertHandler([builtQuery])\n        }\n        return result\n      }\n    }\n    if (this.config.storeQueries) {\n      await this.insertHandler([builtQuery])\n    }\n    return resultPayloads\n  }\n\n  protected async writeToParent(parent: ArchivistInstance, payloads: Payload[]): Promise<PayloadWithMeta[]> {\n    return await parent.insert(payloads)\n  }\n\n  protected async writeToParents(payloads: Payload[]): Promise<PayloadWithMeta[]> {\n    const parents = await this.parents()\n    return compact(\n      await Promise.all(\n        Object.values(parents.write ?? {}).map(async (parent) => {\n          return parent ? await this.writeToParent(parent, payloads) : undefined\n        }),\n      ),\n    ).flat()\n  }\n\n  private async resolveArchivists(archivists: ModuleIdentifier[] = []) {\n    const archivistModules = [\n      ...(await this.resolve({ address: archivists as Address[] })),\n      ...(await this.resolve({ name: archivists as ModuleName[] })),\n    ].filter(duplicateModules)\n\n    assertEx(\n      !this.requireAllParents || archivistModules.length === archivists.length,\n      () =>\n        `Failed to find some archivists (set allRequired to false if ok): [${archivists.filter((archivist) =>\n          archivistModules.map((module) => !(module.address === archivist || module.config.name === archivist)),\n        )}]`,\n    )\n\n    // eslint-disable-next-line unicorn/no-array-reduce\n    return archivistModules.reduce<Record<string, ArchivistInstance>>((prev, module) => {\n      prev[module.address] = asArchivistInstance(module, () => {\n        isArchivistInstance(module, { log: console })\n        return `Unable to cast resolved module to an archivist: [${module.address}, ${module.config.name}, ${module.config.schema})}]`\n      })\n\n      return prev\n    }, {})\n  }\n}\n","import { assertEx } from '@xylabs/assert'\nimport { Payload, PayloadWithMeta, WithMeta } from '@xyo-network/payload-model'\n\nexport interface StorageMeta {\n  _sequence: bigint\n}\n\nexport type WithOptionalStorageMeta<T extends Payload> = T & Partial<StorageMeta>\n\nexport type WithStorageMeta<T extends Payload> = T & StorageMeta\n\nexport const maxSequenceIndex = 10_000_000_000n\n\nexport const sequenceNumber = (index: number) => {\n  assertEx(index < maxSequenceIndex, () => `index may not be larger than ${maxSequenceIndex}`)\n  return BigInt(Date.now()) * maxSequenceIndex + BigInt(index)\n}\n\nexport const addStorageMeta = <T extends PayloadWithMeta>(payload: T, index = 0) => {\n  return { ...payload, _sequence: sequenceNumber(index) }\n}\n\nexport const sortByStorageMeta = <T extends PayloadWithMeta>(payloads: WithStorageMeta<T>[], direction: -1 | 1 = 1) => {\n  return payloads.sort((a, b) =>\n    a._sequence < b._sequence ? -direction\n    : a._sequence > b._sequence ? direction\n    : 0,\n  )\n}\n\nexport function removeStorageMeta<T extends Payload>(payload: WithOptionalStorageMeta<WithMeta<T>>): WithMeta<T>\nexport function removeStorageMeta<T extends Payload>(payloads: WithOptionalStorageMeta<WithMeta<T>>[]): WithMeta<T>[]\nexport function removeStorageMeta<T extends Payload>(payload?: WithOptionalStorageMeta<WithMeta<T>>): WithMeta<T> | undefined\nexport function removeStorageMeta<T extends Payload>(payload?: WithOptionalStorageMeta<WithMeta<T>>) {\n  if (!payload) return\n  if (Array.isArray(payload)) {\n    return payload.map((p) => removeStorageMeta(p))\n  }\n  // eslint-disable-next-line @typescript-eslint/no-unused-vars\n  const { ...noMeta } = payload\n  delete noMeta._sequence\n  return noMeta\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;;;;;;;;;;;;ACAA,oBAAyB;AAEzB,oBAAwB;AACxB,oBAA+B;AAE/B,iBAA2B;AAE3B,6BAuBO;AAEP,kCAAyC;AACzC,6BAAuC;AACvC,0BAA0H;AAC1H,6BAA+B;AAiBxB,IAAeA,qBAAf,MAAeA,2BAIZC,8CAAAA;EAIAC;EACAC;EAER,IAAaC,UAAoB;AAC/B,WAAO;MAACC;SAA4B,MAAMD;;EAC5C;EAEA,IAAIE,oBAAoB;AACtB,WAAO,KAAKC,OAAOD,qBAAqB;EAC1C;EAEA,IAAuBE,qBAAiE;AACtF,WAAO;MACL,mCAAmC;MACnC,qCAAqC;MACrC,sCAAsC;MACtC,sCAAsC;MACtC,mCAAmC;MACnC,sCAAsC;MACtC,oCAAoC;IACtC;EACF;EAEA,IAAcC,mBAAmB;AAnFnC;AAoFI,WAAO,CAAC,GAAC,UAAKF,WAAL,mBAAaE;EACxB;EAEAC,MAA0C;AACxC,SAAKC,YAAY,KAAA;AACjB,WAAO,KAAKC,KAAK,YAAA;AACf,YAAM,KAAKC,QAAQ,OAAA;AACnB,aAAO,MAAMC,sCAAeC,MAAM,MAAM,KAAKC,WAAU,CAAA;IACzD,CAAA;EACF;EAEA,MAAMC,SAASC,SAAsD;AACnE,UAAMC,eAAkC;MAAEC,QAAQC;IAAwB;AAC1E,WAAO,MAAM,KAAKC,aAAaH,cAAcI,QAAWL,OAAAA;EAC1D;EAEAM,QAA0B;AACxB,SAAKb,YAAY,OAAA;AACjB,WAAO,KAAKC,KAAK,YAAA;AACf,YAAM,KAAKC,QAAQ,OAAA;AACnB,aAAO,MAAM,KAAKY,aAAY;IAChC,CAAA;EACF;EAEA,MAAMC,WAAWR,SAAsD;AACrE,UAAMC,eAAoC;MAAEC,QAAQO;IAA0B;AAC9E,WAAO,MAAM,KAAKL,aAAaH,cAAcI,QAAWL,OAAAA;EAC1D;EAEAU,SAA+C;AAC7C,SAAKjB,YAAY,QAAA;AACjB,WAAO,KAAKC,KAAK,YAAA;AACf,YAAM,KAAKC,QAAQ,OAAA;AACnB,aAAO,MAAM,KAAKgB,cAAa;IACjC,CAAA;EACF;EAEA,MAAMC,YAAYZ,SAAsD;AACtE,UAAMC,eAAqC;MAAEC,QAAQW;IAA2B;AAChF,WAAO,MAAM,KAAKT,aAAaH,cAAcI,QAAWL,OAAAA;EAC1D;EAEA,MAAMc,OAAOC,QAAiC;AAC5C,SAAKtB,YAAY,QAAA;AACjB,WAAO,MAAM,KAAKC,KAAK,YAAA;AACrB,YAAM,KAAKC,QAAQ,OAAA;AACnB,aAAO,MAAM,KAAKqB,iBAAiBD,MAAAA;IACrC,CAAA;EACF;EAEA,MAAME,YAAYjB,SAA0Be,QAA4C;AACtF,UAAMd,eAAqC;MAAEc;MAAQb,QAAQgB;IAA2B;AACxF,WAAO,MAAM,KAAKd,aAAaH,cAAcI,QAAWL,OAAAA;EAC1D;EAEA,MAAMmB,IAAIJ,QAA8C;AACtD,SAAKtB,YAAY,KAAA;AACjB,WAAO,MAAM,KAAKC,KAAK,YAAA;AACrB,YAAM,KAAKC,QAAQ,OAAA;AACnB,aAAO,MAAMC,sCAAeC,MAAM,MAAM,KAAKuB,cAAcL,MAAAA,CAAAA;IAC7D,CAAA;EACF;EAEA,MAAMM,SAASrB,SAA0Be,QAA4C;AACnF,UAAMd,eAAkC;MAAEc;MAAQb,QAAQf;IAAwB;AAClF,WAAO,MAAM,KAAKiB,aAAaH,cAAcI,QAAWL,OAAAA;EAC1D;EAEA,MAAMsB,OAAOC,UAAmD;AAC9D,SAAK9B,YAAY,QAAA;AACjB,WAAO,MAAM,KAAKC,KAAK,YAAA;AACrB,YAAM,KAAKC,QAAQ,OAAA;AAEnB,aAAO,MAAM,KAAK6B,iBAAiBD,QAAAA;IACrC,CAAA;EACF;EAEA,MAAME,YAAYzB,SAA0BuB,UAAiD;AAC3F,UAAMtB,eAAqC;MAAEC,QAAQwB;IAA2B;AAChF,WAAO,MAAM,KAAKtB,aAAaH,cAAcsB,UAAUvB,OAAAA;EACzD;EAEA,MAAM2B,KAAKC,SAA8D;AACvE,SAAKnC,YAAY,MAAA;AACjB,WAAO,MAAM,KAAKC,KAAK,YAAA;AACrB,YAAM,KAAKC,QAAQ,OAAA;AACnB,aAAO,MAAM,KAAKkC,eAAeD,OAAAA;IACnC,CAAA;EACF;EAEA,MAAME,UAAU9B,SAA0B4B,SAA4D;AACpG,UAAM3B,eAAmC;MAAEC,QAAQ6B;MAA0B,GAAGH;IAAQ;AACxF,WAAO,MAAM,KAAKxB,aAAaH,cAAcI,QAAWL,OAAAA;EAC1D;EAEUF,aAAuC;AAC/C,UAAM,IAAIkC,MAAM,iBAAA;EAClB;EAEUzB,eAAiC;AACzC,UAAM,IAAIyB,MAAM,iBAAA;EAClB;EAEUrB,gBAAsD;AAC9D,UAAM,IAAIqB,MAAM,iBAAA;EAClB;EAEUC,cAAcC,SAAwC;AAC9D,UAAM,IAAIF,MAAM,iBAAA;EAClB;EAEA,MAAgBhB,iBAAiBD,QAAgB1B,QAAwC;AACvF,UAAM8C,cAAa9C,iCAAQ8C,eAAc;AAEzC,UAAMC,gBAAgB,MAAM,KAAKH,cAAclB,MAAAA;AAE/C,QAAIoB,YAAY;AACd,YAAM,KAAKE,KAAK,WAAW;QAAEtB,QAAQqB;QAAeE,QAAQ;MAAK,CAAA;IACnE;AAEA,WAAOF;EACT;EAEA,MAAgBG,cAAcxB,QAAgByB,WAAsE;AAClH,UAAMC,cAAc,MAAM7C,sCAAe8C,cAAc,MAAMF,UAAUrB,IAAIJ,MAAAA,CAAAA,GAAU4B,OAAO,CAAC,CAAA,EAAGC,IAAAA,MAAK;AACnG,YAAMC,WAAW9B,OAAO+B,SAASF,IAAAA;AACjC,UAAI,CAACC,UAAU;AACbE,gBAAQC,KAAK,oDAAoDJ,IAAAA,EAAM;MAEzE;AACA,aAAOC;IACT,CAAA;AAEA,UAAMI,cAAc,IAAIC,IAAIT,WAAWU,IAAI,CAAC,CAAA,EAAGP,IAAAA,MAAUA,IAAAA,CAAAA;AACzD,UAAMQ,gBAAgBX,WAAWU,IAAI,CAAC,CAACE,OAAAA,MAAaA,OAAAA;AAEpD,UAAMC,WAAWvC,OAAO4B,OAAO,CAACC,SAAS,CAACK,YAAYM,IAAIX,IAAAA,CAAAA;AAC1D,WAAO;MAACQ;MAAeE;;EACzB;EAEA,MAAgBE,eAAezC,QAAwD;AAhOzF;AAiOI,UAAM0C,UAAUC,OAAOC,SAAQ,WAAM,KAAKF,QAAO,MAAlB,mBAAuBG,SAAQ,CAAC,CAAA;AAC/D,QAAIC,kBAAkB;SAAI9C;;AAC1B,QAAI+C,cAAc;AAClB,QAAIC,SAA8B,CAAA;AAGlC,WAAOD,cAAcL,QAAQO,UAAUH,gBAAgBG,SAAS,GAAG;AACjE,YAAM,CAACC,OAAOX,QAAAA,IAAY,MAAM,KAAKf,cAAcsB,iBAAiBJ,QAAQK,WAAAA,CAAY;AACxFC,eAAS;WAAIA;WAAWE;;AACxBJ,wBAAkBP;AAClBQ;IACF;AACA,WAAO;MAACC;MAAQF;;EAClB;EAEUK,WAAWhC,SAAwC;AAC3D,UAAM,IAAIF,MAAM,iBAAA;EAClB;EAEA,MAAgBZ,cAAcL,QAAgBoD,SAAsD;AAElG,UAAMC,kBAAkB,IAAIlB,IAAInC,MAAAA;AAGhC,UAAMsD,SAAS,MAAM,KAAKH,WAAW;SAAIE;KAAgB;AAKzD,UAAMhB,gBAAmC,CAAA;AACzC,UAAMH,cAAc,oBAAIC,IAAAA;AAOxB,eAAWG,WAAWgB,QAAQ;AAE5B,YAAMlB,MAAM,MAAMvD,sCAAe0E,aAAa;QAACjB;OAAQ;AACvD,iBAAW,CAACkB,KAAKlB,QAAAA,KAAYK,OAAOc,QAAQrB,GAAAA,GAAM;AAChD,YAAIsB,wBAAwB;AAC5B,cAAM7B,OAAO2B;AAEb,YACEH,gBAAgBb,IAAIX,IAAAA;;;;;QAKpB,CAACK,YAAYM,IAAIX,IAAAA,GACjB;AACA6B,kCAAwB;AAExBxB,sBAAYyB,IAAI9B,IAAAA;QAClB;AACA,YAAI6B;AAAuBrB,wBAAcuB,KAAKtB,QAAAA;MAChD;IACF;AAEA,UAAMuB,iBAAiB;aAAIC,uBAAWT,iBAAiBnB,WAAAA;;AACvD,UAAM,CAAC6B,mBAAAA,IAAuB,MAAM,KAAKtB,eAAeoB,cAAAA;AAExD,QAAI,KAAKrF,kBAAkB;AACzB,YAAM,KAAKiC,iBAAiBsD,mBAAAA;IAC9B;AACA,WAAO,MAAMlF,sCAAeC,MAAM;SAAIuD;SAAkB0B;KAAoB;EAC9E;EAEUC,OAAwC;AAChD,WAAO,KAAK/F;EACd;EAEUgG,cAAcC,WAAoD;AAC1E,UAAM,IAAIjD,MAAM,iBAAA;EAClB;EAEA,MAAgBkD,mBAAkFC,OAAU5D,UAAsB;AAChI6D,gCAAS7D,UAAU,MAAM,qBAAqB8D,KAAKC,UAAUH,MAAM9B,SAAS,MAAM,CAAA,CAAA,EAAI;AACtF,UAAMkC,mBAAmB,MAAM3F,sCAAe4F,wBAAwBjE,UAAU4D,MAAMM,aAAa;AACnGL,gCACEG,iBAAiBvB,WAAWmB,MAAMM,cAAczB,QAChD,MAAM,sCAAsCuB,iBAAiBvB,MAAM,OAAOmB,MAAMM,cAAczB,MAAM,GAAG;AAEzG,UAAM/D,eAAe,MAAMkF,MAAM9D,SAAQ;AACzC,UAAMqE,uBAAuB,MAAM9F,sCAAe+F,cAAcJ,kBAAkB,MAAM3F,sCAAegG,SAAS3F,YAAAA,CAAAA;AAChH,UAAM8D,SAAS,MAAM,KAAKvC,iBAAiBkE,oBAAAA;AAI3C,SAAK1G,uBAAuBuG,iBAAiBM,GAAG,EAAC;AACjD,WAAO9B;EACT;EAEA,MAAgBvC,iBAAiBD,UAAqBlC,QAAqD;AACzG,UAAM8C,cAAa9C,iCAAQ8C,eAAc;AACzC,UAAM2D,kBAAiBzG,iCAAQyG,mBAAkB;AAEjD,UAAMC,mBAAmB,MAAMnG,sCAAeC,MAAM,MAAM,KAAKmF,cAAczD,QAAAA,GAAW,IAAA;AAExF,QAAIuE,gBAAgB;AAClB,YAAM,KAAKA,eAAeC,gBAAAA;IAC5B;AACA,QAAI5D,YAAY;AACd,YAAM,KAAKE,KAAK,YAAY;QAAEC,QAAQ;QAAMf,UAAUwE;MAAiB,CAAA;IACzE;AAEA,WAAOA;EACT;EAEUC,YAAYC,UAAkE;AACtF,UAAM,IAAIjE,MAAM,iBAAA;EAClB;EAEA,MAAgBH,eAAeD,SAAgCuC,SAAsD;AACnH,UAAMf,gBAAgB,MAAM,KAAK4C,YAAYpE,OAAAA;AAC7C,WAAO,MAAMhC,sCAAeC,MAAMuD,aAAAA;EACpC;EAEA,MAAgBK,UAAU;AAxV5B;AAyVI,SAAKxE,WAAW,KAAKA,YAAY;MAC/ByB,QAAQ,MAAM,KAAKwF,mBAAkB,gBAAK7G,WAAL,mBAAaoE,YAAb,mBAAsB/C,MAAAA;MAC3DkD,MAAM,MAAM,KAAKsC,mBAAkB,gBAAK7G,WAAL,mBAAaoE,YAAb,mBAAsBG,IAAAA;MACzDuC,OAAO,MAAM,KAAKD,mBAAkB,gBAAK7G,WAAL,mBAAaoE,YAAb,mBAAsB0C,KAAAA;IAC5D;AACA,eAAOf,wBAAS,KAAKnG,QAAQ;EAC/B;EAEA,MAAyBmH,aACvBjB,OACA5D,UACA8E,aACmC;AArWvC;AAsWI,UAAMC,eAAe,MAAMC,qDAAyBC,WAA6BrB,OAAO5D,QAAAA;AACxF,UAAMkF,aAAa,MAAM7G,sCAAeC,MAAMsF,OAAO,IAAA;AACrD,UAAMlF,eAAe,MAAMqG,aAAajF,SAAQ;AAChD+D,gCAAS,MAAM,KAAKsB,UAAUvB,OAAO5D,UAAU8E,WAAAA,CAAAA;AAC/C,UAAMM,iBAA4B,CAAA;AAElC,YAAQ1G,aAAaC,QAAM;MACzB,KAAKC,gDAAyB;AAC5BwG,uBAAehC,KAAI,GAAK,MAAM,KAAK7E,WAAU,CAAA;AAC7C;MACF;MACA,KAAKW,kDAA2B;AAC9B,cAAM,KAAKF,aAAY;AACvB;MACF;MACA,KAAKM,mDAA4B;AAC/B8F,uBAAehC,KAAI,GAAK,MAAM,KAAKhE,cAAa,CAAA;AAChD;MACF;MACA,KAAKO,mDAA4B;AAC/B,cAAM0F,gBAAsC;UAC1C7F,QAAQ;eAAK,MAAM,KAAKC,iBAAiBf,aAAac,MAAM;;UAC5Db,QAAQgB;QACV;AACAyF,uBAAehC,KAAKiC,aAAAA;AACpB;MACF;MACA,KAAKzH,gDAAyB;AAC5B,aAAIc,kBAAac,WAAbd,mBAAqB+D,QAAQ;AAC/B2C,yBAAehC,KAAI,GAAK,MAAM,KAAKvD,cAAcnB,aAAac,MAAM,CAAA;QACtE,OAAO;AACL,gBAAMgE,OAAO,MAAM,KAAKA,KAAI;AAC5B,cAAIA;AAAM4B,2BAAehC,KAAKI,IAAAA;QAChC;AACA;MACF;MACA,KAAKrD,mDAA4B;AAC/BiF,uBAAehC,KAAI,GAAK,MAAM,KAAKO,mBAAmBoB,cAAc/E,QAAAA,CAAAA;AACpE;MACF;MACA,SAAS;AACP,cAAMwC,SAAS,MAAM,MAAMqC,aAAajB,OAAO5D,QAAAA;AAC/C,YAAI,KAAKlC,OAAOwH,cAAc;AAC5B,gBAAM,KAAK7B,cAAc;YAACyB;WAAW;QACvC;AACA,eAAO1C;MACT;IACF;AACA,QAAI,KAAK1E,OAAOwH,cAAc;AAC5B,YAAM,KAAK7B,cAAc;QAACyB;OAAW;IACvC;AACA,WAAOE;EACT;EAEA,MAAgBG,cAAcC,QAA2BxF,UAAiD;AACxG,WAAO,MAAMwF,OAAOzF,OAAOC,QAAAA;EAC7B;EAEA,MAAgBuE,eAAevE,UAAiD;AAC9E,UAAMkC,UAAU,MAAM,KAAKA,QAAO;AAClC,eAAOuD,uBACL,MAAMC,QAAQzH,IACZkE,OAAOC,OAAOF,QAAQ0C,SAAS,CAAC,CAAA,EAAGhD,IAAI,OAAO4D,WAAAA;AAC5C,aAAOA,SAAS,MAAM,KAAKD,cAAcC,QAAQxF,QAAAA,IAAYlB;IAC/D,CAAA,CAAA,CAAA,EAEF6G,KAAI;EACR;EAEA,MAAchB,kBAAkBiB,aAAiC,CAAA,GAAI;AACnE,UAAMC,mBAAmB;SACnB,MAAM,KAAKC,QAAQ;QAAEC,SAASH;MAAwB,CAAA;SACtD,MAAM,KAAKE,QAAQ;QAAEE,MAAMJ;MAA2B,CAAA;MAC1DxE,OAAO6E,oCAAAA;AAETpC,gCACE,CAAC,KAAKhG,qBAAqBgI,iBAAiBpD,WAAWmD,WAAWnD,QAClE,MACE,qEAAqEmD,WAAWxE,OAAO,CAACH,cACtF4E,iBAAiBjE,IAAI,CAACb,YAAW,EAAEA,QAAOgF,YAAY9E,aAAaF,QAAOjD,OAAOkI,SAAS/E,UAAQ,CAAA,CAAA,GAChG;AAIR,WAAO4E,iBAAiBK,OAA0C,CAACC,MAAMpF,YAAAA;AACvEoF,WAAKpF,QAAOgF,OAAO,QAAIK,4CAAoBrF,SAAQ,MAAA;AACjDsF,wDAAoBtF,SAAQ;UAAEuF,KAAK9E;QAAQ,CAAA;AAC3C,eAAO,oDAAoDT,QAAOgF,OAAO,KAAKhF,QAAOjD,OAAOkI,IAAI,KAAKjF,QAAOjD,OAAOa,MAAM;MAC3H,CAAA;AAEA,aAAOwH;IACT,GAAG,CAAC,CAAA;EACN;AACF;AA3YU3I;AAGR,cAPoBD,oBAOKgJ,kBAAaC,8BAAe,qBAAqBjJ,oBAAmB,KAAA;AAPxF,IAAeA,oBAAf;;;ACpDP,IAAAkJ,iBAAyB;AAWlB,IAAMC,mBAAmB;AAEzB,IAAMC,iBAAiB,wBAACC,UAAAA;AAC7BC,+BAASD,QAAQF,kBAAkB,MAAM,gCAAgCA,gBAAAA,EAAkB;AAC3F,SAAOI,OAAOC,KAAKC,IAAG,CAAA,IAAMN,mBAAmBI,OAAOF,KAAAA;AACxD,GAH8B;AAKvB,IAAMK,iBAAiB,wBAA4BC,SAAYN,QAAQ,MAAC;AAC7E,SAAO;IAAE,GAAGM;IAASC,WAAWR,eAAeC,KAAAA;EAAO;AACxD,GAF8B;AAIvB,IAAMQ,oBAAoB,wBAA4BC,UAAgCC,YAAoB,MAAC;AAChH,SAAOD,SAASE,KAAK,CAACC,GAAGC,MACvBD,EAAEL,YAAYM,EAAEN,YAAY,CAACG,YAC3BE,EAAEL,YAAYM,EAAEN,YAAYG,YAC5B,CAAA;AAEN,GANiC;AAW1B,SAASI,kBAAqCR,SAA8C;AACjG,MAAI,CAACA;AAAS;AACd,MAAIS,MAAMC,QAAQV,OAAAA,GAAU;AAC1B,WAAOA,QAAQW,IAAI,CAACC,MAAMJ,kBAAkBI,CAAAA,CAAAA;EAC9C;AAEA,QAAM,EAAE,GAAGC,OAAAA,IAAWb;AACtB,SAAOa,OAAOZ;AACd,SAAOY;AACT;AATgBL;","names":["AbstractArchivist","AbstractModuleInstance","_lastInsertedPayload","_parents","queries","ArchivistGetQuerySchema","requireAllParents","config","_queryAccountPaths","storeParentReads","all","_noOverride","busy","started","PayloadBuilder","build","allHandler","allQuery","account","queryPayload","schema","ArchivistAllQuerySchema","sendQueryRaw","undefined","clear","clearHandler","clearQuery","ArchivistClearQuerySchema","commit","commitHandler","commitQuery","ArchivistCommitQuerySchema","delete","hashes","deleteWithConfig","deleteQuery","ArchivistDeleteQuerySchema","get","getWithConfig","getQuery","insert","payloads","insertWithConfig","insertQuery","ArchivistInsertQuerySchema","next","options","nextWithConfig","nextQuery","ArchivistNextQuerySchema","Error","deleteHandler","_hashes","emitEvents","deletedHashes","emit","module","getFromParent","archivist","foundPairs","dataHashPairs","filter","hash","askedFor","includes","console","warn","foundHashes","Set","map","foundPayloads","payload","notfound","has","getFromParents","parents","Object","values","read","remainingHashes","parentIndex","result","length","found","getHandler","_config","requestedHashes","gotten","toAllHashMap","key","entries","requestedPayloadFound","add","push","notFoundHashes","difference","parentFoundPayloads","head","insertHandler","_payloads","insertQueryHandler","query","assertEx","JSON","stringify","resolvedPayloads","filterIncludeByDataHash","payloadHashes","payloadsWithoutQuery","filterExclude","dataHash","at","writeToParents","insertedPayloads","nextHandler","_options","resolveArchivists","write","queryHandler","queryConfig","wrappedQuery","QueryBoundWitnessWrapper","parseQuery","builtQuery","queryable","resultPayloads","resultPayload","storeQueries","writeToParent","parent","compact","Promise","flat","archivists","archivistModules","resolve","address","name","duplicateModules","reduce","prev","asArchivistInstance","isArchivistInstance","log","uniqueName","globallyUnique","import_assert","maxSequenceIndex","sequenceNumber","index","assertEx","BigInt","Date","now","addStorageMeta","payload","_sequence","sortByStorageMeta","payloads","direction","sort","a","b","removeStorageMeta","Array","isArray","map","p","noMeta"]}

package/dist/node/index.js

@@ -54,7 +54,7 @@ var _AbstractArchivist = class _AbstractArchivist extends AbstractModuleInstance
     const queryPayload = {
       schema: ArchivistAllQuerySchema
     };
-    return await this.sendQuery(queryPayload, void 0, account);
+    return await this.sendQueryRaw(queryPayload, void 0, account);
   }
   clear() {
     this._noOverride("clear");
@@ -67,7 +67,7 @@ var _AbstractArchivist = class _AbstractArchivist extends AbstractModuleInstance
     const queryPayload = {
       schema: ArchivistClearQuerySchema
     };
-    return await this.sendQuery(queryPayload, void 0, account);
+    return await this.sendQueryRaw(queryPayload, void 0, account);
   }
   commit() {
     this._noOverride("commit");
@@ -80,7 +80,7 @@ var _AbstractArchivist = class _AbstractArchivist extends AbstractModuleInstance
     const queryPayload = {
       schema: ArchivistCommitQuerySchema
     };
-    return await this.sendQuery(queryPayload, void 0, account);
+    return await this.sendQueryRaw(queryPayload, void 0, account);
   }
   async delete(hashes) {
     this._noOverride("delete");
@@ -94,7 +94,7 @@ var _AbstractArchivist = class _AbstractArchivist extends AbstractModuleInstance
       hashes,
       schema: ArchivistDeleteQuerySchema
     };
-    return await this.sendQuery(queryPayload, void 0, account);
+    return await this.sendQueryRaw(queryPayload, void 0, account);
   }
   async get(hashes) {
     this._noOverride("get");
@@ -108,7 +108,7 @@ var _AbstractArchivist = class _AbstractArchivist extends AbstractModuleInstance
       hashes,
       schema: ArchivistGetQuerySchema
     };
-    return await this.sendQuery(queryPayload, void 0, account);
+    return await this.sendQueryRaw(queryPayload, void 0, account);
   }
   async insert(payloads) {
     this._noOverride("insert");
@@ -121,7 +121,7 @@ var _AbstractArchivist = class _AbstractArchivist extends AbstractModuleInstance
     const queryPayload = {
       schema: ArchivistInsertQuerySchema
     };
-    return await this.sendQuery(queryPayload, payloads, account);
+    return await this.sendQueryRaw(queryPayload, payloads, account);
   }
   async next(options) {
     this._noOverride("next");
@@ -135,7 +135,7 @@ var _AbstractArchivist = class _AbstractArchivist extends AbstractModuleInstance
       schema: ArchivistNextQuerySchema,
       ...options
     };
-    return await this.sendQuery(queryPayload, void 0, account);
+    return await this.sendQueryRaw(queryPayload, void 0, account);
   }
   allHandler() {
     throw new Error("Not implemented");

package/dist/node/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/AbstractArchivist.ts","../../src/StorageMeta.ts"],"sourcesContent":["import { assertEx } from '@xylabs/assert'\nimport { Address, Hash } from '@xylabs/hex'\nimport { compact } from '@xylabs/lodash'\nimport { globallyUnique } from '@xylabs/object'\nimport { Promisable, PromisableArray } from '@xylabs/promise'\nimport { difference } from '@xylabs/set'\nimport { AccountInstance } from '@xyo-network/account-model'\nimport {\n  ArchivistAllQuery,\n  ArchivistAllQuerySchema,\n  ArchivistClearQuery,\n  ArchivistClearQuerySchema,\n  ArchivistCommitQuery,\n  ArchivistCommitQuerySchema,\n  ArchivistDeleteQuery,\n  ArchivistDeleteQuerySchema,\n  ArchivistGetQuery,\n  ArchivistGetQuerySchema,\n  ArchivistInsertQuery,\n  ArchivistInsertQuerySchema,\n  ArchivistInstance,\n  ArchivistModuleEventData,\n  ArchivistNextOptions,\n  ArchivistNextQuery,\n  ArchivistNextQuerySchema,\n  ArchivistParams,\n  ArchivistQueries,\n  asArchivistInstance,\n  AttachableArchivistInstance,\n  isArchivistInstance,\n} from '@xyo-network/archivist-model'\nimport { BoundWitness, QueryBoundWitness } from '@xyo-network/boundwitness-model'\nimport { QueryBoundWitnessWrapper } from '@xyo-network/boundwitness-wrapper'\nimport { AbstractModuleInstance } from '@xyo-network/module-abstract'\nimport { duplicateModules, ModuleConfig, ModuleIdentifier, ModuleName, ModuleQueryHandlerResult, ModuleQueryResult } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { Payload, PayloadWithMeta, WithMeta } from '@xyo-network/payload-model'\n\nexport interface ActionConfig {\n  emitEvents?: boolean\n}\n\nexport interface InsertConfig extends ActionConfig {\n  writeToParents?: boolean\n}\n\nexport interface ArchivistParentInstances {\n  commit?: Record<string, ArchivistInstance>\n  read?: Record<string, ArchivistInstance>\n  write?: Record<string, ArchivistInstance>\n}\n\nexport abstract class AbstractArchivist<\n    TParams extends ArchivistParams = ArchivistParams,\n    TEventData extends ArchivistModuleEventData = ArchivistModuleEventData,\n  >\n  extends AbstractModuleInstance<TParams, TEventData>\n  implements AttachableArchivistInstance<TParams, TEventData, Payload>\n{\n  static override readonly uniqueName = globallyUnique('AbstractArchivist', AbstractArchivist, 'xyo')\n  private _lastInsertedPayload: Payload | undefined\n  private _parents?: ArchivistParentInstances\n\n  override get queries(): string[] {\n    return [ArchivistGetQuerySchema, ...super.queries]\n  }\n\n  get requireAllParents() {\n    return this.config.requireAllParents ?? false\n  }\n\n  protected override get _queryAccountPaths(): Record<ArchivistQueries['schema'], string> {\n    return {\n      'network.xyo.query.archivist.all': '1/1',\n      'network.xyo.query.archivist.clear': '1/2',\n      'network.xyo.query.archivist.commit': '1/3',\n      'network.xyo.query.archivist.delete': '1/4',\n      'network.xyo.query.archivist.get': '1/5',\n      'network.xyo.query.archivist.insert': '1/6',\n      'network.xyo.query.archivist.next': '1/7',\n    }\n  }\n\n  protected get storeParentReads() {\n    return !!this.config?.storeParentReads\n  }\n\n  all(): PromisableArray<WithMeta<Payload>> {\n    this._noOverride('all')\n    return this.busy(async () => {\n      await this.started('throw')\n      return await PayloadBuilder.build(await this.allHandler())\n    })\n  }\n\n  async allQuery(account: AccountInstance): Promise<ModuleQueryResult> {\n    const queryPayload: ArchivistAllQuery = { schema: ArchivistAllQuerySchema }\n    return (await this.sendQuery(queryPayload, undefined, account)) as ModuleQueryResult\n  }\n\n  clear(): Promisable<void> {\n    this._noOverride('clear')\n    return this.busy(async () => {\n      await this.started('throw')\n      return await this.clearHandler()\n    })\n  }\n\n  async clearQuery(account: AccountInstance): Promise<ModuleQueryResult> {\n    const queryPayload: ArchivistClearQuery = { schema: ArchivistClearQuerySchema }\n    return (await this.sendQuery(queryPayload, undefined, account)) as ModuleQueryResult\n  }\n\n  commit(): Promisable<WithMeta<BoundWitness>[]> {\n    this._noOverride('commit')\n    return this.busy(async () => {\n      await this.started('throw')\n      return await this.commitHandler()\n    })\n  }\n\n  async commitQuery(account: AccountInstance): Promise<ModuleQueryResult> {\n    const queryPayload: ArchivistCommitQuery = { schema: ArchivistCommitQuerySchema }\n    return (await this.sendQuery(queryPayload, undefined, account)) as ModuleQueryResult\n  }\n\n  async delete(hashes: Hash[]): Promise<Hash[]> {\n    this._noOverride('delete')\n    return await this.busy(async () => {\n      await this.started('throw')\n      return await this.deleteWithConfig(hashes)\n    })\n  }\n\n  async deleteQuery(account: AccountInstance, hashes: Hash[]): Promise<ModuleQueryResult> {\n    const queryPayload: ArchivistDeleteQuery = { hashes, schema: ArchivistDeleteQuerySchema }\n    return (await this.sendQuery(queryPayload, undefined, account)) as ModuleQueryResult\n  }\n\n  async get(hashes: Hash[]): Promise<WithMeta<Payload>[]> {\n    this._noOverride('get')\n    return await this.busy(async () => {\n      await this.started('throw')\n      return await PayloadBuilder.build(await this.getWithConfig(hashes))\n    })\n  }\n\n  async getQuery(account: AccountInstance, hashes: Hash[]): Promise<ModuleQueryResult> {\n    const queryPayload: ArchivistGetQuery = { hashes, schema: ArchivistGetQuerySchema }\n    return (await this.sendQuery(queryPayload, undefined, account)) as ModuleQueryResult\n  }\n\n  async insert(payloads: Payload[]): Promise<WithMeta<Payload>[]> {\n    this._noOverride('insert')\n    return await this.busy(async () => {\n      await this.started('throw')\n      //make sure all incoming payloads have proper $hash and $meta\n      return await this.insertWithConfig(payloads)\n    })\n  }\n\n  async insertQuery(account: AccountInstance, payloads: Payload[]): Promise<ModuleQueryResult> {\n    const queryPayload: ArchivistInsertQuery = { schema: ArchivistInsertQuerySchema }\n    return (await this.sendQuery(queryPayload, payloads, account)) as ModuleQueryResult\n  }\n\n  async next(options?: ArchivistNextOptions): Promise<WithMeta<Payload>[]> {\n    this._noOverride('next')\n    return await this.busy(async () => {\n      await this.started('throw')\n      return await this.nextWithConfig(options)\n    })\n  }\n\n  async nextQuery(account: AccountInstance, options?: ArchivistNextOptions): Promise<ModuleQueryResult> {\n    const queryPayload: ArchivistNextQuery = { schema: ArchivistNextQuerySchema, ...options }\n    return (await this.sendQuery(queryPayload, undefined, account)) as ModuleQueryResult\n  }\n\n  protected allHandler(): PromisableArray<Payload> {\n    throw new Error('Not implemented')\n  }\n\n  protected clearHandler(): Promisable<void> {\n    throw new Error('Not implemented')\n  }\n\n  protected commitHandler(): Promisable<WithMeta<BoundWitness>[]> {\n    throw new Error('Not implemented')\n  }\n\n  protected deleteHandler(_hashes: Hash[]): PromisableArray<Hash> {\n    throw new Error('Not implemented')\n  }\n\n  protected async deleteWithConfig(hashes: Hash[], config?: ActionConfig): Promise<Hash[]> {\n    const emitEvents = config?.emitEvents ?? true\n\n    const deletedHashes = await this.deleteHandler(hashes)\n\n    if (emitEvents) {\n      await this.emit('deleted', { hashes: deletedHashes, module: this })\n    }\n\n    return deletedHashes\n  }\n\n  protected async getFromParent(hashes: Hash[], archivist: ArchivistInstance): Promise<[WithMeta<Payload>[], Hash[]]> {\n    const foundPairs = (await PayloadBuilder.dataHashPairs(await archivist.get(hashes))).filter(([, hash]) => {\n      const askedFor = hashes.includes(hash)\n      if (!askedFor) {\n        console.warn(`Parent returned payload with hash not asked for: ${hash}`)\n        //throw Error(`Parent returned payload with hash not asked for: ${hash}`)\n      }\n      return askedFor\n    })\n\n    const foundHashes = new Set(foundPairs.map(([, hash]) => hash))\n    const foundPayloads = foundPairs.map(([payload]) => payload)\n\n    const notfound = hashes.filter((hash) => !foundHashes.has(hash))\n    return [foundPayloads, notfound]\n  }\n\n  protected async getFromParents(hashes: Hash[]): Promise<[WithMeta<Payload>[], Hash[]]> {\n    const parents = Object.values((await this.parents())?.read ?? {})\n    let remainingHashes = [...hashes]\n    let parentIndex = 0\n    let result: WithMeta<Payload>[] = []\n\n    // NOTE: intentionally doing this serially\n    while (parentIndex < parents.length && remainingHashes.length > 0) {\n      const [found, notfound] = await this.getFromParent(remainingHashes, parents[parentIndex])\n      result = [...result, ...found]\n      remainingHashes = notfound\n      parentIndex++\n    }\n    return [result, remainingHashes]\n  }\n\n  protected getHandler(_hashes: Hash[]): Promisable<Payload[]> {\n    throw new Error('Not implemented')\n  }\n\n  protected async getWithConfig(hashes: Hash[], _config?: InsertConfig): Promise<WithMeta<Payload>[]> {\n    // Filter out duplicates\n    const requestedHashes = new Set(hashes)\n\n    // Attempt to find the payloads in the store\n    const gotten = await this.getHandler([...requestedHashes])\n\n    // Do not just blindly return what the archivist told us but\n    // ensure to only return requested payloads and keep track of\n    // the ones it did not find so we can ask the parents.\n    const foundPayloads: PayloadWithMeta[] = []\n    const foundHashes = new Set<Hash>()\n\n    // NOTE: We are iterating over the returned result from the archivist\n    // (not the array of hashes passed in) to preserve the natural order of the\n    // hashes as returned by the archivist as that should loosely\n    // correspond to the order when iterated and the symmetry will\n    // be helpful for debugging\n    for (const payload of gotten) {\n      // Compute the hashes for this payload\n      const map = await PayloadBuilder.toAllHashMap([payload])\n      for (const [key, payload] of Object.entries(map)) {\n        let requestedPayloadFound = false\n        const hash = key as Hash // NOTE: Required cast as Object.entries always returns string keys\n        // If this hash was requested\n        if (\n          requestedHashes.has(hash) && // Indicate that we found it (but do not insert it yet). Since\n          // one payload could satisfy two requested hashes (vit its dataHash\n          // & rootHash) we only want to insert that payload once but we want\n          // to keep track of all the hashes it satisfies so we can ask th\n          // parents for the ones we did not find\n          !foundHashes.has(hash)\n        ) {\n          requestedPayloadFound = true\n          // Add it to the list of found hashes\n          foundHashes.add(hash)\n        }\n        if (requestedPayloadFound) foundPayloads.push(payload)\n      }\n    }\n    // For all the hashes we did not find, ask the parents\n    const notFoundHashes = [...difference(requestedHashes, foundHashes)]\n    const [parentFoundPayloads] = await this.getFromParents(notFoundHashes)\n\n    if (this.storeParentReads) {\n      await this.insertWithConfig(parentFoundPayloads)\n    }\n    return await PayloadBuilder.build([...foundPayloads, ...parentFoundPayloads])\n  }\n\n  protected head(): Promisable<Payload | undefined> {\n    return this._lastInsertedPayload\n  }\n\n  protected insertHandler(_payloads: Payload[]): Promise<WithMeta<Payload>[]> {\n    throw new Error('Not implemented')\n  }\n\n  protected async insertQueryHandler<T extends QueryBoundWitnessWrapper = QueryBoundWitnessWrapper>(query: T, payloads?: Payload[]) {\n    assertEx(payloads, () => `Missing payloads: ${JSON.stringify(query.payload, null, 2)}`)\n    const resolvedPayloads = await PayloadBuilder.filterIncludeByDataHash(payloads, query.payloadHashes)\n    assertEx(\n      resolvedPayloads.length === query.payloadHashes.length,\n      () => `Could not find some passed hashes [${resolvedPayloads.length} != ${query.payloadHashes.length}]`,\n    )\n    const queryPayload = await query.getQuery()\n    const payloadsWithoutQuery = await PayloadBuilder.filterExclude(resolvedPayloads, await PayloadBuilder.dataHash(queryPayload))\n    const result = await this.insertWithConfig(payloadsWithoutQuery)\n    // NOTE: There isn't an exact equivalence between what we get and what we store. Once\n    // we move to returning only inserted Payloads(/hash) instead of a BoundWitness, we\n    // can grab the actual last one\n    this._lastInsertedPayload = resolvedPayloads.at(-1)\n    return result\n  }\n\n  protected async insertWithConfig(payloads: Payload[], config?: InsertConfig): Promise<WithMeta<Payload>[]> {\n    const emitEvents = config?.emitEvents ?? true\n    const writeToParents = config?.writeToParents ?? true\n\n    const insertedPayloads = await PayloadBuilder.build(await this.insertHandler(payloads), true)\n\n    if (writeToParents) {\n      await this.writeToParents(insertedPayloads)\n    }\n    if (emitEvents) {\n      await this.emit('inserted', { module: this, payloads: insertedPayloads })\n    }\n\n    return insertedPayloads\n  }\n\n  protected nextHandler(_options?: ArchivistNextOptions): Promisable<WithMeta<Payload>[]> {\n    throw new Error('Not implemented')\n  }\n\n  protected async nextWithConfig(options?: ArchivistNextOptions, _config?: InsertConfig): Promise<WithMeta<Payload>[]> {\n    const foundPayloads = await this.nextHandler(options)\n    return await PayloadBuilder.build(foundPayloads)\n  }\n\n  protected async parents() {\n    this._parents = this._parents ?? {\n      commit: await this.resolveArchivists(this.config?.parents?.commit),\n      read: await this.resolveArchivists(this.config?.parents?.read),\n      write: await this.resolveArchivists(this.config?.parents?.write),\n    }\n    return assertEx(this._parents)\n  }\n\n  protected override async queryHandler<T extends QueryBoundWitness = QueryBoundWitness, TConfig extends ModuleConfig = ModuleConfig>(\n    query: T,\n    payloads: Payload[],\n    queryConfig?: TConfig,\n  ): Promise<ModuleQueryHandlerResult> {\n    const wrappedQuery = await QueryBoundWitnessWrapper.parseQuery<ArchivistQueries>(query, payloads)\n    const builtQuery = await PayloadBuilder.build(query, true)\n    const queryPayload = await wrappedQuery.getQuery()\n    assertEx(await this.queryable(query, payloads, queryConfig))\n    const resultPayloads: Payload[] = []\n\n    switch (queryPayload.schema) {\n      case ArchivistAllQuerySchema: {\n        resultPayloads.push(...(await this.allHandler()))\n        break\n      }\n      case ArchivistClearQuerySchema: {\n        await this.clearHandler()\n        break\n      }\n      case ArchivistCommitQuerySchema: {\n        resultPayloads.push(...(await this.commitHandler()))\n        break\n      }\n      case ArchivistDeleteQuerySchema: {\n        const resultPayload: ArchivistDeleteQuery = {\n          hashes: [...(await this.deleteWithConfig(queryPayload.hashes))],\n          schema: ArchivistDeleteQuerySchema,\n        }\n        resultPayloads.push(resultPayload)\n        break\n      }\n      case ArchivistGetQuerySchema: {\n        if (queryPayload.hashes?.length) {\n          resultPayloads.push(...(await this.getWithConfig(queryPayload.hashes)))\n        } else {\n          const head = await this.head()\n          if (head) resultPayloads.push(head)\n        }\n        break\n      }\n      case ArchivistInsertQuerySchema: {\n        resultPayloads.push(...(await this.insertQueryHandler(wrappedQuery, payloads)))\n        break\n      }\n      default: {\n        const result = await super.queryHandler(query, payloads)\n        if (this.config.storeQueries) {\n          await this.insertHandler([builtQuery])\n        }\n        return result\n      }\n    }\n    if (this.config.storeQueries) {\n      await this.insertHandler([builtQuery])\n    }\n    return resultPayloads\n  }\n\n  protected async writeToParent(parent: ArchivistInstance, payloads: Payload[]): Promise<PayloadWithMeta[]> {\n    return await parent.insert(payloads)\n  }\n\n  protected async writeToParents(payloads: Payload[]): Promise<PayloadWithMeta[]> {\n    const parents = await this.parents()\n    return compact(\n      await Promise.all(\n        Object.values(parents.write ?? {}).map(async (parent) => {\n          return parent ? await this.writeToParent(parent, payloads) : undefined\n        }),\n      ),\n    ).flat()\n  }\n\n  private async resolveArchivists(archivists: ModuleIdentifier[] = []) {\n    const archivistModules = [\n      ...(await this.resolve({ address: archivists as Address[] })),\n      ...(await this.resolve({ name: archivists as ModuleName[] })),\n    ].filter(duplicateModules)\n\n    assertEx(\n      !this.requireAllParents || archivistModules.length === archivists.length,\n      () =>\n        `Failed to find some archivists (set allRequired to false if ok): [${archivists.filter((archivist) =>\n          archivistModules.map((module) => !(module.address === archivist || module.config.name === archivist)),\n        )}]`,\n    )\n\n    // eslint-disable-next-line unicorn/no-array-reduce\n    return archivistModules.reduce<Record<string, ArchivistInstance>>((prev, module) => {\n      prev[module.address] = asArchivistInstance(module, () => {\n        isArchivistInstance(module, { log: console })\n        return `Unable to cast resolved module to an archivist: [${module.address}, ${module.config.name}, ${module.config.schema})}]`\n      })\n\n      return prev\n    }, {})\n  }\n}\n","import { assertEx } from '@xylabs/assert'\nimport { Payload, PayloadWithMeta, WithMeta } from '@xyo-network/payload-model'\n\nexport interface StorageMeta {\n  _sequence: bigint\n}\n\nexport type WithOptionalStorageMeta<T extends Payload> = T & Partial<StorageMeta>\n\nexport type WithStorageMeta<T extends Payload> = T & StorageMeta\n\nexport const maxSequenceIndex = 10_000_000_000n\n\nexport const sequenceNumber = (index: number) => {\n  assertEx(index < maxSequenceIndex, () => `index may not be larger than ${maxSequenceIndex}`)\n  return BigInt(Date.now()) * maxSequenceIndex + BigInt(index)\n}\n\nexport const addStorageMeta = <T extends PayloadWithMeta>(payload: T, index = 0) => {\n  return { ...payload, _sequence: sequenceNumber(index) }\n}\n\nexport const sortByStorageMeta = <T extends PayloadWithMeta>(payloads: WithStorageMeta<T>[], direction: -1 | 1 = 1) => {\n  return payloads.sort((a, b) =>\n    a._sequence < b._sequence ? -direction\n    : a._sequence > b._sequence ? direction\n    : 0,\n  )\n}\n\nexport function removeStorageMeta<T extends Payload>(payload: WithOptionalStorageMeta<WithMeta<T>>): WithMeta<T>\nexport function removeStorageMeta<T extends Payload>(payloads: WithOptionalStorageMeta<WithMeta<T>>[]): WithMeta<T>[]\nexport function removeStorageMeta<T extends Payload>(payload?: WithOptionalStorageMeta<WithMeta<T>>): WithMeta<T> | undefined\nexport function removeStorageMeta<T extends Payload>(payload?: WithOptionalStorageMeta<WithMeta<T>>) {\n  if (!payload) return\n  if (Array.isArray(payload)) {\n    return payload.map((p) => removeStorageMeta(p))\n  }\n  // eslint-disable-next-line @typescript-eslint/no-unused-vars\n  const { ...noMeta } = payload\n  delete noMeta._sequence\n  return noMeta\n}\n"],"mappings":";;;;;;;;;AAAA,SAASA,gBAAgB;AAEzB,SAASC,eAAe;AACxB,SAASC,sBAAsB;AAE/B,SAASC,kBAAkB;AAE3B,SAEEC,yBAEAC,2BAEAC,4BAEAC,4BAEAC,yBAEAC,4BAKAC,0BAGAC,qBAEAC,2BACK;AAEP,SAASC,gCAAgC;AACzC,SAASC,8BAA8B;AACvC,SAASC,wBAAiH;AAC1H,SAASC,sBAAsB;AAiBxB,IAAeC,qBAAf,MAAeA,2BAIZC,uBAAAA;EAIAC;EACAC;EAER,IAAaC,UAAoB;AAC/B,WAAO;MAACC;SAA4B,MAAMD;;EAC5C;EAEA,IAAIE,oBAAoB;AACtB,WAAO,KAAKC,OAAOD,qBAAqB;EAC1C;EAEA,IAAuBE,qBAAiE;AACtF,WAAO;MACL,mCAAmC;MACnC,qCAAqC;MACrC,sCAAsC;MACtC,sCAAsC;MACtC,mCAAmC;MACnC,sCAAsC;MACtC,oCAAoC;IACtC;EACF;EAEA,IAAcC,mBAAmB;AAnFnC;AAoFI,WAAO,CAAC,GAAC,UAAKF,WAAL,mBAAaE;EACxB;EAEAC,MAA0C;AACxC,SAAKC,YAAY,KAAA;AACjB,WAAO,KAAKC,KAAK,YAAA;AACf,YAAM,KAAKC,QAAQ,OAAA;AACnB,aAAO,MAAMC,eAAeC,MAAM,MAAM,KAAKC,WAAU,CAAA;IACzD,CAAA;EACF;EAEA,MAAMC,SAASC,SAAsD;AACnE,UAAMC,eAAkC;MAAEC,QAAQC;IAAwB;AAC1E,WAAQ,MAAM,KAAKC,UAAUH,cAAcI,QAAWL,OAAAA;EACxD;EAEAM,QAA0B;AACxB,SAAKb,YAAY,OAAA;AACjB,WAAO,KAAKC,KAAK,YAAA;AACf,YAAM,KAAKC,QAAQ,OAAA;AACnB,aAAO,MAAM,KAAKY,aAAY;IAChC,CAAA;EACF;EAEA,MAAMC,WAAWR,SAAsD;AACrE,UAAMC,eAAoC;MAAEC,QAAQO;IAA0B;AAC9E,WAAQ,MAAM,KAAKL,UAAUH,cAAcI,QAAWL,OAAAA;EACxD;EAEAU,SAA+C;AAC7C,SAAKjB,YAAY,QAAA;AACjB,WAAO,KAAKC,KAAK,YAAA;AACf,YAAM,KAAKC,QAAQ,OAAA;AACnB,aAAO,MAAM,KAAKgB,cAAa;IACjC,CAAA;EACF;EAEA,MAAMC,YAAYZ,SAAsD;AACtE,UAAMC,eAAqC;MAAEC,QAAQW;IAA2B;AAChF,WAAQ,MAAM,KAAKT,UAAUH,cAAcI,QAAWL,OAAAA;EACxD;EAEA,MAAMc,OAAOC,QAAiC;AAC5C,SAAKtB,YAAY,QAAA;AACjB,WAAO,MAAM,KAAKC,KAAK,YAAA;AACrB,YAAM,KAAKC,QAAQ,OAAA;AACnB,aAAO,MAAM,KAAKqB,iBAAiBD,MAAAA;IACrC,CAAA;EACF;EAEA,MAAME,YAAYjB,SAA0Be,QAA4C;AACtF,UAAMd,eAAqC;MAAEc;MAAQb,QAAQgB;IAA2B;AACxF,WAAQ,MAAM,KAAKd,UAAUH,cAAcI,QAAWL,OAAAA;EACxD;EAEA,MAAMmB,IAAIJ,QAA8C;AACtD,SAAKtB,YAAY,KAAA;AACjB,WAAO,MAAM,KAAKC,KAAK,YAAA;AACrB,YAAM,KAAKC,QAAQ,OAAA;AACnB,aAAO,MAAMC,eAAeC,MAAM,MAAM,KAAKuB,cAAcL,MAAAA,CAAAA;IAC7D,CAAA;EACF;EAEA,MAAMM,SAASrB,SAA0Be,QAA4C;AACnF,UAAMd,eAAkC;MAAEc;MAAQb,QAAQf;IAAwB;AAClF,WAAQ,MAAM,KAAKiB,UAAUH,cAAcI,QAAWL,OAAAA;EACxD;EAEA,MAAMsB,OAAOC,UAAmD;AAC9D,SAAK9B,YAAY,QAAA;AACjB,WAAO,MAAM,KAAKC,KAAK,YAAA;AACrB,YAAM,KAAKC,QAAQ,OAAA;AAEnB,aAAO,MAAM,KAAK6B,iBAAiBD,QAAAA;IACrC,CAAA;EACF;EAEA,MAAME,YAAYzB,SAA0BuB,UAAiD;AAC3F,UAAMtB,eAAqC;MAAEC,QAAQwB;IAA2B;AAChF,WAAQ,MAAM,KAAKtB,UAAUH,cAAcsB,UAAUvB,OAAAA;EACvD;EAEA,MAAM2B,KAAKC,SAA8D;AACvE,SAAKnC,YAAY,MAAA;AACjB,WAAO,MAAM,KAAKC,KAAK,YAAA;AACrB,YAAM,KAAKC,QAAQ,OAAA;AACnB,aAAO,MAAM,KAAKkC,eAAeD,OAAAA;IACnC,CAAA;EACF;EAEA,MAAME,UAAU9B,SAA0B4B,SAA4D;AACpG,UAAM3B,eAAmC;MAAEC,QAAQ6B;MAA0B,GAAGH;IAAQ;AACxF,WAAQ,MAAM,KAAKxB,UAAUH,cAAcI,QAAWL,OAAAA;EACxD;EAEUF,aAAuC;AAC/C,UAAM,IAAIkC,MAAM,iBAAA;EAClB;EAEUzB,eAAiC;AACzC,UAAM,IAAIyB,MAAM,iBAAA;EAClB;EAEUrB,gBAAsD;AAC9D,UAAM,IAAIqB,MAAM,iBAAA;EAClB;EAEUC,cAAcC,SAAwC;AAC9D,UAAM,IAAIF,MAAM,iBAAA;EAClB;EAEA,MAAgBhB,iBAAiBD,QAAgB1B,QAAwC;AACvF,UAAM8C,cAAa9C,iCAAQ8C,eAAc;AAEzC,UAAMC,gBAAgB,MAAM,KAAKH,cAAclB,MAAAA;AAE/C,QAAIoB,YAAY;AACd,YAAM,KAAKE,KAAK,WAAW;QAAEtB,QAAQqB;QAAeE,QAAQ;MAAK,CAAA;IACnE;AAEA,WAAOF;EACT;EAEA,MAAgBG,cAAcxB,QAAgByB,WAAsE;AAClH,UAAMC,cAAc,MAAM7C,eAAe8C,cAAc,MAAMF,UAAUrB,IAAIJ,MAAAA,CAAAA,GAAU4B,OAAO,CAAC,CAAA,EAAGC,IAAAA,MAAK;AACnG,YAAMC,WAAW9B,OAAO+B,SAASF,IAAAA;AACjC,UAAI,CAACC,UAAU;AACbE,gBAAQC,KAAK,oDAAoDJ,IAAAA,EAAM;MAEzE;AACA,aAAOC;IACT,CAAA;AAEA,UAAMI,cAAc,IAAIC,IAAIT,WAAWU,IAAI,CAAC,CAAA,EAAGP,IAAAA,MAAUA,IAAAA,CAAAA;AACzD,UAAMQ,gBAAgBX,WAAWU,IAAI,CAAC,CAACE,OAAAA,MAAaA,OAAAA;AAEpD,UAAMC,WAAWvC,OAAO4B,OAAO,CAACC,SAAS,CAACK,YAAYM,IAAIX,IAAAA,CAAAA;AAC1D,WAAO;MAACQ;MAAeE;;EACzB;EAEA,MAAgBE,eAAezC,QAAwD;AAhOzF;AAiOI,UAAM0C,UAAUC,OAAOC,SAAQ,WAAM,KAAKF,QAAO,MAAlB,mBAAuBG,SAAQ,CAAC,CAAA;AAC/D,QAAIC,kBAAkB;SAAI9C;;AAC1B,QAAI+C,cAAc;AAClB,QAAIC,SAA8B,CAAA;AAGlC,WAAOD,cAAcL,QAAQO,UAAUH,gBAAgBG,SAAS,GAAG;AACjE,YAAM,CAACC,OAAOX,QAAAA,IAAY,MAAM,KAAKf,cAAcsB,iBAAiBJ,QAAQK,WAAAA,CAAY;AACxFC,eAAS;WAAIA;WAAWE;;AACxBJ,wBAAkBP;AAClBQ;IACF;AACA,WAAO;MAACC;MAAQF;;EAClB;EAEUK,WAAWhC,SAAwC;AAC3D,UAAM,IAAIF,MAAM,iBAAA;EAClB;EAEA,MAAgBZ,cAAcL,QAAgBoD,SAAsD;AAElG,UAAMC,kBAAkB,IAAIlB,IAAInC,MAAAA;AAGhC,UAAMsD,SAAS,MAAM,KAAKH,WAAW;SAAIE;KAAgB;AAKzD,UAAMhB,gBAAmC,CAAA;AACzC,UAAMH,cAAc,oBAAIC,IAAAA;AAOxB,eAAWG,WAAWgB,QAAQ;AAE5B,YAAMlB,MAAM,MAAMvD,eAAe0E,aAAa;QAACjB;OAAQ;AACvD,iBAAW,CAACkB,KAAKlB,QAAAA,KAAYK,OAAOc,QAAQrB,GAAAA,GAAM;AAChD,YAAIsB,wBAAwB;AAC5B,cAAM7B,OAAO2B;AAEb,YACEH,gBAAgBb,IAAIX,IAAAA;;;;;QAKpB,CAACK,YAAYM,IAAIX,IAAAA,GACjB;AACA6B,kCAAwB;AAExBxB,sBAAYyB,IAAI9B,IAAAA;QAClB;AACA,YAAI6B;AAAuBrB,wBAAcuB,KAAKtB,QAAAA;MAChD;IACF;AAEA,UAAMuB,iBAAiB;SAAIC,WAAWT,iBAAiBnB,WAAAA;;AACvD,UAAM,CAAC6B,mBAAAA,IAAuB,MAAM,KAAKtB,eAAeoB,cAAAA;AAExD,QAAI,KAAKrF,kBAAkB;AACzB,YAAM,KAAKiC,iBAAiBsD,mBAAAA;IAC9B;AACA,WAAO,MAAMlF,eAAeC,MAAM;SAAIuD;SAAkB0B;KAAoB;EAC9E;EAEUC,OAAwC;AAChD,WAAO,KAAK/F;EACd;EAEUgG,cAAcC,WAAoD;AAC1E,UAAM,IAAIjD,MAAM,iBAAA;EAClB;EAEA,MAAgBkD,mBAAkFC,OAAU5D,UAAsB;AAChI6D,aAAS7D,UAAU,MAAM,qBAAqB8D,KAAKC,UAAUH,MAAM9B,SAAS,MAAM,CAAA,CAAA,EAAI;AACtF,UAAMkC,mBAAmB,MAAM3F,eAAe4F,wBAAwBjE,UAAU4D,MAAMM,aAAa;AACnGL,aACEG,iBAAiBvB,WAAWmB,MAAMM,cAAczB,QAChD,MAAM,sCAAsCuB,iBAAiBvB,MAAM,OAAOmB,MAAMM,cAAczB,MAAM,GAAG;AAEzG,UAAM/D,eAAe,MAAMkF,MAAM9D,SAAQ;AACzC,UAAMqE,uBAAuB,MAAM9F,eAAe+F,cAAcJ,kBAAkB,MAAM3F,eAAegG,SAAS3F,YAAAA,CAAAA;AAChH,UAAM8D,SAAS,MAAM,KAAKvC,iBAAiBkE,oBAAAA;AAI3C,SAAK1G,uBAAuBuG,iBAAiBM,GAAG,EAAC;AACjD,WAAO9B;EACT;EAEA,MAAgBvC,iBAAiBD,UAAqBlC,QAAqD;AACzG,UAAM8C,cAAa9C,iCAAQ8C,eAAc;AACzC,UAAM2D,kBAAiBzG,iCAAQyG,mBAAkB;AAEjD,UAAMC,mBAAmB,MAAMnG,eAAeC,MAAM,MAAM,KAAKmF,cAAczD,QAAAA,GAAW,IAAA;AAExF,QAAIuE,gBAAgB;AAClB,YAAM,KAAKA,eAAeC,gBAAAA;IAC5B;AACA,QAAI5D,YAAY;AACd,YAAM,KAAKE,KAAK,YAAY;QAAEC,QAAQ;QAAMf,UAAUwE;MAAiB,CAAA;IACzE;AAEA,WAAOA;EACT;EAEUC,YAAYC,UAAkE;AACtF,UAAM,IAAIjE,MAAM,iBAAA;EAClB;EAEA,MAAgBH,eAAeD,SAAgCuC,SAAsD;AACnH,UAAMf,gBAAgB,MAAM,KAAK4C,YAAYpE,OAAAA;AAC7C,WAAO,MAAMhC,eAAeC,MAAMuD,aAAAA;EACpC;EAEA,MAAgBK,UAAU;AAxV5B;AAyVI,SAAKxE,WAAW,KAAKA,YAAY;MAC/ByB,QAAQ,MAAM,KAAKwF,mBAAkB,gBAAK7G,WAAL,mBAAaoE,YAAb,mBAAsB/C,MAAAA;MAC3DkD,MAAM,MAAM,KAAKsC,mBAAkB,gBAAK7G,WAAL,mBAAaoE,YAAb,mBAAsBG,IAAAA;MACzDuC,OAAO,MAAM,KAAKD,mBAAkB,gBAAK7G,WAAL,mBAAaoE,YAAb,mBAAsB0C,KAAAA;IAC5D;AACA,WAAOf,SAAS,KAAKnG,QAAQ;EAC/B;EAEA,MAAyBmH,aACvBjB,OACA5D,UACA8E,aACmC;AArWvC;AAsWI,UAAMC,eAAe,MAAMC,yBAAyBC,WAA6BrB,OAAO5D,QAAAA;AACxF,UAAMkF,aAAa,MAAM7G,eAAeC,MAAMsF,OAAO,IAAA;AACrD,UAAMlF,eAAe,MAAMqG,aAAajF,SAAQ;AAChD+D,aAAS,MAAM,KAAKsB,UAAUvB,OAAO5D,UAAU8E,WAAAA,CAAAA;AAC/C,UAAMM,iBAA4B,CAAA;AAElC,YAAQ1G,aAAaC,QAAM;MACzB,KAAKC,yBAAyB;AAC5BwG,uBAAehC,KAAI,GAAK,MAAM,KAAK7E,WAAU,CAAA;AAC7C;MACF;MACA,KAAKW,2BAA2B;AAC9B,cAAM,KAAKF,aAAY;AACvB;MACF;MACA,KAAKM,4BAA4B;AAC/B8F,uBAAehC,KAAI,GAAK,MAAM,KAAKhE,cAAa,CAAA;AAChD;MACF;MACA,KAAKO,4BAA4B;AAC/B,cAAM0F,gBAAsC;UAC1C7F,QAAQ;eAAK,MAAM,KAAKC,iBAAiBf,aAAac,MAAM;;UAC5Db,QAAQgB;QACV;AACAyF,uBAAehC,KAAKiC,aAAAA;AACpB;MACF;MACA,KAAKzH,yBAAyB;AAC5B,aAAIc,kBAAac,WAAbd,mBAAqB+D,QAAQ;AAC/B2C,yBAAehC,KAAI,GAAK,MAAM,KAAKvD,cAAcnB,aAAac,MAAM,CAAA;QACtE,OAAO;AACL,gBAAMgE,OAAO,MAAM,KAAKA,KAAI;AAC5B,cAAIA;AAAM4B,2BAAehC,KAAKI,IAAAA;QAChC;AACA;MACF;MACA,KAAKrD,4BAA4B;AAC/BiF,uBAAehC,KAAI,GAAK,MAAM,KAAKO,mBAAmBoB,cAAc/E,QAAAA,CAAAA;AACpE;MACF;MACA,SAAS;AACP,cAAMwC,SAAS,MAAM,MAAMqC,aAAajB,OAAO5D,QAAAA;AAC/C,YAAI,KAAKlC,OAAOwH,cAAc;AAC5B,gBAAM,KAAK7B,cAAc;YAACyB;WAAW;QACvC;AACA,eAAO1C;MACT;IACF;AACA,QAAI,KAAK1E,OAAOwH,cAAc;AAC5B,YAAM,KAAK7B,cAAc;QAACyB;OAAW;IACvC;AACA,WAAOE;EACT;EAEA,MAAgBG,cAAcC,QAA2BxF,UAAiD;AACxG,WAAO,MAAMwF,OAAOzF,OAAOC,QAAAA;EAC7B;EAEA,MAAgBuE,eAAevE,UAAiD;AAC9E,UAAMkC,UAAU,MAAM,KAAKA,QAAO;AAClC,WAAOuD,QACL,MAAMC,QAAQzH,IACZkE,OAAOC,OAAOF,QAAQ0C,SAAS,CAAC,CAAA,EAAGhD,IAAI,OAAO4D,WAAAA;AAC5C,aAAOA,SAAS,MAAM,KAAKD,cAAcC,QAAQxF,QAAAA,IAAYlB;IAC/D,CAAA,CAAA,CAAA,EAEF6G,KAAI;EACR;EAEA,MAAchB,kBAAkBiB,aAAiC,CAAA,GAAI;AACnE,UAAMC,mBAAmB;SACnB,MAAM,KAAKC,QAAQ;QAAEC,SAASH;MAAwB,CAAA;SACtD,MAAM,KAAKE,QAAQ;QAAEE,MAAMJ;MAA2B,CAAA;MAC1DxE,OAAO6E,gBAAAA;AAETpC,aACE,CAAC,KAAKhG,qBAAqBgI,iBAAiBpD,WAAWmD,WAAWnD,QAClE,MACE,qEAAqEmD,WAAWxE,OAAO,CAACH,cACtF4E,iBAAiBjE,IAAI,CAACb,WAAW,EAAEA,OAAOgF,YAAY9E,aAAaF,OAAOjD,OAAOkI,SAAS/E,UAAQ,CAAA,CAAA,GAChG;AAIR,WAAO4E,iBAAiBK,OAA0C,CAACC,MAAMpF,WAAAA;AACvEoF,WAAKpF,OAAOgF,OAAO,IAAIK,oBAAoBrF,QAAQ,MAAA;AACjDsF,4BAAoBtF,QAAQ;UAAEuF,KAAK9E;QAAQ,CAAA;AAC3C,eAAO,oDAAoDT,OAAOgF,OAAO,KAAKhF,OAAOjD,OAAOkI,IAAI,KAAKjF,OAAOjD,OAAOa,MAAM;MAC3H,CAAA;AAEA,aAAOwH;IACT,GAAG,CAAC,CAAA;EACN;AACF;AA3YU3I;AAGR,cAPoBD,oBAOKgJ,cAAaC,eAAe,qBAAqBjJ,oBAAmB,KAAA;AAPxF,IAAeA,oBAAf;;;ACpDP,SAASkJ,YAAAA,iBAAgB;AAWlB,IAAMC,mBAAmB;AAEzB,IAAMC,iBAAiB,wBAACC,UAAAA;AAC7BC,EAAAA,UAASD,QAAQF,kBAAkB,MAAM,gCAAgCA,gBAAAA,EAAkB;AAC3F,SAAOI,OAAOC,KAAKC,IAAG,CAAA,IAAMN,mBAAmBI,OAAOF,KAAAA;AACxD,GAH8B;AAKvB,IAAMK,iBAAiB,wBAA4BC,SAAYN,QAAQ,MAAC;AAC7E,SAAO;IAAE,GAAGM;IAASC,WAAWR,eAAeC,KAAAA;EAAO;AACxD,GAF8B;AAIvB,IAAMQ,oBAAoB,wBAA4BC,UAAgCC,YAAoB,MAAC;AAChH,SAAOD,SAASE,KAAK,CAACC,GAAGC,MACvBD,EAAEL,YAAYM,EAAEN,YAAY,CAACG,YAC3BE,EAAEL,YAAYM,EAAEN,YAAYG,YAC5B,CAAA;AAEN,GANiC;AAW1B,SAASI,kBAAqCR,SAA8C;AACjG,MAAI,CAACA;AAAS;AACd,MAAIS,MAAMC,QAAQV,OAAAA,GAAU;AAC1B,WAAOA,QAAQW,IAAI,CAACC,MAAMJ,kBAAkBI,CAAAA,CAAAA;EAC9C;AAEA,QAAM,EAAE,GAAGC,OAAAA,IAAWb;AACtB,SAAOa,OAAOZ;AACd,SAAOY;AACT;AATgBL;","names":["assertEx","compact","globallyUnique","difference","ArchivistAllQuerySchema","ArchivistClearQuerySchema","ArchivistCommitQuerySchema","ArchivistDeleteQuerySchema","ArchivistGetQuerySchema","ArchivistInsertQuerySchema","ArchivistNextQuerySchema","asArchivistInstance","isArchivistInstance","QueryBoundWitnessWrapper","AbstractModuleInstance","duplicateModules","PayloadBuilder","AbstractArchivist","AbstractModuleInstance","_lastInsertedPayload","_parents","queries","ArchivistGetQuerySchema","requireAllParents","config","_queryAccountPaths","storeParentReads","all","_noOverride","busy","started","PayloadBuilder","build","allHandler","allQuery","account","queryPayload","schema","ArchivistAllQuerySchema","sendQuery","undefined","clear","clearHandler","clearQuery","ArchivistClearQuerySchema","commit","commitHandler","commitQuery","ArchivistCommitQuerySchema","delete","hashes","deleteWithConfig","deleteQuery","ArchivistDeleteQuerySchema","get","getWithConfig","getQuery","insert","payloads","insertWithConfig","insertQuery","ArchivistInsertQuerySchema","next","options","nextWithConfig","nextQuery","ArchivistNextQuerySchema","Error","deleteHandler","_hashes","emitEvents","deletedHashes","emit","module","getFromParent","archivist","foundPairs","dataHashPairs","filter","hash","askedFor","includes","console","warn","foundHashes","Set","map","foundPayloads","payload","notfound","has","getFromParents","parents","Object","values","read","remainingHashes","parentIndex","result","length","found","getHandler","_config","requestedHashes","gotten","toAllHashMap","key","entries","requestedPayloadFound","add","push","notFoundHashes","difference","parentFoundPayloads","head","insertHandler","_payloads","insertQueryHandler","query","assertEx","JSON","stringify","resolvedPayloads","filterIncludeByDataHash","payloadHashes","payloadsWithoutQuery","filterExclude","dataHash","at","writeToParents","insertedPayloads","nextHandler","_options","resolveArchivists","write","queryHandler","queryConfig","wrappedQuery","QueryBoundWitnessWrapper","parseQuery","builtQuery","queryable","resultPayloads","resultPayload","storeQueries","writeToParent","parent","compact","Promise","flat","archivists","archivistModules","resolve","address","name","duplicateModules","reduce","prev","asArchivistInstance","isArchivistInstance","log","uniqueName","globallyUnique","assertEx","maxSequenceIndex","sequenceNumber","index","assertEx","BigInt","Date","now","addStorageMeta","payload","_sequence","sortByStorageMeta","payloads","direction","sort","a","b","removeStorageMeta","Array","isArray","map","p","noMeta"]}
+{"version":3,"sources":["../../src/AbstractArchivist.ts","../../src/StorageMeta.ts"],"sourcesContent":["import { assertEx } from '@xylabs/assert'\nimport { Address, Hash } from '@xylabs/hex'\nimport { compact } from '@xylabs/lodash'\nimport { globallyUnique } from '@xylabs/object'\nimport { Promisable, PromisableArray } from '@xylabs/promise'\nimport { difference } from '@xylabs/set'\nimport { AccountInstance } from '@xyo-network/account-model'\nimport {\n  ArchivistAllQuery,\n  ArchivistAllQuerySchema,\n  ArchivistClearQuery,\n  ArchivistClearQuerySchema,\n  ArchivistCommitQuery,\n  ArchivistCommitQuerySchema,\n  ArchivistDeleteQuery,\n  ArchivistDeleteQuerySchema,\n  ArchivistGetQuery,\n  ArchivistGetQuerySchema,\n  ArchivistInsertQuery,\n  ArchivistInsertQuerySchema,\n  ArchivistInstance,\n  ArchivistModuleEventData,\n  ArchivistNextOptions,\n  ArchivistNextQuery,\n  ArchivistNextQuerySchema,\n  ArchivistParams,\n  ArchivistQueries,\n  asArchivistInstance,\n  AttachableArchivistInstance,\n  isArchivistInstance,\n} from '@xyo-network/archivist-model'\nimport { BoundWitness, QueryBoundWitness } from '@xyo-network/boundwitness-model'\nimport { QueryBoundWitnessWrapper } from '@xyo-network/boundwitness-wrapper'\nimport { AbstractModuleInstance } from '@xyo-network/module-abstract'\nimport { duplicateModules, ModuleConfig, ModuleIdentifier, ModuleName, ModuleQueryHandlerResult, ModuleQueryResult } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { Payload, PayloadWithMeta, WithMeta } from '@xyo-network/payload-model'\n\nexport interface ActionConfig {\n  emitEvents?: boolean\n}\n\nexport interface InsertConfig extends ActionConfig {\n  writeToParents?: boolean\n}\n\nexport interface ArchivistParentInstances {\n  commit?: Record<string, ArchivistInstance>\n  read?: Record<string, ArchivistInstance>\n  write?: Record<string, ArchivistInstance>\n}\n\nexport abstract class AbstractArchivist<\n    TParams extends ArchivistParams = ArchivistParams,\n    TEventData extends ArchivistModuleEventData = ArchivistModuleEventData,\n  >\n  extends AbstractModuleInstance<TParams, TEventData>\n  implements AttachableArchivistInstance<TParams, TEventData, Payload>\n{\n  static override readonly uniqueName = globallyUnique('AbstractArchivist', AbstractArchivist, 'xyo')\n  private _lastInsertedPayload: Payload | undefined\n  private _parents?: ArchivistParentInstances\n\n  override get queries(): string[] {\n    return [ArchivistGetQuerySchema, ...super.queries]\n  }\n\n  get requireAllParents() {\n    return this.config.requireAllParents ?? false\n  }\n\n  protected override get _queryAccountPaths(): Record<ArchivistQueries['schema'], string> {\n    return {\n      'network.xyo.query.archivist.all': '1/1',\n      'network.xyo.query.archivist.clear': '1/2',\n      'network.xyo.query.archivist.commit': '1/3',\n      'network.xyo.query.archivist.delete': '1/4',\n      'network.xyo.query.archivist.get': '1/5',\n      'network.xyo.query.archivist.insert': '1/6',\n      'network.xyo.query.archivist.next': '1/7',\n    }\n  }\n\n  protected get storeParentReads() {\n    return !!this.config?.storeParentReads\n  }\n\n  all(): PromisableArray<WithMeta<Payload>> {\n    this._noOverride('all')\n    return this.busy(async () => {\n      await this.started('throw')\n      return await PayloadBuilder.build(await this.allHandler())\n    })\n  }\n\n  async allQuery(account: AccountInstance): Promise<ModuleQueryResult> {\n    const queryPayload: ArchivistAllQuery = { schema: ArchivistAllQuerySchema }\n    return await this.sendQueryRaw(queryPayload, undefined, account)\n  }\n\n  clear(): Promisable<void> {\n    this._noOverride('clear')\n    return this.busy(async () => {\n      await this.started('throw')\n      return await this.clearHandler()\n    })\n  }\n\n  async clearQuery(account: AccountInstance): Promise<ModuleQueryResult> {\n    const queryPayload: ArchivistClearQuery = { schema: ArchivistClearQuerySchema }\n    return await this.sendQueryRaw(queryPayload, undefined, account)\n  }\n\n  commit(): Promisable<WithMeta<BoundWitness>[]> {\n    this._noOverride('commit')\n    return this.busy(async () => {\n      await this.started('throw')\n      return await this.commitHandler()\n    })\n  }\n\n  async commitQuery(account: AccountInstance): Promise<ModuleQueryResult> {\n    const queryPayload: ArchivistCommitQuery = { schema: ArchivistCommitQuerySchema }\n    return await this.sendQueryRaw(queryPayload, undefined, account)\n  }\n\n  async delete(hashes: Hash[]): Promise<Hash[]> {\n    this._noOverride('delete')\n    return await this.busy(async () => {\n      await this.started('throw')\n      return await this.deleteWithConfig(hashes)\n    })\n  }\n\n  async deleteQuery(account: AccountInstance, hashes: Hash[]): Promise<ModuleQueryResult> {\n    const queryPayload: ArchivistDeleteQuery = { hashes, schema: ArchivistDeleteQuerySchema }\n    return await this.sendQueryRaw(queryPayload, undefined, account)\n  }\n\n  async get(hashes: Hash[]): Promise<WithMeta<Payload>[]> {\n    this._noOverride('get')\n    return await this.busy(async () => {\n      await this.started('throw')\n      return await PayloadBuilder.build(await this.getWithConfig(hashes))\n    })\n  }\n\n  async getQuery(account: AccountInstance, hashes: Hash[]): Promise<ModuleQueryResult> {\n    const queryPayload: ArchivistGetQuery = { hashes, schema: ArchivistGetQuerySchema }\n    return await this.sendQueryRaw(queryPayload, undefined, account)\n  }\n\n  async insert(payloads: Payload[]): Promise<WithMeta<Payload>[]> {\n    this._noOverride('insert')\n    return await this.busy(async () => {\n      await this.started('throw')\n      //make sure all incoming payloads have proper $hash and $meta\n      return await this.insertWithConfig(payloads)\n    })\n  }\n\n  async insertQuery(account: AccountInstance, payloads: Payload[]): Promise<ModuleQueryResult> {\n    const queryPayload: ArchivistInsertQuery = { schema: ArchivistInsertQuerySchema }\n    return await this.sendQueryRaw(queryPayload, payloads, account)\n  }\n\n  async next(options?: ArchivistNextOptions): Promise<WithMeta<Payload>[]> {\n    this._noOverride('next')\n    return await this.busy(async () => {\n      await this.started('throw')\n      return await this.nextWithConfig(options)\n    })\n  }\n\n  async nextQuery(account: AccountInstance, options?: ArchivistNextOptions): Promise<ModuleQueryResult> {\n    const queryPayload: ArchivistNextQuery = { schema: ArchivistNextQuerySchema, ...options }\n    return await this.sendQueryRaw(queryPayload, undefined, account)\n  }\n\n  protected allHandler(): PromisableArray<Payload> {\n    throw new Error('Not implemented')\n  }\n\n  protected clearHandler(): Promisable<void> {\n    throw new Error('Not implemented')\n  }\n\n  protected commitHandler(): Promisable<WithMeta<BoundWitness>[]> {\n    throw new Error('Not implemented')\n  }\n\n  protected deleteHandler(_hashes: Hash[]): PromisableArray<Hash> {\n    throw new Error('Not implemented')\n  }\n\n  protected async deleteWithConfig(hashes: Hash[], config?: ActionConfig): Promise<Hash[]> {\n    const emitEvents = config?.emitEvents ?? true\n\n    const deletedHashes = await this.deleteHandler(hashes)\n\n    if (emitEvents) {\n      await this.emit('deleted', { hashes: deletedHashes, module: this })\n    }\n\n    return deletedHashes\n  }\n\n  protected async getFromParent(hashes: Hash[], archivist: ArchivistInstance): Promise<[WithMeta<Payload>[], Hash[]]> {\n    const foundPairs = (await PayloadBuilder.dataHashPairs(await archivist.get(hashes))).filter(([, hash]) => {\n      const askedFor = hashes.includes(hash)\n      if (!askedFor) {\n        console.warn(`Parent returned payload with hash not asked for: ${hash}`)\n        //throw Error(`Parent returned payload with hash not asked for: ${hash}`)\n      }\n      return askedFor\n    })\n\n    const foundHashes = new Set(foundPairs.map(([, hash]) => hash))\n    const foundPayloads = foundPairs.map(([payload]) => payload)\n\n    const notfound = hashes.filter((hash) => !foundHashes.has(hash))\n    return [foundPayloads, notfound]\n  }\n\n  protected async getFromParents(hashes: Hash[]): Promise<[WithMeta<Payload>[], Hash[]]> {\n    const parents = Object.values((await this.parents())?.read ?? {})\n    let remainingHashes = [...hashes]\n    let parentIndex = 0\n    let result: WithMeta<Payload>[] = []\n\n    // NOTE: intentionally doing this serially\n    while (parentIndex < parents.length && remainingHashes.length > 0) {\n      const [found, notfound] = await this.getFromParent(remainingHashes, parents[parentIndex])\n      result = [...result, ...found]\n      remainingHashes = notfound\n      parentIndex++\n    }\n    return [result, remainingHashes]\n  }\n\n  protected getHandler(_hashes: Hash[]): Promisable<Payload[]> {\n    throw new Error('Not implemented')\n  }\n\n  protected async getWithConfig(hashes: Hash[], _config?: InsertConfig): Promise<WithMeta<Payload>[]> {\n    // Filter out duplicates\n    const requestedHashes = new Set(hashes)\n\n    // Attempt to find the payloads in the store\n    const gotten = await this.getHandler([...requestedHashes])\n\n    // Do not just blindly return what the archivist told us but\n    // ensure to only return requested payloads and keep track of\n    // the ones it did not find so we can ask the parents.\n    const foundPayloads: PayloadWithMeta[] = []\n    const foundHashes = new Set<Hash>()\n\n    // NOTE: We are iterating over the returned result from the archivist\n    // (not the array of hashes passed in) to preserve the natural order of the\n    // hashes as returned by the archivist as that should loosely\n    // correspond to the order when iterated and the symmetry will\n    // be helpful for debugging\n    for (const payload of gotten) {\n      // Compute the hashes for this payload\n      const map = await PayloadBuilder.toAllHashMap([payload])\n      for (const [key, payload] of Object.entries(map)) {\n        let requestedPayloadFound = false\n        const hash = key as Hash // NOTE: Required cast as Object.entries always returns string keys\n        // If this hash was requested\n        if (\n          requestedHashes.has(hash) && // Indicate that we found it (but do not insert it yet). Since\n          // one payload could satisfy two requested hashes (vit its dataHash\n          // & rootHash) we only want to insert that payload once but we want\n          // to keep track of all the hashes it satisfies so we can ask th\n          // parents for the ones we did not find\n          !foundHashes.has(hash)\n        ) {\n          requestedPayloadFound = true\n          // Add it to the list of found hashes\n          foundHashes.add(hash)\n        }\n        if (requestedPayloadFound) foundPayloads.push(payload)\n      }\n    }\n    // For all the hashes we did not find, ask the parents\n    const notFoundHashes = [...difference(requestedHashes, foundHashes)]\n    const [parentFoundPayloads] = await this.getFromParents(notFoundHashes)\n\n    if (this.storeParentReads) {\n      await this.insertWithConfig(parentFoundPayloads)\n    }\n    return await PayloadBuilder.build([...foundPayloads, ...parentFoundPayloads])\n  }\n\n  protected head(): Promisable<Payload | undefined> {\n    return this._lastInsertedPayload\n  }\n\n  protected insertHandler(_payloads: Payload[]): Promise<WithMeta<Payload>[]> {\n    throw new Error('Not implemented')\n  }\n\n  protected async insertQueryHandler<T extends QueryBoundWitnessWrapper = QueryBoundWitnessWrapper>(query: T, payloads?: Payload[]) {\n    assertEx(payloads, () => `Missing payloads: ${JSON.stringify(query.payload, null, 2)}`)\n    const resolvedPayloads = await PayloadBuilder.filterIncludeByDataHash(payloads, query.payloadHashes)\n    assertEx(\n      resolvedPayloads.length === query.payloadHashes.length,\n      () => `Could not find some passed hashes [${resolvedPayloads.length} != ${query.payloadHashes.length}]`,\n    )\n    const queryPayload = await query.getQuery()\n    const payloadsWithoutQuery = await PayloadBuilder.filterExclude(resolvedPayloads, await PayloadBuilder.dataHash(queryPayload))\n    const result = await this.insertWithConfig(payloadsWithoutQuery)\n    // NOTE: There isn't an exact equivalence between what we get and what we store. Once\n    // we move to returning only inserted Payloads(/hash) instead of a BoundWitness, we\n    // can grab the actual last one\n    this._lastInsertedPayload = resolvedPayloads.at(-1)\n    return result\n  }\n\n  protected async insertWithConfig(payloads: Payload[], config?: InsertConfig): Promise<WithMeta<Payload>[]> {\n    const emitEvents = config?.emitEvents ?? true\n    const writeToParents = config?.writeToParents ?? true\n\n    const insertedPayloads = await PayloadBuilder.build(await this.insertHandler(payloads), true)\n\n    if (writeToParents) {\n      await this.writeToParents(insertedPayloads)\n    }\n    if (emitEvents) {\n      await this.emit('inserted', { module: this, payloads: insertedPayloads })\n    }\n\n    return insertedPayloads\n  }\n\n  protected nextHandler(_options?: ArchivistNextOptions): Promisable<WithMeta<Payload>[]> {\n    throw new Error('Not implemented')\n  }\n\n  protected async nextWithConfig(options?: ArchivistNextOptions, _config?: InsertConfig): Promise<WithMeta<Payload>[]> {\n    const foundPayloads = await this.nextHandler(options)\n    return await PayloadBuilder.build(foundPayloads)\n  }\n\n  protected async parents() {\n    this._parents = this._parents ?? {\n      commit: await this.resolveArchivists(this.config?.parents?.commit),\n      read: await this.resolveArchivists(this.config?.parents?.read),\n      write: await this.resolveArchivists(this.config?.parents?.write),\n    }\n    return assertEx(this._parents)\n  }\n\n  protected override async queryHandler<T extends QueryBoundWitness = QueryBoundWitness, TConfig extends ModuleConfig = ModuleConfig>(\n    query: T,\n    payloads: Payload[],\n    queryConfig?: TConfig,\n  ): Promise<ModuleQueryHandlerResult> {\n    const wrappedQuery = await QueryBoundWitnessWrapper.parseQuery<ArchivistQueries>(query, payloads)\n    const builtQuery = await PayloadBuilder.build(query, true)\n    const queryPayload = await wrappedQuery.getQuery()\n    assertEx(await this.queryable(query, payloads, queryConfig))\n    const resultPayloads: Payload[] = []\n\n    switch (queryPayload.schema) {\n      case ArchivistAllQuerySchema: {\n        resultPayloads.push(...(await this.allHandler()))\n        break\n      }\n      case ArchivistClearQuerySchema: {\n        await this.clearHandler()\n        break\n      }\n      case ArchivistCommitQuerySchema: {\n        resultPayloads.push(...(await this.commitHandler()))\n        break\n      }\n      case ArchivistDeleteQuerySchema: {\n        const resultPayload: ArchivistDeleteQuery = {\n          hashes: [...(await this.deleteWithConfig(queryPayload.hashes))],\n          schema: ArchivistDeleteQuerySchema,\n        }\n        resultPayloads.push(resultPayload)\n        break\n      }\n      case ArchivistGetQuerySchema: {\n        if (queryPayload.hashes?.length) {\n          resultPayloads.push(...(await this.getWithConfig(queryPayload.hashes)))\n        } else {\n          const head = await this.head()\n          if (head) resultPayloads.push(head)\n        }\n        break\n      }\n      case ArchivistInsertQuerySchema: {\n        resultPayloads.push(...(await this.insertQueryHandler(wrappedQuery, payloads)))\n        break\n      }\n      default: {\n        const result = await super.queryHandler(query, payloads)\n        if (this.config.storeQueries) {\n          await this.insertHandler([builtQuery])\n        }\n        return result\n      }\n    }\n    if (this.config.storeQueries) {\n      await this.insertHandler([builtQuery])\n    }\n    return resultPayloads\n  }\n\n  protected async writeToParent(parent: ArchivistInstance, payloads: Payload[]): Promise<PayloadWithMeta[]> {\n    return await parent.insert(payloads)\n  }\n\n  protected async writeToParents(payloads: Payload[]): Promise<PayloadWithMeta[]> {\n    const parents = await this.parents()\n    return compact(\n      await Promise.all(\n        Object.values(parents.write ?? {}).map(async (parent) => {\n          return parent ? await this.writeToParent(parent, payloads) : undefined\n        }),\n      ),\n    ).flat()\n  }\n\n  private async resolveArchivists(archivists: ModuleIdentifier[] = []) {\n    const archivistModules = [\n      ...(await this.resolve({ address: archivists as Address[] })),\n      ...(await this.resolve({ name: archivists as ModuleName[] })),\n    ].filter(duplicateModules)\n\n    assertEx(\n      !this.requireAllParents || archivistModules.length === archivists.length,\n      () =>\n        `Failed to find some archivists (set allRequired to false if ok): [${archivists.filter((archivist) =>\n          archivistModules.map((module) => !(module.address === archivist || module.config.name === archivist)),\n        )}]`,\n    )\n\n    // eslint-disable-next-line unicorn/no-array-reduce\n    return archivistModules.reduce<Record<string, ArchivistInstance>>((prev, module) => {\n      prev[module.address] = asArchivistInstance(module, () => {\n        isArchivistInstance(module, { log: console })\n        return `Unable to cast resolved module to an archivist: [${module.address}, ${module.config.name}, ${module.config.schema})}]`\n      })\n\n      return prev\n    }, {})\n  }\n}\n","import { assertEx } from '@xylabs/assert'\nimport { Payload, PayloadWithMeta, WithMeta } from '@xyo-network/payload-model'\n\nexport interface StorageMeta {\n  _sequence: bigint\n}\n\nexport type WithOptionalStorageMeta<T extends Payload> = T & Partial<StorageMeta>\n\nexport type WithStorageMeta<T extends Payload> = T & StorageMeta\n\nexport const maxSequenceIndex = 10_000_000_000n\n\nexport const sequenceNumber = (index: number) => {\n  assertEx(index < maxSequenceIndex, () => `index may not be larger than ${maxSequenceIndex}`)\n  return BigInt(Date.now()) * maxSequenceIndex + BigInt(index)\n}\n\nexport const addStorageMeta = <T extends PayloadWithMeta>(payload: T, index = 0) => {\n  return { ...payload, _sequence: sequenceNumber(index) }\n}\n\nexport const sortByStorageMeta = <T extends PayloadWithMeta>(payloads: WithStorageMeta<T>[], direction: -1 | 1 = 1) => {\n  return payloads.sort((a, b) =>\n    a._sequence < b._sequence ? -direction\n    : a._sequence > b._sequence ? direction\n    : 0,\n  )\n}\n\nexport function removeStorageMeta<T extends Payload>(payload: WithOptionalStorageMeta<WithMeta<T>>): WithMeta<T>\nexport function removeStorageMeta<T extends Payload>(payloads: WithOptionalStorageMeta<WithMeta<T>>[]): WithMeta<T>[]\nexport function removeStorageMeta<T extends Payload>(payload?: WithOptionalStorageMeta<WithMeta<T>>): WithMeta<T> | undefined\nexport function removeStorageMeta<T extends Payload>(payload?: WithOptionalStorageMeta<WithMeta<T>>) {\n  if (!payload) return\n  if (Array.isArray(payload)) {\n    return payload.map((p) => removeStorageMeta(p))\n  }\n  // eslint-disable-next-line @typescript-eslint/no-unused-vars\n  const { ...noMeta } = payload\n  delete noMeta._sequence\n  return noMeta\n}\n"],"mappings":";;;;;;;;;AAAA,SAASA,gBAAgB;AAEzB,SAASC,eAAe;AACxB,SAASC,sBAAsB;AAE/B,SAASC,kBAAkB;AAE3B,SAEEC,yBAEAC,2BAEAC,4BAEAC,4BAEAC,yBAEAC,4BAKAC,0BAGAC,qBAEAC,2BACK;AAEP,SAASC,gCAAgC;AACzC,SAASC,8BAA8B;AACvC,SAASC,wBAAiH;AAC1H,SAASC,sBAAsB;AAiBxB,IAAeC,qBAAf,MAAeA,2BAIZC,uBAAAA;EAIAC;EACAC;EAER,IAAaC,UAAoB;AAC/B,WAAO;MAACC;SAA4B,MAAMD;;EAC5C;EAEA,IAAIE,oBAAoB;AACtB,WAAO,KAAKC,OAAOD,qBAAqB;EAC1C;EAEA,IAAuBE,qBAAiE;AACtF,WAAO;MACL,mCAAmC;MACnC,qCAAqC;MACrC,sCAAsC;MACtC,sCAAsC;MACtC,mCAAmC;MACnC,sCAAsC;MACtC,oCAAoC;IACtC;EACF;EAEA,IAAcC,mBAAmB;AAnFnC;AAoFI,WAAO,CAAC,GAAC,UAAKF,WAAL,mBAAaE;EACxB;EAEAC,MAA0C;AACxC,SAAKC,YAAY,KAAA;AACjB,WAAO,KAAKC,KAAK,YAAA;AACf,YAAM,KAAKC,QAAQ,OAAA;AACnB,aAAO,MAAMC,eAAeC,MAAM,MAAM,KAAKC,WAAU,CAAA;IACzD,CAAA;EACF;EAEA,MAAMC,SAASC,SAAsD;AACnE,UAAMC,eAAkC;MAAEC,QAAQC;IAAwB;AAC1E,WAAO,MAAM,KAAKC,aAAaH,cAAcI,QAAWL,OAAAA;EAC1D;EAEAM,QAA0B;AACxB,SAAKb,YAAY,OAAA;AACjB,WAAO,KAAKC,KAAK,YAAA;AACf,YAAM,KAAKC,QAAQ,OAAA;AACnB,aAAO,MAAM,KAAKY,aAAY;IAChC,CAAA;EACF;EAEA,MAAMC,WAAWR,SAAsD;AACrE,UAAMC,eAAoC;MAAEC,QAAQO;IAA0B;AAC9E,WAAO,MAAM,KAAKL,aAAaH,cAAcI,QAAWL,OAAAA;EAC1D;EAEAU,SAA+C;AAC7C,SAAKjB,YAAY,QAAA;AACjB,WAAO,KAAKC,KAAK,YAAA;AACf,YAAM,KAAKC,QAAQ,OAAA;AACnB,aAAO,MAAM,KAAKgB,cAAa;IACjC,CAAA;EACF;EAEA,MAAMC,YAAYZ,SAAsD;AACtE,UAAMC,eAAqC;MAAEC,QAAQW;IAA2B;AAChF,WAAO,MAAM,KAAKT,aAAaH,cAAcI,QAAWL,OAAAA;EAC1D;EAEA,MAAMc,OAAOC,QAAiC;AAC5C,SAAKtB,YAAY,QAAA;AACjB,WAAO,MAAM,KAAKC,KAAK,YAAA;AACrB,YAAM,KAAKC,QAAQ,OAAA;AACnB,aAAO,MAAM,KAAKqB,iBAAiBD,MAAAA;IACrC,CAAA;EACF;EAEA,MAAME,YAAYjB,SAA0Be,QAA4C;AACtF,UAAMd,eAAqC;MAAEc;MAAQb,QAAQgB;IAA2B;AACxF,WAAO,MAAM,KAAKd,aAAaH,cAAcI,QAAWL,OAAAA;EAC1D;EAEA,MAAMmB,IAAIJ,QAA8C;AACtD,SAAKtB,YAAY,KAAA;AACjB,WAAO,MAAM,KAAKC,KAAK,YAAA;AACrB,YAAM,KAAKC,QAAQ,OAAA;AACnB,aAAO,MAAMC,eAAeC,MAAM,MAAM,KAAKuB,cAAcL,MAAAA,CAAAA;IAC7D,CAAA;EACF;EAEA,MAAMM,SAASrB,SAA0Be,QAA4C;AACnF,UAAMd,eAAkC;MAAEc;MAAQb,QAAQf;IAAwB;AAClF,WAAO,MAAM,KAAKiB,aAAaH,cAAcI,QAAWL,OAAAA;EAC1D;EAEA,MAAMsB,OAAOC,UAAmD;AAC9D,SAAK9B,YAAY,QAAA;AACjB,WAAO,MAAM,KAAKC,KAAK,YAAA;AACrB,YAAM,KAAKC,QAAQ,OAAA;AAEnB,aAAO,MAAM,KAAK6B,iBAAiBD,QAAAA;IACrC,CAAA;EACF;EAEA,MAAME,YAAYzB,SAA0BuB,UAAiD;AAC3F,UAAMtB,eAAqC;MAAEC,QAAQwB;IAA2B;AAChF,WAAO,MAAM,KAAKtB,aAAaH,cAAcsB,UAAUvB,OAAAA;EACzD;EAEA,MAAM2B,KAAKC,SAA8D;AACvE,SAAKnC,YAAY,MAAA;AACjB,WAAO,MAAM,KAAKC,KAAK,YAAA;AACrB,YAAM,KAAKC,QAAQ,OAAA;AACnB,aAAO,MAAM,KAAKkC,eAAeD,OAAAA;IACnC,CAAA;EACF;EAEA,MAAME,UAAU9B,SAA0B4B,SAA4D;AACpG,UAAM3B,eAAmC;MAAEC,QAAQ6B;MAA0B,GAAGH;IAAQ;AACxF,WAAO,MAAM,KAAKxB,aAAaH,cAAcI,QAAWL,OAAAA;EAC1D;EAEUF,aAAuC;AAC/C,UAAM,IAAIkC,MAAM,iBAAA;EAClB;EAEUzB,eAAiC;AACzC,UAAM,IAAIyB,MAAM,iBAAA;EAClB;EAEUrB,gBAAsD;AAC9D,UAAM,IAAIqB,MAAM,iBAAA;EAClB;EAEUC,cAAcC,SAAwC;AAC9D,UAAM,IAAIF,MAAM,iBAAA;EAClB;EAEA,MAAgBhB,iBAAiBD,QAAgB1B,QAAwC;AACvF,UAAM8C,cAAa9C,iCAAQ8C,eAAc;AAEzC,UAAMC,gBAAgB,MAAM,KAAKH,cAAclB,MAAAA;AAE/C,QAAIoB,YAAY;AACd,YAAM,KAAKE,KAAK,WAAW;QAAEtB,QAAQqB;QAAeE,QAAQ;MAAK,CAAA;IACnE;AAEA,WAAOF;EACT;EAEA,MAAgBG,cAAcxB,QAAgByB,WAAsE;AAClH,UAAMC,cAAc,MAAM7C,eAAe8C,cAAc,MAAMF,UAAUrB,IAAIJ,MAAAA,CAAAA,GAAU4B,OAAO,CAAC,CAAA,EAAGC,IAAAA,MAAK;AACnG,YAAMC,WAAW9B,OAAO+B,SAASF,IAAAA;AACjC,UAAI,CAACC,UAAU;AACbE,gBAAQC,KAAK,oDAAoDJ,IAAAA,EAAM;MAEzE;AACA,aAAOC;IACT,CAAA;AAEA,UAAMI,cAAc,IAAIC,IAAIT,WAAWU,IAAI,CAAC,CAAA,EAAGP,IAAAA,MAAUA,IAAAA,CAAAA;AACzD,UAAMQ,gBAAgBX,WAAWU,IAAI,CAAC,CAACE,OAAAA,MAAaA,OAAAA;AAEpD,UAAMC,WAAWvC,OAAO4B,OAAO,CAACC,SAAS,CAACK,YAAYM,IAAIX,IAAAA,CAAAA;AAC1D,WAAO;MAACQ;MAAeE;;EACzB;EAEA,MAAgBE,eAAezC,QAAwD;AAhOzF;AAiOI,UAAM0C,UAAUC,OAAOC,SAAQ,WAAM,KAAKF,QAAO,MAAlB,mBAAuBG,SAAQ,CAAC,CAAA;AAC/D,QAAIC,kBAAkB;SAAI9C;;AAC1B,QAAI+C,cAAc;AAClB,QAAIC,SAA8B,CAAA;AAGlC,WAAOD,cAAcL,QAAQO,UAAUH,gBAAgBG,SAAS,GAAG;AACjE,YAAM,CAACC,OAAOX,QAAAA,IAAY,MAAM,KAAKf,cAAcsB,iBAAiBJ,QAAQK,WAAAA,CAAY;AACxFC,eAAS;WAAIA;WAAWE;;AACxBJ,wBAAkBP;AAClBQ;IACF;AACA,WAAO;MAACC;MAAQF;;EAClB;EAEUK,WAAWhC,SAAwC;AAC3D,UAAM,IAAIF,MAAM,iBAAA;EAClB;EAEA,MAAgBZ,cAAcL,QAAgBoD,SAAsD;AAElG,UAAMC,kBAAkB,IAAIlB,IAAInC,MAAAA;AAGhC,UAAMsD,SAAS,MAAM,KAAKH,WAAW;SAAIE;KAAgB;AAKzD,UAAMhB,gBAAmC,CAAA;AACzC,UAAMH,cAAc,oBAAIC,IAAAA;AAOxB,eAAWG,WAAWgB,QAAQ;AAE5B,YAAMlB,MAAM,MAAMvD,eAAe0E,aAAa;QAACjB;OAAQ;AACvD,iBAAW,CAACkB,KAAKlB,QAAAA,KAAYK,OAAOc,QAAQrB,GAAAA,GAAM;AAChD,YAAIsB,wBAAwB;AAC5B,cAAM7B,OAAO2B;AAEb,YACEH,gBAAgBb,IAAIX,IAAAA;;;;;QAKpB,CAACK,YAAYM,IAAIX,IAAAA,GACjB;AACA6B,kCAAwB;AAExBxB,sBAAYyB,IAAI9B,IAAAA;QAClB;AACA,YAAI6B;AAAuBrB,wBAAcuB,KAAKtB,QAAAA;MAChD;IACF;AAEA,UAAMuB,iBAAiB;SAAIC,WAAWT,iBAAiBnB,WAAAA;;AACvD,UAAM,CAAC6B,mBAAAA,IAAuB,MAAM,KAAKtB,eAAeoB,cAAAA;AAExD,QAAI,KAAKrF,kBAAkB;AACzB,YAAM,KAAKiC,iBAAiBsD,mBAAAA;IAC9B;AACA,WAAO,MAAMlF,eAAeC,MAAM;SAAIuD;SAAkB0B;KAAoB;EAC9E;EAEUC,OAAwC;AAChD,WAAO,KAAK/F;EACd;EAEUgG,cAAcC,WAAoD;AAC1E,UAAM,IAAIjD,MAAM,iBAAA;EAClB;EAEA,MAAgBkD,mBAAkFC,OAAU5D,UAAsB;AAChI6D,aAAS7D,UAAU,MAAM,qBAAqB8D,KAAKC,UAAUH,MAAM9B,SAAS,MAAM,CAAA,CAAA,EAAI;AACtF,UAAMkC,mBAAmB,MAAM3F,eAAe4F,wBAAwBjE,UAAU4D,MAAMM,aAAa;AACnGL,aACEG,iBAAiBvB,WAAWmB,MAAMM,cAAczB,QAChD,MAAM,sCAAsCuB,iBAAiBvB,MAAM,OAAOmB,MAAMM,cAAczB,MAAM,GAAG;AAEzG,UAAM/D,eAAe,MAAMkF,MAAM9D,SAAQ;AACzC,UAAMqE,uBAAuB,MAAM9F,eAAe+F,cAAcJ,kBAAkB,MAAM3F,eAAegG,SAAS3F,YAAAA,CAAAA;AAChH,UAAM8D,SAAS,MAAM,KAAKvC,iBAAiBkE,oBAAAA;AAI3C,SAAK1G,uBAAuBuG,iBAAiBM,GAAG,EAAC;AACjD,WAAO9B;EACT;EAEA,MAAgBvC,iBAAiBD,UAAqBlC,QAAqD;AACzG,UAAM8C,cAAa9C,iCAAQ8C,eAAc;AACzC,UAAM2D,kBAAiBzG,iCAAQyG,mBAAkB;AAEjD,UAAMC,mBAAmB,MAAMnG,eAAeC,MAAM,MAAM,KAAKmF,cAAczD,QAAAA,GAAW,IAAA;AAExF,QAAIuE,gBAAgB;AAClB,YAAM,KAAKA,eAAeC,gBAAAA;IAC5B;AACA,QAAI5D,YAAY;AACd,YAAM,KAAKE,KAAK,YAAY;QAAEC,QAAQ;QAAMf,UAAUwE;MAAiB,CAAA;IACzE;AAEA,WAAOA;EACT;EAEUC,YAAYC,UAAkE;AACtF,UAAM,IAAIjE,MAAM,iBAAA;EAClB;EAEA,MAAgBH,eAAeD,SAAgCuC,SAAsD;AACnH,UAAMf,gBAAgB,MAAM,KAAK4C,YAAYpE,OAAAA;AAC7C,WAAO,MAAMhC,eAAeC,MAAMuD,aAAAA;EACpC;EAEA,MAAgBK,UAAU;AAxV5B;AAyVI,SAAKxE,WAAW,KAAKA,YAAY;MAC/ByB,QAAQ,MAAM,KAAKwF,mBAAkB,gBAAK7G,WAAL,mBAAaoE,YAAb,mBAAsB/C,MAAAA;MAC3DkD,MAAM,MAAM,KAAKsC,mBAAkB,gBAAK7G,WAAL,mBAAaoE,YAAb,mBAAsBG,IAAAA;MACzDuC,OAAO,MAAM,KAAKD,mBAAkB,gBAAK7G,WAAL,mBAAaoE,YAAb,mBAAsB0C,KAAAA;IAC5D;AACA,WAAOf,SAAS,KAAKnG,QAAQ;EAC/B;EAEA,MAAyBmH,aACvBjB,OACA5D,UACA8E,aACmC;AArWvC;AAsWI,UAAMC,eAAe,MAAMC,yBAAyBC,WAA6BrB,OAAO5D,QAAAA;AACxF,UAAMkF,aAAa,MAAM7G,eAAeC,MAAMsF,OAAO,IAAA;AACrD,UAAMlF,eAAe,MAAMqG,aAAajF,SAAQ;AAChD+D,aAAS,MAAM,KAAKsB,UAAUvB,OAAO5D,UAAU8E,WAAAA,CAAAA;AAC/C,UAAMM,iBAA4B,CAAA;AAElC,YAAQ1G,aAAaC,QAAM;MACzB,KAAKC,yBAAyB;AAC5BwG,uBAAehC,KAAI,GAAK,MAAM,KAAK7E,WAAU,CAAA;AAC7C;MACF;MACA,KAAKW,2BAA2B;AAC9B,cAAM,KAAKF,aAAY;AACvB;MACF;MACA,KAAKM,4BAA4B;AAC/B8F,uBAAehC,KAAI,GAAK,MAAM,KAAKhE,cAAa,CAAA;AAChD;MACF;MACA,KAAKO,4BAA4B;AAC/B,cAAM0F,gBAAsC;UAC1C7F,QAAQ;eAAK,MAAM,KAAKC,iBAAiBf,aAAac,MAAM;;UAC5Db,QAAQgB;QACV;AACAyF,uBAAehC,KAAKiC,aAAAA;AACpB;MACF;MACA,KAAKzH,yBAAyB;AAC5B,aAAIc,kBAAac,WAAbd,mBAAqB+D,QAAQ;AAC/B2C,yBAAehC,KAAI,GAAK,MAAM,KAAKvD,cAAcnB,aAAac,MAAM,CAAA;QACtE,OAAO;AACL,gBAAMgE,OAAO,MAAM,KAAKA,KAAI;AAC5B,cAAIA;AAAM4B,2BAAehC,KAAKI,IAAAA;QAChC;AACA;MACF;MACA,KAAKrD,4BAA4B;AAC/BiF,uBAAehC,KAAI,GAAK,MAAM,KAAKO,mBAAmBoB,cAAc/E,QAAAA,CAAAA;AACpE;MACF;MACA,SAAS;AACP,cAAMwC,SAAS,MAAM,MAAMqC,aAAajB,OAAO5D,QAAAA;AAC/C,YAAI,KAAKlC,OAAOwH,cAAc;AAC5B,gBAAM,KAAK7B,cAAc;YAACyB;WAAW;QACvC;AACA,eAAO1C;MACT;IACF;AACA,QAAI,KAAK1E,OAAOwH,cAAc;AAC5B,YAAM,KAAK7B,cAAc;QAACyB;OAAW;IACvC;AACA,WAAOE;EACT;EAEA,MAAgBG,cAAcC,QAA2BxF,UAAiD;AACxG,WAAO,MAAMwF,OAAOzF,OAAOC,QAAAA;EAC7B;EAEA,MAAgBuE,eAAevE,UAAiD;AAC9E,UAAMkC,UAAU,MAAM,KAAKA,QAAO;AAClC,WAAOuD,QACL,MAAMC,QAAQzH,IACZkE,OAAOC,OAAOF,QAAQ0C,SAAS,CAAC,CAAA,EAAGhD,IAAI,OAAO4D,WAAAA;AAC5C,aAAOA,SAAS,MAAM,KAAKD,cAAcC,QAAQxF,QAAAA,IAAYlB;IAC/D,CAAA,CAAA,CAAA,EAEF6G,KAAI;EACR;EAEA,MAAchB,kBAAkBiB,aAAiC,CAAA,GAAI;AACnE,UAAMC,mBAAmB;SACnB,MAAM,KAAKC,QAAQ;QAAEC,SAASH;MAAwB,CAAA;SACtD,MAAM,KAAKE,QAAQ;QAAEE,MAAMJ;MAA2B,CAAA;MAC1DxE,OAAO6E,gBAAAA;AAETpC,aACE,CAAC,KAAKhG,qBAAqBgI,iBAAiBpD,WAAWmD,WAAWnD,QAClE,MACE,qEAAqEmD,WAAWxE,OAAO,CAACH,cACtF4E,iBAAiBjE,IAAI,CAACb,WAAW,EAAEA,OAAOgF,YAAY9E,aAAaF,OAAOjD,OAAOkI,SAAS/E,UAAQ,CAAA,CAAA,GAChG;AAIR,WAAO4E,iBAAiBK,OAA0C,CAACC,MAAMpF,WAAAA;AACvEoF,WAAKpF,OAAOgF,OAAO,IAAIK,oBAAoBrF,QAAQ,MAAA;AACjDsF,4BAAoBtF,QAAQ;UAAEuF,KAAK9E;QAAQ,CAAA;AAC3C,eAAO,oDAAoDT,OAAOgF,OAAO,KAAKhF,OAAOjD,OAAOkI,IAAI,KAAKjF,OAAOjD,OAAOa,MAAM;MAC3H,CAAA;AAEA,aAAOwH;IACT,GAAG,CAAC,CAAA;EACN;AACF;AA3YU3I;AAGR,cAPoBD,oBAOKgJ,cAAaC,eAAe,qBAAqBjJ,oBAAmB,KAAA;AAPxF,IAAeA,oBAAf;;;ACpDP,SAASkJ,YAAAA,iBAAgB;AAWlB,IAAMC,mBAAmB;AAEzB,IAAMC,iBAAiB,wBAACC,UAAAA;AAC7BC,EAAAA,UAASD,QAAQF,kBAAkB,MAAM,gCAAgCA,gBAAAA,EAAkB;AAC3F,SAAOI,OAAOC,KAAKC,IAAG,CAAA,IAAMN,mBAAmBI,OAAOF,KAAAA;AACxD,GAH8B;AAKvB,IAAMK,iBAAiB,wBAA4BC,SAAYN,QAAQ,MAAC;AAC7E,SAAO;IAAE,GAAGM;IAASC,WAAWR,eAAeC,KAAAA;EAAO;AACxD,GAF8B;AAIvB,IAAMQ,oBAAoB,wBAA4BC,UAAgCC,YAAoB,MAAC;AAChH,SAAOD,SAASE,KAAK,CAACC,GAAGC,MACvBD,EAAEL,YAAYM,EAAEN,YAAY,CAACG,YAC3BE,EAAEL,YAAYM,EAAEN,YAAYG,YAC5B,CAAA;AAEN,GANiC;AAW1B,SAASI,kBAAqCR,SAA8C;AACjG,MAAI,CAACA;AAAS;AACd,MAAIS,MAAMC,QAAQV,OAAAA,GAAU;AAC1B,WAAOA,QAAQW,IAAI,CAACC,MAAMJ,kBAAkBI,CAAAA,CAAAA;EAC9C;AAEA,QAAM,EAAE,GAAGC,OAAAA,IAAWb;AACtB,SAAOa,OAAOZ;AACd,SAAOY;AACT;AATgBL;","names":["assertEx","compact","globallyUnique","difference","ArchivistAllQuerySchema","ArchivistClearQuerySchema","ArchivistCommitQuerySchema","ArchivistDeleteQuerySchema","ArchivistGetQuerySchema","ArchivistInsertQuerySchema","ArchivistNextQuerySchema","asArchivistInstance","isArchivistInstance","QueryBoundWitnessWrapper","AbstractModuleInstance","duplicateModules","PayloadBuilder","AbstractArchivist","AbstractModuleInstance","_lastInsertedPayload","_parents","queries","ArchivistGetQuerySchema","requireAllParents","config","_queryAccountPaths","storeParentReads","all","_noOverride","busy","started","PayloadBuilder","build","allHandler","allQuery","account","queryPayload","schema","ArchivistAllQuerySchema","sendQueryRaw","undefined","clear","clearHandler","clearQuery","ArchivistClearQuerySchema","commit","commitHandler","commitQuery","ArchivistCommitQuerySchema","delete","hashes","deleteWithConfig","deleteQuery","ArchivistDeleteQuerySchema","get","getWithConfig","getQuery","insert","payloads","insertWithConfig","insertQuery","ArchivistInsertQuerySchema","next","options","nextWithConfig","nextQuery","ArchivistNextQuerySchema","Error","deleteHandler","_hashes","emitEvents","deletedHashes","emit","module","getFromParent","archivist","foundPairs","dataHashPairs","filter","hash","askedFor","includes","console","warn","foundHashes","Set","map","foundPayloads","payload","notfound","has","getFromParents","parents","Object","values","read","remainingHashes","parentIndex","result","length","found","getHandler","_config","requestedHashes","gotten","toAllHashMap","key","entries","requestedPayloadFound","add","push","notFoundHashes","difference","parentFoundPayloads","head","insertHandler","_payloads","insertQueryHandler","query","assertEx","JSON","stringify","resolvedPayloads","filterIncludeByDataHash","payloadHashes","payloadsWithoutQuery","filterExclude","dataHash","at","writeToParents","insertedPayloads","nextHandler","_options","resolveArchivists","write","queryHandler","queryConfig","wrappedQuery","QueryBoundWitnessWrapper","parseQuery","builtQuery","queryable","resultPayloads","resultPayload","storeQueries","writeToParent","parent","compact","Promise","flat","archivists","archivistModules","resolve","address","name","duplicateModules","reduce","prev","asArchivistInstance","isArchivistInstance","log","uniqueName","globallyUnique","assertEx","maxSequenceIndex","sequenceNumber","index","assertEx","BigInt","Date","now","addStorageMeta","payload","_sequence","sortByStorageMeta","payloads","direction","sort","a","b","removeStorageMeta","Array","isArray","map","p","noMeta"]}

package/package.json

@@ -16,14 +16,14 @@
     "@xylabs/object": "^3.0.25",
     "@xylabs/promise": "^3.0.25",
     "@xylabs/set": "^3.0.25",
-    "@xyo-network/account-model": "~2.94.5",
-    "@xyo-network/archivist-model": "~2.94.5",
-    "@xyo-network/boundwitness-model": "~2.94.5",
-    "@xyo-network/boundwitness-wrapper": "~2.94.5",
-    "@xyo-network/module-abstract": "~2.94.5",
-    "@xyo-network/module-model": "~2.94.5",
-    "@xyo-network/payload-builder": "~2.94.5",
-    "@xyo-network/payload-model": "~2.94.5"
+    "@xyo-network/account-model": "~2.94.7",
+    "@xyo-network/archivist-model": "~2.94.7",
+    "@xyo-network/boundwitness-model": "~2.94.7",
+    "@xyo-network/boundwitness-wrapper": "~2.94.7",
+    "@xyo-network/module-abstract": "~2.94.7",
+    "@xyo-network/module-model": "~2.94.7",
+    "@xyo-network/payload-builder": "~2.94.7",
+    "@xyo-network/payload-model": "~2.94.7"
   },
   "devDependencies": {
     "@xylabs/ts-scripts-yarn3": "^3.5.2",
@@ -69,6 +69,6 @@
   },
   "sideEffects": false,
   "types": "dist/node/index.d.ts",
-  "version": "2.94.5",
+  "version": "2.94.7",
   "type": "module"
 }

package/src/AbstractArchivist.ts

@@ -95,7 +95,7 @@ export abstract class AbstractArchivist<
 
   async allQuery(account: AccountInstance): Promise<ModuleQueryResult> {
     const queryPayload: ArchivistAllQuery = { schema: ArchivistAllQuerySchema }
-    return (await this.sendQuery(queryPayload, undefined, account)) as ModuleQueryResult
+    return await this.sendQueryRaw(queryPayload, undefined, account)
   }
 
   clear(): Promisable<void> {
@@ -108,7 +108,7 @@ export abstract class AbstractArchivist<
 
   async clearQuery(account: AccountInstance): Promise<ModuleQueryResult> {
     const queryPayload: ArchivistClearQuery = { schema: ArchivistClearQuerySchema }
-    return (await this.sendQuery(queryPayload, undefined, account)) as ModuleQueryResult
+    return await this.sendQueryRaw(queryPayload, undefined, account)
   }
 
   commit(): Promisable<WithMeta<BoundWitness>[]> {
@@ -121,7 +121,7 @@ export abstract class AbstractArchivist<
 
   async commitQuery(account: AccountInstance): Promise<ModuleQueryResult> {
     const queryPayload: ArchivistCommitQuery = { schema: ArchivistCommitQuerySchema }
-    return (await this.sendQuery(queryPayload, undefined, account)) as ModuleQueryResult
+    return await this.sendQueryRaw(queryPayload, undefined, account)
   }
 
   async delete(hashes: Hash[]): Promise<Hash[]> {
@@ -134,7 +134,7 @@ export abstract class AbstractArchivist<
 
   async deleteQuery(account: AccountInstance, hashes: Hash[]): Promise<ModuleQueryResult> {
     const queryPayload: ArchivistDeleteQuery = { hashes, schema: ArchivistDeleteQuerySchema }
-    return (await this.sendQuery(queryPayload, undefined, account)) as ModuleQueryResult
+    return await this.sendQueryRaw(queryPayload, undefined, account)
   }
 
   async get(hashes: Hash[]): Promise<WithMeta<Payload>[]> {
@@ -147,7 +147,7 @@ export abstract class AbstractArchivist<
 
   async getQuery(account: AccountInstance, hashes: Hash[]): Promise<ModuleQueryResult> {
     const queryPayload: ArchivistGetQuery = { hashes, schema: ArchivistGetQuerySchema }
-    return (await this.sendQuery(queryPayload, undefined, account)) as ModuleQueryResult
+    return await this.sendQueryRaw(queryPayload, undefined, account)
   }
 
   async insert(payloads: Payload[]): Promise<WithMeta<Payload>[]> {
@@ -161,7 +161,7 @@ export abstract class AbstractArchivist<
 
   async insertQuery(account: AccountInstance, payloads: Payload[]): Promise<ModuleQueryResult> {
     const queryPayload: ArchivistInsertQuery = { schema: ArchivistInsertQuerySchema }
-    return (await this.sendQuery(queryPayload, payloads, account)) as ModuleQueryResult
+    return await this.sendQueryRaw(queryPayload, payloads, account)
   }
 
   async next(options?: ArchivistNextOptions): Promise<WithMeta<Payload>[]> {
@@ -174,7 +174,7 @@ export abstract class AbstractArchivist<
 
   async nextQuery(account: AccountInstance, options?: ArchivistNextOptions): Promise<ModuleQueryResult> {
     const queryPayload: ArchivistNextQuery = { schema: ArchivistNextQuerySchema, ...options }
-    return (await this.sendQuery(queryPayload, undefined, account)) as ModuleQueryResult
+    return await this.sendQueryRaw(queryPayload, undefined, account)
   }
 
   protected allHandler(): PromisableArray<Payload> {