@xyo-network/archivist-mongodb 2.82.0 → 2.84.0-rc.1

package/src/Archivist.ts

@@ -1,14 +1,14 @@
 import { exists } from '@xylabs/exists'
-import { fulfilledValues } from '@xylabs/promise'
+import { Hash } from '@xylabs/hex'
 import { AbstractArchivist } from '@xyo-network/archivist-abstract'
 import { ArchivistConfigSchema, ArchivistInsertQuerySchema } from '@xyo-network/archivist-model'
 import { MongoDBArchivistConfigSchema } from '@xyo-network/archivist-model-mongodb'
 import { MongoDBModuleMixin } from '@xyo-network/module-abstract-mongodb'
 import { Payload } from '@xyo-network/payload-model'
-import { PayloadWithPartialMeta } from '@xyo-network/payload-mongodb'
+import { PayloadWithMongoMeta } from '@xyo-network/payload-mongodb'
 import { PayloadWrapper } from '@xyo-network/payload-wrapper'
 
-import { toBoundWitnessWithMeta, toPayloadWithMeta, toReturnValue, validByType } from './lib'
+import { toPayloadWithMongoMeta, toReturnValue, validByType } from './lib'
 
 const MongoDBArchivistBase = MongoDBModuleMixin(AbstractArchivist)
 
@@ -19,32 +19,48 @@ export class MongoDBArchivist extends MongoDBArchivistBase {
 
   override async head(): Promise<Payload | undefined> {
     const head = await (await this.payloads.find({})).sort({ _timestamp: -1 }).limit(1).toArray()
-    return head[0] ? PayloadWrapper.wrap(head[0]).body() : undefined
+    return head[0] ? (await PayloadWrapper.wrap(head[0])).jsonPayload() : undefined
   }
 
   protected override async getHandler(hashes: string[]): Promise<Payload[]> {
-    const payloads = hashes.map((_hash) => this.payloads.findOne({ _hash }))
-    const bws = hashes.map((_hash) => this.boundWitnesses.findOne({ _hash }))
-    const gets = await Promise.allSettled([payloads, bws].flat())
-    const succeeded = gets.reduce<(PayloadWithPartialMeta | null)[]>(fulfilledValues, []) as Payload[]
-    return succeeded.filter(exists).map(toReturnValue)
+    let remainingHashes = [...hashes]
+
+    const dataPayloads = (await Promise.all(remainingHashes.map((_$hash) => this.payloads.findOne({ _$hash })))).filter(exists)
+    const dataPayloadsHashes = dataPayloads.map((payload) => payload._$hash)
+    remainingHashes = remainingHashes.filter((hash) => !dataPayloadsHashes.includes(hash))
+
+    const dataBws = (await Promise.all(remainingHashes.map((_$hash) => this.boundWitnesses.findOne({ _$hash })))).filter(exists)
+    const dataBwsHashes = dataBws.map((payload) => payload._$hash)
+    remainingHashes = remainingHashes.filter((hash) => !dataBwsHashes.includes(hash))
+
+    const payloads = (await Promise.all(remainingHashes.map((_hash) => this.payloads.findOne({ _hash })))).filter(exists)
+    const payloadsHashes = payloads.map((payload) => payload._hash)
+    remainingHashes = remainingHashes.filter((hash) => !payloadsHashes.includes(hash))
+
+    const bws = (await Promise.all(remainingHashes.map((_hash) => this.boundWitnesses.findOne({ _hash })))).filter(exists)
+    const bwsHashes = bws.map((payload) => payload._hash)
+    remainingHashes = remainingHashes.filter((hash) => !bwsHashes.includes(hash))
+
+    const foundPayloads = [...dataPayloads, ...dataBws, ...payloads, ...bws] as PayloadWithMongoMeta<Payload & { _$hash: Hash; _$meta?: unknown }>[]
+    return foundPayloads.map(({ _$hash, _$meta, ...other }) => ({ $hash: _$hash, $meta: _$meta, ...other })).map(toReturnValue)
   }
 
-  protected override async insertHandler(payloads?: Payload[]): Promise<Payload[]> {
+  protected override async insertHandler(payloads: Payload[]): Promise<Payload[]> {
     const [bw, p] = await validByType(payloads)
-    const payloadsWithMeta = await Promise.all(p.map((x) => toPayloadWithMeta(x)))
-    if (payloadsWithMeta.length) {
-      const payloadsResult = await this.payloads.insertMany(payloadsWithMeta)
-      if (!payloadsResult.acknowledged || payloadsResult.insertedCount !== payloadsWithMeta.length)
+    const payloadsWithExternalMeta = await Promise.all(p.map((x) => toPayloadWithMongoMeta(x)))
+    if (payloadsWithExternalMeta.length) {
+      const payloadsResult = await this.payloads.insertMany(payloadsWithExternalMeta)
+      if (!payloadsResult.acknowledged || payloadsResult.insertedCount !== payloadsWithExternalMeta.length)
         throw new Error('MongoDBDeterministicArchivist: Error inserting Payloads')
     }
-    const boundWitnesses = await Promise.all(bw.map((x) => toBoundWitnessWithMeta(x)))
-    if (boundWitnesses.length) {
-      const boundWitnessesResult = await this.boundWitnesses.insertMany(boundWitnesses)
-      if (!boundWitnessesResult.acknowledged || boundWitnessesResult.insertedCount !== boundWitnesses.length)
+    const boundWitnessesWithExternalMeta = await Promise.all(bw.map((x) => toPayloadWithMongoMeta(x)))
+    if (boundWitnessesWithExternalMeta.length) {
+      const boundWitnessesResult = await this.boundWitnesses.insertMany(boundWitnessesWithExternalMeta)
+      if (!boundWitnessesResult.acknowledged || boundWitnessesResult.insertedCount !== boundWitnessesWithExternalMeta.length)
         throw new Error('MongoDBDeterministicArchivist: Error inserting BoundWitnesses')
     }
-    return payloads ?? []
+
+    return [...boundWitnessesWithExternalMeta, ...payloadsWithExternalMeta]
   }
 
   protected override async startHandler() {

package/src/lib/index.ts

@@ -1,4 +1,3 @@
-export * from './toBoundWitnessWithMeta'
-export * from './toPayloadWithMeta'
+export * from './toPayloadWithMongoMeta'
 export * from './toReturnValue'
 export * from './validByType'

package/src/lib/toPayloadWithMongoMeta.ts

@@ -0,0 +1,10 @@
+import { PayloadBuilder } from '@xyo-network/payload-builder'
+import { Payload } from '@xyo-network/payload-model'
+import { PayloadWithMongoMeta } from '@xyo-network/payload-mongodb'
+
+export const toPayloadWithMongoMeta = async <T extends Payload>(payload: T): Promise<PayloadWithMongoMeta<T>> => {
+  const built = await PayloadBuilder.build(payload)
+  const _hash = await PayloadBuilder.hash(built)
+  const { $hash, $meta, ...fields } = built
+  return { ...fields, _$hash: $hash, _$meta: $meta, _hash, _timestamp: Date.now() } as PayloadWithMongoMeta<T>
+}

package/src/lib/toReturnValue.ts

@@ -1,12 +1,6 @@
-import { BoundWitness } from '@xyo-network/boundwitness-model'
+import { deepOmitPrefixedFields } from '@xyo-network/hash'
 import { Payload } from '@xyo-network/payload-model'
-import { PayloadWrapper } from '@xyo-network/payload-wrapper'
 
-export const toReturnValue = (value: Payload | BoundWitness): Payload => {
-  const _signatures = (value as BoundWitness)?._signatures
-  if (_signatures) {
-    return { ...PayloadWrapper.wrap(value).body(), _signatures } as BoundWitness
-  } else {
-    return { ...PayloadWrapper.wrap(value).body() }
-  }
+export const toReturnValue = (value: Payload): Payload => {
+  return deepOmitPrefixedFields(value, '_')
 }

package/src/lib/validByType.ts

@@ -1,25 +1,29 @@
 import { QueryBoundWitnessWrapper } from '@xyo-network/boundwitness-builder'
-import { isBoundWitness, isQueryBoundWitness } from '@xyo-network/boundwitness-model'
+import { BoundWitness, isBoundWitness, isQueryBoundWitness } from '@xyo-network/boundwitness-model'
 import { BoundWitnessWrapper } from '@xyo-network/boundwitness-wrapper'
 import { Payload } from '@xyo-network/payload-model'
 import { PayloadWrapper } from '@xyo-network/payload-wrapper'
 
 export const validByType = async (payloads: Payload[] = []) => {
-  const results: [BoundWitnessWrapper[], PayloadWrapper[]] = [[], []]
+  const results: [BoundWitness[], Payload[]] = [[], []]
   await Promise.all(
     payloads.map(async (payload) => {
       if (isBoundWitness(payload)) {
         const wrapper = isQueryBoundWitness(payload) ? QueryBoundWitnessWrapper : BoundWitnessWrapper
-        const bw = wrapper.parse(payload)
+        const bw = await wrapper.parse(payload)
         if (await bw.getValid()) {
-          results[0].push(bw)
+          results[0].push(bw.jsonPayload())
+        } else {
+          const errors = await bw.getErrors()
+          console.log(`validByType.Error: ${JSON.stringify(errors, null, 2)}`)
         }
       } else {
-        const payloadWrapper = PayloadWrapper.wrap(payload)
+        const payloadWrapper = await PayloadWrapper.wrap(payload)
         if (await payloadWrapper.getValid()) {
-          results[1].push(payloadWrapper)
+          results[1].push(payloadWrapper.jsonPayload())
         }
       }
+      return
     }),
   )
   return results

package/dist/browser/lib/toBoundWitnessWithMeta.d.cts

@@ -1,5 +0,0 @@
-import { QueryBoundWitnessWrapper } from '@xyo-network/boundwitness-builder';
-import { BoundWitnessWrapper } from '@xyo-network/boundwitness-wrapper';
-import { BoundWitnessWithMeta } from '@xyo-network/payload-mongodb';
-export declare const toBoundWitnessWithMeta: (wrapper: BoundWitnessWrapper | QueryBoundWitnessWrapper) => Promise<BoundWitnessWithMeta>;
-//# sourceMappingURL=toBoundWitnessWithMeta.d.ts.map

package/dist/browser/lib/toBoundWitnessWithMeta.d.cts.map

@@ -1 +0,0 @@
-{"version":3,"file":"toBoundWitnessWithMeta.d.ts","sourceRoot":"","sources":["../../../src/lib/toBoundWitnessWithMeta.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,wBAAwB,EAAE,MAAM,mCAAmC,CAAA;AAE5E,OAAO,EAAE,mBAAmB,EAAE,MAAM,mCAAmC,CAAA;AACvE,OAAO,EAAE,oBAAoB,EAAE,MAAM,8BAA8B,CAAA;AAEnE,eAAO,MAAM,sBAAsB,YAAmB,mBAAmB,GAAG,wBAAwB,KAAG,QAAQ,oBAAoB,CAGlI,CAAA"}

package/dist/browser/lib/toBoundWitnessWithMeta.d.mts

@@ -1,5 +0,0 @@
-import { QueryBoundWitnessWrapper } from '@xyo-network/boundwitness-builder';
-import { BoundWitnessWrapper } from '@xyo-network/boundwitness-wrapper';
-import { BoundWitnessWithMeta } from '@xyo-network/payload-mongodb';
-export declare const toBoundWitnessWithMeta: (wrapper: BoundWitnessWrapper | QueryBoundWitnessWrapper) => Promise<BoundWitnessWithMeta>;
-//# sourceMappingURL=toBoundWitnessWithMeta.d.ts.map

package/dist/browser/lib/toBoundWitnessWithMeta.d.mts.map

@@ -1 +0,0 @@
-{"version":3,"file":"toBoundWitnessWithMeta.d.ts","sourceRoot":"","sources":["../../../src/lib/toBoundWitnessWithMeta.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,wBAAwB,EAAE,MAAM,mCAAmC,CAAA;AAE5E,OAAO,EAAE,mBAAmB,EAAE,MAAM,mCAAmC,CAAA;AACvE,OAAO,EAAE,oBAAoB,EAAE,MAAM,8BAA8B,CAAA;AAEnE,eAAO,MAAM,sBAAsB,YAAmB,mBAAmB,GAAG,wBAAwB,KAAG,QAAQ,oBAAoB,CAGlI,CAAA"}

package/dist/browser/lib/toBoundWitnessWithMeta.d.ts

@@ -1,5 +0,0 @@
-import { QueryBoundWitnessWrapper } from '@xyo-network/boundwitness-builder';
-import { BoundWitnessWrapper } from '@xyo-network/boundwitness-wrapper';
-import { BoundWitnessWithMeta } from '@xyo-network/payload-mongodb';
-export declare const toBoundWitnessWithMeta: (wrapper: BoundWitnessWrapper | QueryBoundWitnessWrapper) => Promise<BoundWitnessWithMeta>;
-//# sourceMappingURL=toBoundWitnessWithMeta.d.ts.map

package/dist/browser/lib/toBoundWitnessWithMeta.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"toBoundWitnessWithMeta.d.ts","sourceRoot":"","sources":["../../../src/lib/toBoundWitnessWithMeta.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,wBAAwB,EAAE,MAAM,mCAAmC,CAAA;AAE5E,OAAO,EAAE,mBAAmB,EAAE,MAAM,mCAAmC,CAAA;AACvE,OAAO,EAAE,oBAAoB,EAAE,MAAM,8BAA8B,CAAA;AAEnE,eAAO,MAAM,sBAAsB,YAAmB,mBAAmB,GAAG,wBAAwB,KAAG,QAAQ,oBAAoB,CAGlI,CAAA"}

package/dist/browser/lib/toPayloadWithMeta.d.cts

@@ -1,4 +0,0 @@
-import { PayloadWithMeta } from '@xyo-network/payload-mongodb';
-import { PayloadWrapper } from '@xyo-network/payload-wrapper';
-export declare const toPayloadWithMeta: (wrapper: PayloadWrapper) => Promise<PayloadWithMeta>;
-//# sourceMappingURL=toPayloadWithMeta.d.ts.map

package/dist/browser/lib/toPayloadWithMeta.d.cts.map

@@ -1 +0,0 @@
-{"version":3,"file":"toPayloadWithMeta.d.ts","sourceRoot":"","sources":["../../../src/lib/toPayloadWithMeta.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAA;AAC9D,OAAO,EAAE,cAAc,EAAE,MAAM,8BAA8B,CAAA;AAE7D,eAAO,MAAM,iBAAiB,YAAmB,cAAc,KAAG,QAAQ,eAAe,CAExF,CAAA"}

package/dist/browser/lib/toPayloadWithMeta.d.mts

@@ -1,4 +0,0 @@
-import { PayloadWithMeta } from '@xyo-network/payload-mongodb';
-import { PayloadWrapper } from '@xyo-network/payload-wrapper';
-export declare const toPayloadWithMeta: (wrapper: PayloadWrapper) => Promise<PayloadWithMeta>;
-//# sourceMappingURL=toPayloadWithMeta.d.ts.map

package/dist/browser/lib/toPayloadWithMeta.d.mts.map

@@ -1 +0,0 @@
-{"version":3,"file":"toPayloadWithMeta.d.ts","sourceRoot":"","sources":["../../../src/lib/toPayloadWithMeta.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAA;AAC9D,OAAO,EAAE,cAAc,EAAE,MAAM,8BAA8B,CAAA;AAE7D,eAAO,MAAM,iBAAiB,YAAmB,cAAc,KAAG,QAAQ,eAAe,CAExF,CAAA"}

package/dist/browser/lib/toPayloadWithMeta.d.ts

@@ -1,4 +0,0 @@
-import { PayloadWithMeta } from '@xyo-network/payload-mongodb';
-import { PayloadWrapper } from '@xyo-network/payload-wrapper';
-export declare const toPayloadWithMeta: (wrapper: PayloadWrapper) => Promise<PayloadWithMeta>;
-//# sourceMappingURL=toPayloadWithMeta.d.ts.map

package/dist/browser/lib/toPayloadWithMeta.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"toPayloadWithMeta.d.ts","sourceRoot":"","sources":["../../../src/lib/toPayloadWithMeta.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAA;AAC9D,OAAO,EAAE,cAAc,EAAE,MAAM,8BAA8B,CAAA;AAE7D,eAAO,MAAM,iBAAiB,YAAmB,cAAc,KAAG,QAAQ,eAAe,CAExF,CAAA"}

package/dist/node/index.mjs

@@ -1,141 +0,0 @@
-var __defProp = Object.defineProperty;
-var __defNormalProp = (obj, key, value) => key in obj ? __defProp(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
-var __name = (target, value) => __defProp(target, "name", { value, configurable: true });
-var __publicField = (obj, key, value) => {
-  __defNormalProp(obj, typeof key !== "symbol" ? key + "" : key, value);
-  return value;
-};
-
-// src/Archivist.ts
-import { exists } from "@xylabs/exists";
-import { fulfilledValues } from "@xylabs/promise";
-import { AbstractArchivist } from "@xyo-network/archivist-abstract";
-import { ArchivistConfigSchema, ArchivistInsertQuerySchema } from "@xyo-network/archivist-model";
-import { MongoDBArchivistConfigSchema } from "@xyo-network/archivist-model-mongodb";
-import { MongoDBModuleMixin } from "@xyo-network/module-abstract-mongodb";
-import { PayloadWrapper as PayloadWrapper3 } from "@xyo-network/payload-wrapper";
-
-// src/lib/toBoundWitnessWithMeta.ts
-var toBoundWitnessWithMeta = /* @__PURE__ */ __name(async (wrapper) => {
-  const bw = wrapper.boundwitness;
-  return {
-    ...bw,
-    _hash: await wrapper.hashAsync(),
-    _timestamp: Date.now()
-  };
-}, "toBoundWitnessWithMeta");
-
-// src/lib/toPayloadWithMeta.ts
-var toPayloadWithMeta = /* @__PURE__ */ __name(async (wrapper) => {
-  return {
-    ...wrapper.payload(),
-    _hash: await wrapper.hashAsync(),
-    _timestamp: Date.now()
-  };
-}, "toPayloadWithMeta");
-
-// src/lib/toReturnValue.ts
-import { PayloadWrapper } from "@xyo-network/payload-wrapper";
-var toReturnValue = /* @__PURE__ */ __name((value) => {
-  const _signatures = value == null ? void 0 : value._signatures;
-  if (_signatures) {
-    return {
-      ...PayloadWrapper.wrap(value).body(),
-      _signatures
-    };
-  } else {
-    return {
-      ...PayloadWrapper.wrap(value).body()
-    };
-  }
-}, "toReturnValue");
-
-// src/lib/validByType.ts
-import { QueryBoundWitnessWrapper } from "@xyo-network/boundwitness-builder";
-import { isBoundWitness, isQueryBoundWitness } from "@xyo-network/boundwitness-model";
-import { BoundWitnessWrapper } from "@xyo-network/boundwitness-wrapper";
-import { PayloadWrapper as PayloadWrapper2 } from "@xyo-network/payload-wrapper";
-var validByType = /* @__PURE__ */ __name(async (payloads = []) => {
-  const results = [
-    [],
-    []
-  ];
-  await Promise.all(payloads.map(async (payload) => {
-    if (isBoundWitness(payload)) {
-      const wrapper = isQueryBoundWitness(payload) ? QueryBoundWitnessWrapper : BoundWitnessWrapper;
-      const bw = wrapper.parse(payload);
-      if (await bw.getValid()) {
-        results[0].push(bw);
-      }
-    } else {
-      const payloadWrapper = PayloadWrapper2.wrap(payload);
-      if (await payloadWrapper.getValid()) {
-        results[1].push(payloadWrapper);
-      }
-    }
-  }));
-  return results;
-}, "validByType");
-
-// src/Archivist.ts
-var MongoDBArchivistBase = MongoDBModuleMixin(AbstractArchivist);
-var _MongoDBArchivist = class _MongoDBArchivist extends MongoDBArchivistBase {
-  queries = [
-    ArchivistInsertQuerySchema,
-    ...super.queries
-  ];
-  async head() {
-    const head = await (await this.payloads.find({})).sort({
-      _timestamp: -1
-    }).limit(1).toArray();
-    return head[0] ? PayloadWrapper3.wrap(head[0]).body() : void 0;
-  }
-  async getHandler(hashes) {
-    const payloads = hashes.map((_hash) => this.payloads.findOne({
-      _hash
-    }));
-    const bws = hashes.map((_hash) => this.boundWitnesses.findOne({
-      _hash
-    }));
-    const gets = await Promise.allSettled([
-      payloads,
-      bws
-    ].flat());
-    const succeeded = gets.reduce(fulfilledValues, []);
-    return succeeded.filter(exists).map(toReturnValue);
-  }
-  async insertHandler(payloads) {
-    const [bw, p] = await validByType(payloads);
-    const payloadsWithMeta = await Promise.all(p.map((x) => toPayloadWithMeta(x)));
-    if (payloadsWithMeta.length) {
-      const payloadsResult = await this.payloads.insertMany(payloadsWithMeta);
-      if (!payloadsResult.acknowledged || payloadsResult.insertedCount !== payloadsWithMeta.length)
-        throw new Error("MongoDBDeterministicArchivist: Error inserting Payloads");
-    }
-    const boundWitnesses = await Promise.all(bw.map((x) => toBoundWitnessWithMeta(x)));
-    if (boundWitnesses.length) {
-      const boundWitnessesResult = await this.boundWitnesses.insertMany(boundWitnesses);
-      if (!boundWitnessesResult.acknowledged || boundWitnessesResult.insertedCount !== boundWitnesses.length)
-        throw new Error("MongoDBDeterministicArchivist: Error inserting BoundWitnesses");
-    }
-    return payloads ?? [];
-  }
-  async startHandler() {
-    await super.startHandler();
-    await this.ensureIndexes();
-    return true;
-  }
-};
-__name(_MongoDBArchivist, "MongoDBArchivist");
-__publicField(_MongoDBArchivist, "configSchemas", [
-  MongoDBArchivistConfigSchema,
-  ArchivistConfigSchema
-]);
-var MongoDBArchivist = _MongoDBArchivist;
-
-// src/index.ts
-export * from "@xyo-network/archivist-model-mongodb";
-export {
-  MongoDBArchivist
-};
-//# sourceMappingURL=index.mjs.map

package/dist/node/index.mjs.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../src/Archivist.ts","../../src/lib/toBoundWitnessWithMeta.ts","../../src/lib/toPayloadWithMeta.ts","../../src/lib/toReturnValue.ts","../../src/lib/validByType.ts","../../src/index.ts"],"sourcesContent":["import { exists } from '@xylabs/exists'\nimport { fulfilledValues } from '@xylabs/promise'\nimport { AbstractArchivist } from '@xyo-network/archivist-abstract'\nimport { ArchivistConfigSchema, ArchivistInsertQuerySchema } from '@xyo-network/archivist-model'\nimport { MongoDBArchivistConfigSchema } from '@xyo-network/archivist-model-mongodb'\nimport { MongoDBModuleMixin } from '@xyo-network/module-abstract-mongodb'\nimport { Payload } from '@xyo-network/payload-model'\nimport { PayloadWithPartialMeta } from '@xyo-network/payload-mongodb'\nimport { PayloadWrapper } from '@xyo-network/payload-wrapper'\n\nimport { toBoundWitnessWithMeta, toPayloadWithMeta, toReturnValue, validByType } from './lib'\n\nconst MongoDBArchivistBase = MongoDBModuleMixin(AbstractArchivist)\n\nexport class MongoDBArchivist extends MongoDBArchivistBase {\n  static override configSchemas = [MongoDBArchivistConfigSchema, ArchivistConfigSchema]\n\n  override readonly queries: string[] = [ArchivistInsertQuerySchema, ...super.queries]\n\n  override async head(): Promise<Payload | undefined> {\n    const head = await (await this.payloads.find({})).sort({ _timestamp: -1 }).limit(1).toArray()\n    return head[0] ? PayloadWrapper.wrap(head[0]).body() : undefined\n  }\n\n  protected override async getHandler(hashes: string[]): Promise<Payload[]> {\n    const payloads = hashes.map((_hash) => this.payloads.findOne({ _hash }))\n    const bws = hashes.map((_hash) => this.boundWitnesses.findOne({ _hash }))\n    const gets = await Promise.allSettled([payloads, bws].flat())\n    const succeeded = gets.reduce<(PayloadWithPartialMeta | null)[]>(fulfilledValues, []) as Payload[]\n    return succeeded.filter(exists).map(toReturnValue)\n  }\n\n  protected override async insertHandler(payloads?: Payload[]): Promise<Payload[]> {\n    const [bw, p] = await validByType(payloads)\n    const payloadsWithMeta = await Promise.all(p.map((x) => toPayloadWithMeta(x)))\n    if (payloadsWithMeta.length) {\n      const payloadsResult = await this.payloads.insertMany(payloadsWithMeta)\n      if (!payloadsResult.acknowledged || payloadsResult.insertedCount !== payloadsWithMeta.length)\n        throw new Error('MongoDBDeterministicArchivist: Error inserting Payloads')\n    }\n    const boundWitnesses = await Promise.all(bw.map((x) => toBoundWitnessWithMeta(x)))\n    if (boundWitnesses.length) {\n      const boundWitnessesResult = await this.boundWitnesses.insertMany(boundWitnesses)\n      if (!boundWitnessesResult.acknowledged || boundWitnessesResult.insertedCount !== boundWitnesses.length)\n        throw new Error('MongoDBDeterministicArchivist: Error inserting BoundWitnesses')\n    }\n    return payloads ?? []\n  }\n\n  protected override async startHandler() {\n    await super.startHandler()\n    await this.ensureIndexes()\n    return true\n  }\n}\n","import { QueryBoundWitnessWrapper } from '@xyo-network/boundwitness-builder'\nimport { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { BoundWitnessWrapper } from '@xyo-network/boundwitness-wrapper'\nimport { BoundWitnessWithMeta } from '@xyo-network/payload-mongodb'\n\nexport const toBoundWitnessWithMeta = async (wrapper: BoundWitnessWrapper | QueryBoundWitnessWrapper): Promise<BoundWitnessWithMeta> => {\n  const bw = wrapper.boundwitness as BoundWitness\n  return { ...bw, _hash: await wrapper.hashAsync(), _timestamp: Date.now() }\n}\n","import { PayloadWithMeta } from '@xyo-network/payload-mongodb'\nimport { PayloadWrapper } from '@xyo-network/payload-wrapper'\n\nexport const toPayloadWithMeta = async (wrapper: PayloadWrapper): Promise<PayloadWithMeta> => {\n  return { ...wrapper.payload(), _hash: await wrapper.hashAsync(), _timestamp: Date.now() }\n}\n","import { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { Payload } from '@xyo-network/payload-model'\nimport { PayloadWrapper } from '@xyo-network/payload-wrapper'\n\nexport const toReturnValue = (value: Payload | BoundWitness): Payload => {\n  const _signatures = (value as BoundWitness)?._signatures\n  if (_signatures) {\n    return { ...PayloadWrapper.wrap(value).body(), _signatures } as BoundWitness\n  } else {\n    return { ...PayloadWrapper.wrap(value).body() }\n  }\n}\n","import { QueryBoundWitnessWrapper } from '@xyo-network/boundwitness-builder'\nimport { isBoundWitness, isQueryBoundWitness } from '@xyo-network/boundwitness-model'\nimport { BoundWitnessWrapper } from '@xyo-network/boundwitness-wrapper'\nimport { Payload } from '@xyo-network/payload-model'\nimport { PayloadWrapper } from '@xyo-network/payload-wrapper'\n\nexport const validByType = async (payloads: Payload[] = []) => {\n  const results: [BoundWitnessWrapper[], PayloadWrapper[]] = [[], []]\n  await Promise.all(\n    payloads.map(async (payload) => {\n      if (isBoundWitness(payload)) {\n        const wrapper = isQueryBoundWitness(payload) ? QueryBoundWitnessWrapper : BoundWitnessWrapper\n        const bw = wrapper.parse(payload)\n        if (await bw.getValid()) {\n          results[0].push(bw)\n        }\n      } else {\n        const payloadWrapper = PayloadWrapper.wrap(payload)\n        if (await payloadWrapper.getValid()) {\n          results[1].push(payloadWrapper)\n        }\n      }\n    }),\n  )\n  return results\n}\n","export * from './Archivist'\nexport * from '@xyo-network/archivist-model-mongodb'\n"],"mappings":";;;;;;;;;AAAA,SAASA,cAAc;AACvB,SAASC,uBAAuB;AAChC,SAASC,yBAAyB;AAClC,SAASC,uBAAuBC,kCAAkC;AAClE,SAASC,oCAAoC;AAC7C,SAASC,0BAA0B;AAGnC,SAASC,kBAAAA,uBAAsB;;;ACHxB,IAAMC,yBAAyB,8BAAOC,YAAAA;AAC3C,QAAMC,KAAKD,QAAQE;AACnB,SAAO;IAAE,GAAGD;IAAIE,OAAO,MAAMH,QAAQI,UAAS;IAAIC,YAAYC,KAAKC,IAAG;EAAG;AAC3E,GAHsC;;;ACF/B,IAAMC,oBAAoB,8BAAOC,YAAAA;AACtC,SAAO;IAAE,GAAGA,QAAQC,QAAO;IAAIC,OAAO,MAAMF,QAAQG,UAAS;IAAIC,YAAYC,KAAKC,IAAG;EAAG;AAC1F,GAFiC;;;ACDjC,SAASC,sBAAsB;AAExB,IAAMC,gBAAgB,wBAACC,UAAAA;AAC5B,QAAMC,cAAeD,+BAAwBC;AAC7C,MAAIA,aAAa;AACf,WAAO;MAAE,GAAGC,eAAeC,KAAKH,KAAAA,EAAOI,KAAI;MAAIH;IAAY;EAC7D,OAAO;AACL,WAAO;MAAE,GAAGC,eAAeC,KAAKH,KAAAA,EAAOI,KAAI;IAAG;EAChD;AACF,GAP6B;;;ACJ7B,SAASC,gCAAgC;AACzC,SAASC,gBAAgBC,2BAA2B;AACpD,SAASC,2BAA2B;AAEpC,SAASC,kBAAAA,uBAAsB;AAExB,IAAMC,cAAc,8BAAOC,WAAsB,CAAA,MAAE;AACxD,QAAMC,UAAqD;IAAC,CAAA;IAAI,CAAA;;AAChE,QAAMC,QAAQC,IACZH,SAASI,IAAI,OAAOC,YAAAA;AAClB,QAAIC,eAAeD,OAAAA,GAAU;AAC3B,YAAME,UAAUC,oBAAoBH,OAAAA,IAAWI,2BAA2BC;AAC1E,YAAMC,KAAKJ,QAAQK,MAAMP,OAAAA;AACzB,UAAI,MAAMM,GAAGE,SAAQ,GAAI;AACvBZ,gBAAQ,CAAA,EAAGa,KAAKH,EAAAA;MAClB;IACF,OAAO;AACL,YAAMI,iBAAiBC,gBAAeC,KAAKZ,OAAAA;AAC3C,UAAI,MAAMU,eAAeF,SAAQ,GAAI;AACnCZ,gBAAQ,CAAA,EAAGa,KAAKC,cAAAA;MAClB;IACF;EACF,CAAA,CAAA;AAEF,SAAOd;AACT,GAnB2B;;;AJM3B,IAAMiB,uBAAuBC,mBAAmBC,iBAAAA;AAEzC,IAAMC,oBAAN,MAAMA,0BAAyBH,qBAAAA;EAGlBI,UAAoB;IAACC;OAA+B,MAAMD;;EAE5E,MAAeE,OAAqC;AAClD,UAAMA,OAAO,OAAO,MAAM,KAAKC,SAASC,KAAK,CAAC,CAAA,GAAIC,KAAK;MAAEC,YAAY;IAAG,CAAA,EAAGC,MAAM,CAAA,EAAGC,QAAO;AAC3F,WAAON,KAAK,CAAA,IAAKO,gBAAeC,KAAKR,KAAK,CAAA,CAAE,EAAES,KAAI,IAAKC;EACzD;EAEA,MAAyBC,WAAWC,QAAsC;AACxE,UAAMX,WAAWW,OAAOC,IAAI,CAACC,UAAU,KAAKb,SAASc,QAAQ;MAAED;IAAM,CAAA,CAAA;AACrE,UAAME,MAAMJ,OAAOC,IAAI,CAACC,UAAU,KAAKG,eAAeF,QAAQ;MAAED;IAAM,CAAA,CAAA;AACtE,UAAMI,OAAO,MAAMC,QAAQC,WAAW;MAACnB;MAAUe;MAAKK,KAAI,CAAA;AAC1D,UAAMC,YAAYJ,KAAKK,OAA0CC,iBAAiB,CAAA,CAAE;AACpF,WAAOF,UAAUG,OAAOC,MAAAA,EAAQb,IAAIc,aAAAA;EACtC;EAEA,MAAyBC,cAAc3B,UAA0C;AAC/E,UAAM,CAAC4B,IAAIC,CAAAA,IAAK,MAAMC,YAAY9B,QAAAA;AAClC,UAAM+B,mBAAmB,MAAMb,QAAQc,IAAIH,EAAEjB,IAAI,CAACqB,MAAMC,kBAAkBD,CAAAA,CAAAA,CAAAA;AAC1E,QAAIF,iBAAiBI,QAAQ;AAC3B,YAAMC,iBAAiB,MAAM,KAAKpC,SAASqC,WAAWN,gBAAAA;AACtD,UAAI,CAACK,eAAeE,gBAAgBF,eAAeG,kBAAkBR,iBAAiBI;AACpF,cAAM,IAAIK,MAAM,yDAAA;IACpB;AACA,UAAMxB,iBAAiB,MAAME,QAAQc,IAAIJ,GAAGhB,IAAI,CAACqB,MAAMQ,uBAAuBR,CAAAA,CAAAA,CAAAA;AAC9E,QAAIjB,eAAemB,QAAQ;AACzB,YAAMO,uBAAuB,MAAM,KAAK1B,eAAeqB,WAAWrB,cAAAA;AAClE,UAAI,CAAC0B,qBAAqBJ,gBAAgBI,qBAAqBH,kBAAkBvB,eAAemB;AAC9F,cAAM,IAAIK,MAAM,+DAAA;IACpB;AACA,WAAOxC,YAAY,CAAA;EACrB;EAEA,MAAyB2C,eAAe;AACtC,UAAM,MAAMA,aAAAA;AACZ,UAAM,KAAKC,cAAa;AACxB,WAAO;EACT;AACF;AAxCsCnD;AACpC,cADWG,mBACKiD,iBAAgB;EAACC;EAA8BC;;AAD1D,IAAMnD,mBAAN;;;AKbP,cAAc;","names":["exists","fulfilledValues","AbstractArchivist","ArchivistConfigSchema","ArchivistInsertQuerySchema","MongoDBArchivistConfigSchema","MongoDBModuleMixin","PayloadWrapper","toBoundWitnessWithMeta","wrapper","bw","boundwitness","_hash","hashAsync","_timestamp","Date","now","toPayloadWithMeta","wrapper","payload","_hash","hashAsync","_timestamp","Date","now","PayloadWrapper","toReturnValue","value","_signatures","PayloadWrapper","wrap","body","QueryBoundWitnessWrapper","isBoundWitness","isQueryBoundWitness","BoundWitnessWrapper","PayloadWrapper","validByType","payloads","results","Promise","all","map","payload","isBoundWitness","wrapper","isQueryBoundWitness","QueryBoundWitnessWrapper","BoundWitnessWrapper","bw","parse","getValid","push","payloadWrapper","PayloadWrapper","wrap","MongoDBArchivistBase","MongoDBModuleMixin","AbstractArchivist","MongoDBArchivist","queries","ArchivistInsertQuerySchema","head","payloads","find","sort","_timestamp","limit","toArray","PayloadWrapper","wrap","body","undefined","getHandler","hashes","map","_hash","findOne","bws","boundWitnesses","gets","Promise","allSettled","flat","succeeded","reduce","fulfilledValues","filter","exists","toReturnValue","insertHandler","bw","p","validByType","payloadsWithMeta","all","x","toPayloadWithMeta","length","payloadsResult","insertMany","acknowledged","insertedCount","Error","toBoundWitnessWithMeta","boundWitnessesResult","startHandler","ensureIndexes","configSchemas","MongoDBArchivistConfigSchema","ArchivistConfigSchema"]}

package/dist/node/lib/toBoundWitnessWithMeta.d.cts

@@ -1,5 +0,0 @@
-import { QueryBoundWitnessWrapper } from '@xyo-network/boundwitness-builder';
-import { BoundWitnessWrapper } from '@xyo-network/boundwitness-wrapper';
-import { BoundWitnessWithMeta } from '@xyo-network/payload-mongodb';
-export declare const toBoundWitnessWithMeta: (wrapper: BoundWitnessWrapper | QueryBoundWitnessWrapper) => Promise<BoundWitnessWithMeta>;
-//# sourceMappingURL=toBoundWitnessWithMeta.d.ts.map

package/dist/node/lib/toBoundWitnessWithMeta.d.cts.map

@@ -1 +0,0 @@
-{"version":3,"file":"toBoundWitnessWithMeta.d.ts","sourceRoot":"","sources":["../../../src/lib/toBoundWitnessWithMeta.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,wBAAwB,EAAE,MAAM,mCAAmC,CAAA;AAE5E,OAAO,EAAE,mBAAmB,EAAE,MAAM,mCAAmC,CAAA;AACvE,OAAO,EAAE,oBAAoB,EAAE,MAAM,8BAA8B,CAAA;AAEnE,eAAO,MAAM,sBAAsB,YAAmB,mBAAmB,GAAG,wBAAwB,KAAG,QAAQ,oBAAoB,CAGlI,CAAA"}

package/dist/node/lib/toBoundWitnessWithMeta.d.mts

@@ -1,5 +0,0 @@
-import { QueryBoundWitnessWrapper } from '@xyo-network/boundwitness-builder';
-import { BoundWitnessWrapper } from '@xyo-network/boundwitness-wrapper';
-import { BoundWitnessWithMeta } from '@xyo-network/payload-mongodb';
-export declare const toBoundWitnessWithMeta: (wrapper: BoundWitnessWrapper | QueryBoundWitnessWrapper) => Promise<BoundWitnessWithMeta>;
-//# sourceMappingURL=toBoundWitnessWithMeta.d.ts.map

package/dist/node/lib/toBoundWitnessWithMeta.d.mts.map

@@ -1 +0,0 @@
-{"version":3,"file":"toBoundWitnessWithMeta.d.ts","sourceRoot":"","sources":["../../../src/lib/toBoundWitnessWithMeta.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,wBAAwB,EAAE,MAAM,mCAAmC,CAAA;AAE5E,OAAO,EAAE,mBAAmB,EAAE,MAAM,mCAAmC,CAAA;AACvE,OAAO,EAAE,oBAAoB,EAAE,MAAM,8BAA8B,CAAA;AAEnE,eAAO,MAAM,sBAAsB,YAAmB,mBAAmB,GAAG,wBAAwB,KAAG,QAAQ,oBAAoB,CAGlI,CAAA"}

package/dist/node/lib/toBoundWitnessWithMeta.d.ts

@@ -1,5 +0,0 @@
-import { QueryBoundWitnessWrapper } from '@xyo-network/boundwitness-builder';
-import { BoundWitnessWrapper } from '@xyo-network/boundwitness-wrapper';
-import { BoundWitnessWithMeta } from '@xyo-network/payload-mongodb';
-export declare const toBoundWitnessWithMeta: (wrapper: BoundWitnessWrapper | QueryBoundWitnessWrapper) => Promise<BoundWitnessWithMeta>;
-//# sourceMappingURL=toBoundWitnessWithMeta.d.ts.map

package/dist/node/lib/toBoundWitnessWithMeta.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"toBoundWitnessWithMeta.d.ts","sourceRoot":"","sources":["../../../src/lib/toBoundWitnessWithMeta.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,wBAAwB,EAAE,MAAM,mCAAmC,CAAA;AAE5E,OAAO,EAAE,mBAAmB,EAAE,MAAM,mCAAmC,CAAA;AACvE,OAAO,EAAE,oBAAoB,EAAE,MAAM,8BAA8B,CAAA;AAEnE,eAAO,MAAM,sBAAsB,YAAmB,mBAAmB,GAAG,wBAAwB,KAAG,QAAQ,oBAAoB,CAGlI,CAAA"}

package/dist/node/lib/toPayloadWithMeta.d.cts

@@ -1,4 +0,0 @@
-import { PayloadWithMeta } from '@xyo-network/payload-mongodb';
-import { PayloadWrapper } from '@xyo-network/payload-wrapper';
-export declare const toPayloadWithMeta: (wrapper: PayloadWrapper) => Promise<PayloadWithMeta>;
-//# sourceMappingURL=toPayloadWithMeta.d.ts.map

package/dist/node/lib/toPayloadWithMeta.d.cts.map

@@ -1 +0,0 @@
-{"version":3,"file":"toPayloadWithMeta.d.ts","sourceRoot":"","sources":["../../../src/lib/toPayloadWithMeta.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAA;AAC9D,OAAO,EAAE,cAAc,EAAE,MAAM,8BAA8B,CAAA;AAE7D,eAAO,MAAM,iBAAiB,YAAmB,cAAc,KAAG,QAAQ,eAAe,CAExF,CAAA"}

package/dist/node/lib/toPayloadWithMeta.d.mts

@@ -1,4 +0,0 @@
-import { PayloadWithMeta } from '@xyo-network/payload-mongodb';
-import { PayloadWrapper } from '@xyo-network/payload-wrapper';
-export declare const toPayloadWithMeta: (wrapper: PayloadWrapper) => Promise<PayloadWithMeta>;
-//# sourceMappingURL=toPayloadWithMeta.d.ts.map

package/dist/node/lib/toPayloadWithMeta.d.mts.map

@@ -1 +0,0 @@
-{"version":3,"file":"toPayloadWithMeta.d.ts","sourceRoot":"","sources":["../../../src/lib/toPayloadWithMeta.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAA;AAC9D,OAAO,EAAE,cAAc,EAAE,MAAM,8BAA8B,CAAA;AAE7D,eAAO,MAAM,iBAAiB,YAAmB,cAAc,KAAG,QAAQ,eAAe,CAExF,CAAA"}

package/dist/node/lib/toPayloadWithMeta.d.ts

@@ -1,4 +0,0 @@
-import { PayloadWithMeta } from '@xyo-network/payload-mongodb';
-import { PayloadWrapper } from '@xyo-network/payload-wrapper';
-export declare const toPayloadWithMeta: (wrapper: PayloadWrapper) => Promise<PayloadWithMeta>;
-//# sourceMappingURL=toPayloadWithMeta.d.ts.map

package/dist/node/lib/toPayloadWithMeta.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"toPayloadWithMeta.d.ts","sourceRoot":"","sources":["../../../src/lib/toPayloadWithMeta.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAA;AAC9D,OAAO,EAAE,cAAc,EAAE,MAAM,8BAA8B,CAAA;AAE7D,eAAO,MAAM,iBAAiB,YAAmB,cAAc,KAAG,QAAQ,eAAe,CAExF,CAAA"}

package/src/lib/toBoundWitnessWithMeta.ts

@@ -1,9 +0,0 @@
-import { QueryBoundWitnessWrapper } from '@xyo-network/boundwitness-builder'
-import { BoundWitness } from '@xyo-network/boundwitness-model'
-import { BoundWitnessWrapper } from '@xyo-network/boundwitness-wrapper'
-import { BoundWitnessWithMeta } from '@xyo-network/payload-mongodb'
-
-export const toBoundWitnessWithMeta = async (wrapper: BoundWitnessWrapper | QueryBoundWitnessWrapper): Promise<BoundWitnessWithMeta> => {
-  const bw = wrapper.boundwitness as BoundWitness
-  return { ...bw, _hash: await wrapper.hashAsync(), _timestamp: Date.now() }
-}

package/src/lib/toPayloadWithMeta.ts

@@ -1,6 +0,0 @@
-import { PayloadWithMeta } from '@xyo-network/payload-mongodb'
-import { PayloadWrapper } from '@xyo-network/payload-wrapper'
-
-export const toPayloadWithMeta = async (wrapper: PayloadWrapper): Promise<PayloadWithMeta> => {
-  return { ...wrapper.payload(), _hash: await wrapper.hashAsync(), _timestamp: Date.now() }
-}