@xyo-network/archivist-mongodb 2.72.9

package/dist/esm/Archivist.js

@@ -0,0 +1,80 @@
+import { assertEx } from '@xylabs/assert';
+import { exists } from '@xylabs/exists';
+import { fulfilledValues } from '@xylabs/promise';
+import { AbstractArchivist } from '@xyo-network/archivist-abstract';
+import { ArchivistConfigSchema, ArchivistInsertQuerySchema } from '@xyo-network/archivist-model';
+import { PayloadWrapper } from '@xyo-network/payload-wrapper';
+import { BaseMongoSdk } from '@xyo-network/sdk-xyo-mongo-js';
+import merge from 'lodash/merge';
+import { validByType } from './validByType';
+export const MongoDBArchivistConfigSchema = 'network.xyo.archivist.mongodb.config';
+const toBoundWitnessWithMeta = async (wrapper) => {
+    const bw = wrapper.boundwitness;
+    return { ...bw, _hash: await wrapper.hashAsync(), _timestamp: Date.now() };
+};
+const toReturnValue = (value) => {
+    const _signatures = value?._signatures;
+    if (_signatures) {
+        return { ...PayloadWrapper.wrap(value).body(), _signatures };
+    }
+    else {
+        return { ...PayloadWrapper.wrap(value).body() };
+    }
+};
+const toPayloadWithMeta = async (wrapper) => {
+    return { ...wrapper.payload(), _hash: await wrapper.hashAsync(), _timestamp: Date.now() };
+};
+export class MongoDBArchivist extends AbstractArchivist {
+    static configSchemas = [MongoDBArchivistConfigSchema, ArchivistConfigSchema];
+    _boundWitnessSdk;
+    _payloadSdk;
+    get boundWitnessSdkConfig() {
+        return merge({}, this.params.boundWitnessSdkConfig, this.config.boundWitnessSdkConfig, {
+            collection: this.config.boundWitnessSdkConfig?.collection ?? this.params.boundWitnessSdkConfig?.collection ?? 'bound_witnesses',
+        });
+    }
+    get boundWitnesses() {
+        this._boundWitnessSdk = this._boundWitnessSdk ?? new BaseMongoSdk(this.boundWitnessSdkConfig);
+        return assertEx(this._boundWitnessSdk);
+    }
+    get payloadSdkConfig() {
+        return merge({}, this.params.payloadSdkConfig, this.config.payloadSdkConfig, {
+            collection: this.config.payloadSdkConfig?.collection ?? this.params.payloadSdkConfig?.collection ?? 'payload',
+        });
+    }
+    get payloads() {
+        this._payloadSdk = this._payloadSdk ?? new BaseMongoSdk(this.payloadSdkConfig);
+        return assertEx(this._payloadSdk);
+    }
+    get queries() {
+        return [ArchivistInsertQuerySchema, ...super.queries];
+    }
+    async head() {
+        const head = await (await this.payloads.find({})).sort({ _timestamp: -1 }).limit(1).toArray();
+        return head[0] ? PayloadWrapper.wrap(head[0]).body() : undefined;
+    }
+    async getHandler(hashes) {
+        const payloads = hashes.map((_hash) => this.payloads.findOne({ _hash }));
+        const bws = hashes.map((_hash) => this.boundWitnesses.findOne({ _hash }));
+        const gets = await Promise.allSettled([payloads, bws].flat());
+        const succeeded = gets.reduce(fulfilledValues, []);
+        return succeeded.filter(exists).map(toReturnValue);
+    }
+    async insertHandler(payloads) {
+        const [bw, p] = await validByType(payloads);
+        const boundWitnesses = await Promise.all(bw.map((x) => toBoundWitnessWithMeta(x)));
+        const payloadsWithMeta = await Promise.all(p.map((x) => toPayloadWithMeta(x)));
+        if (boundWitnesses.length) {
+            const boundWitnessesResult = await this.boundWitnesses.insertMany(boundWitnesses);
+            if (!boundWitnessesResult.acknowledged || boundWitnessesResult.insertedCount !== boundWitnesses.length)
+                throw new Error('MongoDBDeterministicArchivist: Error inserting BoundWitnesses');
+        }
+        if (payloadsWithMeta.length) {
+            const payloadsResult = await this.payloads.insertMany(payloadsWithMeta);
+            if (!payloadsResult.acknowledged || payloadsResult.insertedCount !== payloadsWithMeta.length)
+                throw new Error('MongoDBDeterministicArchivist: Error inserting Payloads');
+        }
+        return payloads ?? [];
+    }
+}
+//# sourceMappingURL=Archivist.js.map

package/dist/esm/Archivist.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"Archivist.js","sourceRoot":"","sources":["../../src/Archivist.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAA;AACzC,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAA;AACvC,OAAO,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAA;AACjD,OAAO,EAAE,iBAAiB,EAAE,MAAM,iCAAiC,CAAA;AACnE,OAAO,EAAmB,qBAAqB,EAAE,0BAA0B,EAAmB,MAAM,8BAA8B,CAAA;AAOlI,OAAO,EAAE,cAAc,EAAE,MAAM,8BAA8B,CAAA;AAC7D,OAAO,EAAE,YAAY,EAA2E,MAAM,+BAA+B,CAAA;AACrI,OAAO,KAAK,MAAM,cAAc,CAAA;AAEhC,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAA;AAE3C,MAAM,CAAC,MAAM,4BAA4B,GAAG,sCAAsC,CAAA;AAiBlF,MAAM,sBAAsB,GAAG,KAAK,EAAE,OAAuD,EAAiC,EAAE;IAC9H,MAAM,EAAE,GAAG,OAAO,CAAC,YAA4B,CAAA;IAC/C,OAAO,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,MAAM,OAAO,CAAC,SAAS,EAAE,EAAE,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,CAAA;AAC5E,CAAC,CAAA;AAED,MAAM,aAAa,GAAG,CAAC,KAA6B,EAAW,EAAE;IAC/D,MAAM,WAAW,GAAI,KAAsB,EAAE,WAAW,CAAA;IACxD,IAAI,WAAW,EAAE;QACf,OAAO,EAAE,GAAG,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE,WAAW,EAAkB,CAAA;KAC7E;SAAM;QACL,OAAO,EAAE,GAAG,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE,CAAA;KAChD;AACH,CAAC,CAAA;AAED,MAAM,iBAAiB,GAAG,KAAK,EAAE,OAAuB,EAA4B,EAAE;IACpF,OAAO,EAAE,GAAG,OAAO,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,MAAM,OAAO,CAAC,SAAS,EAAE,EAAE,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,CAAA;AAC3F,CAAC,CAAA;AAED,MAAM,OAAO,gBAAkF,SAAQ,iBAA0B;IAC/H,MAAM,CAAU,aAAa,GAAG,CAAC,4BAA4B,EAAE,qBAAqB,CAAC,CAAA;IAE7E,gBAAgB,CAAgD;IAChE,WAAW,CAA2C;IAE9D,IAAI,qBAAqB;QACvB,OAAO,KAAK,CAAC,EAAE,EAAE,IAAI,CAAC,MAAM,CAAC,qBAAqB,EAAE,IAAI,CAAC,MAAM,CAAC,qBAAqB,EAAE;YACrF,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,qBAAqB,EAAE,UAAU,IAAI,IAAI,CAAC,MAAM,CAAC,qBAAqB,EAAE,UAAU,IAAI,iBAAiB;SAChI,CAAC,CAAA;IACJ,CAAC;IAED,IAAI,cAAc;QAChB,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,gBAAgB,IAAI,IAAI,YAAY,CAAuB,IAAI,CAAC,qBAAqB,CAAC,CAAA;QACnH,OAAO,QAAQ,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAA;IACxC,CAAC;IAED,IAAI,gBAAgB;QAClB,OAAO,KAAK,CAAC,EAAE,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB,EAAE;YAC3E,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB,EAAE,UAAU,IAAI,IAAI,CAAC,MAAM,CAAC,gBAAgB,EAAE,UAAU,IAAI,SAAS;SAC9G,CAAC,CAAA;IACJ,CAAC;IAED,IAAI,QAAQ;QACV,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,IAAI,YAAY,CAAkB,IAAI,CAAC,gBAAgB,CAAC,CAAA;QAC/F,OAAO,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;IACnC,CAAC;IAED,IAAa,OAAO;QAClB,OAAO,CAAC,0BAA0B,EAAE,GAAG,KAAK,CAAC,OAAO,CAAC,CAAA;IACvD,CAAC;IAEQ,KAAK,CAAC,IAAI;QACjB,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAA;QAC7F,OAAO,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,SAAS,CAAA;IAClE,CAAC;IAEkB,KAAK,CAAC,UAAU,CAAC,MAAgB;QAClD,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAA;QACxE,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAA;QACzE,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,CAAA;QAC7D,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAoC,eAAe,EAAE,EAAE,CAAC,CAAA;QACrF,OAAO,SAAS,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,aAAa,CAAC,CAAA;IACpD,CAAC;IAEkB,KAAK,CAAC,aAAa,CAAC,QAAoB;QACzD,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,MAAM,WAAW,CAAC,QAAQ,CAAC,CAAA;QAC3C,MAAM,cAAc,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;QAClF,MAAM,gBAAgB,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;QAC9E,IAAI,cAAc,CAAC,MAAM,EAAE;YACzB,MAAM,oBAAoB,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,cAAc,CAAC,CAAA;YACjF,IAAI,CAAC,oBAAoB,CAAC,YAAY,IAAI,oBAAoB,CAAC,aAAa,KAAK,cAAc,CAAC,MAAM;gBACpG,MAAM,IAAI,KAAK,CAAC,+DAA+D,CAAC,CAAA;SACnF;QACD,IAAI,gBAAgB,CAAC,MAAM,EAAE;YAC3B,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,gBAAgB,CAAC,CAAA;YACvE,IAAI,CAAC,cAAc,CAAC,YAAY,IAAI,cAAc,CAAC,aAAa,KAAK,gBAAgB,CAAC,MAAM;gBAC1F,MAAM,IAAI,KAAK,CAAC,yDAAyD,CAAC,CAAA;SAC7E;QACD,OAAO,QAAQ,IAAI,EAAE,CAAA;IACvB,CAAC"}

package/dist/esm/index.js

@@ -0,0 +1,2 @@
+export * from './Archivist';
+//# sourceMappingURL=index.js.map

package/dist/esm/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,aAAa,CAAA"}

package/dist/esm/validByType.js

@@ -0,0 +1,24 @@
+import { isQueryBoundWitness, QueryBoundWitnessWrapper } from '@xyo-network/boundwitness-builder';
+import { isBoundWitness } from '@xyo-network/boundwitness-model';
+import { BoundWitnessWrapper } from '@xyo-network/boundwitness-wrapper';
+import { PayloadWrapper } from '@xyo-network/payload-wrapper';
+export const validByType = async (payloads = []) => {
+    const results = [[], []];
+    await Promise.all(payloads.map(async (payload) => {
+        if (isBoundWitness(payload)) {
+            const wrapper = isQueryBoundWitness(payload) ? QueryBoundWitnessWrapper : BoundWitnessWrapper;
+            const bw = wrapper.parse(payload);
+            if (await bw.getValid()) {
+                results[0].push(bw);
+            }
+        }
+        else {
+            const payloadWrapper = PayloadWrapper.wrap(payload);
+            if (await payloadWrapper.getValid()) {
+                results[1].push(payloadWrapper);
+            }
+        }
+    }));
+    return results;
+};
+//# sourceMappingURL=validByType.js.map

package/dist/esm/validByType.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"validByType.js","sourceRoot":"","sources":["../../src/validByType.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,wBAAwB,EAAE,MAAM,mCAAmC,CAAA;AACjG,OAAO,EAAE,cAAc,EAAE,MAAM,iCAAiC,CAAA;AAChE,OAAO,EAAE,mBAAmB,EAAE,MAAM,mCAAmC,CAAA;AAEvE,OAAO,EAAE,cAAc,EAAE,MAAM,8BAA8B,CAAA;AAE7D,MAAM,CAAC,MAAM,WAAW,GAAG,KAAK,EAAE,WAAsB,EAAE,EAAE,EAAE;IAC5D,MAAM,OAAO,GAA8C,CAAC,EAAE,EAAE,EAAE,CAAC,CAAA;IACnE,MAAM,OAAO,CAAC,GAAG,CACf,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;QAC7B,IAAI,cAAc,CAAC,OAAO,CAAC,EAAE;YAC3B,MAAM,OAAO,GAAG,mBAAmB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,wBAAwB,CAAC,CAAC,CAAC,mBAAmB,CAAA;YAC7F,MAAM,EAAE,GAAG,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA;YACjC,IAAI,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE;gBACvB,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;aACpB;SACF;aAAM;YACL,MAAM,cAAc,GAAG,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;YACnD,IAAI,MAAM,cAAc,CAAC,QAAQ,EAAE,EAAE;gBACnC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAA;aAChC;SACF;IACH,CAAC,CAAC,CACH,CAAA;IACD,OAAO,OAAO,CAAA;AAChB,CAAC,CAAA"}

package/dist/types/Archivist.d.ts

@@ -0,0 +1,33 @@
+import { AbstractArchivist } from '@xyo-network/archivist-abstract';
+import { ArchivistConfig, ArchivistParams } from '@xyo-network/archivist-model';
+import { AnyConfigSchema } from '@xyo-network/module';
+import { BoundWitnessWithMeta } from '@xyo-network/node-core-model';
+import { Payload } from '@xyo-network/payload-model';
+import { BaseMongoSdk, BaseMongoSdkConfig, BaseMongoSdkPrivateConfig, BaseMongoSdkPublicConfig } from '@xyo-network/sdk-xyo-mongo-js';
+export declare const MongoDBArchivistConfigSchema = "network.xyo.archivist.mongodb.config";
+export type MongoDBArchivistConfigSchema = typeof MongoDBArchivistConfigSchema;
+export type MongoDBArchivistConfig = ArchivistConfig<{
+    boundWitnessSdkConfig?: Partial<BaseMongoSdkPublicConfig>;
+    payloadSdkConfig?: Partial<BaseMongoSdkPublicConfig>;
+    schema: MongoDBArchivistConfigSchema;
+}>;
+export type MongoDBArchivistParams = ArchivistParams<AnyConfigSchema<MongoDBArchivistConfig>, {
+    boundWitnessSdkConfig: BaseMongoSdkPrivateConfig & Partial<BaseMongoSdkPublicConfig>;
+    payloadSdkConfig: BaseMongoSdkPrivateConfig & Partial<BaseMongoSdkPublicConfig>;
+}>;
+export declare class MongoDBArchivist<TParams extends MongoDBArchivistParams = MongoDBArchivistParams> extends AbstractArchivist<TParams> {
+    static configSchemas: string[];
+    private _boundWitnessSdk;
+    private _payloadSdk;
+    get boundWitnessSdkConfig(): BaseMongoSdkConfig;
+    get boundWitnesses(): BaseMongoSdk<BoundWitnessWithMeta>;
+    get payloadSdkConfig(): BaseMongoSdkConfig;
+    get payloads(): BaseMongoSdk<import("@xyo-network/payload-model").SchemaFields & import("@xyo-network/payload-model").PayloadFields & import("@xyo-network/node-core-model").PayloadMetaBase & {
+        schema: string;
+    }>;
+    get queries(): string[];
+    head(): Promise<Payload | undefined>;
+    protected getHandler(hashes: string[]): Promise<Payload[]>;
+    protected insertHandler(payloads?: Payload[]): Promise<Payload[]>;
+}
+//# sourceMappingURL=Archivist.d.ts.map

package/dist/types/Archivist.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"Archivist.d.ts","sourceRoot":"","sources":["../../src/Archivist.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,iBAAiB,EAAE,MAAM,iCAAiC,CAAA;AACnE,OAAO,EAAE,eAAe,EAAqD,eAAe,EAAE,MAAM,8BAA8B,CAAA;AAIlI,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAA;AACrD,OAAO,EAAE,oBAAoB,EAA2C,MAAM,8BAA8B,CAAA;AAC5G,OAAO,EAAE,OAAO,EAAE,MAAM,4BAA4B,CAAA;AAEpD,OAAO,EAAE,YAAY,EAAE,kBAAkB,EAAE,yBAAyB,EAAE,wBAAwB,EAAE,MAAM,+BAA+B,CAAA;AAKrI,eAAO,MAAM,4BAA4B,yCAAyC,CAAA;AAClF,MAAM,MAAM,4BAA4B,GAAG,OAAO,4BAA4B,CAAA;AAE9E,MAAM,MAAM,sBAAsB,GAAG,eAAe,CAAC;IACnD,qBAAqB,CAAC,EAAE,OAAO,CAAC,wBAAwB,CAAC,CAAA;IACzD,gBAAgB,CAAC,EAAE,OAAO,CAAC,wBAAwB,CAAC,CAAA;IACpD,MAAM,EAAE,4BAA4B,CAAA;CACrC,CAAC,CAAA;AAEF,MAAM,MAAM,sBAAsB,GAAG,eAAe,CAClD,eAAe,CAAC,sBAAsB,CAAC,EACvC;IACE,qBAAqB,EAAE,yBAAyB,GAAG,OAAO,CAAC,wBAAwB,CAAC,CAAA;IACpF,gBAAgB,EAAE,yBAAyB,GAAG,OAAO,CAAC,wBAAwB,CAAC,CAAA;CAChF,CACF,CAAA;AAoBD,qBAAa,gBAAgB,CAAC,OAAO,SAAS,sBAAsB,GAAG,sBAAsB,CAAE,SAAQ,iBAAiB,CAAC,OAAO,CAAC;IAC/H,OAAgB,aAAa,WAAwD;IAErF,OAAO,CAAC,gBAAgB,CAAgD;IACxE,OAAO,CAAC,WAAW,CAA2C;IAE9D,IAAI,qBAAqB,IAAI,kBAAkB,CAI9C;IAED,IAAI,cAAc,uCAGjB;IAED,IAAI,gBAAgB,IAAI,kBAAkB,CAIzC;IAED,IAAI,QAAQ;;OAGX;IAED,IAAa,OAAO,IAAI,MAAM,EAAE,CAE/B;IAEc,IAAI,IAAI,OAAO,CAAC,OAAO,GAAG,SAAS,CAAC;cAK1B,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;cAQhD,aAAa,CAAC,QAAQ,CAAC,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;CAgBjF"}

package/dist/types/index.d.ts

@@ -0,0 +1,2 @@
+export * from './Archivist';
+//# sourceMappingURL=index.d.ts.map

package/dist/types/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,aAAa,CAAA"}

package/dist/types/validByType.d.ts

@@ -0,0 +1,11 @@
+import { BoundWitnessWrapper } from '@xyo-network/boundwitness-wrapper';
+import { Payload } from '@xyo-network/payload-model';
+import { PayloadWrapper } from '@xyo-network/payload-wrapper';
+export declare const validByType: (payloads?: Payload[]) => Promise<[BoundWitnessWrapper<import("@xyo-network/payload-model").SchemaFields & import("@xyo-network/payload-model").PayloadFields & import("@xyo-network/boundwitness-model").BoundWitnessFields & {
+    schema: "network.xyo.boundwitness";
+}, import("@xyo-network/payload-model").SchemaFields & import("@xyo-network/payload-model").PayloadFields & {
+    schema: string;
+}>[], PayloadWrapper<import("@xyo-network/payload-model").SchemaFields & import("@xyo-network/payload-model").PayloadFields & {
+    schema: string;
+}>[]]>;
+//# sourceMappingURL=validByType.d.ts.map

package/dist/types/validByType.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"validByType.d.ts","sourceRoot":"","sources":["../../src/validByType.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,mBAAmB,EAAE,MAAM,mCAAmC,CAAA;AACvE,OAAO,EAAE,OAAO,EAAE,MAAM,4BAA4B,CAAA;AACpD,OAAO,EAAE,cAAc,EAAE,MAAM,8BAA8B,CAAA;AAE7D,eAAO,MAAM,WAAW,cAAoB,OAAO,EAAE;;;;;;MAmBpD,CAAA"}

package/package.json

@@ -0,0 +1,71 @@
+{
+  "name": "@xyo-network/archivist-mongodb",
+  "author": {
+    "email": "support@xyo.network",
+    "name": "XYO Development Team",
+    "url": "https://xyo.network"
+  },
+  "bugs": {
+    "email": "support@xyo.network",
+    "url": "https://github.com/XYOracleNetwork/sdk-xyo-client-js/issues"
+  },
+  "dependencies": {
+    "@xylabs/assert": "^2.9.3",
+    "@xylabs/exists": "^2.9.3",
+    "@xylabs/promise": "^2.9.3",
+    "@xyo-network/archivist-abstract": "~2.72.9",
+    "@xyo-network/archivist-model": "~2.72.9",
+    "@xyo-network/boundwitness-builder": "~2.72.9",
+    "@xyo-network/boundwitness-model": "~2.72.9",
+    "@xyo-network/boundwitness-wrapper": "~2.72.9",
+    "@xyo-network/module": "~2.72.9",
+    "@xyo-network/node-core-model": "~2.72.9",
+    "@xyo-network/payload-model": "~2.72.9",
+    "@xyo-network/payload-wrapper": "~2.72.9",
+    "lodash": "^4.17.21"
+  },
+  "optionalDependencies": {
+    "@xyo-network/sdk-xyo-mongo-js": "~2.72.9"
+  },
+  "devDependencies": {
+    "@xylabs/ts-scripts-yarn3": "^2.19.3",
+    "@xylabs/tsconfig": "^2.19.3",
+    "@xyo-network/sdk-xyo-mongo-js": "~2.72.9",
+    "fake-indexeddb": "^4.0.2",
+    "typescript": "^5.2.2"
+  },
+  "description": "Primary SDK for using XYO Protocol 2.0",
+  "browser": "dist/esm/index.js",
+  "docs": "dist/docs.json",
+  "exports": {
+    ".": {
+      "node": {
+        "import": "./dist/esm/index.js",
+        "require": "./dist/cjs/index.js"
+      },
+      "browser": {
+        "import": "./dist/esm/index.js",
+        "require": "./dist/cjs/index.js"
+      },
+      "default": "./dist/esm/index.js"
+    },
+    "./dist/docs.json": {
+      "default": "./dist/docs.json"
+    },
+    "./package.json": "./package.json"
+  },
+  "main": "dist/cjs/index.js",
+  "module": "dist/esm/index.js",
+  "homepage": "https://xyo.network",
+  "license": "LGPL-3.0",
+  "publishConfig": {
+    "access": "public"
+  },
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/XYOracleNetwork/sdk-xyo-client-js.git"
+  },
+  "sideEffects": false,
+  "types": "dist/types/index.d.ts",
+  "version": "2.72.9"
+}

package/src/Archivist.ts

@@ -0,0 +1,114 @@
+import { assertEx } from '@xylabs/assert'
+import { exists } from '@xylabs/exists'
+import { fulfilledValues } from '@xylabs/promise'
+import { AbstractArchivist } from '@xyo-network/archivist-abstract'
+import { ArchivistConfig, ArchivistConfigSchema, ArchivistInsertQuerySchema, ArchivistParams } from '@xyo-network/archivist-model'
+import { QueryBoundWitnessWrapper } from '@xyo-network/boundwitness-builder'
+import { BoundWitness } from '@xyo-network/boundwitness-model'
+import { BoundWitnessWrapper } from '@xyo-network/boundwitness-wrapper'
+import { AnyConfigSchema } from '@xyo-network/module'
+import { BoundWitnessWithMeta, PayloadWithMeta, PayloadWithPartialMeta } from '@xyo-network/node-core-model'
+import { Payload } from '@xyo-network/payload-model'
+import { PayloadWrapper } from '@xyo-network/payload-wrapper'
+import { BaseMongoSdk, BaseMongoSdkConfig, BaseMongoSdkPrivateConfig, BaseMongoSdkPublicConfig } from '@xyo-network/sdk-xyo-mongo-js'
+import merge from 'lodash/merge'
+
+import { validByType } from './validByType'
+
+export const MongoDBArchivistConfigSchema = 'network.xyo.archivist.mongodb.config'
+export type MongoDBArchivistConfigSchema = typeof MongoDBArchivistConfigSchema
+
+export type MongoDBArchivistConfig = ArchivistConfig<{
+  boundWitnessSdkConfig?: Partial<BaseMongoSdkPublicConfig>
+  payloadSdkConfig?: Partial<BaseMongoSdkPublicConfig>
+  schema: MongoDBArchivistConfigSchema
+}>
+
+export type MongoDBArchivistParams = ArchivistParams<
+  AnyConfigSchema<MongoDBArchivistConfig>,
+  {
+    boundWitnessSdkConfig: BaseMongoSdkPrivateConfig & Partial<BaseMongoSdkPublicConfig>
+    payloadSdkConfig: BaseMongoSdkPrivateConfig & Partial<BaseMongoSdkPublicConfig>
+  }
+>
+
+const toBoundWitnessWithMeta = async (wrapper: BoundWitnessWrapper | QueryBoundWitnessWrapper): Promise<BoundWitnessWithMeta> => {
+  const bw = wrapper.boundwitness as BoundWitness
+  return { ...bw, _hash: await wrapper.hashAsync(), _timestamp: Date.now() }
+}
+
+const toReturnValue = (value: Payload | BoundWitness): Payload => {
+  const _signatures = (value as BoundWitness)?._signatures
+  if (_signatures) {
+    return { ...PayloadWrapper.wrap(value).body(), _signatures } as BoundWitness
+  } else {
+    return { ...PayloadWrapper.wrap(value).body() }
+  }
+}
+
+const toPayloadWithMeta = async (wrapper: PayloadWrapper): Promise<PayloadWithMeta> => {
+  return { ...wrapper.payload(), _hash: await wrapper.hashAsync(), _timestamp: Date.now() }
+}
+
+export class MongoDBArchivist<TParams extends MongoDBArchivistParams = MongoDBArchivistParams> extends AbstractArchivist<TParams> {
+  static override configSchemas = [MongoDBArchivistConfigSchema, ArchivistConfigSchema]
+
+  private _boundWitnessSdk: BaseMongoSdk<BoundWitnessWithMeta> | undefined
+  private _payloadSdk: BaseMongoSdk<PayloadWithMeta> | undefined
+
+  get boundWitnessSdkConfig(): BaseMongoSdkConfig {
+    return merge({}, this.params.boundWitnessSdkConfig, this.config.boundWitnessSdkConfig, {
+      collection: this.config.boundWitnessSdkConfig?.collection ?? this.params.boundWitnessSdkConfig?.collection ?? 'bound_witnesses',
+    })
+  }
+
+  get boundWitnesses() {
+    this._boundWitnessSdk = this._boundWitnessSdk ?? new BaseMongoSdk<BoundWitnessWithMeta>(this.boundWitnessSdkConfig)
+    return assertEx(this._boundWitnessSdk)
+  }
+
+  get payloadSdkConfig(): BaseMongoSdkConfig {
+    return merge({}, this.params.payloadSdkConfig, this.config.payloadSdkConfig, {
+      collection: this.config.payloadSdkConfig?.collection ?? this.params.payloadSdkConfig?.collection ?? 'payload',
+    })
+  }
+
+  get payloads() {
+    this._payloadSdk = this._payloadSdk ?? new BaseMongoSdk<PayloadWithMeta>(this.payloadSdkConfig)
+    return assertEx(this._payloadSdk)
+  }
+
+  override get queries(): string[] {
+    return [ArchivistInsertQuerySchema, ...super.queries]
+  }
+
+  override async head(): Promise<Payload | undefined> {
+    const head = await (await this.payloads.find({})).sort({ _timestamp: -1 }).limit(1).toArray()
+    return head[0] ? PayloadWrapper.wrap(head[0]).body() : undefined
+  }
+
+  protected override async getHandler(hashes: string[]): Promise<Payload[]> {
+    const payloads = hashes.map((_hash) => this.payloads.findOne({ _hash }))
+    const bws = hashes.map((_hash) => this.boundWitnesses.findOne({ _hash }))
+    const gets = await Promise.allSettled([payloads, bws].flat())
+    const succeeded = gets.reduce<(PayloadWithPartialMeta | null)[]>(fulfilledValues, [])
+    return succeeded.filter(exists).map(toReturnValue)
+  }
+
+  protected override async insertHandler(payloads?: Payload[]): Promise<Payload[]> {
+    const [bw, p] = await validByType(payloads)
+    const boundWitnesses = await Promise.all(bw.map((x) => toBoundWitnessWithMeta(x)))
+    const payloadsWithMeta = await Promise.all(p.map((x) => toPayloadWithMeta(x)))
+    if (boundWitnesses.length) {
+      const boundWitnessesResult = await this.boundWitnesses.insertMany(boundWitnesses)
+      if (!boundWitnessesResult.acknowledged || boundWitnessesResult.insertedCount !== boundWitnesses.length)
+        throw new Error('MongoDBDeterministicArchivist: Error inserting BoundWitnesses')
+    }
+    if (payloadsWithMeta.length) {
+      const payloadsResult = await this.payloads.insertMany(payloadsWithMeta)
+      if (!payloadsResult.acknowledged || payloadsResult.insertedCount !== payloadsWithMeta.length)
+        throw new Error('MongoDBDeterministicArchivist: Error inserting Payloads')
+    }
+    return payloads ?? []
+  }
+}

package/src/index.ts

@@ -0,0 +1 @@
+export * from './Archivist'

package/src/validByType.ts

@@ -0,0 +1,26 @@
+import { isQueryBoundWitness, QueryBoundWitnessWrapper } from '@xyo-network/boundwitness-builder'
+import { isBoundWitness } from '@xyo-network/boundwitness-model'
+import { BoundWitnessWrapper } from '@xyo-network/boundwitness-wrapper'
+import { Payload } from '@xyo-network/payload-model'
+import { PayloadWrapper } from '@xyo-network/payload-wrapper'
+
+export const validByType = async (payloads: Payload[] = []) => {
+  const results: [BoundWitnessWrapper[], PayloadWrapper[]] = [[], []]
+  await Promise.all(
+    payloads.map(async (payload) => {
+      if (isBoundWitness(payload)) {
+        const wrapper = isQueryBoundWitness(payload) ? QueryBoundWitnessWrapper : BoundWitnessWrapper
+        const bw = wrapper.parse(payload)
+        if (await bw.getValid()) {
+          results[0].push(bw)
+        }
+      } else {
+        const payloadWrapper = PayloadWrapper.wrap(payload)
+        if (await payloadWrapper.getValid()) {
+          results[1].push(payloadWrapper)
+        }
+      }
+    }),
+  )
+  return results
+}

package/typedoc.json

@@ -0,0 +1,5 @@
+{
+  "$schema": "https://typedoc.org/schema.json",
+  "entryPoints": ["src/index.ts"],
+  "tsconfig": "./tsconfig.typedoc.json"
+}