@xyo-network/archivist-mongodb 3.1.6 → 3.2.0-rc.1

package/dist/neutral/Archivist.d.ts

@@ -1,7 +1,7 @@
 import type { Hash } from '@xylabs/hex';
 import { AbstractArchivist } from '@xyo-network/archivist-abstract';
 import type { ArchivistNextOptions } from '@xyo-network/archivist-model';
-import type { Payload, Schema, WithMeta } from '@xyo-network/payload-model';
+import type { Payload, Schema, Sequence, WithStorageMeta } from '@xyo-network/payload-model';
 import type { PayloadWithMongoMeta } from '@xyo-network/payload-mongodb';
 declare const MongoDBArchivistBase: (abstract new (...args: any[]) => {
     _boundWitnessSdk: import("@xyo-network/sdk-xyo-mongo-js").BaseMongoSdk<import("@xyo-network/payload-mongodb").BoundWitnessWithMongoMeta> | undefined;
@@ -13,31 +13,105 @@ declare const MongoDBArchivistBase: (abstract new (...args: any[]) => {
     readonly payloads: import("@xyo-network/sdk-xyo-mongo-js").BaseMongoSdk<PayloadWithMongoMeta>;
     ensureIndexes(): Promise<void>;
     address: import("@xylabs/hex").Address;
-    config: import("@xyo-network/payload-model").SchemaFields & import("@xyo-network/payload-model").PayloadFields & Omit<import("@xyo-network/module-model").ArchivingModuleConfig & import("@xyo-network/module-model").ModuleConfigFields & import("@xyo-network/payload-model").SchemaFields & import("@xyo-network/payload-model").PayloadFields & Omit<import("@xyo-network/module-model").ArchivingModuleConfig & import("@xyo-network/module-model").ModuleConfigFields & {
-        boundWitnessSdkConfig?: Partial<import("@xyo-network/sdk-xyo-mongo-js").BaseMongoSdkPublicConfig> | undefined;
-        payloadSdkConfig?: Partial<import("@xyo-network/sdk-xyo-mongo-js").BaseMongoSdkPublicConfig> | undefined;
-        schema: import("@xyo-network/module-model-mongodb").MongoDBModuleConfigSchema;
-    }, "schema"> & {
-        schema: "network.xyo.module.mongodb.config";
-    }, "schema"> & {
-        schema: string;
-    };
+    config: import("@xylabs/object").DeepRestrictToStringKeys<{
+        schema: import("@xyo-network/payload-model").Schema;
+        readonly archivist?: import("@xyo-network/module-model").ModuleIdentifier | undefined;
+        readonly archiving?: {
+            readonly archivists?: string[] | undefined;
+            readonly queries?: string[] | undefined;
+        } | undefined;
+        readonly allowedQueries?: string[] | undefined;
+        readonly consoleLogger?: import(".store/@xylabs-logger-npm-4.4.25-f61ab04e23/package").LogLevel | undefined;
+        readonly labels?: {
+            [x: string]: string | undefined;
+        } | undefined;
+        readonly name?: import("@xyo-network/module-model").ModuleName | undefined;
+        readonly paging?: {
+            [x: string]: {
+                size?: number | undefined;
+            };
+        } | undefined;
+        readonly retry?: {
+            backoff?: number | undefined;
+            interval?: number | undefined;
+            retries?: number | undefined;
+        } | undefined;
+        readonly security?: {
+            readonly allowAnonymous?: boolean | undefined;
+            readonly allowed?: {
+                [x: string]: (Lowercase<string> | Lowercase<string>[])[];
+            } | undefined;
+            readonly disallowed?: {
+                [x: string]: Lowercase<string>[];
+            } | undefined;
+        } | undefined;
+        readonly sign?: boolean | undefined;
+        readonly storeQueries?: boolean | undefined;
+        readonly timestamp?: boolean | undefined;
+        boundWitnessSdkConfig?: {
+            closeDelay?: number | undefined;
+            collection?: string | undefined;
+            maxPoolSize?: number | undefined;
+        } | undefined;
+        payloadSdkConfig?: {
+            closeDelay?: number | undefined;
+            collection?: string | undefined;
+            maxPoolSize?: number | undefined;
+        } | undefined;
+    }>;
     id: string;
     modName?: import("@xyo-network/module-model").ModuleName;
     params: import("@xylabs/object").BaseParamsFields & {
-        account?: import("@xyo-network/account-model").AccountInstance | "random";
+        account?: import(".store/@xyo-network-account-model-virtual-6f489a9106/package").AccountInstance | "random";
         addToResolvers?: boolean;
-        additionalSigners?: import("@xyo-network/account-model").AccountInstance[];
+        additionalSigners?: import(".store/@xyo-network-account-model-virtual-6f489a9106/package").AccountInstance[];
         allowNameResolution?: boolean;
-        config: import("@xyo-network/payload-model").SchemaFields & import("@xyo-network/payload-model").PayloadFields & Omit<import("@xyo-network/module-model").ArchivingModuleConfig & import("@xyo-network/module-model").ModuleConfigFields & import("@xyo-network/payload-model").SchemaFields & import("@xyo-network/payload-model").PayloadFields & Omit<import("@xyo-network/module-model").ArchivingModuleConfig & import("@xyo-network/module-model").ModuleConfigFields & {
-            boundWitnessSdkConfig?: Partial<import("@xyo-network/sdk-xyo-mongo-js").BaseMongoSdkPublicConfig> | undefined;
-            payloadSdkConfig?: Partial<import("@xyo-network/sdk-xyo-mongo-js").BaseMongoSdkPublicConfig> | undefined;
-            schema: import("@xyo-network/module-model-mongodb").MongoDBModuleConfigSchema;
-        }, "schema"> & {
-            schema: "network.xyo.module.mongodb.config";
-        }, "schema"> & {
-            schema: string;
-        };
+        config: import("@xylabs/object").DeepRestrictToStringKeys<{
+            schema: import("@xyo-network/payload-model").Schema;
+            readonly archivist?: import("@xyo-network/module-model").ModuleIdentifier | undefined;
+            readonly archiving?: {
+                readonly archivists?: string[] | undefined;
+                readonly queries?: string[] | undefined;
+            } | undefined;
+            readonly allowedQueries?: string[] | undefined;
+            readonly consoleLogger?: import(".store/@xylabs-logger-npm-4.4.25-f61ab04e23/package").LogLevel | undefined;
+            readonly labels?: {
+                [x: string]: string | undefined;
+            } | undefined;
+            readonly name?: import("@xyo-network/module-model").ModuleName | undefined;
+            readonly paging?: {
+                [x: string]: {
+                    size?: number | undefined;
+                };
+            } | undefined;
+            readonly retry?: {
+                backoff?: number | undefined;
+                interval?: number | undefined;
+                retries?: number | undefined;
+            } | undefined;
+            readonly security?: {
+                readonly allowAnonymous?: boolean | undefined;
+                readonly allowed?: {
+                    [x: string]: (Lowercase<string> | Lowercase<string>[])[];
+                } | undefined;
+                readonly disallowed?: {
+                    [x: string]: Lowercase<string>[];
+                } | undefined;
+            } | undefined;
+            readonly sign?: boolean | undefined;
+            readonly storeQueries?: boolean | undefined;
+            readonly timestamp?: boolean | undefined;
+            boundWitnessSdkConfig?: {
+                closeDelay?: number | undefined;
+                collection?: string | undefined;
+                maxPoolSize?: number | undefined;
+            } | undefined;
+            payloadSdkConfig?: {
+                closeDelay?: number | undefined;
+                collection?: string | undefined;
+                maxPoolSize?: number | undefined;
+            } | undefined;
+        }>;
         ephemeralQueryAccountEnabled?: boolean;
         moduleIdentifierTransformers?: import("@xyo-network/module-model").ModuleIdentifierTransformer[];
     } & {
@@ -45,22 +119,22 @@ declare const MongoDBArchivistBase: (abstract new (...args: any[]) => {
         jobQueue?: import("@xyo-network/node-core-model").JobQueue;
         payloadSdkConfig?: (import("@xyo-network/sdk-xyo-mongo-js").BaseMongoSdkPrivateConfig & Partial<import("@xyo-network/sdk-xyo-mongo-js").BaseMongoSdkPublicConfig>) | undefined;
     };
-    previousHash: () => import("@xylabs/promise").Promisable<string | undefined>;
+    previousHash: () => import(".store/@xylabs-promise-npm-4.4.25-d523bd119e/package").Promisable<string | undefined>;
     queries: string[];
-    query: <T extends import("@xyo-network/boundwitness-model").QueryBoundWitness = import("@xyo-network/boundwitness-model").QueryBoundWitness, TConf extends import("@xyo-network/module-model").ModuleConfig = import("@xyo-network/module-model").ModuleConfig>(query: T, payloads?: import("@xyo-network/payload-model").Payload[], queryConfig?: TConf) => import("@xylabs/promise").Promisable<import("@xyo-network/module-model").ModuleQueryResult>;
-    queryable: <T extends import("@xyo-network/boundwitness-model").QueryBoundWitness = import("@xyo-network/boundwitness-model").QueryBoundWitness, TConf_1 extends import("@xyo-network/module-model").ModuleConfig = import("@xyo-network/module-model").ModuleConfig>(query: T, payloads?: import("@xyo-network/payload-model").Payload[], queryConfig?: TConf_1) => import("@xylabs/promise").Promisable<boolean>;
-    start?: () => import("@xylabs/promise").Promisable<boolean>;
-    stop?: () => import("@xylabs/promise").Promisable<boolean>;
+    query: <T extends import("@xyo-network/boundwitness-model").QueryBoundWitness = import("@xyo-network/boundwitness-model").QueryBoundWitness, TConf extends import("@xyo-network/module-model").ModuleConfig = import("@xyo-network/module-model").ModuleConfig>(query: T, payloads?: import("@xyo-network/payload-model").Payload[], queryConfig?: TConf) => import(".store/@xylabs-promise-npm-4.4.25-d523bd119e/package").Promisable<import("@xyo-network/module-model").ModuleQueryResult>;
+    queryable: <T extends import("@xyo-network/boundwitness-model").QueryBoundWitness = import("@xyo-network/boundwitness-model").QueryBoundWitness, TConf_1 extends import("@xyo-network/module-model").ModuleConfig = import("@xyo-network/module-model").ModuleConfig>(query: T, payloads?: import("@xyo-network/payload-model").Payload[], queryConfig?: TConf_1) => import(".store/@xylabs-promise-npm-4.4.25-d523bd119e/package").Promisable<boolean>;
+    start?: () => import(".store/@xylabs-promise-npm-4.4.25-d523bd119e/package").Promisable<boolean>;
+    stop?: () => import(".store/@xylabs-promise-npm-4.4.25-d523bd119e/package").Promisable<boolean>;
     eventData: import("@xyo-network/module-model").ModuleEventData<object>;
     clearListeners(eventNames: keyof import("@xyo-network/module-model").ModuleEventData<object> | (keyof import("@xyo-network/module-model").ModuleEventData<object>)[]): void;
     emit<TEventName extends keyof import("@xyo-network/module-model").ModuleEventData<object>>(eventName: TEventName, eventArgs: import("@xyo-network/module-model").ModuleEventData<object>[TEventName]): Promise<void>;
     emitSerial<TEventName extends keyof import("@xyo-network/module-model").ModuleEventData<object>>(eventName: TEventName, eventArgs: import("@xyo-network/module-model").ModuleEventData<object>[TEventName]): Promise<void>;
     listenerCount(eventNames: keyof import("@xyo-network/module-model").ModuleEventData<object> | (keyof import("@xyo-network/module-model").ModuleEventData<object>)[]): number;
-    off<TEventName extends keyof import("@xyo-network/module-model").ModuleEventData<object>>(eventNames: TEventName | TEventName[], listener: import("@xyo-network/module-events").EventListener<import("@xyo-network/module-model").ModuleEventData<object>[TEventName]>): void;
-    offAny(listener: import("@xyo-network/module-events").EventAnyListener | Promise<void>): void;
-    on<TEventName extends keyof import("@xyo-network/module-model").ModuleEventData<object>>(eventNames: TEventName | TEventName[], listener: import("@xyo-network/module-events").EventListener<import("@xyo-network/module-model").ModuleEventData<object>[TEventName]>): import("@xyo-network/module-events").EventUnsubscribeFunction;
-    onAny(listener: import("@xyo-network/module-events").EventAnyListener): import("@xyo-network/module-events").EventUnsubscribeFunction;
-    once<TEventName extends keyof import("@xyo-network/module-model").ModuleEventData<object>>(eventName: TEventName, listener: import("@xyo-network/module-events").EventListener<import("@xyo-network/module-model").ModuleEventData<object>[TEventName]>): import("@xyo-network/module-events").EventUnsubscribeFunction;
+    off<TEventName extends keyof import("@xyo-network/module-model").ModuleEventData<object>>(eventNames: TEventName | TEventName[], listener: import(".store/@xyo-network-module-events-npm-3.6.0-rc.16-bd93b34b4d/package").EventListener<import("@xyo-network/module-model").ModuleEventData<object>[TEventName]>): void;
+    offAny(listener: import(".store/@xyo-network-module-events-npm-3.6.0-rc.16-bd93b34b4d/package").EventAnyListener | Promise<void>): void;
+    on<TEventName extends keyof import("@xyo-network/module-model").ModuleEventData<object>>(eventNames: TEventName | TEventName[], listener: import(".store/@xyo-network-module-events-npm-3.6.0-rc.16-bd93b34b4d/package").EventListener<import("@xyo-network/module-model").ModuleEventData<object>[TEventName]>): import(".store/@xyo-network-module-events-npm-3.6.0-rc.16-bd93b34b4d/package").EventUnsubscribeFunction;
+    onAny(listener: import(".store/@xyo-network-module-events-npm-3.6.0-rc.16-bd93b34b4d/package").EventAnyListener): import(".store/@xyo-network-module-events-npm-3.6.0-rc.16-bd93b34b4d/package").EventUnsubscribeFunction;
+    once<TEventName extends keyof import("@xyo-network/module-model").ModuleEventData<object>>(eventName: TEventName, listener: import(".store/@xyo-network-module-events-npm-3.6.0-rc.16-bd93b34b4d/package").EventListener<import("@xyo-network/module-model").ModuleEventData<object>[TEventName]>): import(".store/@xyo-network-module-events-npm-3.6.0-rc.16-bd93b34b4d/package").EventUnsubscribeFunction;
 }) & {
     labels: import("@xyo-network/module-model-mongodb").MongoDBStorageClassLabels;
 } & typeof AbstractArchivist;
@@ -72,11 +146,11 @@ export declare class MongoDBArchivist extends MongoDBArchivistBase {
      * The amount of time to allow the aggregate query to execute
      */
     protected readonly aggregateTimeoutMs = 10000;
-    head(): Promise<Payload | undefined>;
     protected findOneByHash(hash: Hash): Promise<import("mongodb").WithId<PayloadWithMongoMeta> | undefined>;
-    protected getHandler(hashes: Hash[]): Promise<WithMeta<Payload>[]>;
-    protected insertHandler(payloads: Payload[]): Promise<WithMeta<Payload>[]>;
-    protected nextHandler(options?: ArchivistNextOptions): Promise<WithMeta<Payload>[]>;
+    protected findOneBySequence(sequence: Sequence): Promise<import("mongodb").WithId<PayloadWithMongoMeta> | null>;
+    protected getHandler(hashes: Hash[]): Promise<WithStorageMeta<Payload>[]>;
+    protected insertHandler(payloads: Payload[]): Promise<WithStorageMeta<Payload>[]>;
+    protected nextHandler(options?: ArchivistNextOptions): Promise<WithStorageMeta<Payload>[]>;
     protected startHandler(): Promise<boolean>;
 }
 export {};

package/dist/neutral/Archivist.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"Archivist.d.ts","sourceRoot":"","sources":["../../src/Archivist.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,aAAa,CAAA;AACvC,OAAO,EAAE,iBAAiB,EAAE,MAAM,iCAAiC,CAAA;AACnE,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,8BAA8B,CAAA;AAKxE,OAAO,KAAK,EACV,OAAO,EAAE,MAAM,EAAE,QAAQ,EAC1B,MAAM,4BAA4B,CAAA;AACnC,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,8BAA8B,CAAA;AAOxE,QAAA,MAAM,oBAAoB;;;;;8BA6CsC,8BAA8B;;;;oBAMzF,aAAa;;+CA7CqE,+BAEnF;0CAGQ,+BAA8B;uBAGtC,mCAA+B;;;;;;;qBAuCnB,2BAA2B;;yBA7DT,4BACR;;mCACkB,4BAA4B;;uBACb,4BAClC,wBAEZ,4BAA4B,8BAEhB,2BAA2B,iCAEnC,2BAA2B,8BAC/B,4BAA4B,wBAAwB,4BAA4B,8BAC9E,2BAA2B,iCAAiC,2BAE5D;iCAAsD,CAAC,iBAAiB,+BAEnF;4BAED,CAAH,iBACY,+BAA8B;2BAGtC,mCAA+B;;;;;;;8CAMd,2BAErB;;wCAC8D,+BAC5C,6CAGV,+BAA6B;0BAE3B,8BACE;mCAC0B,+BAA+B,6CAE7D,+BAKC;;+BAeoG,iBACxG;;6BACqB,iCAAiC,6BAE/C,iCAAiC,0CAA0C,2BAA2B,wBAAwB,2BAC1H,kCAAkC,CAAC,SAAS,4BAC3D,wBAAwB,CAAC,mBAAmB,iBAAiB,oBAAoB,2BAC7E;iCAGgC,iCAAiC,6BACjE,iCAAiC,4CACH,2BAA0B,wBAAwB,2BAA2B,kCAChF,CAAC,SAAS,4BACnB,wBAAwB,CAAC,qBAAqB,iBACrE;yBAAgD,iBAAiB;wBACzD,iBAAa;sBAA6C,2BAE9D;4CAAwE,2BAA0B,0CAC/E,2BAA2B;yCACyB,2BAA2B,oEACpC,2BAA2B;+CACxB,2BAGrE,oEAAoE,2BAA2B;2CAGrC,2BAA2B,0CAC7D,2BAEvB;wCAGG,2BACD,mFAIS,4BACL,uBACK,2BAA2B;4BACoB,4BACnD;uCAGM,2BAA2B,mFAET,4BAA2B,uBAEnD,2BADmB,gDACJ,4BAA4B;2BAIvC,4BACL,4BAA4B,4BACd;yCACT,2BAA2B,mEACsB,4BAErD,uBACJ,2BAAuB,gDAAiD,4BAE3E;;;4BApHiE,CAAA;AAElE,qBAAa,gBAAiB,SAAQ,oBAAoB;IACxD,gBAAyB,aAAa,EAAE,MAAM,EAAE,CAAyD;IACzG,gBAAyB,mBAAmB,EAAE,MAAM,CAA+B;IAEnF,SAAkB,OAAO,EAAE,MAAM,EAAE,CAA2E;IAE9G;;OAEG;IACH,SAAS,CAAC,QAAQ,CAAC,kBAAkB,SAAS;IAE/B,IAAI,IAAI,OAAO,CAAC,OAAO,GAAG,SAAS,CAAC;cAKnC,aAAa,CAAC,IAAI,EAAE,IAAI;cAoBf,UAAU,CAAC,MAAM,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;cAyBxD,aAAa,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;cAkBhE,WAAW,CAAC,OAAO,CAAC,EAAE,oBAAoB,GAAG,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;cAkEzE,YAAY;CAKtC"}
+{"version":3,"file":"Archivist.d.ts","sourceRoot":"","sources":["../../src/Archivist.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,aAAa,CAAA;AACvC,OAAO,EAAE,iBAAiB,EAAE,MAAM,iCAAiC,CAAA;AACnE,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,8BAA8B,CAAA;AAKxE,OAAO,KAAK,EACV,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,eAAe,EAC3C,MAAM,4BAA4B,CAAA;AACnC,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,8BAA8B,CAAA;AAMxE,QAAA,MAAM,oBAAoB;;;;;8BAgEiD,8BAC1E;;;;oBAOkC,aAAY;;uBAtEnB,4BAA4B;oCACd,2BAA0B;;+BACb,CAAA;4BAEnC,CAAC;;;wCAGuB,qDAEjB;;;;+BAIjB,2BACI;;;oBAGR,CAAH;;;;mBAGiD,CAAC;oBAE3C,CAAR;mBAEQ,CAAR;;;mCAEM,CAAF;4BAKsB,CAAC;;;+BAGvB,CAAA;;;;;;;;sBAU0B,CAAA;sBAA6C,CAAA;uBAA6C,CAAC;;;sBAEvH,CAAH;sBAA4C,CAAC;uBAExC,CAAC;;;;qBAuBiC,2BAA2B;;yBAhFlD,8DAC0B;;mCACkB,8DAE7D;;uBAG6B,gBAAe;2BAEhB,4BAA4B;8BACzB,CAAC,SAAU,2BAA0B;8BAClD,CAAC;mCAAoC,CAAA;gCAEnC,CAAC;;mCAA8E,CAAC;kCAGlE,CAAC,SAAS,qDAEjB;2BAEH,CAAC;;;yBAErB,CAAH,SAAS,2BACI;2BAEW,CAAC;;wBACpB,CAAH;;;0BAGyB,CAAC;uBAAuB,CAAC;wBAE3C,CAAR;uBAEQ,CAAR;;6BAAsE,CAAC;uCAEjE,CAAF;gCAKsB,CAAC;;;mCAGvB,CAAA;;;;yBAGK,CAAC;iCAIqB,CAAC;8BAAiD,CAAC;iCAGhF,CAAC;0BAA2B,CAAA;0BAA6C,CAAA;2BAA6C,CAAC;;4BAC/D,CAAC;0BACzD,CAAH;0BAA4C,CAAC;2BAExC,CAAC;;;;8CACM,2BAA2B;;wCACF,+BAA+B,6CAEnC,+BAA+B;0BACvD,8BAA6B;mCAChC,+BAA+B,6CAElC,+BAA6B;;+BAgBR,sDAEtB;;6BAAsF,iCACxE,6BAA6B,iCACpB,0CAA0C,2BAA2B,wBAChF,2BAA2B,kCAAkC,CAAC,SAAU,4BAA2B,wBACtG,CAAC,mBAAmB,sDAG7B,oBAAoB,2BAA2B;iCAGhD,iCAA6B,6BAA6B,iCAAiC,4CAClE,2BAEvB,wBACA,2BAAuB,kCAEf,CAAC,SAAS,4BACC,wBAET,CAAA,qBAAqB,sDAGnB;yBAC8B,sDACL;wBAChC,sDAEK;sBACkB,2BAC7B;4CACkC,2BAA2B,0CACxC,2BAA2B;yCAG5C,2BAEG,oEAIN,2BAF0B;+CAEpB,2BAA0B,oEAEb,2BACJ;2CAEJ,2BAA2B,0CACD,2BACjB;wCAId,2BADqB,mFAEE,sEAG7B,uBAAuB,2BAA2B;4BAEV,sEACM;uCACU,2BAA2B,mFAInD,sEAEX,uBAAuB,2BACxB,gDAEQ,sEAID;2BACK,sEAI9B,4BACF,sEAIgB;yCAAqE,2BAA2B,mEAAmE,sEAAsE,uBAAuB,2BAA2B,gDAAgD,sEAAsE;;;4BA9JnW,CAAA;AAElE,qBAAa,gBAAiB,SAAQ,oBAAoB;IACxD,gBAAyB,aAAa,EAAE,MAAM,EAAE,CAAyD;IACzG,gBAAyB,mBAAmB,EAAE,MAAM,CAA+B;IAEnF,SAAkB,OAAO,EAAE,MAAM,EAAE,CAA2E;IAE9G;;OAEG;IACH,SAAS,CAAC,QAAQ,CAAC,kBAAkB,SAAS;cAE9B,aAAa,CAAC,IAAI,EAAE,IAAI;cAoBxB,iBAAiB,CAAC,QAAQ,EAAE,QAAQ;cAU3B,UAAU,CAAC,MAAM,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC,eAAe,CAAC,OAAO,CAAC,EAAE,CAAC;cAyB/D,aAAa,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,eAAe,CAAC,OAAO,CAAC,EAAE,CAAC;cAkBvE,WAAW,CAAC,OAAO,CAAC,EAAE,oBAAoB,GAAG,OAAO,CAAC,eAAe,CAAC,OAAO,CAAC,EAAE,CAAC;cAkEhF,YAAY;CAKtC"}

package/dist/neutral/index.mjs

@@ -1,6 +1,3 @@
-var __defProp = Object.defineProperty;
-var __name = (target, value) => __defProp(target, "name", { value, configurable: true });
-
 // src/Archivist.ts
 import { exists } from "@xylabs/exists";
 import { AbstractArchivist } from "@xyo-network/archivist-abstract";
@@ -9,217 +6,157 @@ import { MongoDBArchivistConfigSchema } from "@xyo-network/archivist-model-mongo
 import { MongoDBModuleMixin } from "@xyo-network/module-abstract-mongodb";
 import { PayloadBuilder } from "@xyo-network/payload-builder";
 import { fromDbRepresentation, toDbRepresentation } from "@xyo-network/payload-mongodb";
-import { PayloadWrapper as PayloadWrapper2 } from "@xyo-network/payload-wrapper";
 import { ObjectId } from "mongodb";
 
 // src/lib/validByType.ts
 import { isBoundWitness, isQueryBoundWitness } from "@xyo-network/boundwitness-model";
 import { BoundWitnessWrapper, QueryBoundWitnessWrapper } from "@xyo-network/boundwitness-wrapper";
 import { PayloadWrapper } from "@xyo-network/payload-wrapper";
-var validByType = /* @__PURE__ */ __name(async (payloads = []) => {
-  const results = [
-    [],
-    []
-  ];
-  await Promise.all(payloads.map(async (payload) => {
-    if (isBoundWitness(payload)) {
-      const wrapper = isQueryBoundWitness(payload) ? QueryBoundWitnessWrapper : BoundWitnessWrapper;
-      const bw = wrapper.parse(payload);
-      if (await bw.getValid()) {
-        results[0].push(bw.payload);
+var validByType = async (payloads = []) => {
+  const results = [[], []];
+  await Promise.all(
+    payloads.map(async (payload) => {
+      if (isBoundWitness(payload)) {
+        const wrapper = isQueryBoundWitness(payload) ? QueryBoundWitnessWrapper : BoundWitnessWrapper;
+        const bw = wrapper.parse(payload);
+        if (await bw.getValid()) {
+          results[0].push(payload);
+        } else {
+          const errors = await bw.getErrors();
+          console.log(`validByType.Error: ${JSON.stringify(errors, null, 2)}`);
+        }
       } else {
-        const errors = await bw.getErrors();
-        console.log(`validByType.Error: ${JSON.stringify(errors, null, 2)}`);
-      }
-    } else {
-      const payloadWrapper = PayloadWrapper.wrap(payload);
-      if (await payloadWrapper.getValid()) {
-        results[1].push(payloadWrapper.payload);
+        const payloadWrapper = PayloadWrapper.wrap(payload);
+        if (await payloadWrapper.getValid()) {
+          results[1].push(payload);
+        }
       }
-    }
-    return;
-  }));
+      return;
+    })
+  );
   return results;
-}, "validByType");
+};
 
 // src/Archivist.ts
 var MongoDBArchivistBase = MongoDBModuleMixin(AbstractArchivist);
 var MongoDBArchivist = class extends MongoDBArchivistBase {
-  static {
-    __name(this, "MongoDBArchivist");
-  }
-  static configSchemas = [
-    ...super.configSchemas,
-    MongoDBArchivistConfigSchema
-  ];
+  static configSchemas = [...super.configSchemas, MongoDBArchivistConfigSchema];
   static defaultConfigSchema = MongoDBArchivistConfigSchema;
-  queries = [
-    ArchivistInsertQuerySchema,
-    ArchivistNextQuerySchema,
-    ...super.queries
-  ];
+  queries = [ArchivistInsertQuerySchema, ArchivistNextQuerySchema, ...super.queries];
   /**
-  * The amount of time to allow the aggregate query to execute
-  */
+   * The amount of time to allow the aggregate query to execute
+   */
   aggregateTimeoutMs = 1e4;
-  async head() {
-    const head = await this.next({
-      limit: 1,
-      order: "desc"
-    });
-    return head[0] ? PayloadWrapper2.wrap(head[0]).payload : void 0;
-  }
   async findOneByHash(hash) {
-    const dataPayload = await this.payloads.findOne({
-      _$hash: hash
-    });
+    const dataPayload = await this.payloads.findOne({ _$hash: hash });
     if (dataPayload) {
       return dataPayload;
     } else {
-      const dataBw = await this.boundWitnesses.findOne({
-        _$hash: hash
-      });
+      const dataBw = await this.boundWitnesses.findOne({ _$hash: hash });
       if (dataBw) {
         return dataBw;
       } else {
-        const payload = await this.payloads.findOne({
-          _hash: hash
-        });
+        const payload = await this.payloads.findOne({ _hash: hash });
         if (payload) {
           return payload;
         } else {
-          const bw = await this.boundWitnesses.findOne({
-            _hash: hash
-          });
+          const bw = await this.boundWitnesses.findOne({ _hash: hash });
           return bw ?? void 0;
         }
       }
     }
   }
+  async findOneBySequence(sequence) {
+    const dataPayload = await this.payloads.findOne({ _sequence: sequence });
+    if (dataPayload) {
+      return dataPayload;
+    } else {
+      const dataBw = await this.boundWitnesses.findOne({ _sequence: sequence });
+      return dataBw;
+    }
+  }
   async getHandler(hashes) {
-    let remainingHashes = [
-      ...hashes
-    ];
-    const dataPayloads = (await Promise.all(remainingHashes.map((_$hash) => this.payloads.findOne({
-      _$hash
-    })))).filter(exists);
-    const dataPayloadsHashes = new Set(dataPayloads.map((payload) => payload._$hash));
+    let remainingHashes = [...hashes];
+    const dataPayloads = (await Promise.all(remainingHashes.map((_dataHash) => this.payloads.findOne({ _dataHash })))).filter(exists);
+    const dataPayloadsHashes = new Set(dataPayloads.map((payload) => payload._dataHash));
     remainingHashes = remainingHashes.filter((hash) => !dataPayloadsHashes.has(hash));
-    const dataBws = (await Promise.all(remainingHashes.map((_$hash) => this.boundWitnesses.findOne({
-      _$hash
-    })))).filter(exists);
-    const dataBwsHashes = new Set(dataBws.map((payload) => payload._$hash));
+    const dataBws = (await Promise.all(remainingHashes.map((_dataHash) => this.boundWitnesses.findOne({ _dataHash })))).filter(exists);
+    const dataBwsHashes = new Set(dataBws.map((payload) => payload._dataHash));
     remainingHashes = remainingHashes.filter((hash) => !dataBwsHashes.has(hash));
-    const payloads = (await Promise.all(remainingHashes.map((_hash) => this.payloads.findOne({
-      _hash
-    })))).filter(exists);
+    const payloads = (await Promise.all(remainingHashes.map((_hash) => this.payloads.findOne({ _hash })))).filter(exists);
     const payloadsHashes = new Set(payloads.map((payload) => payload._hash));
     remainingHashes = remainingHashes.filter((hash) => !payloadsHashes.has(hash));
-    const bws = (await Promise.all(remainingHashes.map((_hash) => this.boundWitnesses.findOne({
-      _hash
-    })))).filter(exists);
+    const bws = (await Promise.all(remainingHashes.map((_hash) => this.boundWitnesses.findOne({ _hash })))).filter(exists);
     const bwsHashes = new Set(bws.map((payload) => payload._hash));
     remainingHashes = remainingHashes.filter((hash) => !bwsHashes.has(hash));
-    const foundPayloads = [
-      ...dataPayloads,
-      ...dataBws,
-      ...payloads,
-      ...bws
-    ];
-    const result = await PayloadBuilder.build(foundPayloads.map(fromDbRepresentation));
+    const foundPayloads = [...dataPayloads, ...dataBws, ...payloads, ...bws];
+    const result = foundPayloads.map(fromDbRepresentation);
     return result;
   }
   async insertHandler(payloads) {
-    const [bw, p] = await validByType(payloads);
-    const payloadsWithExternalMeta = await Promise.all(p.map((value, index) => toDbRepresentation(value, index)));
+    const [bw, p] = await validByType(await PayloadBuilder.addStorageMeta(payloads));
+    const payloadsWithExternalMeta = await Promise.all(p.map((value) => toDbRepresentation(value)));
     if (payloadsWithExternalMeta.length > 0) {
       const payloadsResult = await this.payloads.insertMany(payloadsWithExternalMeta);
-      if (!payloadsResult.acknowledged || payloadsResult.insertedCount !== payloadsWithExternalMeta.length) throw new Error("MongoDBDeterministicArchivist: Error inserting Payloads");
+      if (!payloadsResult.acknowledged || payloadsResult.insertedCount !== payloadsWithExternalMeta.length)
+        throw new Error("MongoDBArchivist: Error inserting Payloads");
     }
-    const boundWitnessesWithExternalMeta = await Promise.all(bw.map((value, index) => toDbRepresentation(value, index)));
+    const boundWitnessesWithExternalMeta = await Promise.all(bw.map((value) => toDbRepresentation(value)));
     if (boundWitnessesWithExternalMeta.length > 0) {
       const boundWitnessesResult = await this.boundWitnesses.insertMany(boundWitnessesWithExternalMeta);
-      if (!boundWitnessesResult.acknowledged || boundWitnessesResult.insertedCount !== boundWitnessesWithExternalMeta.length) throw new Error("MongoDBDeterministicArchivist: Error inserting BoundWitnesses");
+      if (!boundWitnessesResult.acknowledged || boundWitnessesResult.insertedCount !== boundWitnessesWithExternalMeta.length)
+        throw new Error("MongoDBArchivist: Error inserting BoundWitnesses");
     }
-    return await PayloadBuilder.build([
-      ...boundWitnessesWithExternalMeta,
-      ...payloadsWithExternalMeta
-    ].map(fromDbRepresentation));
+    return [...boundWitnessesWithExternalMeta, ...payloadsWithExternalMeta].map(fromDbRepresentation);
   }
   async nextHandler(options) {
-    let { limit, offset, order } = options ?? {
-      limit: 10,
-      order: "desc"
-    };
+    let {
+      limit,
+      cursor,
+      order
+    } = options ?? { limit: 10, order: "desc" };
     if (!limit) limit = 10;
     if (limit > 100) limit = 100;
     if (order != "asc") order = "desc";
     let id;
-    if (offset) {
-      const payload = await this.findOneByHash(offset);
+    if (cursor) {
+      const payload = await this.findOneBySequence(cursor);
       if (payload) id = payload._id;
     } else {
       id = order === "asc" ? ObjectId.createFromTime(0) : ObjectId.createFromTime((Date.now() + 1e4) / 1e3);
     }
     if (!id) return [];
     const sort = order === "asc" ? 1 : -1;
-    const match = order === "asc" ? {
-      _id: {
-        $gt: id
-      }
-    } : {
-      _id: {
-        $lt: id
-      }
-    };
+    const match = order === "asc" ? { _id: { $gt: id } } : { _id: { $lt: id } };
     const foundPayloads = await this.payloads.useCollection((collection) => {
       return collection.aggregate([
         // Pre-filter payloads collection
-        {
-          $match: match
-        },
+        { $match: match },
         // Sort payloads by _id
-        {
-          $sort: {
-            _id: sort
-          }
-        },
+        { $sort: { _id: sort } },
         // Limit payloads to the first N payloads
-        {
-          $limit: limit
-        },
+        { $limit: limit },
         // Combine with filtered boundWitnesses collection
         {
           $unionWith: {
             coll: this.boundWitnessSdkConfig.collection,
             pipeline: [
-              {
-                $match: match
-              },
-              {
-                $sort: {
-                  _id: sort
-                }
-              },
-              {
-                $limit: limit
-              }
+              { $match: match },
+              // Pre-filter boundWitnesses
+              { $sort: { _id: sort } },
+              // Sort boundWitnesses by _id
+              { $limit: limit }
+              // Limit boundWitnesses to the first N boundWitnesses
             ]
           }
         },
         // Sort the combined result by _id
-        {
-          $sort: {
-            _id: sort
-          }
-        },
+        { $sort: { _id: sort } },
         // Limit the final result to N documents
-        {
-          $limit: limit
-        }
+        { $limit: limit }
       ]).maxTimeMS(this.aggregateTimeoutMs).toArray();
     });
-    return await PayloadBuilder.build(foundPayloads.map(fromDbRepresentation));
+    return foundPayloads.map(fromDbRepresentation);
   }
   async startHandler() {
     await super.startHandler();

package/dist/neutral/index.mjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/Archivist.ts","../../src/lib/validByType.ts","../../src/index.ts"],"sourcesContent":["import { exists } from '@xylabs/exists'\nimport type { Hash } from '@xylabs/hex'\nimport { AbstractArchivist } from '@xyo-network/archivist-abstract'\nimport type { ArchivistNextOptions } from '@xyo-network/archivist-model'\nimport { ArchivistInsertQuerySchema, ArchivistNextQuerySchema } from '@xyo-network/archivist-model'\nimport { MongoDBArchivistConfigSchema } from '@xyo-network/archivist-model-mongodb'\nimport { MongoDBModuleMixin } from '@xyo-network/module-abstract-mongodb'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport type {\n  Payload, Schema, WithMeta,\n} from '@xyo-network/payload-model'\nimport type { PayloadWithMongoMeta } from '@xyo-network/payload-mongodb'\nimport { fromDbRepresentation, toDbRepresentation } from '@xyo-network/payload-mongodb'\nimport { PayloadWrapper } from '@xyo-network/payload-wrapper'\nimport { ObjectId } from 'mongodb'\n\nimport { validByType } from './lib/index.js'\n\nconst MongoDBArchivistBase = MongoDBModuleMixin(AbstractArchivist)\n\nexport class MongoDBArchivist extends MongoDBArchivistBase {\n  static override readonly configSchemas: Schema[] = [...super.configSchemas, MongoDBArchivistConfigSchema]\n  static override readonly defaultConfigSchema: Schema = MongoDBArchivistConfigSchema\n\n  override readonly queries: string[] = [ArchivistInsertQuerySchema, ArchivistNextQuerySchema, ...super.queries]\n\n  /**\n   * The amount of time to allow the aggregate query to execute\n   */\n  protected readonly aggregateTimeoutMs = 10_000\n\n  override async head(): Promise<Payload | undefined> {\n    const head = await this.next({ limit: 1, order: 'desc' })\n    return head[0] ? PayloadWrapper.wrap(head[0]).payload : undefined\n  }\n\n  protected async findOneByHash(hash: Hash) {\n    const dataPayload = (await this.payloads.findOne({ _$hash: hash }))\n    if (dataPayload) {\n      return dataPayload\n    } else {\n      const dataBw = (await this.boundWitnesses.findOne({ _$hash: hash }))\n      if (dataBw) {\n        return dataBw\n      } else {\n        const payload = (await this.payloads.findOne({ _hash: hash }))\n        if (payload) {\n          return payload\n        } else {\n          const bw = (await this.boundWitnesses.findOne({ _hash: hash }))\n          return bw ?? undefined\n        }\n      }\n    }\n  }\n\n  protected override async getHandler(hashes: Hash[]): Promise<WithMeta<Payload>[]> {\n    let remainingHashes = [...hashes]\n\n    const dataPayloads = (await Promise.all(remainingHashes.map(_$hash => this.payloads.findOne({ _$hash })))).filter(exists)\n    const dataPayloadsHashes = new Set(dataPayloads.map(payload => payload._$hash))\n    remainingHashes = remainingHashes.filter(hash => !dataPayloadsHashes.has(hash))\n\n    const dataBws = (await Promise.all(remainingHashes.map(_$hash => this.boundWitnesses.findOne({ _$hash })))).filter(exists)\n    const dataBwsHashes = new Set(dataBws.map(payload => payload._$hash))\n    remainingHashes = remainingHashes.filter(hash => !dataBwsHashes.has(hash))\n\n    const payloads = (await Promise.all(remainingHashes.map(_hash => this.payloads.findOne({ _hash })))).filter(exists)\n    const payloadsHashes = new Set(payloads.map(payload => payload._hash))\n    remainingHashes = remainingHashes.filter(hash => !payloadsHashes.has(hash))\n\n    const bws = (await Promise.all(remainingHashes.map(_hash => this.boundWitnesses.findOne({ _hash })))).filter(exists)\n    const bwsHashes = new Set(bws.map(payload => payload._hash))\n    remainingHashes = remainingHashes.filter(hash => !bwsHashes.has(hash))\n\n    const foundPayloads = [...dataPayloads, ...dataBws, ...payloads, ...bws] as PayloadWithMongoMeta<Payload & { _$hash: Hash; _$meta?: unknown }>[]\n    const result = await PayloadBuilder.build(foundPayloads.map(fromDbRepresentation))\n    // console.log(`getHandler: ${JSON.stringify(hashes, null, 2)}:${JSON.stringify(result, null, 2)}`)\n    return result\n  }\n\n  protected override async insertHandler(payloads: Payload[]): Promise<WithMeta<Payload>[]> {\n    const [bw, p] = await validByType(payloads)\n    const payloadsWithExternalMeta = await Promise.all(p.map((value, index) => toDbRepresentation(value, index)))\n    if (payloadsWithExternalMeta.length > 0) {\n      const payloadsResult = await this.payloads.insertMany(payloadsWithExternalMeta)\n      if (!payloadsResult.acknowledged || payloadsResult.insertedCount !== payloadsWithExternalMeta.length)\n        throw new Error('MongoDBDeterministicArchivist: Error inserting Payloads')\n    }\n    const boundWitnessesWithExternalMeta = await Promise.all(bw.map((value, index) => toDbRepresentation(value, index)))\n    if (boundWitnessesWithExternalMeta.length > 0) {\n      const boundWitnessesResult = await this.boundWitnesses.insertMany(boundWitnessesWithExternalMeta)\n      if (!boundWitnessesResult.acknowledged || boundWitnessesResult.insertedCount !== boundWitnessesWithExternalMeta.length)\n        throw new Error('MongoDBDeterministicArchivist: Error inserting BoundWitnesses')\n    }\n\n    return await PayloadBuilder.build([...boundWitnessesWithExternalMeta, ...payloadsWithExternalMeta].map(fromDbRepresentation))\n  }\n\n  protected override async nextHandler(options?: ArchivistNextOptions): Promise<WithMeta<Payload>[]> {\n    // Sanitize inputs and set defaults\n    let {\n      limit, offset, order,\n    } = options ?? { limit: 10, order: 'desc' }\n\n    if (!limit) limit = 10\n    if (limit > 100) limit = 100\n\n    if (order != 'asc') order = 'desc'\n\n    let id: ObjectId | undefined\n    if (offset) {\n      const payload = await this.findOneByHash(offset)\n      // TODO: Should we throw an error if the requested payload is not found?\n      if (payload) id = payload._id\n    } else {\n      id = order === 'asc'\n      // If ascending, start from the beginning of time\n        ? ObjectId.createFromTime(0)\n        // If descending, start from now (plus a bit more in the future to ensure\n        // them most recent ObjectIds are included)\n        : ObjectId.createFromTime((Date.now() + 10_000) / 1000)\n    }\n    if (!id) return []\n\n    // Create aggregate criteria\n    const sort = order === 'asc' ? 1 : -1\n    // TODO: How to handle random component of ID across multiple collections\n    // to ensure we don't skip some payloads\n    const match = order === 'asc' ? { _id: { $gt: id } } : { _id: { $lt: id } }\n\n    // Run the aggregate query\n    const foundPayloads = await this.payloads.useCollection((collection) => {\n      return collection\n        .aggregate<PayloadWithMongoMeta>([\n          // Pre-filter payloads collection\n          { $match: match },\n          // Sort payloads by _id\n          { $sort: { _id: sort } },\n          // Limit payloads to the first N payloads\n          { $limit: limit },\n          // Combine with filtered boundWitnesses collection\n          {\n            $unionWith: {\n              coll: this.boundWitnessSdkConfig.collection,\n              pipeline: [\n                { $match: match }, // Pre-filter boundWitnesses\n                { $sort: { _id: sort } }, // Sort boundWitnesses by _id\n                { $limit: limit }, // Limit boundWitnesses to the first N boundWitnesses\n              ],\n            },\n          },\n          // Sort the combined result by _id\n          { $sort: { _id: sort } },\n          // Limit the final result to N documents\n          { $limit: limit },\n        ])\n        .maxTimeMS(this.aggregateTimeoutMs)\n        .toArray()\n    })\n\n    // Convert from DB representation to Payloads\n    return await PayloadBuilder.build(foundPayloads.map(fromDbRepresentation))\n  }\n\n  protected override async startHandler() {\n    await super.startHandler()\n    await this.ensureIndexes()\n    return true\n  }\n}\n","import type { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { isBoundWitness, isQueryBoundWitness } from '@xyo-network/boundwitness-model'\nimport { BoundWitnessWrapper, QueryBoundWitnessWrapper } from '@xyo-network/boundwitness-wrapper'\nimport type { Payload } from '@xyo-network/payload-model'\nimport { PayloadWrapper } from '@xyo-network/payload-wrapper'\n\nexport const validByType = async (payloads: Payload[] = []) => {\n  const results: [BoundWitness[], Payload[]] = [[], []]\n  await Promise.all(\n    payloads.map(async (payload) => {\n      if (isBoundWitness(payload)) {\n        const wrapper = isQueryBoundWitness(payload) ? QueryBoundWitnessWrapper : BoundWitnessWrapper\n        const bw = wrapper.parse(payload)\n        if (await bw.getValid()) {\n          results[0].push(bw.payload)\n        } else {\n          const errors = await bw.getErrors()\n          console.log(`validByType.Error: ${JSON.stringify(errors, null, 2)}`)\n        }\n      } else {\n        const payloadWrapper = PayloadWrapper.wrap(payload)\n        if (await payloadWrapper.getValid()) {\n          results[1].push(payloadWrapper.payload)\n        }\n      }\n      return\n    }),\n  )\n  return results\n}\n","export * from './Archivist.js'\nexport * from '@xyo-network/archivist-model-mongodb'\n"],"mappings":";;;;AAAA,SAASA,cAAc;AAEvB,SAASC,yBAAyB;AAElC,SAASC,4BAA4BC,gCAAgC;AACrE,SAASC,oCAAoC;AAC7C,SAASC,0BAA0B;AACnC,SAASC,sBAAsB;AAK/B,SAASC,sBAAsBC,0BAA0B;AACzD,SAASC,kBAAAA,uBAAsB;AAC/B,SAASC,gBAAgB;;;ACbzB,SAASC,gBAAgBC,2BAA2B;AACpD,SAASC,qBAAqBC,gCAAgC;AAE9D,SAASC,sBAAsB;AAExB,IAAMC,cAAc,8BAAOC,WAAsB,CAAA,MAAE;AACxD,QAAMC,UAAuC;IAAC,CAAA;IAAI,CAAA;;AAClD,QAAMC,QAAQC,IACZH,SAASI,IAAI,OAAOC,YAAAA;AAClB,QAAIC,eAAeD,OAAAA,GAAU;AAC3B,YAAME,UAAUC,oBAAoBH,OAAAA,IAAWI,2BAA2BC;AAC1E,YAAMC,KAAKJ,QAAQK,MAAMP,OAAAA;AACzB,UAAI,MAAMM,GAAGE,SAAQ,GAAI;AACvBZ,gBAAQ,CAAA,EAAGa,KAAKH,GAAGN,OAAO;MAC5B,OAAO;AACL,cAAMU,SAAS,MAAMJ,GAAGK,UAAS;AACjCC,gBAAQC,IAAI,sBAAsBC,KAAKC,UAAUL,QAAQ,MAAM,CAAA,CAAA,EAAI;MACrE;IACF,OAAO;AACL,YAAMM,iBAAiBC,eAAeC,KAAKlB,OAAAA;AAC3C,UAAI,MAAMgB,eAAeR,SAAQ,GAAI;AACnCZ,gBAAQ,CAAA,EAAGa,KAAKO,eAAehB,OAAO;MACxC;IACF;AACA;EACF,CAAA,CAAA;AAEF,SAAOJ;AACT,GAvB2B;;;ADY3B,IAAMuB,uBAAuBC,mBAAmBC,iBAAAA;AAEzC,IAAMC,mBAAN,cAA+BH,qBAAAA;EApBtC,OAoBsCA;;;EACpC,OAAyBI,gBAA0B;OAAI,MAAMA;IAAeC;;EAC5E,OAAyBC,sBAA8BD;EAErCE,UAAoB;IAACC;IAA4BC;OAA6B,MAAMF;;;;;EAKnFG,qBAAqB;EAExC,MAAeC,OAAqC;AAClD,UAAMA,OAAO,MAAM,KAAKC,KAAK;MAAEC,OAAO;MAAGC,OAAO;IAAO,CAAA;AACvD,WAAOH,KAAK,CAAA,IAAKI,gBAAeC,KAAKL,KAAK,CAAA,CAAE,EAAEM,UAAUC;EAC1D;EAEA,MAAgBC,cAAcC,MAAY;AACxC,UAAMC,cAAe,MAAM,KAAKC,SAASC,QAAQ;MAAEC,QAAQJ;IAAK,CAAA;AAChE,QAAIC,aAAa;AACf,aAAOA;IACT,OAAO;AACL,YAAMI,SAAU,MAAM,KAAKC,eAAeH,QAAQ;QAAEC,QAAQJ;MAAK,CAAA;AACjE,UAAIK,QAAQ;AACV,eAAOA;MACT,OAAO;AACL,cAAMR,UAAW,MAAM,KAAKK,SAASC,QAAQ;UAAEI,OAAOP;QAAK,CAAA;AAC3D,YAAIH,SAAS;AACX,iBAAOA;QACT,OAAO;AACL,gBAAMW,KAAM,MAAM,KAAKF,eAAeH,QAAQ;YAAEI,OAAOP;UAAK,CAAA;AAC5D,iBAAOQ,MAAMV;QACf;MACF;IACF;EACF;EAEA,MAAyBW,WAAWC,QAA8C;AAChF,QAAIC,kBAAkB;SAAID;;AAE1B,UAAME,gBAAgB,MAAMC,QAAQC,IAAIH,gBAAgBI,IAAIX,CAAAA,WAAU,KAAKF,SAASC,QAAQ;MAAEC;IAAO,CAAA,CAAA,CAAA,GAAMY,OAAOC,MAAAA;AAClH,UAAMC,qBAAqB,IAAIC,IAAIP,aAAaG,IAAIlB,CAAAA,YAAWA,QAAQO,MAAM,CAAA;AAC7EO,sBAAkBA,gBAAgBK,OAAOhB,CAAAA,SAAQ,CAACkB,mBAAmBE,IAAIpB,IAAAA,CAAAA;AAEzE,UAAMqB,WAAW,MAAMR,QAAQC,IAAIH,gBAAgBI,IAAIX,CAAAA,WAAU,KAAKE,eAAeH,QAAQ;MAAEC;IAAO,CAAA,CAAA,CAAA,GAAMY,OAAOC,MAAAA;AACnH,UAAMK,gBAAgB,IAAIH,IAAIE,QAAQN,IAAIlB,CAAAA,YAAWA,QAAQO,MAAM,CAAA;AACnEO,sBAAkBA,gBAAgBK,OAAOhB,CAAAA,SAAQ,CAACsB,cAAcF,IAAIpB,IAAAA,CAAAA;AAEpE,UAAME,YAAY,MAAMW,QAAQC,IAAIH,gBAAgBI,IAAIR,CAAAA,UAAS,KAAKL,SAASC,QAAQ;MAAEI;IAAM,CAAA,CAAA,CAAA,GAAMS,OAAOC,MAAAA;AAC5G,UAAMM,iBAAiB,IAAIJ,IAAIjB,SAASa,IAAIlB,CAAAA,YAAWA,QAAQU,KAAK,CAAA;AACpEI,sBAAkBA,gBAAgBK,OAAOhB,CAAAA,SAAQ,CAACuB,eAAeH,IAAIpB,IAAAA,CAAAA;AAErE,UAAMwB,OAAO,MAAMX,QAAQC,IAAIH,gBAAgBI,IAAIR,CAAAA,UAAS,KAAKD,eAAeH,QAAQ;MAAEI;IAAM,CAAA,CAAA,CAAA,GAAMS,OAAOC,MAAAA;AAC7G,UAAMQ,YAAY,IAAIN,IAAIK,IAAIT,IAAIlB,CAAAA,YAAWA,QAAQU,KAAK,CAAA;AAC1DI,sBAAkBA,gBAAgBK,OAAOhB,CAAAA,SAAQ,CAACyB,UAAUL,IAAIpB,IAAAA,CAAAA;AAEhE,UAAM0B,gBAAgB;SAAId;SAAiBS;SAAYnB;SAAasB;;AACpE,UAAMG,SAAS,MAAMC,eAAeC,MAAMH,cAAcX,IAAIe,oBAAAA,CAAAA;AAE5D,WAAOH;EACT;EAEA,MAAyBI,cAAc7B,UAAmD;AACxF,UAAM,CAACM,IAAIwB,CAAAA,IAAK,MAAMC,YAAY/B,QAAAA;AAClC,UAAMgC,2BAA2B,MAAMrB,QAAQC,IAAIkB,EAAEjB,IAAI,CAACoB,OAAOC,UAAUC,mBAAmBF,OAAOC,KAAAA,CAAAA,CAAAA;AACrG,QAAIF,yBAAyBI,SAAS,GAAG;AACvC,YAAMC,iBAAiB,MAAM,KAAKrC,SAASsC,WAAWN,wBAAAA;AACtD,UAAI,CAACK,eAAeE,gBAAgBF,eAAeG,kBAAkBR,yBAAyBI,OAC5F,OAAM,IAAIK,MAAM,yDAAA;IACpB;AACA,UAAMC,iCAAiC,MAAM/B,QAAQC,IAAIN,GAAGO,IAAI,CAACoB,OAAOC,UAAUC,mBAAmBF,OAAOC,KAAAA,CAAAA,CAAAA;AAC5G,QAAIQ,+BAA+BN,SAAS,GAAG;AAC7C,YAAMO,uBAAuB,MAAM,KAAKvC,eAAekC,WAAWI,8BAAAA;AAClE,UAAI,CAACC,qBAAqBJ,gBAAgBI,qBAAqBH,kBAAkBE,+BAA+BN,OAC9G,OAAM,IAAIK,MAAM,+DAAA;IACpB;AAEA,WAAO,MAAMf,eAAeC,MAAM;SAAIe;SAAmCV;MAA0BnB,IAAIe,oBAAAA,CAAAA;EACzG;EAEA,MAAyBgB,YAAYC,SAA8D;AAEjG,QAAI,EACFtD,OAAOuD,QAAQtD,MAAK,IAClBqD,WAAW;MAAEtD,OAAO;MAAIC,OAAO;IAAO;AAE1C,QAAI,CAACD,MAAOA,SAAQ;AACpB,QAAIA,QAAQ,IAAKA,SAAQ;AAEzB,QAAIC,SAAS,MAAOA,SAAQ;AAE5B,QAAIuD;AACJ,QAAID,QAAQ;AACV,YAAMnD,UAAU,MAAM,KAAKE,cAAciD,MAAAA;AAEzC,UAAInD,QAASoD,MAAKpD,QAAQqD;IAC5B,OAAO;AACLD,WAAKvD,UAAU,QAEXyD,SAASC,eAAe,CAAA,IAGxBD,SAASC,gBAAgBC,KAAKC,IAAG,IAAK,OAAU,GAAA;IACtD;AACA,QAAI,CAACL,GAAI,QAAO,CAAA;AAGhB,UAAMM,OAAO7D,UAAU,QAAQ,IAAI;AAGnC,UAAM8D,QAAQ9D,UAAU,QAAQ;MAAEwD,KAAK;QAAEO,KAAKR;MAAG;IAAE,IAAI;MAAEC,KAAK;QAAEQ,KAAKT;MAAG;IAAE;AAG1E,UAAMvB,gBAAgB,MAAM,KAAKxB,SAASyD,cAAc,CAACC,eAAAA;AACvD,aAAOA,WACJC,UAAgC;;QAE/B;UAAEC,QAAQN;QAAM;;QAEhB;UAAEO,OAAO;YAAEb,KAAKK;UAAK;QAAE;;QAEvB;UAAES,QAAQvE;QAAM;;QAEhB;UACEwE,YAAY;YACVC,MAAM,KAAKC,sBAAsBP;YACjCQ,UAAU;cACR;gBAAEN,QAAQN;cAAM;cAChB;gBAAEO,OAAO;kBAAEb,KAAKK;gBAAK;cAAE;cACvB;gBAAES,QAAQvE;cAAM;;UAEpB;QACF;;QAEA;UAAEsE,OAAO;YAAEb,KAAKK;UAAK;QAAE;;QAEvB;UAAES,QAAQvE;QAAM;OACjB,EACA4E,UAAU,KAAK/E,kBAAkB,EACjCgF,QAAO;IACZ,CAAA;AAGA,WAAO,MAAM1C,eAAeC,MAAMH,cAAcX,IAAIe,oBAAAA,CAAAA;EACtD;EAEA,MAAyByC,eAAe;AACtC,UAAM,MAAMA,aAAAA;AACZ,UAAM,KAAKC,cAAa;AACxB,WAAO;EACT;AACF;;;AEzKA,cAAc;","names":["exists","AbstractArchivist","ArchivistInsertQuerySchema","ArchivistNextQuerySchema","MongoDBArchivistConfigSchema","MongoDBModuleMixin","PayloadBuilder","fromDbRepresentation","toDbRepresentation","PayloadWrapper","ObjectId","isBoundWitness","isQueryBoundWitness","BoundWitnessWrapper","QueryBoundWitnessWrapper","PayloadWrapper","validByType","payloads","results","Promise","all","map","payload","isBoundWitness","wrapper","isQueryBoundWitness","QueryBoundWitnessWrapper","BoundWitnessWrapper","bw","parse","getValid","push","errors","getErrors","console","log","JSON","stringify","payloadWrapper","PayloadWrapper","wrap","MongoDBArchivistBase","MongoDBModuleMixin","AbstractArchivist","MongoDBArchivist","configSchemas","MongoDBArchivistConfigSchema","defaultConfigSchema","queries","ArchivistInsertQuerySchema","ArchivistNextQuerySchema","aggregateTimeoutMs","head","next","limit","order","PayloadWrapper","wrap","payload","undefined","findOneByHash","hash","dataPayload","payloads","findOne","_$hash","dataBw","boundWitnesses","_hash","bw","getHandler","hashes","remainingHashes","dataPayloads","Promise","all","map","filter","exists","dataPayloadsHashes","Set","has","dataBws","dataBwsHashes","payloadsHashes","bws","bwsHashes","foundPayloads","result","PayloadBuilder","build","fromDbRepresentation","insertHandler","p","validByType","payloadsWithExternalMeta","value","index","toDbRepresentation","length","payloadsResult","insertMany","acknowledged","insertedCount","Error","boundWitnessesWithExternalMeta","boundWitnessesResult","nextHandler","options","offset","id","_id","ObjectId","createFromTime","Date","now","sort","match","$gt","$lt","useCollection","collection","aggregate","$match","$sort","$limit","$unionWith","coll","boundWitnessSdkConfig","pipeline","maxTimeMS","toArray","startHandler","ensureIndexes"]}
+{"version":3,"sources":["../../src/Archivist.ts","../../src/lib/validByType.ts","../../src/index.ts"],"sourcesContent":["import { exists } from '@xylabs/exists'\nimport type { Hash } from '@xylabs/hex'\nimport { AbstractArchivist } from '@xyo-network/archivist-abstract'\nimport type { ArchivistNextOptions } from '@xyo-network/archivist-model'\nimport { ArchivistInsertQuerySchema, ArchivistNextQuerySchema } from '@xyo-network/archivist-model'\nimport { MongoDBArchivistConfigSchema } from '@xyo-network/archivist-model-mongodb'\nimport { MongoDBModuleMixin } from '@xyo-network/module-abstract-mongodb'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport type {\n  Payload, Schema, Sequence, WithStorageMeta,\n} from '@xyo-network/payload-model'\nimport type { PayloadWithMongoMeta } from '@xyo-network/payload-mongodb'\nimport { fromDbRepresentation, toDbRepresentation } from '@xyo-network/payload-mongodb'\nimport { ObjectId } from 'mongodb'\n\nimport { validByType } from './lib/index.js'\n\nconst MongoDBArchivistBase = MongoDBModuleMixin(AbstractArchivist)\n\nexport class MongoDBArchivist extends MongoDBArchivistBase {\n  static override readonly configSchemas: Schema[] = [...super.configSchemas, MongoDBArchivistConfigSchema]\n  static override readonly defaultConfigSchema: Schema = MongoDBArchivistConfigSchema\n\n  override readonly queries: string[] = [ArchivistInsertQuerySchema, ArchivistNextQuerySchema, ...super.queries]\n\n  /**\n   * The amount of time to allow the aggregate query to execute\n   */\n  protected readonly aggregateTimeoutMs = 10_000\n\n  protected async findOneByHash(hash: Hash) {\n    const dataPayload = (await this.payloads.findOne({ _$hash: hash }))\n    if (dataPayload) {\n      return dataPayload\n    } else {\n      const dataBw = (await this.boundWitnesses.findOne({ _$hash: hash }))\n      if (dataBw) {\n        return dataBw\n      } else {\n        const payload = (await this.payloads.findOne({ _hash: hash }))\n        if (payload) {\n          return payload\n        } else {\n          const bw = (await this.boundWitnesses.findOne({ _hash: hash }))\n          return bw ?? undefined\n        }\n      }\n    }\n  }\n\n  protected async findOneBySequence(sequence: Sequence) {\n    const dataPayload = (await this.payloads.findOne({ _sequence: sequence }))\n    if (dataPayload) {\n      return dataPayload\n    } else {\n      const dataBw = (await this.boundWitnesses.findOne({ _sequence: sequence }))\n      return dataBw\n    }\n  }\n\n  protected override async getHandler(hashes: Hash[]): Promise<WithStorageMeta<Payload>[]> {\n    let remainingHashes = [...hashes]\n\n    const dataPayloads = (await Promise.all(remainingHashes.map(_dataHash => this.payloads.findOne({ _dataHash })))).filter(exists)\n    const dataPayloadsHashes = new Set(dataPayloads.map(payload => payload._dataHash))\n    remainingHashes = remainingHashes.filter(hash => !dataPayloadsHashes.has(hash))\n\n    const dataBws = (await Promise.all(remainingHashes.map(_dataHash => this.boundWitnesses.findOne({ _dataHash })))).filter(exists)\n    const dataBwsHashes = new Set(dataBws.map(payload => payload._dataHash))\n    remainingHashes = remainingHashes.filter(hash => !dataBwsHashes.has(hash))\n\n    const payloads = (await Promise.all(remainingHashes.map(_hash => this.payloads.findOne({ _hash })))).filter(exists)\n    const payloadsHashes = new Set(payloads.map(payload => payload._hash))\n    remainingHashes = remainingHashes.filter(hash => !payloadsHashes.has(hash))\n\n    const bws = (await Promise.all(remainingHashes.map(_hash => this.boundWitnesses.findOne({ _hash })))).filter(exists)\n    const bwsHashes = new Set(bws.map(payload => payload._hash))\n    remainingHashes = remainingHashes.filter(hash => !bwsHashes.has(hash))\n\n    const foundPayloads = [...dataPayloads, ...dataBws, ...payloads, ...bws] as PayloadWithMongoMeta<Payload>[]\n    const result = foundPayloads.map(fromDbRepresentation)\n    // console.log(`getHandler: ${JSON.stringify(hashes, null, 2)}:${JSON.stringify(result, null, 2)}`)\n    return result\n  }\n\n  protected override async insertHandler(payloads: Payload[]): Promise<WithStorageMeta<Payload>[]> {\n    const [bw, p] = await validByType(await PayloadBuilder.addStorageMeta(payloads))\n    const payloadsWithExternalMeta = await Promise.all(p.map(value => toDbRepresentation(value)))\n    if (payloadsWithExternalMeta.length > 0) {\n      const payloadsResult = await this.payloads.insertMany(payloadsWithExternalMeta)\n      if (!payloadsResult.acknowledged || payloadsResult.insertedCount !== payloadsWithExternalMeta.length)\n        throw new Error('MongoDBArchivist: Error inserting Payloads')\n    }\n    const boundWitnessesWithExternalMeta = await Promise.all(bw.map(value => toDbRepresentation(value)))\n    if (boundWitnessesWithExternalMeta.length > 0) {\n      const boundWitnessesResult = await this.boundWitnesses.insertMany(boundWitnessesWithExternalMeta)\n      if (!boundWitnessesResult.acknowledged || boundWitnessesResult.insertedCount !== boundWitnessesWithExternalMeta.length)\n        throw new Error('MongoDBArchivist: Error inserting BoundWitnesses')\n    }\n\n    return [...boundWitnessesWithExternalMeta, ...payloadsWithExternalMeta].map(fromDbRepresentation)\n  }\n\n  protected override async nextHandler(options?: ArchivistNextOptions): Promise<WithStorageMeta<Payload>[]> {\n    // Sanitize inputs and set defaults\n    let {\n      limit, cursor, order,\n    } = options ?? { limit: 10, order: 'desc' }\n\n    if (!limit) limit = 10\n    if (limit > 100) limit = 100\n\n    if (order != 'asc') order = 'desc'\n\n    let id: ObjectId | undefined\n    if (cursor) {\n      const payload = await this.findOneBySequence(cursor)\n      // TODO: Should we throw an error if the requested payload is not found?\n      if (payload) id = payload._id\n    } else {\n      id = order === 'asc'\n      // If ascending, start from the beginning of time\n        ? ObjectId.createFromTime(0)\n        // If descending, start from now (plus a bit more in the future to ensure\n        // them most recent ObjectIds are included)\n        : ObjectId.createFromTime((Date.now() + 10_000) / 1000)\n    }\n    if (!id) return []\n\n    // Create aggregate criteria\n    const sort = order === 'asc' ? 1 : -1\n    // TODO: How to handle random component of ID across multiple collections\n    // to ensure we don't skip some payloads\n    const match = order === 'asc' ? { _id: { $gt: id } } : { _id: { $lt: id } }\n\n    // Run the aggregate query\n    const foundPayloads = await this.payloads.useCollection((collection) => {\n      return collection\n        .aggregate<PayloadWithMongoMeta>([\n          // Pre-filter payloads collection\n          { $match: match },\n          // Sort payloads by _id\n          { $sort: { _id: sort } },\n          // Limit payloads to the first N payloads\n          { $limit: limit },\n          // Combine with filtered boundWitnesses collection\n          {\n            $unionWith: {\n              coll: this.boundWitnessSdkConfig.collection,\n              pipeline: [\n                { $match: match }, // Pre-filter boundWitnesses\n                { $sort: { _id: sort } }, // Sort boundWitnesses by _id\n                { $limit: limit }, // Limit boundWitnesses to the first N boundWitnesses\n              ],\n            },\n          },\n          // Sort the combined result by _id\n          { $sort: { _id: sort } },\n          // Limit the final result to N documents\n          { $limit: limit },\n        ])\n        .maxTimeMS(this.aggregateTimeoutMs)\n        .toArray()\n    })\n\n    // Convert from DB representation to Payloads\n    return foundPayloads.map(fromDbRepresentation)\n  }\n\n  protected override async startHandler() {\n    await super.startHandler()\n    await this.ensureIndexes()\n    return true\n  }\n}\n","import type { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { isBoundWitness, isQueryBoundWitness } from '@xyo-network/boundwitness-model'\nimport { BoundWitnessWrapper, QueryBoundWitnessWrapper } from '@xyo-network/boundwitness-wrapper'\nimport type { Payload, WithStorageMeta } from '@xyo-network/payload-model'\nimport { PayloadWrapper } from '@xyo-network/payload-wrapper'\n\nexport const validByType = async (payloads: WithStorageMeta<Payload>[] = []) => {\n  const results: [WithStorageMeta<BoundWitness>[], WithStorageMeta<Payload>[]] = [[], []]\n  await Promise.all(\n    payloads.map(async (payload) => {\n      if (isBoundWitness(payload)) {\n        const wrapper = isQueryBoundWitness(payload) ? QueryBoundWitnessWrapper : BoundWitnessWrapper\n        const bw = wrapper.parse(payload)\n        if (await bw.getValid()) {\n          results[0].push(payload)\n        } else {\n          const errors = await bw.getErrors()\n          console.log(`validByType.Error: ${JSON.stringify(errors, null, 2)}`)\n        }\n      } else {\n        const payloadWrapper = PayloadWrapper.wrap(payload)\n        if (await payloadWrapper.getValid()) {\n          results[1].push(payload)\n        }\n      }\n      return\n    }),\n  )\n  return results\n}\n","export * from './Archivist.js'\nexport * from '@xyo-network/archivist-model-mongodb'\n"],"mappings":";AAAA,SAAS,cAAc;AAEvB,SAAS,yBAAyB;AAElC,SAAS,4BAA4B,gCAAgC;AACrE,SAAS,oCAAoC;AAC7C,SAAS,0BAA0B;AACnC,SAAS,sBAAsB;AAK/B,SAAS,sBAAsB,0BAA0B;AACzD,SAAS,gBAAgB;;;ACZzB,SAAS,gBAAgB,2BAA2B;AACpD,SAAS,qBAAqB,gCAAgC;AAE9D,SAAS,sBAAsB;AAExB,IAAM,cAAc,OAAO,WAAuC,CAAC,MAAM;AAC9E,QAAM,UAAyE,CAAC,CAAC,GAAG,CAAC,CAAC;AACtF,QAAM,QAAQ;AAAA,IACZ,SAAS,IAAI,OAAO,YAAY;AAC9B,UAAI,eAAe,OAAO,GAAG;AAC3B,cAAM,UAAU,oBAAoB,OAAO,IAAI,2BAA2B;AAC1E,cAAM,KAAK,QAAQ,MAAM,OAAO;AAChC,YAAI,MAAM,GAAG,SAAS,GAAG;AACvB,kBAAQ,CAAC,EAAE,KAAK,OAAO;AAAA,QACzB,OAAO;AACL,gBAAM,SAAS,MAAM,GAAG,UAAU;AAClC,kBAAQ,IAAI,sBAAsB,KAAK,UAAU,QAAQ,MAAM,CAAC,CAAC,EAAE;AAAA,QACrE;AAAA,MACF,OAAO;AACL,cAAM,iBAAiB,eAAe,KAAK,OAAO;AAClD,YAAI,MAAM,eAAe,SAAS,GAAG;AACnC,kBAAQ,CAAC,EAAE,KAAK,OAAO;AAAA,QACzB;AAAA,MACF;AACA;AAAA,IACF,CAAC;AAAA,EACH;AACA,SAAO;AACT;;;ADZA,IAAM,uBAAuB,mBAAmB,iBAAiB;AAE1D,IAAM,mBAAN,cAA+B,qBAAqB;AAAA,EACzD,OAAyB,gBAA0B,CAAC,GAAG,MAAM,eAAe,4BAA4B;AAAA,EACxG,OAAyB,sBAA8B;AAAA,EAErC,UAAoB,CAAC,4BAA4B,0BAA0B,GAAG,MAAM,OAAO;AAAA;AAAA;AAAA;AAAA,EAK1F,qBAAqB;AAAA,EAExC,MAAgB,cAAc,MAAY;AACxC,UAAM,cAAe,MAAM,KAAK,SAAS,QAAQ,EAAE,QAAQ,KAAK,CAAC;AACjE,QAAI,aAAa;AACf,aAAO;AAAA,IACT,OAAO;AACL,YAAM,SAAU,MAAM,KAAK,eAAe,QAAQ,EAAE,QAAQ,KAAK,CAAC;AAClE,UAAI,QAAQ;AACV,eAAO;AAAA,MACT,OAAO;AACL,cAAM,UAAW,MAAM,KAAK,SAAS,QAAQ,EAAE,OAAO,KAAK,CAAC;AAC5D,YAAI,SAAS;AACX,iBAAO;AAAA,QACT,OAAO;AACL,gBAAM,KAAM,MAAM,KAAK,eAAe,QAAQ,EAAE,OAAO,KAAK,CAAC;AAC7D,iBAAO,MAAM;AAAA,QACf;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAgB,kBAAkB,UAAoB;AACpD,UAAM,cAAe,MAAM,KAAK,SAAS,QAAQ,EAAE,WAAW,SAAS,CAAC;AACxE,QAAI,aAAa;AACf,aAAO;AAAA,IACT,OAAO;AACL,YAAM,SAAU,MAAM,KAAK,eAAe,QAAQ,EAAE,WAAW,SAAS,CAAC;AACzE,aAAO;AAAA,IACT;AAAA,EACF;AAAA,EAEA,MAAyB,WAAW,QAAqD;AACvF,QAAI,kBAAkB,CAAC,GAAG,MAAM;AAEhC,UAAM,gBAAgB,MAAM,QAAQ,IAAI,gBAAgB,IAAI,eAAa,KAAK,SAAS,QAAQ,EAAE,UAAU,CAAC,CAAC,CAAC,GAAG,OAAO,MAAM;AAC9H,UAAM,qBAAqB,IAAI,IAAI,aAAa,IAAI,aAAW,QAAQ,SAAS,CAAC;AACjF,sBAAkB,gBAAgB,OAAO,UAAQ,CAAC,mBAAmB,IAAI,IAAI,CAAC;AAE9E,UAAM,WAAW,MAAM,QAAQ,IAAI,gBAAgB,IAAI,eAAa,KAAK,eAAe,QAAQ,EAAE,UAAU,CAAC,CAAC,CAAC,GAAG,OAAO,MAAM;AAC/H,UAAM,gBAAgB,IAAI,IAAI,QAAQ,IAAI,aAAW,QAAQ,SAAS,CAAC;AACvE,sBAAkB,gBAAgB,OAAO,UAAQ,CAAC,cAAc,IAAI,IAAI,CAAC;AAEzE,UAAM,YAAY,MAAM,QAAQ,IAAI,gBAAgB,IAAI,WAAS,KAAK,SAAS,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC,GAAG,OAAO,MAAM;AAClH,UAAM,iBAAiB,IAAI,IAAI,SAAS,IAAI,aAAW,QAAQ,KAAK,CAAC;AACrE,sBAAkB,gBAAgB,OAAO,UAAQ,CAAC,eAAe,IAAI,IAAI,CAAC;AAE1E,UAAM,OAAO,MAAM,QAAQ,IAAI,gBAAgB,IAAI,WAAS,KAAK,eAAe,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC,GAAG,OAAO,MAAM;AACnH,UAAM,YAAY,IAAI,IAAI,IAAI,IAAI,aAAW,QAAQ,KAAK,CAAC;AAC3D,sBAAkB,gBAAgB,OAAO,UAAQ,CAAC,UAAU,IAAI,IAAI,CAAC;AAErE,UAAM,gBAAgB,CAAC,GAAG,cAAc,GAAG,SAAS,GAAG,UAAU,GAAG,GAAG;AACvE,UAAM,SAAS,cAAc,IAAI,oBAAoB;AAErD,WAAO;AAAA,EACT;AAAA,EAEA,MAAyB,cAAc,UAA0D;AAC/F,UAAM,CAAC,IAAI,CAAC,IAAI,MAAM,YAAY,MAAM,eAAe,eAAe,QAAQ,CAAC;AAC/E,UAAM,2BAA2B,MAAM,QAAQ,IAAI,EAAE,IAAI,WAAS,mBAAmB,KAAK,CAAC,CAAC;AAC5F,QAAI,yBAAyB,SAAS,GAAG;AACvC,YAAM,iBAAiB,MAAM,KAAK,SAAS,WAAW,wBAAwB;AAC9E,UAAI,CAAC,eAAe,gBAAgB,eAAe,kBAAkB,yBAAyB;AAC5F,cAAM,IAAI,MAAM,4CAA4C;AAAA,IAChE;AACA,UAAM,iCAAiC,MAAM,QAAQ,IAAI,GAAG,IAAI,WAAS,mBAAmB,KAAK,CAAC,CAAC;AACnG,QAAI,+BAA+B,SAAS,GAAG;AAC7C,YAAM,uBAAuB,MAAM,KAAK,eAAe,WAAW,8BAA8B;AAChG,UAAI,CAAC,qBAAqB,gBAAgB,qBAAqB,kBAAkB,+BAA+B;AAC9G,cAAM,IAAI,MAAM,kDAAkD;AAAA,IACtE;AAEA,WAAO,CAAC,GAAG,gCAAgC,GAAG,wBAAwB,EAAE,IAAI,oBAAoB;AAAA,EAClG;AAAA,EAEA,MAAyB,YAAY,SAAqE;AAExG,QAAI;AAAA,MACF;AAAA,MAAO;AAAA,MAAQ;AAAA,IACjB,IAAI,WAAW,EAAE,OAAO,IAAI,OAAO,OAAO;AAE1C,QAAI,CAAC,MAAO,SAAQ;AACpB,QAAI,QAAQ,IAAK,SAAQ;AAEzB,QAAI,SAAS,MAAO,SAAQ;AAE5B,QAAI;AACJ,QAAI,QAAQ;AACV,YAAM,UAAU,MAAM,KAAK,kBAAkB,MAAM;AAEnD,UAAI,QAAS,MAAK,QAAQ;AAAA,IAC5B,OAAO;AACL,WAAK,UAAU,QAEX,SAAS,eAAe,CAAC,IAGzB,SAAS,gBAAgB,KAAK,IAAI,IAAI,OAAU,GAAI;AAAA,IAC1D;AACA,QAAI,CAAC,GAAI,QAAO,CAAC;AAGjB,UAAM,OAAO,UAAU,QAAQ,IAAI;AAGnC,UAAM,QAAQ,UAAU,QAAQ,EAAE,KAAK,EAAE,KAAK,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,GAAG,EAAE;AAG1E,UAAM,gBAAgB,MAAM,KAAK,SAAS,cAAc,CAAC,eAAe;AACtE,aAAO,WACJ,UAAgC;AAAA;AAAA,QAE/B,EAAE,QAAQ,MAAM;AAAA;AAAA,QAEhB,EAAE,OAAO,EAAE,KAAK,KAAK,EAAE;AAAA;AAAA,QAEvB,EAAE,QAAQ,MAAM;AAAA;AAAA,QAEhB;AAAA,UACE,YAAY;AAAA,YACV,MAAM,KAAK,sBAAsB;AAAA,YACjC,UAAU;AAAA,cACR,EAAE,QAAQ,MAAM;AAAA;AAAA,cAChB,EAAE,OAAO,EAAE,KAAK,KAAK,EAAE;AAAA;AAAA,cACvB,EAAE,QAAQ,MAAM;AAAA;AAAA,YAClB;AAAA,UACF;AAAA,QACF;AAAA;AAAA,QAEA,EAAE,OAAO,EAAE,KAAK,KAAK,EAAE;AAAA;AAAA,QAEvB,EAAE,QAAQ,MAAM;AAAA,MAClB,CAAC,EACA,UAAU,KAAK,kBAAkB,EACjC,QAAQ;AAAA,IACb,CAAC;AAGD,WAAO,cAAc,IAAI,oBAAoB;AAAA,EAC/C;AAAA,EAEA,MAAyB,eAAe;AACtC,UAAM,MAAM,aAAa;AACzB,UAAM,KAAK,cAAc;AACzB,WAAO;AAAA,EACT;AACF;;;AE7KA,cAAc;","names":[]}

package/dist/neutral/lib/validByType.d.ts

@@ -1,7 +1,6 @@
-import type { Payload } from '@xyo-network/payload-model';
-export declare const validByType: (payloads?: Payload[]) => Promise<[(import("@xyo-network/payload-model").SchemaFields & import("@xyo-network/payload-model").PayloadFields & import("@xyo-network/boundwitness-model").BoundWitnessFields & {
-    schema: "network.xyo.boundwitness";
-})[], ({
-    schema: string;
-} & import("@xyo-network/payload-model").PayloadFields)[]]>;
+import type { BoundWitness } from '@xyo-network/boundwitness-model';
+import type { Payload, WithStorageMeta } from '@xyo-network/payload-model';
+export declare const validByType: (payloads?: WithStorageMeta<Payload>[]) => Promise<[WithStorageMeta<BoundWitness>[], WithStorageMeta<import("@xylabs/object").DeepRestrictToStringKeys<{
+    schema: import("@xyo-network/payload-model").Schema;
+}>>[]]>;
 //# sourceMappingURL=validByType.d.ts.map

package/dist/neutral/lib/validByType.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"validByType.d.ts","sourceRoot":"","sources":["../../../src/lib/validByType.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,4BAA4B,CAAA;AAGzD,eAAO,MAAM,WAAW,cAAoB,OAAO,EAAE;;;;2DAuBpD,CAAA"}
+{"version":3,"file":"validByType.d.ts","sourceRoot":"","sources":["../../../src/lib/validByType.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,iCAAiC,CAAA;AAGnE,OAAO,KAAK,EAAE,OAAO,EAAE,eAAe,EAAE,MAAM,4BAA4B,CAAA;AAG1E,eAAO,MAAM,WAAW,cAAoB,eAAe,CAAC,OAAO,CAAC,EAAE;;OAuBrE,CAAA"}