@xyo-network/diviner-image-thumbnail 3.2.0-rc.1 → 3.2.0-rc.3

package/dist/neutral/Diviner/ImageThumbnailDivinerState.d.ts

@@ -1,5 +1,6 @@
+import type { Hex } from '@xylabs/hex';
 import type { StateDictionary } from '@xyo-network/module-model';
 export type ImageThumbnailDivinerState = StateDictionary & {
-    offset: number;
+    cursor: Hex;
 };
 //# sourceMappingURL=ImageThumbnailDivinerState.d.ts.map

package/dist/neutral/Diviner/ImageThumbnailDivinerState.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ImageThumbnailDivinerState.d.ts","sourceRoot":"","sources":["../../../src/Diviner/ImageThumbnailDivinerState.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAA;AAEhE,MAAM,MAAM,0BAA0B,GAAG,eAAe,GAAG;IACzD,MAAM,EAAE,MAAM,CAAA;CACf,CAAA"}
+{"version":3,"file":"ImageThumbnailDivinerState.d.ts","sourceRoot":"","sources":["../../../src/Diviner/ImageThumbnailDivinerState.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,aAAa,CAAA;AACtC,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAA;AAEhE,MAAM,MAAM,0BAA0B,GAAG,eAAe,GAAG;IACzD,MAAM,EAAE,GAAG,CAAA;CACZ,CAAA"}

package/dist/neutral/Diviner/ImageThumbnailIndexCandidateToImageThumbnailIndexDiviner.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ImageThumbnailIndexCandidateToImageThumbnailIndexDiviner.d.ts","sourceRoot":"","sources":["../../../src/Diviner/ImageThumbnailIndexCandidateToImageThumbnailIndexDiviner.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAA;AAE/D,OAAO,KAAK,EAEV,yBAAyB,EAE1B,MAAM,6CAA6C,CAAA;AAOpD,OAAO,KAAK,EACV,OAAO,EAAE,MAAM,EAAE,WAAW,EAC7B,MAAM,4BAA4B,CAAA;AAKnC,OAAO,KAAK,EAAE,gCAAgC,EAAE,MAAM,kCAAkC,CAAA;AAGxF;;GAEG;AACH,qBAAa,wDAAyD,SAAQ,eAAe;IAC3F,gBAAyB,aAAa,EAAE,MAAM,EAAE,CAAgD;IAChG,gBAAyB,mBAAmB,EAAE,MAAM,CAAsB;IAC1E,OAAgB,MAAM,EAAE,gCAAgC,CAIvD;cAEwB,aAAa,CAAC,QAAQ,GAAE,OAAO,EAAO,GAAG,OAAO,CAAC,WAAW,CAAC,yBAAyB,CAAC,EAAE,CAAC;CA2CpH"}
+{"version":3,"file":"ImageThumbnailIndexCandidateToImageThumbnailIndexDiviner.d.ts","sourceRoot":"","sources":["../../../src/Diviner/ImageThumbnailIndexCandidateToImageThumbnailIndexDiviner.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAA;AAE/D,OAAO,KAAK,EAEV,yBAAyB,EAE1B,MAAM,6CAA6C,CAAA;AAOpD,OAAO,KAAK,EACV,OAAO,EAAE,MAAM,EAAE,WAAW,EAC7B,MAAM,4BAA4B,CAAA;AAKnC,OAAO,KAAK,EAAE,gCAAgC,EAAE,MAAM,kCAAkC,CAAA;AAGxF;;GAEG;AACH,qBAAa,wDAAyD,SAAQ,eAAe;IAC3F,gBAAyB,aAAa,EAAE,MAAM,EAAE,CAAgD;IAChG,gBAAyB,mBAAmB,EAAE,MAAM,CAAsB;IAC1E,OAAgB,MAAM,EAAE,gCAAgC,CAIvD;cAEwB,aAAa,CAAC,QAAQ,GAAE,OAAO,EAAO,GAAG,OAAO,CAAC,WAAW,CAAC,yBAAyB,CAAC,EAAE,CAAC;CA4CpH"}

package/dist/neutral/Diviner/ImageThumbnailIndexQueryResponseToImageThumbnailQueryResponseDiviner.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ImageThumbnailIndexQueryResponseToImageThumbnailQueryResponseDiviner.d.ts","sourceRoot":"","sources":["../../../src/Diviner/ImageThumbnailIndexQueryResponseToImageThumbnailQueryResponseDiviner.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAA;AAE/D,OAAO,KAAK,EACV,oBAAoB,EAErB,MAAM,6CAA6C,CAAA;AAOpD,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAA;AAGjE,OAAO,KAAK,EAAE,gCAAgC,EAAE,MAAM,kCAAkC,CAAA;AAGxF;;GAEG;AACH,qBAAa,oEAAqE,SAAQ,eAAe;IACvG,gBAAyB,aAAa,EAAE,MAAM,EAAE,CAAgD;IAChG,gBAAyB,mBAAmB,EAAE,MAAM,CAAsB;IAC1E,OAAgB,MAAM,EAAE,gCAAgC,CAIvD;cAEwB,aAAa,CAAC,QAAQ,GAAE,OAAO,EAAO,GAAG,OAAO,CAAC,oBAAoB,EAAE,CAAC;CAwClG"}
+{"version":3,"file":"ImageThumbnailIndexQueryResponseToImageThumbnailQueryResponseDiviner.d.ts","sourceRoot":"","sources":["../../../src/Diviner/ImageThumbnailIndexQueryResponseToImageThumbnailQueryResponseDiviner.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAA;AAE/D,OAAO,KAAK,EACV,oBAAoB,EAErB,MAAM,6CAA6C,CAAA;AAOpD,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAA;AAGjE,OAAO,KAAK,EAAE,gCAAgC,EAAE,MAAM,kCAAkC,CAAA;AAGxF;;GAEG;AACH,qBAAa,oEAAqE,SAAQ,eAAe;IACvG,gBAAyB,aAAa,EAAE,MAAM,EAAE,CAAgD;IAChG,gBAAyB,mBAAmB,EAAE,MAAM,CAAsB;IAC1E,OAAgB,MAAM,EAAE,gCAAgC,CAIvD;cAEwB,aAAa,CAAC,QAAQ,GAAE,OAAO,EAAO,GAAG,OAAO,CAAC,oBAAoB,EAAE,CAAC;CAmClG"}

package/dist/neutral/Diviner/ImageThumbnailQueryToImageThumbnailIndexQueryDiviner.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ImageThumbnailQueryToImageThumbnailIndexQueryDiviner.d.ts","sourceRoot":"","sources":["../../../src/Diviner/ImageThumbnailQueryToImageThumbnailIndexQueryDiviner.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAA;AAK/D,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAA;AAGjE,OAAO,KAAK,EAAE,gCAAgC,EAAE,MAAM,kCAAkC,CAAA;AAExF,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,gCAAgC,CAAA;AAE/E;;GAEG;AACH,qBAAa,oDAAqD,SAAQ,eAAe;IACvF,gBAAyB,aAAa,EAAE,MAAM,EAAE,CAAgD;IAChG,gBAAyB,mBAAmB,EAAE,MAAM,CAAsB;IAC1E,OAAgB,MAAM,EAAE,gCAAgC,CAIvD;cAEwB,aAAa,CACpC,QAAQ,GAAE,OAAO,EAAO,GACvB,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,yBAAyB,EAAE,WAAW,GAAG,SAAS,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,yBAAyB,EAAE,SAAS,CAAC,CAAC,EAAE,WAAW,CAAC,EAAE,CAAC;CAgChJ"}
+{"version":3,"file":"ImageThumbnailQueryToImageThumbnailIndexQueryDiviner.d.ts","sourceRoot":"","sources":["../../../src/Diviner/ImageThumbnailQueryToImageThumbnailIndexQueryDiviner.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAA;AAK/D,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAA;AAGjE,OAAO,KAAK,EAAE,gCAAgC,EAAE,MAAM,kCAAkC,CAAA;AAExF,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,gCAAgC,CAAA;AAE/E;;GAEG;AACH,qBAAa,oDAAqD,SAAQ,eAAe;IACvF,gBAAyB,aAAa,EAAE,MAAM,EAAE,CAAgD;IAChG,gBAAyB,mBAAmB,EAAE,MAAM,CAAsB;IAC1E,OAAgB,MAAM,EAAE,gCAAgC,CAIvD;cAEwB,aAAa,CACpC,QAAQ,GAAE,OAAO,EAAO,GACvB,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,yBAAyB,EAAE,WAAW,GAAG,SAAS,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,yBAAyB,EAAE,SAAS,CAAC,CAAC,EAAE,WAAW,CAAC,EAAE,CAAC;CA8BhJ"}

package/dist/neutral/Diviner/ImageThumbnailStateToIndexCandidateDiviner/Diviner.d.ts

@@ -5,7 +5,7 @@ import { AbstractDiviner } from '@xyo-network/diviner-abstract';
 import { DivinerWrapper } from '@xyo-network/diviner-wrapper';
 import type { ImageThumbnail } from '@xyo-network/image-thumbnail-payload-plugin';
 import type { ModuleState } from '@xyo-network/module-model';
-import type { Payload, Schema } from '@xyo-network/payload-model';
+import { type Payload, type Schema } from '@xyo-network/payload-model';
 import type { TimeStamp } from '@xyo-network/witness-timestamp';
 import type { ImageThumbnailDivinerStageLabels } from '../ImageThumbnailDivinerLabels.ts';
 import type { ImageThumbnailDivinerState } from '../ImageThumbnailDivinerState.ts';
@@ -41,22 +41,64 @@ export declare class ImageThumbnailStateToIndexCandidateDiviner<TParams extends
      * Retrieves the archivist for the payloadStore
      * @returns The archivist for the payloadStore
      */
-    protected getArchivistForStore(): Promise<ArchivistWrapper<import("@xyo-network/archivist-model").ArchivistModule<import(".store/@xylabs-object-npm-4.4.12-63cf432727/package").BaseParamsFields & {
-        account?: import(".store/@xyo-network-account-model-virtual-3409e52736/package").AccountInstance | "random";
+    protected getArchivistForStore(): Promise<ArchivistWrapper<import("@xyo-network/archivist-model").ArchivistModule<import("@xylabs/object").BaseParamsFields & {
+        account?: import(".store/@xyo-network-account-model-virtual-6c9dfaafa5/package").AccountInstance | "random";
         addToResolvers?: boolean;
-        additionalSigners?: import(".store/@xyo-network-account-model-virtual-3409e52736/package").AccountInstance[];
+        additionalSigners?: import(".store/@xyo-network-account-model-virtual-6c9dfaafa5/package").AccountInstance[];
         allowNameResolution?: boolean;
-        config: import("@xyo-network/payload-model").SchemaFields & import("@xyo-network/payload-model").PayloadFields & Omit<import("@xyo-network/module-model").ArchivingModuleConfig & import("@xyo-network/module-model").ModuleConfigFields & import("@xyo-network/payload-model").SchemaFields & import("@xyo-network/payload-model").PayloadFields & Omit<import("@xyo-network/module-model").ArchivingModuleConfig & import("@xyo-network/module-model").ModuleConfigFields & {
-            parents?: import("@xyo-network/archivist-model").ArchivistParents;
-            requireAllParents?: boolean;
-            schema: "network.xyo.archivist.config";
-            storage?: import("@xyo-network/archivist-model").ArchivistStorage;
-            storeParentReads?: boolean;
-        }, "schema"> & {
-            schema: "network.xyo.archivist.config";
-        }, "schema"> & {
-            schema: string;
-        };
+        config: import("@xylabs/object").DeepRestrictToStringKeys<{
+            schema: Schema;
+            readonly archiving?: {
+                readonly archivists?: string[] | undefined;
+                readonly queries?: string[] | undefined;
+            } | undefined;
+            readonly allowedQueries?: string[] | undefined;
+            readonly archivist?: import("@xyo-network/module-model").ModuleIdentifier | undefined;
+            readonly consoleLogger?: import(".store/@xylabs-logger-npm-4.4.25-f61ab04e23/package").LogLevel | undefined;
+            readonly labels?: {
+                [x: string]: string | undefined;
+            } | undefined;
+            readonly name?: import("@xyo-network/module-model").ModuleName | undefined;
+            readonly paging?: {
+                [x: string]: {
+                    size?: number | undefined;
+                };
+            } | undefined;
+            readonly retry?: {
+                backoff?: number | undefined;
+                interval?: number | undefined;
+                retries?: number | undefined;
+            } | undefined;
+            readonly security?: {
+                readonly allowAnonymous?: boolean | undefined;
+                readonly allowed?: {
+                    [x: string]: (Lowercase<string> | Lowercase<string>[])[];
+                } | undefined;
+                readonly disallowed?: {
+                    [x: string]: Lowercase<string>[];
+                } | undefined;
+            } | undefined;
+            readonly sign?: boolean | undefined;
+            readonly storeQueries?: boolean | undefined;
+            readonly timestamp?: boolean | undefined;
+            parents?: {
+                commit?: Lowercase<string>[] | undefined;
+                read?: Lowercase<string>[] | undefined;
+                write?: Lowercase<string>[] | undefined;
+            } | undefined;
+            requireAllParents?: boolean | undefined;
+            storage?: {
+                indexes?: {
+                    key: {
+                        [x: string]: import("@xyo-network/archivist-model").IndexDirection;
+                    };
+                    multiEntry?: boolean | undefined;
+                    name?: string | undefined;
+                    unique?: boolean | undefined;
+                }[] | undefined;
+            } | undefined;
+            storeParentReads?: boolean | undefined;
+        }>;
         ephemeralQueryAccountEnabled?: boolean;
         moduleIdentifierTransformers?: import("@xyo-network/module-model").ModuleIdentifierTransformer[];
     }, import("@xyo-network/archivist-model").ArchivistModuleEventData>>>;
@@ -64,24 +106,53 @@ export declare class ImageThumbnailStateToIndexCandidateDiviner<TParams extends
      * Retrieves the BoundWitness Diviner for the payloadStore
      * @returns The BoundWitness Diviner for the payloadStore
      */
-    protected getBoundWitnessDivinerForStore(): Promise<DivinerWrapper<import("@xyo-network/diviner-model").DivinerModule<import(".store/@xylabs-object-npm-4.4.12-63cf432727/package").BaseParamsFields & {
-        account?: import(".store/@xyo-network-account-model-virtual-3409e52736/package").AccountInstance | "random";
+    protected getBoundWitnessDivinerForStore(): Promise<DivinerWrapper<import("@xyo-network/diviner-model").DivinerModule<import("@xylabs/object").BaseParamsFields & {
+        account?: import(".store/@xyo-network-account-model-virtual-6c9dfaafa5/package").AccountInstance | "random";
         addToResolvers?: boolean;
-        additionalSigners?: import(".store/@xyo-network-account-model-virtual-3409e52736/package").AccountInstance[];
+        additionalSigners?: import(".store/@xyo-network-account-model-virtual-6c9dfaafa5/package").AccountInstance[];
         allowNameResolution?: boolean;
-        config: import("@xyo-network/payload-model").SchemaFields & import("@xyo-network/payload-model").PayloadFields & Omit<import("@xyo-network/module-model").ArchivingModuleConfig & import("@xyo-network/module-model").ModuleConfigFields & import("@xyo-network/payload-model").SchemaFields & import("@xyo-network/payload-model").PayloadFields & Omit<import("@xyo-network/module-model").ArchivingModuleConfig & import("@xyo-network/module-model").ModuleConfigFields & {
-            schema: "network.xyo.diviner.config";
-        }, "schema"> & {
-            schema: "network.xyo.diviner.config";
-        }, "schema"> & {
-            schema: string;
-        };
+        config: import("@xylabs/object").DeepRestrictToStringKeys<{
+            schema: Schema;
+            readonly archiving?: {
+                readonly archivists?: string[] | undefined;
+                readonly queries?: string[] | undefined;
+            } | undefined;
+            readonly allowedQueries?: string[] | undefined;
+            readonly archivist?: import("@xyo-network/module-model").ModuleIdentifier | undefined;
+            readonly consoleLogger?: import(".store/@xylabs-logger-npm-4.4.25-f61ab04e23/package").LogLevel | undefined;
+            readonly labels?: {
+                [x: string]: string | undefined;
+            } | undefined;
+            readonly name?: import("@xyo-network/module-model").ModuleName | undefined;
+            readonly paging?: {
+                [x: string]: {
+                    size?: number | undefined;
+                };
+            } | undefined;
+            readonly retry?: {
+                backoff?: number | undefined;
+                interval?: number | undefined;
+                retries?: number | undefined;
+            } | undefined;
+            readonly security?: {
+                readonly allowAnonymous?: boolean | undefined;
+                readonly allowed?: {
+                    [x: string]: (Lowercase<string> | Lowercase<string>[])[];
+                } | undefined;
+                readonly disallowed?: {
+                    [x: string]: Lowercase<string>[];
+                } | undefined;
+            } | undefined;
+            readonly sign?: boolean | undefined;
+            readonly storeQueries?: boolean | undefined;
+            readonly timestamp?: boolean | undefined;
+        }>;
         ephemeralQueryAccountEnabled?: boolean;
         moduleIdentifierTransformers?: import("@xyo-network/module-model").ModuleIdentifierTransformer[];
-    }, import("@xyo-network/diviner-model").DivinerModuleEventData>, {
-        schema: string;
-    } & import("@xyo-network/payload-model").PayloadFields, {
-        schema: string;
-    } & import("@xyo-network/payload-model").PayloadFields>>;
+    }, import("@xyo-network/diviner-model").DivinerModuleEventData>, import("@xylabs/object").DeepRestrictToStringKeys<{
+        schema: Schema;
+    }>, import("@xylabs/object").DeepRestrictToStringKeys<{
+        schema: Schema;
+    }>>>;
 }
 //# sourceMappingURL=Diviner.d.ts.map

package/dist/neutral/Diviner/ImageThumbnailStateToIndexCandidateDiviner/Diviner.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"Diviner.d.ts","sourceRoot":"","sources":["../../../../src/Diviner/ImageThumbnailStateToIndexCandidateDiviner/Diviner.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,8BAA8B,CAAA;AACrE,OAAO,EAAE,gBAAgB,EAAE,MAAM,gCAAgC,CAAA;AACjE,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,iCAAiC,CAAA;AAEnE,OAAO,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAA;AAG/D,OAAO,EAAE,cAAc,EAAE,MAAM,8BAA8B,CAAA;AAC7D,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,6CAA6C,CAAA;AAEjF,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAA;AAG5D,OAAO,KAAK,EACV,OAAO,EAAE,MAAM,EAChB,MAAM,4BAA4B,CAAA;AACnC,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,gCAAgC,CAAA;AAG/D,OAAO,KAAK,EAAE,gCAAgC,EAAE,MAAM,mCAAmC,CAAA;AAEzF,OAAO,KAAK,EAAE,0BAA0B,EAAE,MAAM,kCAAkC,CAAA;AAElF,OAAO,KAAK,EAAE,gDAAgD,EAAE,MAAM,aAAa,CAAA;AAEnF;;GAEG;AACH,MAAM,MAAM,cAAc,GAAG,YAAY,GAAG,cAAc,GAAG,SAAS,CAAA;AAEtE;;GAEG;AACH,MAAM,MAAM,kDAAkD,GAAG;IAC/D;;OAEG;IACH,SAAS,EAAE,WAAW,CAAC,0BAA0B,CAAC;IAClD;;OAEG;IACH,GAAG,cAAc,EAAE;CACpB,CAAA;AAsBD;;GAEG;AACH,qBAAa,0CAA0C,CACrD,OAAO,SAAS,gDAAgD,GAAG,gDAAgD,CACnH,SAAQ,eAAe,CAAC,OAAO,CAAC;IAChC,gBAAyB,aAAa,EAAE,MAAM,EAAE,CAAmF;IACnI,gBAAyB,mBAAmB,EAAE,MAAM,CAAyD;IAC7G,OAAgB,MAAM,EAAE,gCAAgC,CAIvD;IAED,IAAI,mBAAmB,WAEtB;qBAEsB,yBAAyB,CAAC,EAAE,EAAE,YAAY,EAAE,SAAS,EAAE,iBAAiB,GAAG,OAAO,CAAC,cAAc,EAAE,GAAG,SAAS,CAAC;cAU9G,aAAa,CAAC,QAAQ,GAAE,OAAO,EAAO,GAAG,OAAO,CAAC,kDAAkD,CAAC;IA6B7H;;;OAGG;cACa,oBAAoB;;;;;;;;;;;;;;;;;;;IAMpC;;;OAGG;cACa,8BAA8B;;;;;;;;;;;;;;;;;;;CAQ/C"}
+{"version":3,"file":"Diviner.d.ts","sourceRoot":"","sources":["../../../../src/Diviner/ImageThumbnailStateToIndexCandidateDiviner/Diviner.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,iBAAiB,EAAwB,MAAM,8BAA8B,CAAA;AAC3F,OAAO,EAAE,gBAAgB,EAAE,MAAM,gCAAgC,CAAA;AACjE,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,iCAAiC,CAAA;AAGnE,OAAO,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAA;AAC/D,OAAO,EAAE,cAAc,EAAE,MAAM,8BAA8B,CAAA;AAC7D,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,6CAA6C,CAAA;AAEjF,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAA;AAE5D,OAAO,EACL,KAAK,OAAO,EAAE,KAAK,MAAM,EAC1B,MAAM,4BAA4B,CAAA;AACnC,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,gCAAgC,CAAA;AAG/D,OAAO,KAAK,EAAE,gCAAgC,EAAE,MAAM,mCAAmC,CAAA;AAEzF,OAAO,KAAK,EAAE,0BAA0B,EAAE,MAAM,kCAAkC,CAAA;AAElF,OAAO,KAAK,EAAE,gDAAgD,EAAE,MAAM,aAAa,CAAA;AAEnF;;GAEG;AACH,MAAM,MAAM,cAAc,GAAG,YAAY,GAAG,cAAc,GAAG,SAAS,CAAA;AAEtE;;GAEG;AACH,MAAM,MAAM,kDAAkD,GAAG;IAC/D;;OAEG;IACH,SAAS,EAAE,WAAW,CAAC,0BAA0B,CAAC;IAClD;;OAEG;IACH,GAAG,cAAc,EAAE;CACpB,CAAA;AA0BD;;GAEG;AACH,qBAAa,0CAA0C,CACrD,OAAO,SAAS,gDAAgD,GAAG,gDAAgD,CACnH,SAAQ,eAAe,CAAC,OAAO,CAAC;IAChC,gBAAyB,aAAa,EAAE,MAAM,EAAE,CAAmF;IACnI,gBAAyB,mBAAmB,EAAE,MAAM,CAAyD;IAC7G,OAAgB,MAAM,EAAE,gCAAgC,CAIvD;IAED,IAAI,mBAAmB,WAEtB;qBAEsB,yBAAyB,CAAC,EAAE,EAAE,YAAY,EAAE,SAAS,EAAE,iBAAiB,GAAG,OAAO,CAAC,cAAc,EAAE,GAAG,SAAS,CAAC;cAU9G,aAAa,CAAC,QAAQ,GAAE,OAAO,EAAO,GAAG,OAAO,CAAC,kDAAkD,CAAC;IAoC7H;;;OAGG;cACa,oBAAoB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAMpC;;;OAGG;cACa,8BAA8B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAQ/C"}

package/dist/neutral/index.mjs

@@ -54,17 +54,16 @@ var ImageThumbnailIndexCandidateToImageThumbnailIndexDiviner = class extends Abs
           const { timestamp } = timestampPayload;
           const { status } = http ?? {};
           const success = !!imageThumbnailPayload.url;
-          const sources = await PayloadBuilder.dataHashes([bw, imageThumbnailPayload, timestampPayload]);
+          const $sources = await PayloadBuilder.dataHashes([bw, imageThumbnailPayload, timestampPayload]);
           const urlPayload = { schema: UrlSchema, url };
           const key = await PayloadBuilder.dataHash(urlPayload);
           const fields = {
             key,
-            sources,
             success,
             timestamp
           };
           if (status) fields.status = status;
-          const result = await new PayloadBuilder({ schema: ImageThumbnailResultIndexSchema }).fields(fields).build();
+          const result = new PayloadBuilder({ schema: ImageThumbnailResultIndexSchema }).meta({ $sources }).fields(fields).build();
           return [result];
         })
       );
@@ -81,7 +80,7 @@ import { DivinerConfigSchema as DivinerConfigSchema2 } from "@xyo-network/divine
 import {
   ImageThumbnailResultSchema,
   isImageThumbnailDivinerQuery,
-  isImageThumbnailResultIndex
+  isImageThumbnailResultIndexWithSources
 } from "@xyo-network/image-thumbnail-payload-plugin";
 import { PayloadBuilder as PayloadBuilder2 } from "@xyo-network/payload-builder";
 import { UrlSchema as UrlSchema2 } from "@xyo-network/url-payload-plugin";
@@ -95,33 +94,32 @@ var ImageThumbnailIndexQueryResponseToImageThumbnailQueryResponseDiviner = class
   };
   async divineHandler(payloads = []) {
     const imageThumbnailDivinerQueries = payloads.filter(isImageThumbnailDivinerQuery);
-    const imageThumbnailResultIndexes = payloads.filter(isImageThumbnailResultIndex);
+    const imageThumbnailResultIndexes = payloads.filter(isImageThumbnailResultIndexWithSources);
     if (imageThumbnailDivinerQueries.length > 0 && imageThumbnailResultIndexes.length > 0) {
       const keyToUrlDictionary = Object.fromEntries(
         await Promise.all(
           imageThumbnailDivinerQueries.map(async (imageThumbnailDivinerQuery) => {
             const { url } = imageThumbnailDivinerQuery;
-            const urlPayload = await new PayloadBuilder2({ schema: UrlSchema2 }).fields({ url }).build();
+            const urlPayload = new PayloadBuilder2({ schema: UrlSchema2 }).fields({ url }).build();
             const key = await PayloadBuilder2.dataHash(urlPayload);
             return [key, url];
           })
         )
       );
-      return (await Promise.all(
-        imageThumbnailResultIndexes.map(async (imageThumbnailResultIndex) => {
-          const {
-            // eslint-disable-next-line @typescript-eslint/no-unused-vars
-            key,
-            schema,
-            ...commonFields
-          } = imageThumbnailResultIndex;
-          const url = keyToUrlDictionary?.[key];
-          if (url) {
-            const fields = { ...commonFields, url };
-            return await new PayloadBuilder2({ schema: ImageThumbnailResultSchema }).fields(fields).build();
-          }
-        })
-      )).filter(exists);
+      return imageThumbnailResultIndexes.map((imageThumbnailResultIndex) => {
+        const {
+          // eslint-disable-next-line @typescript-eslint/no-unused-vars
+          key,
+          schema,
+          $sources,
+          ...commonFields
+        } = imageThumbnailResultIndex;
+        const url = keyToUrlDictionary?.[key];
+        if (url) {
+          const fields = { ...commonFields, url };
+          return new PayloadBuilder2({ schema: ImageThumbnailResultSchema }).fields(fields).meta({ $sources }).build();
+        }
+      }).filter(exists);
     }
     return [];
   }
@@ -149,7 +147,6 @@ var ImageThumbnailQueryToImageThumbnailIndexQueryDiviner = class extends Abstrac
         queries.map(async (query) => {
           const {
             limit: payloadLimit,
-            offset: payloadOffset,
             order: payloadOrder,
             status: payloadStatus,
             success: payloadSuccess,
@@ -157,18 +154,16 @@ var ImageThumbnailQueryToImageThumbnailIndexQueryDiviner = class extends Abstrac
           } = query;
           const limit = payloadLimit ?? 1;
           const order2 = payloadOrder ?? "desc";
-          const offset = payloadOffset ?? 0;
           const urlPayload = { schema: UrlSchema3, url };
           const key = await PayloadBuilder3.dataHash(urlPayload);
           const fields = {
             key,
             limit,
-            offset,
             order: order2
           };
           if (payloadSuccess !== void 0) fields.success = payloadSuccess;
           if (payloadStatus !== void 0) fields.status = payloadStatus;
-          return await new PayloadBuilder3({ schema: PayloadDivinerQuerySchema }).fields(fields).build();
+          return new PayloadBuilder3({ schema: PayloadDivinerQuerySchema }).fields(fields).build();
         })
       );
       return results;
@@ -190,19 +185,27 @@ var ImageThumbnailStateToIndexCandidateDivinerSchema = `${ImageThumbnailDivinerS
 var ImageThumbnailStateToIndexCandidateDivinerConfigSchema = `${ImageThumbnailStateToIndexCandidateDivinerSchema}.config`;
 
 // src/Diviner/ImageThumbnailStateToIndexCandidateDiviner/Diviner.ts
+import { filterAs } from "@xylabs/array";
 import { assertEx } from "@xylabs/assert";
 import { exists as exists2 } from "@xylabs/exists";
+import { AsObjectFactory } from "@xylabs/object";
 import { ArchivistWrapper } from "@xyo-network/archivist-wrapper";
-import { isBoundWitness as isBoundWitness2 } from "@xyo-network/boundwitness-model";
+import { asBoundWitness, isBoundWitness as isBoundWitness2 } from "@xyo-network/boundwitness-model";
+import { payloadSchemasContainsAll } from "@xyo-network/boundwitness-validator";
 import { AbstractDiviner as AbstractDiviner4 } from "@xyo-network/diviner-abstract";
-import { BoundWitnessDivinerQuerySchema } from "@xyo-network/diviner-boundwitness-model";
 import { DivinerWrapper } from "@xyo-network/diviner-wrapper";
 import { ImageThumbnailSchema as ImageThumbnailSchema2, isImageThumbnail as isImageThumbnail2 } from "@xyo-network/image-thumbnail-payload-plugin";
 import { isModuleState, ModuleStateSchema } from "@xyo-network/module-model";
-import { PayloadBuilder as PayloadBuilder4 } from "@xyo-network/payload-builder";
+import {
+  SequenceConstants
+} from "@xyo-network/payload-model";
 import { isTimestamp as isTimestamp2, TimestampSchema as TimestampSchema2 } from "@xyo-network/witness-timestamp";
 var payload_schemas = [ImageThumbnailSchema2, TimestampSchema2];
 var indexCandidateIdentityFunctions = [isImageThumbnail2, isTimestamp2];
+var isIndexCandidate = (x) => {
+  return indexCandidateIdentityFunctions.map((is) => is(x)).some(Boolean);
+};
+var asIndexCandidate = AsObjectFactory.create(isIndexCandidate);
 var order = "asc";
 var moduleName = "ImageThumbnailStateToIndexCandidateDiviner";
 var ImageThumbnailStateToIndexCandidateDiviner = class _ImageThumbnailStateToIndexCandidateDiviner extends AbstractDiviner4 {
@@ -222,27 +225,24 @@ var ImageThumbnailStateToIndexCandidateDiviner = class _ImageThumbnailStateToInd
     const results = await archivist.get(hashes);
     const filteredResults = indexCandidateIdentityFunctions.map((is) => results.find(is));
     if (filteredResults.includes(void 0)) return void 0;
-    const indexCandidates = filteredResults.filter(exists2);
+    const indexCandidates = filterAs(filteredResults, asIndexCandidate);
     return [bw, ...indexCandidates];
   }
   async divineHandler(payloads = []) {
-    const lastState = payloads.find(isModuleState);
-    if (!lastState) return [{ schema: ModuleStateSchema, state: { offset: 0 } }];
-    const { offset } = lastState.state;
-    const boundWitnessDiviner = await this.getBoundWitnessDivinerForStore();
-    const query = await new PayloadBuilder4({ schema: BoundWitnessDivinerQuerySchema }).fields({
-      limit: this.payloadDivinerLimit,
-      offset,
-      order,
-      payload_schemas
-    }).build();
-    const batch = await boundWitnessDiviner.divine([query]);
-    if (batch.length === 0) return [lastState];
+    const lastState = payloads.find(isModuleState) ?? { schema: ModuleStateSchema, state: { cursor: SequenceConstants.minLocalSequence } };
+    const cursor = lastState?.state?.cursor;
     const sourceArchivist = await this.getArchivistForStore();
+    if (!sourceArchivist) return [lastState];
+    const nextOffset = { limit: this.payloadDivinerLimit, order };
+    if (cursor !== SequenceConstants.minLocalSequence) nextOffset.cursor = cursor;
+    const next = await sourceArchivist.next(nextOffset);
+    if (next.length === 0) return [lastState];
+    const batch = filterAs(next, asBoundWitness).filter(exists2).filter((bw) => payloadSchemasContainsAll(bw, payload_schemas));
     const indexCandidates = (await Promise.all(
       batch.filter(isBoundWitness2).map((bw) => _ImageThumbnailStateToIndexCandidateDiviner.getPayloadsInBoundWitness(bw, sourceArchivist))
     )).filter(exists2).flat();
-    const nextState = { schema: ModuleStateSchema, state: { ...lastState.state, offset: offset + batch.length } };
+    const nextCursor = assertEx(next.at(-1)?._sequence, () => `${moduleName}: Expected next to have a sequence`);
+    const nextState = { schema: ModuleStateSchema, state: { ...lastState.state, cursor: nextCursor } };
     return [nextState, ...indexCandidates];
   }
   /**

package/dist/neutral/index.mjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/Diviner/Diviner.ts","../../src/Diviner/ImageThumbnailDivinerLabels.ts","../../src/Diviner/ImageThumbnailIndexCandidateToImageThumbnailIndexDiviner.ts","../../src/Diviner/ImageThumbnailIndexQueryResponseToImageThumbnailQueryResponseDiviner.ts","../../src/Diviner/ImageThumbnailQueryToImageThumbnailIndexQueryDiviner.ts","../../src/Diviner/ImageThumbnailResultQuery.ts","../../src/Diviner/ImageThumbnailStateToIndexCandidateDiviner/Schema.ts","../../src/Diviner/ImageThumbnailStateToIndexCandidateDiviner/Config.ts","../../src/Diviner/ImageThumbnailStateToIndexCandidateDiviner/Diviner.ts"],"sourcesContent":["import { IndexingDiviner } from '@xyo-network/diviner-indexing'\nimport type { AttachableDivinerInstance } from '@xyo-network/diviner-model'\n\nimport { ImageThumbnailDivinerLabels } from './ImageThumbnailDivinerLabels.ts'\n\nexport class ImageThumbnailDiviner extends IndexingDiviner implements AttachableDivinerInstance {\n  static override labels: ImageThumbnailDivinerLabels = { ...super.labels, ...ImageThumbnailDivinerLabels }\n}\n","import type { DivinerStageSchema, IndexingDivinerStage } from '@xyo-network/diviner-indexing'\nimport type { Labels } from '@xyo-network/module-model'\n\n/**\n * Labels for Image Thumbnail Diviner components\n */\nexport interface ImageThumbnailDivinerLabels extends Labels {\n  'network.xyo.image.thumbnail': 'diviner'\n}\n\n/**\n * Labels for Image Thumbnail Diviner components\n */\nexport const ImageThumbnailDivinerLabels: ImageThumbnailDivinerLabels = { 'network.xyo.image.thumbnail': 'diviner' }\n\n/**\n * Labels for Image Thumbnail Diviner Stage Diviners\n */\nexport type ImageThumbnailDivinerStageLabels = ImageThumbnailDivinerLabels & {\n  /**\n   * Labels for the stage of the Image Thumbnail Diviner Stage Diviner\n   */\n  [key in DivinerStageSchema]: IndexingDivinerStage\n}\n","import type { Hash } from '@xylabs/hex'\nimport type { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { isBoundWitness } from '@xyo-network/boundwitness-model'\nimport { AbstractDiviner } from '@xyo-network/diviner-abstract'\nimport { DivinerConfigSchema } from '@xyo-network/diviner-model'\nimport type {\n  ImageThumbnail,\n  ImageThumbnailResultIndex,\n  ImageThumbnailResultIndexFields,\n} from '@xyo-network/image-thumbnail-payload-plugin'\nimport {\n  ImageThumbnailResultIndexSchema,\n  ImageThumbnailSchema,\n  isImageThumbnail,\n} from '@xyo-network/image-thumbnail-payload-plugin'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport type {\n  Payload, Schema, WithSources,\n} from '@xyo-network/payload-model'\nimport { UrlSchema } from '@xyo-network/url-payload-plugin'\nimport type { TimeStamp } from '@xyo-network/witness-timestamp'\nimport { isTimestamp, TimestampSchema } from '@xyo-network/witness-timestamp'\n\nimport type { ImageThumbnailDivinerStageLabels } from './ImageThumbnailDivinerLabels.ts'\nimport { ImageThumbnailDivinerLabels } from './ImageThumbnailDivinerLabels.ts'\n\n/**\n * Transforms candidates for image thumbnail indexing into their indexed representation\n */\nexport class ImageThumbnailIndexCandidateToImageThumbnailIndexDiviner extends AbstractDiviner {\n  static override readonly configSchemas: Schema[] = [...super.configSchemas, DivinerConfigSchema]\n  static override readonly defaultConfigSchema: Schema = DivinerConfigSchema\n  static override labels: ImageThumbnailDivinerStageLabels = {\n    ...super.labels,\n    ...ImageThumbnailDivinerLabels,\n    'network.xyo.diviner.stage': 'indexCandidateToIndexDiviner',\n  }\n\n  protected override async divineHandler(payloads: Payload[] = []): Promise<WithSources<ImageThumbnailResultIndex>[]> {\n    const bws: BoundWitness[] = payloads.filter(isBoundWitness)\n    const imageThumbnailPayloads: ImageThumbnail[] = payloads.filter(isImageThumbnail)\n    const timestampPayloads: TimeStamp[] = payloads.filter(isTimestamp)\n    if (bws.length > 0 && imageThumbnailPayloads.length > 0 && timestampPayloads.length > 0) {\n      const payloadDictionary = await PayloadBuilder.toDataHashMap(payloads)\n      // eslint-disable-next-line unicorn/no-array-reduce\n      const tuples: [BoundWitness, ImageThumbnail, TimeStamp][] = bws.reduce<[BoundWitness, ImageThumbnail, TimeStamp][]>(\n        (acc, curr) => {\n          const imageThumbnailIndex = curr.payload_schemas?.findIndex(schema => schema === ImageThumbnailSchema)\n          const timestampIndex = curr.payload_schemas?.findIndex(schema => schema === TimestampSchema)\n          const imageThumbnailHash = curr.payload_hashes?.[imageThumbnailIndex]\n          const timestampHash = curr.payload_hashes?.[timestampIndex]\n          const imageThumbnailPayload = [payloadDictionary[imageThumbnailHash]].find(isImageThumbnail) as ImageThumbnail | undefined\n          const timestampPayload = [payloadDictionary[timestampHash]].find(isTimestamp) as TimeStamp\n          if (imageThumbnailPayload && timestampPayload) acc.push([curr, imageThumbnailPayload, timestampPayload])\n          return acc\n        },\n        [] as [BoundWitness, ImageThumbnail, TimeStamp][],\n      )\n      const indexes = await Promise.all(\n        tuples.map(async ([bw, imageThumbnailPayload, timestampPayload]) => {\n          const { sourceUrl: url, http } = imageThumbnailPayload\n          const { timestamp } = timestampPayload\n          const { status } = http ?? {}\n          const success = !!imageThumbnailPayload.url // Call anything with a thumbnail url a success\n          const sources: Hash[] = await PayloadBuilder.dataHashes([bw, imageThumbnailPayload, timestampPayload])\n          const urlPayload = { schema: UrlSchema, url }\n          const key: Hash = await PayloadBuilder.dataHash(urlPayload)\n          const fields: ImageThumbnailResultIndexFields = {\n            key, sources, success, timestamp,\n          }\n          if (status) fields.status = status\n          const result = await new PayloadBuilder<WithSources<ImageThumbnailResultIndex>>({ schema: ImageThumbnailResultIndexSchema })\n            .fields(fields)\n            .build()\n          return [result]\n        }),\n      )\n      return indexes.flat()\n    }\n    return []\n  }\n}\n","import { exists } from '@xylabs/exists'\nimport { AbstractDiviner } from '@xyo-network/diviner-abstract'\nimport { DivinerConfigSchema } from '@xyo-network/diviner-model'\nimport type {\n  ImageThumbnailResult,\n  ImageThumbnailResultFields,\n} from '@xyo-network/image-thumbnail-payload-plugin'\nimport {\n  ImageThumbnailResultSchema,\n  isImageThumbnailDivinerQuery,\n  isImageThumbnailResultIndex,\n} from '@xyo-network/image-thumbnail-payload-plugin'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport type { Payload, Schema } from '@xyo-network/payload-model'\nimport { UrlSchema } from '@xyo-network/url-payload-plugin'\n\nimport type { ImageThumbnailDivinerStageLabels } from './ImageThumbnailDivinerLabels.ts'\nimport { ImageThumbnailDivinerLabels } from './ImageThumbnailDivinerLabels.ts'\n\n/**\n * Transforms an ImageThumbnailIndex response into an ImageThumbnailResponse response\n */\nexport class ImageThumbnailIndexQueryResponseToImageThumbnailQueryResponseDiviner extends AbstractDiviner {\n  static override readonly configSchemas: Schema[] = [...super.configSchemas, DivinerConfigSchema]\n  static override readonly defaultConfigSchema: Schema = DivinerConfigSchema\n  static override labels: ImageThumbnailDivinerStageLabels = {\n    ...super.labels,\n    ...ImageThumbnailDivinerLabels,\n    'network.xyo.diviner.stage': 'indexQueryResponseToDivinerQueryResponseDiviner',\n  }\n\n  protected override async divineHandler(payloads: Payload[] = []): Promise<ImageThumbnailResult[]> {\n    // Filter out the two operands\n    const imageThumbnailDivinerQueries = payloads.filter(isImageThumbnailDivinerQuery)\n    const imageThumbnailResultIndexes = payloads.filter(isImageThumbnailResultIndex)\n\n    // If we have operands\n    if (imageThumbnailDivinerQueries.length > 0 && imageThumbnailResultIndexes.length > 0) {\n      // Create a dictionary to translate index keys to the urls that represent them\n      const keyToUrlDictionary = Object.fromEntries(\n        await Promise.all(\n          imageThumbnailDivinerQueries.map(async (imageThumbnailDivinerQuery) => {\n            const { url } = imageThumbnailDivinerQuery\n            const urlPayload = await new PayloadBuilder<Omit<ImageThumbnailResult, 'timestamp' | 'success' | 'sources'>>({ schema: UrlSchema })\n              .fields({ url })\n              .build()\n            const key = await PayloadBuilder.dataHash(urlPayload)\n            return [key, url] as const\n          }),\n        ),\n      )\n      // Map the indexes to responses using the dictionary\n      return (\n        await Promise.all(\n          imageThumbnailResultIndexes.map(async (imageThumbnailResultIndex) => {\n            // eslint-disable-next-line @typescript-eslint/no-unused-vars\n            const {\n              // eslint-disable-next-line @typescript-eslint/no-unused-vars\n              key, schema, ...commonFields\n            } = imageThumbnailResultIndex\n            const url = keyToUrlDictionary?.[key]\n            if (url) {\n              const fields: ImageThumbnailResultFields = { ...commonFields, url }\n              return await new PayloadBuilder<ImageThumbnailResult>({ schema: ImageThumbnailResultSchema }).fields(fields).build()\n            }\n          }),\n        )\n      ).filter(exists)\n    }\n    return []\n  }\n}\n","import { AbstractDiviner } from '@xyo-network/diviner-abstract'\nimport { DivinerConfigSchema } from '@xyo-network/diviner-model'\nimport { PayloadDivinerQuerySchema } from '@xyo-network/diviner-payload-model'\nimport { isImageThumbnailDivinerQuery } from '@xyo-network/image-thumbnail-payload-plugin'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport type { Payload, Schema } from '@xyo-network/payload-model'\nimport { UrlSchema } from '@xyo-network/url-payload-plugin'\n\nimport type { ImageThumbnailDivinerStageLabels } from './ImageThumbnailDivinerLabels.ts'\nimport { ImageThumbnailDivinerLabels } from './ImageThumbnailDivinerLabels.ts'\nimport type { ImageThumbnailResultQuery } from './ImageThumbnailResultQuery.ts'\n\n/**\n * A diviner that converts ImageThumbnailDivinerQuery to ImageThumbnailResultQuery\n */\nexport class ImageThumbnailQueryToImageThumbnailIndexQueryDiviner extends AbstractDiviner {\n  static override readonly configSchemas: Schema[] = [...super.configSchemas, DivinerConfigSchema]\n  static override readonly defaultConfigSchema: Schema = DivinerConfigSchema\n  static override labels: ImageThumbnailDivinerStageLabels = {\n    ...super.labels,\n    ...ImageThumbnailDivinerLabels,\n    'network.xyo.diviner.stage': 'divinerQueryToIndexQueryDiviner',\n  }\n\n  protected override async divineHandler(\n    payloads: Payload[] = [],\n  ): Promise<Omit<Omit<ImageThumbnailResultQuery, 'timestamp' | 'success'> & Partial<Pick<ImageThumbnailResultQuery, 'success'>>, 'timestamp'>[]> {\n    const queries = payloads.filter(isImageThumbnailDivinerQuery)\n    if (queries.length > 0) {\n      const results = await Promise.all(\n        queries.map(async (query) => {\n          const {\n            limit: payloadLimit, offset: payloadOffset, order: payloadOrder, status: payloadStatus, success: payloadSuccess, url,\n          } = query\n          const limit = payloadLimit ?? 1\n          const order = payloadOrder ?? 'desc'\n          const offset = payloadOffset ?? 0\n          const urlPayload = { schema: UrlSchema, url }\n          const key = await PayloadBuilder.dataHash(urlPayload)\n          const fields: Omit<ImageThumbnailResultQuery, 'schema' | 'timestamp' | 'success'> & Partial<Pick<ImageThumbnailResultQuery, 'success'>> = {\n            key,\n            limit,\n            offset,\n            order,\n          }\n          if (payloadSuccess !== undefined) fields.success = payloadSuccess\n          if (payloadStatus !== undefined) fields.status = payloadStatus\n          return await new PayloadBuilder<\n            Omit<ImageThumbnailResultQuery, 'timestamp' | 'success'> & Partial<Pick<ImageThumbnailResultQuery, 'success'>>\n          >({ schema: PayloadDivinerQuerySchema })\n            .fields(fields)\n            .build()\n        }),\n      )\n      return results\n    }\n    return []\n  }\n}\n","import type { PayloadDivinerQueryPayload } from '@xyo-network/diviner-payload-model'\nimport { PayloadDivinerQuerySchema } from '@xyo-network/diviner-payload-model'\nimport type { ImageThumbnailResultIndex } from '@xyo-network/image-thumbnail-payload-plugin'\nimport { isPayloadOfSchemaType } from '@xyo-network/payload-model'\n\n/**\n * The fields that will need to be indexed on in the underlying store\n */\nexport type QueryableImageThumbnailResultProperties = Extract<keyof ImageThumbnailResultIndex, 'status' | 'success' | 'timestamp' | 'key'>\n\n/**\n * The query that will be used to retrieve the results from the underlying store\n */\nexport type ImageThumbnailResultQuery = PayloadDivinerQueryPayload & Pick<ImageThumbnailResultIndex, QueryableImageThumbnailResultProperties>\n\n/**\n * A type guard for ImageThumbnailResultQuery\n */\n// TODO: Use a more derived schema than PayloadDivinerQuerySchema\nexport const isImageThumbnailResultQuery = isPayloadOfSchemaType<ImageThumbnailResultQuery>(PayloadDivinerQuerySchema)\n","import { ImageThumbnailDivinerSchema } from '@xyo-network/image-thumbnail-payload-plugin'\n\nexport type ImageThumbnailStateToIndexCandidateDivinerSchema = `${ImageThumbnailDivinerSchema}.stage.stateToIndexCandidateDiviner`\nexport const ImageThumbnailStateToIndexCandidateDivinerSchema: ImageThumbnailStateToIndexCandidateDivinerSchema\n= `${ImageThumbnailDivinerSchema}.stage.stateToIndexCandidateDiviner`\n","import type { DivinerConfig } from '@xyo-network/diviner-model'\nimport type { SearchableStorage } from '@xyo-network/image-thumbnail-payload-plugin'\n\nimport { ImageThumbnailStateToIndexCandidateDivinerSchema } from './Schema.ts'\n\nexport type ImageThumbnailStateToIndexCandidateDivinerConfigSchema = `${ImageThumbnailStateToIndexCandidateDivinerSchema}.config`\nexport const ImageThumbnailStateToIndexCandidateDivinerConfigSchema: ImageThumbnailStateToIndexCandidateDivinerConfigSchema\n= `${ImageThumbnailStateToIndexCandidateDivinerSchema}.config`\n\nexport type ImageThumbnailStateToIndexCandidateDivinerConfig = DivinerConfig<{\n  payloadDivinerLimit?: number\n  /**\n   * Where the diviner should look for stored thumbnails\n   */\n  payloadStore?: SearchableStorage\n  schema: ImageThumbnailStateToIndexCandidateDivinerConfigSchema\n}>\n","import { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport type { ArchivistInstance } from '@xyo-network/archivist-model'\nimport { ArchivistWrapper } from '@xyo-network/archivist-wrapper'\nimport type { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { isBoundWitness } from '@xyo-network/boundwitness-model'\nimport { AbstractDiviner } from '@xyo-network/diviner-abstract'\nimport type { BoundWitnessDivinerQueryPayload } from '@xyo-network/diviner-boundwitness-model'\nimport { BoundWitnessDivinerQuerySchema } from '@xyo-network/diviner-boundwitness-model'\nimport { DivinerWrapper } from '@xyo-network/diviner-wrapper'\nimport type { ImageThumbnail } from '@xyo-network/image-thumbnail-payload-plugin'\nimport { ImageThumbnailSchema, isImageThumbnail } from '@xyo-network/image-thumbnail-payload-plugin'\nimport type { ModuleState } from '@xyo-network/module-model'\nimport { isModuleState, ModuleStateSchema } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport type {\n  Payload, Schema, WithSources,\n} from '@xyo-network/payload-model'\nimport type { TimeStamp } from '@xyo-network/witness-timestamp'\nimport { isTimestamp, TimestampSchema } from '@xyo-network/witness-timestamp'\n\nimport type { ImageThumbnailDivinerStageLabels } from '../ImageThumbnailDivinerLabels.ts'\nimport { ImageThumbnailDivinerLabels } from '../ImageThumbnailDivinerLabels.ts'\nimport type { ImageThumbnailDivinerState } from '../ImageThumbnailDivinerState.ts'\nimport { ImageThumbnailStateToIndexCandidateDivinerConfigSchema } from './Config.ts'\nimport type { ImageThumbnailStateToIndexCandidateDivinerParams } from './Params.ts'\n\n/**\n * All Payload types involved in index candidates for indexing\n */\nexport type IndexCandidate = BoundWitness | ImageThumbnail | TimeStamp\n\n/**\n * The response from the ImageThumbnailStateToIndexCandidateDiviner\n */\nexport type ImageThumbnailStateToIndexCandidateDivinerResponse = [\n  /**\n   * The next state of the diviner\n   */\n  nextState: ModuleState<ImageThumbnailDivinerState>,\n  /**\n   * The index candidates\n   */\n  ...IndexCandidate[],\n]\n\n/**\n * The required payload_schemas within BoundWitnesses to identify index candidates\n */\nconst payload_schemas = [ImageThumbnailSchema, TimestampSchema]\n\n/**\n * Index candidate identity functions\n */\nconst indexCandidateIdentityFunctions = [isImageThumbnail, isTimestamp] as const\n\n/**\n * The default order to search Bound Witnesses to identify index candidates\n */\nconst order = 'asc'\n\n/**\n * The name of the module (for logging purposes)\n */\nconst moduleName = 'ImageThumbnailStateToIndexCandidateDiviner'\n\n/**\n * Transforms candidates for image thumbnail indexing into their indexed representation\n */\nexport class ImageThumbnailStateToIndexCandidateDiviner<\n  TParams extends ImageThumbnailStateToIndexCandidateDivinerParams = ImageThumbnailStateToIndexCandidateDivinerParams,\n> extends AbstractDiviner<TParams> {\n  static override readonly configSchemas: Schema[] = [...super.configSchemas, ImageThumbnailStateToIndexCandidateDivinerConfigSchema]\n  static override readonly defaultConfigSchema: Schema = ImageThumbnailStateToIndexCandidateDivinerConfigSchema\n  static override labels: ImageThumbnailDivinerStageLabels = {\n    ...super.labels,\n    ...ImageThumbnailDivinerLabels,\n    'network.xyo.diviner.stage': 'stateToIndexCandidateDiviner',\n  }\n\n  get payloadDivinerLimit() {\n    return this.config.payloadDivinerLimit ?? 1000\n  }\n\n  protected static async getPayloadsInBoundWitness(bw: BoundWitness, archivist: ArchivistInstance): Promise<IndexCandidate[] | undefined> {\n    const indexes = payload_schemas.map(schema => bw.payload_schemas?.findIndex(s => s === schema))\n    const hashes = indexes.map(index => bw.payload_hashes?.[index])\n    const results = await archivist.get(hashes)\n    const filteredResults = indexCandidateIdentityFunctions.map(is => results.find(is))\n    if (filteredResults.includes(undefined)) return undefined\n    const indexCandidates: IndexCandidate[] = filteredResults.filter(exists) as IndexCandidate[]\n    return [bw, ...indexCandidates]\n  }\n\n  protected override async divineHandler(payloads: Payload[] = []): Promise<ImageThumbnailStateToIndexCandidateDivinerResponse> {\n    // Retrieve the last state from what was passed in\n    const lastState = payloads.find(isModuleState<ImageThumbnailDivinerState>)\n    // If there is no last state, start from the beginning\n    if (!lastState) return [{ schema: ModuleStateSchema, state: { offset: 0 } }]\n    // Otherwise, get the last offset\n    const { offset } = lastState.state\n    // Get next batch of results starting from the offset\n    const boundWitnessDiviner = await this.getBoundWitnessDivinerForStore()\n    const query = await new PayloadBuilder<BoundWitnessDivinerQueryPayload>({ schema: BoundWitnessDivinerQuerySchema })\n      .fields({\n        limit: this.payloadDivinerLimit, offset, order, payload_schemas,\n      })\n      .build()\n    const batch = (await boundWitnessDiviner.divine([query])) as WithSources<BoundWitness>[]\n    if (batch.length === 0) return [lastState]\n    // Get source data\n    const sourceArchivist = await this.getArchivistForStore()\n    const indexCandidates: IndexCandidate[] = (\n      await Promise.all(\n        batch.filter(isBoundWitness).map(bw => ImageThumbnailStateToIndexCandidateDiviner.getPayloadsInBoundWitness(bw, sourceArchivist)),\n      )\n    )\n      .filter(exists)\n      .flat()\n    const nextState = { schema: ModuleStateSchema, state: { ...lastState.state, offset: offset + batch.length } }\n    return [nextState, ...indexCandidates]\n  }\n\n  /**\n   * Retrieves the archivist for the payloadStore\n   * @returns The archivist for the payloadStore\n   */\n  protected async getArchivistForStore() {\n    const name = assertEx(this.config?.payloadStore?.archivist, () => `${moduleName}: Config for payloadStore.archivist not specified`)\n    const mod = assertEx(await this.resolve(name), () => `${moduleName}: Failed to resolve payloadStore.archivist`)\n    return ArchivistWrapper.wrap(mod, this.account)\n  }\n\n  /**\n   * Retrieves the BoundWitness Diviner for the payloadStore\n   * @returns The BoundWitness Diviner for the payloadStore\n   */\n  protected async getBoundWitnessDivinerForStore() {\n    const name = assertEx(\n      this.config?.payloadStore?.boundWitnessDiviner,\n      () => `${moduleName}: Config for payloadStore.boundWitnessDiviner not specified`,\n    )\n    const mod = assertEx(await this.resolve(name), () => `${moduleName}: Failed to resolve payloadStore.boundWitnessDiviner`)\n    return DivinerWrapper.wrap(mod, this.account)\n  }\n}\n"],"mappings":";AAAA,SAAS,uBAAuB;;;ACazB,IAAM,8BAA2D,EAAE,+BAA+B,UAAU;;;ADR5G,IAAM,wBAAN,cAAoC,gBAAqD;AAAA,EAC9F,OAAgB,SAAsC,EAAE,GAAG,MAAM,QAAQ,GAAG,4BAA4B;AAC1G;;;AELA,SAAS,sBAAsB;AAC/B,SAAS,uBAAuB;AAChC,SAAS,2BAA2B;AAMpC;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,OACK;AACP,SAAS,sBAAsB;AAI/B,SAAS,iBAAiB;AAE1B,SAAS,aAAa,uBAAuB;AAQtC,IAAM,2DAAN,cAAuE,gBAAgB;AAAA,EAC5F,OAAyB,gBAA0B,CAAC,GAAG,MAAM,eAAe,mBAAmB;AAAA,EAC/F,OAAyB,sBAA8B;AAAA,EACvD,OAAgB,SAA2C;AAAA,IACzD,GAAG,MAAM;AAAA,IACT,GAAG;AAAA,IACH,6BAA6B;AAAA,EAC/B;AAAA,EAEA,MAAyB,cAAc,WAAsB,CAAC,GAAsD;AAClH,UAAM,MAAsB,SAAS,OAAO,cAAc;AAC1D,UAAM,yBAA2C,SAAS,OAAO,gBAAgB;AACjF,UAAM,oBAAiC,SAAS,OAAO,WAAW;AAClE,QAAI,IAAI,SAAS,KAAK,uBAAuB,SAAS,KAAK,kBAAkB,SAAS,GAAG;AACvF,YAAM,oBAAoB,MAAM,eAAe,cAAc,QAAQ;AAErE,YAAM,SAAsD,IAAI;AAAA,QAC9D,CAAC,KAAK,SAAS;AACb,gBAAM,sBAAsB,KAAK,iBAAiB,UAAU,YAAU,WAAW,oBAAoB;AACrG,gBAAM,iBAAiB,KAAK,iBAAiB,UAAU,YAAU,WAAW,eAAe;AAC3F,gBAAM,qBAAqB,KAAK,iBAAiB,mBAAmB;AACpE,gBAAM,gBAAgB,KAAK,iBAAiB,cAAc;AAC1D,gBAAM,wBAAwB,CAAC,kBAAkB,kBAAkB,CAAC,EAAE,KAAK,gBAAgB;AAC3F,gBAAM,mBAAmB,CAAC,kBAAkB,aAAa,CAAC,EAAE,KAAK,WAAW;AAC5E,cAAI,yBAAyB,iBAAkB,KAAI,KAAK,CAAC,MAAM,uBAAuB,gBAAgB,CAAC;AACvG,iBAAO;AAAA,QACT;AAAA,QACA,CAAC;AAAA,MACH;AACA,YAAM,UAAU,MAAM,QAAQ;AAAA,QAC5B,OAAO,IAAI,OAAO,CAAC,IAAI,uBAAuB,gBAAgB,MAAM;AAClE,gBAAM,EAAE,WAAW,KAAK,KAAK,IAAI;AACjC,gBAAM,EAAE,UAAU,IAAI;AACtB,gBAAM,EAAE,OAAO,IAAI,QAAQ,CAAC;AAC5B,gBAAM,UAAU,CAAC,CAAC,sBAAsB;AACxC,gBAAM,UAAkB,MAAM,eAAe,WAAW,CAAC,IAAI,uBAAuB,gBAAgB,CAAC;AACrG,gBAAM,aAAa,EAAE,QAAQ,WAAW,IAAI;AAC5C,gBAAM,MAAY,MAAM,eAAe,SAAS,UAAU;AAC1D,gBAAM,SAA0C;AAAA,YAC9C;AAAA,YAAK;AAAA,YAAS;AAAA,YAAS;AAAA,UACzB;AACA,cAAI,OAAQ,QAAO,SAAS;AAC5B,gBAAM,SAAS,MAAM,IAAI,eAAuD,EAAE,QAAQ,gCAAgC,CAAC,EACxH,OAAO,MAAM,EACb,MAAM;AACT,iBAAO,CAAC,MAAM;AAAA,QAChB,CAAC;AAAA,MACH;AACA,aAAO,QAAQ,KAAK;AAAA,IACtB;AACA,WAAO,CAAC;AAAA,EACV;AACF;;;ACjFA,SAAS,cAAc;AACvB,SAAS,mBAAAA,wBAAuB;AAChC,SAAS,uBAAAC,4BAA2B;AAKpC;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,OACK;AACP,SAAS,kBAAAC,uBAAsB;AAE/B,SAAS,aAAAC,kBAAiB;AAQnB,IAAM,uEAAN,cAAmFC,iBAAgB;AAAA,EACxG,OAAyB,gBAA0B,CAAC,GAAG,MAAM,eAAeC,oBAAmB;AAAA,EAC/F,OAAyB,sBAA8BA;AAAA,EACvD,OAAgB,SAA2C;AAAA,IACzD,GAAG,MAAM;AAAA,IACT,GAAG;AAAA,IACH,6BAA6B;AAAA,EAC/B;AAAA,EAEA,MAAyB,cAAc,WAAsB,CAAC,GAAoC;AAEhG,UAAM,+BAA+B,SAAS,OAAO,4BAA4B;AACjF,UAAM,8BAA8B,SAAS,OAAO,2BAA2B;AAG/E,QAAI,6BAA6B,SAAS,KAAK,4BAA4B,SAAS,GAAG;AAErF,YAAM,qBAAqB,OAAO;AAAA,QAChC,MAAM,QAAQ;AAAA,UACZ,6BAA6B,IAAI,OAAO,+BAA+B;AACrE,kBAAM,EAAE,IAAI,IAAI;AAChB,kBAAM,aAAa,MAAM,IAAIC,gBAAgF,EAAE,QAAQC,WAAU,CAAC,EAC/H,OAAO,EAAE,IAAI,CAAC,EACd,MAAM;AACT,kBAAM,MAAM,MAAMD,gBAAe,SAAS,UAAU;AACpD,mBAAO,CAAC,KAAK,GAAG;AAAA,UAClB,CAAC;AAAA,QACH;AAAA,MACF;AAEA,cACE,MAAM,QAAQ;AAAA,QACZ,4BAA4B,IAAI,OAAO,8BAA8B;AAEnE,gBAAM;AAAA;AAAA,YAEJ;AAAA,YAAK;AAAA,YAAQ,GAAG;AAAA,UAClB,IAAI;AACJ,gBAAM,MAAM,qBAAqB,GAAG;AACpC,cAAI,KAAK;AACP,kBAAM,SAAqC,EAAE,GAAG,cAAc,IAAI;AAClE,mBAAO,MAAM,IAAIA,gBAAqC,EAAE,QAAQ,2BAA2B,CAAC,EAAE,OAAO,MAAM,EAAE,MAAM;AAAA,UACrH;AAAA,QACF,CAAC;AAAA,MACH,GACA,OAAO,MAAM;AAAA,IACjB;AACA,WAAO,CAAC;AAAA,EACV;AACF;;;ACvEA,SAAS,mBAAAE,wBAAuB;AAChC,SAAS,uBAAAC,4BAA2B;AACpC,SAAS,iCAAiC;AAC1C,SAAS,gCAAAC,qCAAoC;AAC7C,SAAS,kBAAAC,uBAAsB;AAE/B,SAAS,aAAAC,kBAAiB;AASnB,IAAM,uDAAN,cAAmEC,iBAAgB;AAAA,EACxF,OAAyB,gBAA0B,CAAC,GAAG,MAAM,eAAeC,oBAAmB;AAAA,EAC/F,OAAyB,sBAA8BA;AAAA,EACvD,OAAgB,SAA2C;AAAA,IACzD,GAAG,MAAM;AAAA,IACT,GAAG;AAAA,IACH,6BAA6B;AAAA,EAC/B;AAAA,EAEA,MAAyB,cACvB,WAAsB,CAAC,GACuH;AAC9I,UAAM,UAAU,SAAS,OAAOC,6BAA4B;AAC5D,QAAI,QAAQ,SAAS,GAAG;AACtB,YAAM,UAAU,MAAM,QAAQ;AAAA,QAC5B,QAAQ,IAAI,OAAO,UAAU;AAC3B,gBAAM;AAAA,YACJ,OAAO;AAAA,YAAc,QAAQ;AAAA,YAAe,OAAO;AAAA,YAAc,QAAQ;AAAA,YAAe,SAAS;AAAA,YAAgB;AAAA,UACnH,IAAI;AACJ,gBAAM,QAAQ,gBAAgB;AAC9B,gBAAMC,SAAQ,gBAAgB;AAC9B,gBAAM,SAAS,iBAAiB;AAChC,gBAAM,aAAa,EAAE,QAAQC,YAAW,IAAI;AAC5C,gBAAM,MAAM,MAAMC,gBAAe,SAAS,UAAU;AACpD,gBAAM,SAAoI;AAAA,YACxI;AAAA,YACA;AAAA,YACA;AAAA,YACA,OAAAF;AAAA,UACF;AACA,cAAI,mBAAmB,OAAW,QAAO,UAAU;AACnD,cAAI,kBAAkB,OAAW,QAAO,SAAS;AACjD,iBAAO,MAAM,IAAIE,gBAEf,EAAE,QAAQ,0BAA0B,CAAC,EACpC,OAAO,MAAM,EACb,MAAM;AAAA,QACX,CAAC;AAAA,MACH;AACA,aAAO;AAAA,IACT;AACA,WAAO,CAAC;AAAA,EACV;AACF;;;ACzDA,SAAS,6BAAAC,kCAAiC;AAE1C,SAAS,6BAA6B;AAgB/B,IAAM,8BAA8B,sBAAiDA,0BAAyB;;;ACnBrH,SAAS,mCAAmC;AAGrC,IAAM,mDACX,GAAG,2BAA2B;;;ACEzB,IAAM,yDACX,GAAG,gDAAgD;;;ACPrD,SAAS,gBAAgB;AACzB,SAAS,UAAAC,eAAc;AAEvB,SAAS,wBAAwB;AAEjC,SAAS,kBAAAC,uBAAsB;AAC/B,SAAS,mBAAAC,wBAAuB;AAEhC,SAAS,sCAAsC;AAC/C,SAAS,sBAAsB;AAE/B,SAAS,wBAAAC,uBAAsB,oBAAAC,yBAAwB;AAEvD,SAAS,eAAe,yBAAyB;AACjD,SAAS,kBAAAC,uBAAsB;AAK/B,SAAS,eAAAC,cAAa,mBAAAC,wBAAuB;AA8B7C,IAAM,kBAAkB,CAACC,uBAAsBC,gBAAe;AAK9D,IAAM,kCAAkC,CAACC,mBAAkBC,YAAW;AAKtE,IAAM,QAAQ;AAKd,IAAM,aAAa;AAKZ,IAAM,6CAAN,MAAM,oDAEHC,iBAAyB;AAAA,EACjC,OAAyB,gBAA0B,CAAC,GAAG,MAAM,eAAe,sDAAsD;AAAA,EAClI,OAAyB,sBAA8B;AAAA,EACvD,OAAgB,SAA2C;AAAA,IACzD,GAAG,MAAM;AAAA,IACT,GAAG;AAAA,IACH,6BAA6B;AAAA,EAC/B;AAAA,EAEA,IAAI,sBAAsB;AACxB,WAAO,KAAK,OAAO,uBAAuB;AAAA,EAC5C;AAAA,EAEA,aAAuB,0BAA0B,IAAkB,WAAqE;AACtI,UAAM,UAAU,gBAAgB,IAAI,YAAU,GAAG,iBAAiB,UAAU,OAAK,MAAM,MAAM,CAAC;AAC9F,UAAM,SAAS,QAAQ,IAAI,WAAS,GAAG,iBAAiB,KAAK,CAAC;AAC9D,UAAM,UAAU,MAAM,UAAU,IAAI,MAAM;AAC1C,UAAM,kBAAkB,gCAAgC,IAAI,QAAM,QAAQ,KAAK,EAAE,CAAC;AAClF,QAAI,gBAAgB,SAAS,MAAS,EAAG,QAAO;AAChD,UAAM,kBAAoC,gBAAgB,OAAOC,OAAM;AACvE,WAAO,CAAC,IAAI,GAAG,eAAe;AAAA,EAChC;AAAA,EAEA,MAAyB,cAAc,WAAsB,CAAC,GAAgE;AAE5H,UAAM,YAAY,SAAS,KAAK,aAAyC;AAEzE,QAAI,CAAC,UAAW,QAAO,CAAC,EAAE,QAAQ,mBAAmB,OAAO,EAAE,QAAQ,EAAE,EAAE,CAAC;AAE3E,UAAM,EAAE,OAAO,IAAI,UAAU;AAE7B,UAAM,sBAAsB,MAAM,KAAK,+BAA+B;AACtE,UAAM,QAAQ,MAAM,IAAIC,gBAAgD,EAAE,QAAQ,+BAA+B,CAAC,EAC/G,OAAO;AAAA,MACN,OAAO,KAAK;AAAA,MAAqB;AAAA,MAAQ;AAAA,MAAO;AAAA,IAClD,CAAC,EACA,MAAM;AACT,UAAM,QAAS,MAAM,oBAAoB,OAAO,CAAC,KAAK,CAAC;AACvD,QAAI,MAAM,WAAW,EAAG,QAAO,CAAC,SAAS;AAEzC,UAAM,kBAAkB,MAAM,KAAK,qBAAqB;AACxD,UAAM,mBACJ,MAAM,QAAQ;AAAA,MACZ,MAAM,OAAOC,eAAc,EAAE,IAAI,QAAM,4CAA2C,0BAA0B,IAAI,eAAe,CAAC;AAAA,IAClI,GAEC,OAAOF,OAAM,EACb,KAAK;AACR,UAAM,YAAY,EAAE,QAAQ,mBAAmB,OAAO,EAAE,GAAG,UAAU,OAAO,QAAQ,SAAS,MAAM,OAAO,EAAE;AAC5G,WAAO,CAAC,WAAW,GAAG,eAAe;AAAA,EACvC;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAgB,uBAAuB;AACrC,UAAM,OAAO,SAAS,KAAK,QAAQ,cAAc,WAAW,MAAM,GAAG,UAAU,mDAAmD;AAClI,UAAM,MAAM,SAAS,MAAM,KAAK,QAAQ,IAAI,GAAG,MAAM,GAAG,UAAU,4CAA4C;AAC9G,WAAO,iBAAiB,KAAK,KAAK,KAAK,OAAO;AAAA,EAChD;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAgB,iCAAiC;AAC/C,UAAM,OAAO;AAAA,MACX,KAAK,QAAQ,cAAc;AAAA,MAC3B,MAAM,GAAG,UAAU;AAAA,IACrB;AACA,UAAM,MAAM,SAAS,MAAM,KAAK,QAAQ,IAAI,GAAG,MAAM,GAAG,UAAU,sDAAsD;AACxH,WAAO,eAAe,KAAK,KAAK,KAAK,OAAO;AAAA,EAC9C;AACF;","names":["AbstractDiviner","DivinerConfigSchema","PayloadBuilder","UrlSchema","AbstractDiviner","DivinerConfigSchema","PayloadBuilder","UrlSchema","AbstractDiviner","DivinerConfigSchema","isImageThumbnailDivinerQuery","PayloadBuilder","UrlSchema","AbstractDiviner","DivinerConfigSchema","isImageThumbnailDivinerQuery","order","UrlSchema","PayloadBuilder","PayloadDivinerQuerySchema","exists","isBoundWitness","AbstractDiviner","ImageThumbnailSchema","isImageThumbnail","PayloadBuilder","isTimestamp","TimestampSchema","ImageThumbnailSchema","TimestampSchema","isImageThumbnail","isTimestamp","AbstractDiviner","exists","PayloadBuilder","isBoundWitness"]}
+{"version":3,"sources":["../../src/Diviner/Diviner.ts","../../src/Diviner/ImageThumbnailDivinerLabels.ts","../../src/Diviner/ImageThumbnailIndexCandidateToImageThumbnailIndexDiviner.ts","../../src/Diviner/ImageThumbnailIndexQueryResponseToImageThumbnailQueryResponseDiviner.ts","../../src/Diviner/ImageThumbnailQueryToImageThumbnailIndexQueryDiviner.ts","../../src/Diviner/ImageThumbnailResultQuery.ts","../../src/Diviner/ImageThumbnailStateToIndexCandidateDiviner/Schema.ts","../../src/Diviner/ImageThumbnailStateToIndexCandidateDiviner/Config.ts","../../src/Diviner/ImageThumbnailStateToIndexCandidateDiviner/Diviner.ts"],"sourcesContent":["import { IndexingDiviner } from '@xyo-network/diviner-indexing'\nimport type { AttachableDivinerInstance } from '@xyo-network/diviner-model'\n\nimport { ImageThumbnailDivinerLabels } from './ImageThumbnailDivinerLabels.ts'\n\nexport class ImageThumbnailDiviner extends IndexingDiviner implements AttachableDivinerInstance {\n  static override labels: ImageThumbnailDivinerLabels = { ...super.labels, ...ImageThumbnailDivinerLabels }\n}\n","import type { DivinerStageSchema, IndexingDivinerStage } from '@xyo-network/diviner-indexing'\nimport type { Labels } from '@xyo-network/module-model'\n\n/**\n * Labels for Image Thumbnail Diviner components\n */\nexport interface ImageThumbnailDivinerLabels extends Labels {\n  'network.xyo.image.thumbnail': 'diviner'\n}\n\n/**\n * Labels for Image Thumbnail Diviner components\n */\nexport const ImageThumbnailDivinerLabels: ImageThumbnailDivinerLabels = { 'network.xyo.image.thumbnail': 'diviner' }\n\n/**\n * Labels for Image Thumbnail Diviner Stage Diviners\n */\nexport type ImageThumbnailDivinerStageLabels = ImageThumbnailDivinerLabels & {\n  /**\n   * Labels for the stage of the Image Thumbnail Diviner Stage Diviner\n   */\n  [key in DivinerStageSchema]: IndexingDivinerStage\n}\n","import type { Hash } from '@xylabs/hex'\nimport type { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { isBoundWitness } from '@xyo-network/boundwitness-model'\nimport { AbstractDiviner } from '@xyo-network/diviner-abstract'\nimport { DivinerConfigSchema } from '@xyo-network/diviner-model'\nimport type {\n  ImageThumbnail,\n  ImageThumbnailResultIndex,\n  ImageThumbnailResultIndexFields,\n} from '@xyo-network/image-thumbnail-payload-plugin'\nimport {\n  ImageThumbnailResultIndexSchema,\n  ImageThumbnailSchema,\n  isImageThumbnail,\n} from '@xyo-network/image-thumbnail-payload-plugin'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport type {\n  Payload, Schema, WithSources,\n} from '@xyo-network/payload-model'\nimport { UrlSchema } from '@xyo-network/url-payload-plugin'\nimport type { TimeStamp } from '@xyo-network/witness-timestamp'\nimport { isTimestamp, TimestampSchema } from '@xyo-network/witness-timestamp'\n\nimport type { ImageThumbnailDivinerStageLabels } from './ImageThumbnailDivinerLabels.ts'\nimport { ImageThumbnailDivinerLabels } from './ImageThumbnailDivinerLabels.ts'\n\n/**\n * Transforms candidates for image thumbnail indexing into their indexed representation\n */\nexport class ImageThumbnailIndexCandidateToImageThumbnailIndexDiviner extends AbstractDiviner {\n  static override readonly configSchemas: Schema[] = [...super.configSchemas, DivinerConfigSchema]\n  static override readonly defaultConfigSchema: Schema = DivinerConfigSchema\n  static override labels: ImageThumbnailDivinerStageLabels = {\n    ...super.labels,\n    ...ImageThumbnailDivinerLabels,\n    'network.xyo.diviner.stage': 'indexCandidateToIndexDiviner',\n  }\n\n  protected override async divineHandler(payloads: Payload[] = []): Promise<WithSources<ImageThumbnailResultIndex>[]> {\n    const bws: BoundWitness[] = payloads.filter(isBoundWitness)\n    const imageThumbnailPayloads: ImageThumbnail[] = payloads.filter(isImageThumbnail)\n    const timestampPayloads: TimeStamp[] = payloads.filter(isTimestamp)\n    if (bws.length > 0 && imageThumbnailPayloads.length > 0 && timestampPayloads.length > 0) {\n      const payloadDictionary = await PayloadBuilder.toDataHashMap(payloads)\n      // eslint-disable-next-line unicorn/no-array-reduce\n      const tuples: [BoundWitness, ImageThumbnail, TimeStamp][] = bws.reduce<[BoundWitness, ImageThumbnail, TimeStamp][]>(\n        (acc, curr) => {\n          const imageThumbnailIndex = curr.payload_schemas?.findIndex(schema => schema === ImageThumbnailSchema)\n          const timestampIndex = curr.payload_schemas?.findIndex(schema => schema === TimestampSchema)\n          const imageThumbnailHash = curr.payload_hashes?.[imageThumbnailIndex]\n          const timestampHash = curr.payload_hashes?.[timestampIndex]\n          const imageThumbnailPayload = [payloadDictionary[imageThumbnailHash]].find(isImageThumbnail) as ImageThumbnail | undefined\n          const timestampPayload = [payloadDictionary[timestampHash]].find(isTimestamp) as TimeStamp\n          if (imageThumbnailPayload && timestampPayload) acc.push([curr, imageThumbnailPayload, timestampPayload])\n          return acc\n        },\n        [] as [BoundWitness, ImageThumbnail, TimeStamp][],\n      )\n      const indexes = await Promise.all(\n        tuples.map(async ([bw, imageThumbnailPayload, timestampPayload]) => {\n          const { sourceUrl: url, http } = imageThumbnailPayload\n          const { timestamp } = timestampPayload\n          const { status } = http ?? {}\n          const success = !!imageThumbnailPayload.url // Call anything with a thumbnail url a success\n          const $sources: Hash[] = await PayloadBuilder.dataHashes([bw, imageThumbnailPayload, timestampPayload])\n          const urlPayload = { schema: UrlSchema, url }\n          const key: Hash = await PayloadBuilder.dataHash(urlPayload)\n          const fields: ImageThumbnailResultIndexFields = {\n            key, success, timestamp,\n          }\n          if (status) fields.status = status\n          const result = new PayloadBuilder<WithSources<ImageThumbnailResultIndex>>({ schema: ImageThumbnailResultIndexSchema })\n            .meta({ $sources })\n            .fields(fields)\n            .build()\n          return [result]\n        }),\n      )\n      return indexes.flat()\n    }\n    return []\n  }\n}\n","import { exists } from '@xylabs/exists'\nimport { AbstractDiviner } from '@xyo-network/diviner-abstract'\nimport { DivinerConfigSchema } from '@xyo-network/diviner-model'\nimport type {\n  ImageThumbnailResult,\n  ImageThumbnailResultFields,\n} from '@xyo-network/image-thumbnail-payload-plugin'\nimport {\n  ImageThumbnailResultSchema,\n  isImageThumbnailDivinerQuery,\n  isImageThumbnailResultIndexWithSources,\n} from '@xyo-network/image-thumbnail-payload-plugin'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport type { Payload, Schema } from '@xyo-network/payload-model'\nimport { UrlSchema } from '@xyo-network/url-payload-plugin'\n\nimport type { ImageThumbnailDivinerStageLabels } from './ImageThumbnailDivinerLabels.ts'\nimport { ImageThumbnailDivinerLabels } from './ImageThumbnailDivinerLabels.ts'\n\n/**\n * Transforms an ImageThumbnailIndex response into an ImageThumbnailResponse response\n */\nexport class ImageThumbnailIndexQueryResponseToImageThumbnailQueryResponseDiviner extends AbstractDiviner {\n  static override readonly configSchemas: Schema[] = [...super.configSchemas, DivinerConfigSchema]\n  static override readonly defaultConfigSchema: Schema = DivinerConfigSchema\n  static override labels: ImageThumbnailDivinerStageLabels = {\n    ...super.labels,\n    ...ImageThumbnailDivinerLabels,\n    'network.xyo.diviner.stage': 'indexQueryResponseToDivinerQueryResponseDiviner',\n  }\n\n  protected override async divineHandler(payloads: Payload[] = []): Promise<ImageThumbnailResult[]> {\n    // Filter out the two operands\n    const imageThumbnailDivinerQueries = payloads.filter(isImageThumbnailDivinerQuery)\n    const imageThumbnailResultIndexes = payloads.filter(isImageThumbnailResultIndexWithSources)\n\n    // If we have operands\n    if (imageThumbnailDivinerQueries.length > 0 && imageThumbnailResultIndexes.length > 0) {\n      // Create a dictionary to translate index keys to the urls that represent them\n      const keyToUrlDictionary = Object.fromEntries(\n        await Promise.all(\n          imageThumbnailDivinerQueries.map(async (imageThumbnailDivinerQuery) => {\n            const { url } = imageThumbnailDivinerQuery\n            const urlPayload = new PayloadBuilder<Omit<ImageThumbnailResult, 'timestamp' | 'success' | 'sources'>>({ schema: UrlSchema })\n              .fields({ url })\n              .build()\n            const key = await PayloadBuilder.dataHash(urlPayload)\n            return [key, url] as const\n          }),\n        ),\n      )\n      // Map the indexes to responses using the dictionary\n      return imageThumbnailResultIndexes.map((imageThumbnailResultIndex) => {\n        const {\n          // eslint-disable-next-line @typescript-eslint/no-unused-vars\n          key, schema, $sources, ...commonFields\n        } = imageThumbnailResultIndex\n        const url = keyToUrlDictionary?.[key]\n        if (url) {\n          const fields: ImageThumbnailResultFields = { ...commonFields, url }\n          return new PayloadBuilder<ImageThumbnailResult>({ schema: ImageThumbnailResultSchema }).fields(fields).meta({ $sources }).build()\n        }\n      }).filter(exists)\n    }\n    return []\n  }\n}\n","import { AbstractDiviner } from '@xyo-network/diviner-abstract'\nimport { DivinerConfigSchema } from '@xyo-network/diviner-model'\nimport { PayloadDivinerQuerySchema } from '@xyo-network/diviner-payload-model'\nimport { isImageThumbnailDivinerQuery } from '@xyo-network/image-thumbnail-payload-plugin'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport type { Payload, Schema } from '@xyo-network/payload-model'\nimport { UrlSchema } from '@xyo-network/url-payload-plugin'\n\nimport type { ImageThumbnailDivinerStageLabels } from './ImageThumbnailDivinerLabels.ts'\nimport { ImageThumbnailDivinerLabels } from './ImageThumbnailDivinerLabels.ts'\nimport type { ImageThumbnailResultQuery } from './ImageThumbnailResultQuery.ts'\n\n/**\n * A diviner that converts ImageThumbnailDivinerQuery to ImageThumbnailResultQuery\n */\nexport class ImageThumbnailQueryToImageThumbnailIndexQueryDiviner extends AbstractDiviner {\n  static override readonly configSchemas: Schema[] = [...super.configSchemas, DivinerConfigSchema]\n  static override readonly defaultConfigSchema: Schema = DivinerConfigSchema\n  static override labels: ImageThumbnailDivinerStageLabels = {\n    ...super.labels,\n    ...ImageThumbnailDivinerLabels,\n    'network.xyo.diviner.stage': 'divinerQueryToIndexQueryDiviner',\n  }\n\n  protected override async divineHandler(\n    payloads: Payload[] = [],\n  ): Promise<Omit<Omit<ImageThumbnailResultQuery, 'timestamp' | 'success'> & Partial<Pick<ImageThumbnailResultQuery, 'success'>>, 'timestamp'>[]> {\n    const queries = payloads.filter(isImageThumbnailDivinerQuery)\n    if (queries.length > 0) {\n      const results = await Promise.all(\n        queries.map(async (query) => {\n          const {\n            limit: payloadLimit, order: payloadOrder, status: payloadStatus, success: payloadSuccess, url,\n          } = query\n          const limit = payloadLimit ?? 1\n          const order = payloadOrder ?? 'desc'\n          const urlPayload = { schema: UrlSchema, url }\n          const key = await PayloadBuilder.dataHash(urlPayload)\n          const fields: Omit<ImageThumbnailResultQuery, 'schema' | 'timestamp' | 'success'> & Partial<Pick<ImageThumbnailResultQuery, 'success'>> = {\n            key,\n            limit,\n            order,\n          }\n          if (payloadSuccess !== undefined) fields.success = payloadSuccess\n          if (payloadStatus !== undefined) fields.status = payloadStatus\n          return new PayloadBuilder<\n            Omit<ImageThumbnailResultQuery, 'timestamp' | 'success'> & Partial<Pick<ImageThumbnailResultQuery, 'success'>>\n          >({ schema: PayloadDivinerQuerySchema })\n            .fields(fields)\n            .build()\n        }),\n      )\n      return results\n    }\n    return []\n  }\n}\n","import type { PayloadDivinerQueryPayload } from '@xyo-network/diviner-payload-model'\nimport { PayloadDivinerQuerySchema } from '@xyo-network/diviner-payload-model'\nimport type { ImageThumbnailResultIndex } from '@xyo-network/image-thumbnail-payload-plugin'\nimport { isPayloadOfSchemaType } from '@xyo-network/payload-model'\n\n/**\n * The fields that will need to be indexed on in the underlying store\n */\nexport type QueryableImageThumbnailResultProperties = Extract<keyof ImageThumbnailResultIndex, 'status' | 'success' | 'timestamp' | 'key'>\n\n/**\n * The query that will be used to retrieve the results from the underlying store\n */\nexport type ImageThumbnailResultQuery = PayloadDivinerQueryPayload & Pick<ImageThumbnailResultIndex, QueryableImageThumbnailResultProperties>\n\n/**\n * A type guard for ImageThumbnailResultQuery\n */\n// TODO: Use a more derived schema than PayloadDivinerQuerySchema\nexport const isImageThumbnailResultQuery = isPayloadOfSchemaType<ImageThumbnailResultQuery>(PayloadDivinerQuerySchema)\n","import { ImageThumbnailDivinerSchema } from '@xyo-network/image-thumbnail-payload-plugin'\n\nexport type ImageThumbnailStateToIndexCandidateDivinerSchema = `${ImageThumbnailDivinerSchema}.stage.stateToIndexCandidateDiviner`\nexport const ImageThumbnailStateToIndexCandidateDivinerSchema: ImageThumbnailStateToIndexCandidateDivinerSchema\n= `${ImageThumbnailDivinerSchema}.stage.stateToIndexCandidateDiviner`\n","import type { DivinerConfig } from '@xyo-network/diviner-model'\nimport type { SearchableStorage } from '@xyo-network/image-thumbnail-payload-plugin'\n\nimport { ImageThumbnailStateToIndexCandidateDivinerSchema } from './Schema.ts'\n\nexport type ImageThumbnailStateToIndexCandidateDivinerConfigSchema = `${ImageThumbnailStateToIndexCandidateDivinerSchema}.config`\nexport const ImageThumbnailStateToIndexCandidateDivinerConfigSchema: ImageThumbnailStateToIndexCandidateDivinerConfigSchema\n= `${ImageThumbnailStateToIndexCandidateDivinerSchema}.config`\n\nexport type ImageThumbnailStateToIndexCandidateDivinerConfig = DivinerConfig<{\n  payloadDivinerLimit?: number\n  /**\n   * Where the diviner should look for stored thumbnails\n   */\n  payloadStore?: SearchableStorage\n  schema: ImageThumbnailStateToIndexCandidateDivinerConfigSchema\n}>\n","import { filterAs } from '@xylabs/array'\nimport { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { AsObjectFactory } from '@xylabs/object'\nimport type { ArchivistInstance, ArchivistNextOptions } from '@xyo-network/archivist-model'\nimport { ArchivistWrapper } from '@xyo-network/archivist-wrapper'\nimport type { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { asBoundWitness, isBoundWitness } from '@xyo-network/boundwitness-model'\nimport { payloadSchemasContainsAll } from '@xyo-network/boundwitness-validator'\nimport { AbstractDiviner } from '@xyo-network/diviner-abstract'\nimport { DivinerWrapper } from '@xyo-network/diviner-wrapper'\nimport type { ImageThumbnail } from '@xyo-network/image-thumbnail-payload-plugin'\nimport { ImageThumbnailSchema, isImageThumbnail } from '@xyo-network/image-thumbnail-payload-plugin'\nimport type { ModuleState } from '@xyo-network/module-model'\nimport { isModuleState, ModuleStateSchema } from '@xyo-network/module-model'\nimport {\n  type Payload, type Schema, SequenceConstants,\n} from '@xyo-network/payload-model'\nimport type { TimeStamp } from '@xyo-network/witness-timestamp'\nimport { isTimestamp, TimestampSchema } from '@xyo-network/witness-timestamp'\n\nimport type { ImageThumbnailDivinerStageLabels } from '../ImageThumbnailDivinerLabels.ts'\nimport { ImageThumbnailDivinerLabels } from '../ImageThumbnailDivinerLabels.ts'\nimport type { ImageThumbnailDivinerState } from '../ImageThumbnailDivinerState.ts'\nimport { ImageThumbnailStateToIndexCandidateDivinerConfigSchema } from './Config.ts'\nimport type { ImageThumbnailStateToIndexCandidateDivinerParams } from './Params.ts'\n\n/**\n * All Payload types involved in index candidates for indexing\n */\nexport type IndexCandidate = BoundWitness | ImageThumbnail | TimeStamp\n\n/**\n * The response from the ImageThumbnailStateToIndexCandidateDiviner\n */\nexport type ImageThumbnailStateToIndexCandidateDivinerResponse = [\n  /**\n   * The next state of the diviner\n   */\n  nextState: ModuleState<ImageThumbnailDivinerState>,\n  /**\n   * The index candidates\n   */\n  ...IndexCandidate[],\n]\n\n/**\n * The required payload_schemas within BoundWitnesses to identify index candidates\n */\nconst payload_schemas = [ImageThumbnailSchema, TimestampSchema]\n\n/**\n * Index candidate identity functions\n */\nconst indexCandidateIdentityFunctions = [isImageThumbnail, isTimestamp] as const\nconst isIndexCandidate = (x?: unknown | null): x is IndexCandidate => {\n  return indexCandidateIdentityFunctions.map(is => is(x)).some(Boolean)\n}\nconst asIndexCandidate = AsObjectFactory.create(isIndexCandidate)\n\n/**\n * The default order to search Bound Witnesses to identify index candidates\n */\nconst order = 'asc'\n\n/**\n * The name of the module (for logging purposes)\n */\nconst moduleName = 'ImageThumbnailStateToIndexCandidateDiviner'\n\n/**\n * Transforms candidates for image thumbnail indexing into their indexed representation\n */\nexport class ImageThumbnailStateToIndexCandidateDiviner<\n  TParams extends ImageThumbnailStateToIndexCandidateDivinerParams = ImageThumbnailStateToIndexCandidateDivinerParams,\n> extends AbstractDiviner<TParams> {\n  static override readonly configSchemas: Schema[] = [...super.configSchemas, ImageThumbnailStateToIndexCandidateDivinerConfigSchema]\n  static override readonly defaultConfigSchema: Schema = ImageThumbnailStateToIndexCandidateDivinerConfigSchema\n  static override labels: ImageThumbnailDivinerStageLabels = {\n    ...super.labels,\n    ...ImageThumbnailDivinerLabels,\n    'network.xyo.diviner.stage': 'stateToIndexCandidateDiviner',\n  }\n\n  get payloadDivinerLimit() {\n    return this.config.payloadDivinerLimit ?? 1000\n  }\n\n  protected static async getPayloadsInBoundWitness(bw: BoundWitness, archivist: ArchivistInstance): Promise<IndexCandidate[] | undefined> {\n    const indexes = payload_schemas.map(schema => bw.payload_schemas?.findIndex(s => s === schema))\n    const hashes = indexes.map(index => bw.payload_hashes?.[index])\n    const results = await archivist.get(hashes)\n    const filteredResults = indexCandidateIdentityFunctions.map(is => results.find(is))\n    if (filteredResults.includes(undefined)) return undefined\n    const indexCandidates: IndexCandidate[] = filterAs(filteredResults, asIndexCandidate)\n    return [bw, ...indexCandidates]\n  }\n\n  protected override async divineHandler(payloads: Payload[] = []): Promise<ImageThumbnailStateToIndexCandidateDivinerResponse> {\n    // Retrieve the last state from what was passed in\n    const lastState = payloads.find(isModuleState<ImageThumbnailDivinerState>)\n      // If there is no last state, start from the beginning\n      ?? { schema: ModuleStateSchema, state: { cursor: SequenceConstants.minLocalSequence } }\n\n    // Get the last cursor\n    const cursor = lastState?.state?.cursor\n    // Get the archivist for the store\n    const sourceArchivist = await this.getArchivistForStore()\n    if (!sourceArchivist) return [lastState]\n\n    // Get the next batch of results\n    const nextOffset: ArchivistNextOptions = { limit: this.payloadDivinerLimit, order }\n    // Only use the cursor if it's a valid offset\n    if (cursor !== SequenceConstants.minLocalSequence) nextOffset.cursor = cursor\n    // Get next batch of results starting from the offset\n    const next = await sourceArchivist.next(nextOffset)\n    if (next.length === 0) return [lastState]\n\n    const batch = filterAs(next, asBoundWitness)\n      .filter(exists)\n      .filter(bw => payloadSchemasContainsAll(bw, payload_schemas))\n    // Get source data\n    const indexCandidates: IndexCandidate[] = (await Promise.all(\n      batch\n        .filter(isBoundWitness)\n        .map(bw => ImageThumbnailStateToIndexCandidateDiviner.getPayloadsInBoundWitness(bw, sourceArchivist)),\n    ))\n      .filter(exists)\n      .flat()\n    const nextCursor = assertEx(next.at(-1)?._sequence, () => `${moduleName}: Expected next to have a sequence`)\n    const nextState: ModuleState<ImageThumbnailDivinerState> = { schema: ModuleStateSchema, state: { ...lastState.state, cursor: nextCursor } }\n    return [nextState, ...indexCandidates]\n  }\n\n  /**\n   * Retrieves the archivist for the payloadStore\n   * @returns The archivist for the payloadStore\n   */\n  protected async getArchivistForStore() {\n    const name = assertEx(this.config?.payloadStore?.archivist, () => `${moduleName}: Config for payloadStore.archivist not specified`)\n    const mod = assertEx(await this.resolve(name), () => `${moduleName}: Failed to resolve payloadStore.archivist`)\n    return ArchivistWrapper.wrap(mod, this.account)\n  }\n\n  /**\n   * Retrieves the BoundWitness Diviner for the payloadStore\n   * @returns The BoundWitness Diviner for the payloadStore\n   */\n  protected async getBoundWitnessDivinerForStore() {\n    const name = assertEx(\n      this.config?.payloadStore?.boundWitnessDiviner,\n      () => `${moduleName}: Config for payloadStore.boundWitnessDiviner not specified`,\n    )\n    const mod = assertEx(await this.resolve(name), () => `${moduleName}: Failed to resolve payloadStore.boundWitnessDiviner`)\n    return DivinerWrapper.wrap(mod, this.account)\n  }\n}\n"],"mappings":";AAAA,SAAS,uBAAuB;;;ACazB,IAAM,8BAA2D,EAAE,+BAA+B,UAAU;;;ADR5G,IAAM,wBAAN,cAAoC,gBAAqD;AAAA,EAC9F,OAAgB,SAAsC,EAAE,GAAG,MAAM,QAAQ,GAAG,4BAA4B;AAC1G;;;AELA,SAAS,sBAAsB;AAC/B,SAAS,uBAAuB;AAChC,SAAS,2BAA2B;AAMpC;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,OACK;AACP,SAAS,sBAAsB;AAI/B,SAAS,iBAAiB;AAE1B,SAAS,aAAa,uBAAuB;AAQtC,IAAM,2DAAN,cAAuE,gBAAgB;AAAA,EAC5F,OAAyB,gBAA0B,CAAC,GAAG,MAAM,eAAe,mBAAmB;AAAA,EAC/F,OAAyB,sBAA8B;AAAA,EACvD,OAAgB,SAA2C;AAAA,IACzD,GAAG,MAAM;AAAA,IACT,GAAG;AAAA,IACH,6BAA6B;AAAA,EAC/B;AAAA,EAEA,MAAyB,cAAc,WAAsB,CAAC,GAAsD;AAClH,UAAM,MAAsB,SAAS,OAAO,cAAc;AAC1D,UAAM,yBAA2C,SAAS,OAAO,gBAAgB;AACjF,UAAM,oBAAiC,SAAS,OAAO,WAAW;AAClE,QAAI,IAAI,SAAS,KAAK,uBAAuB,SAAS,KAAK,kBAAkB,SAAS,GAAG;AACvF,YAAM,oBAAoB,MAAM,eAAe,cAAc,QAAQ;AAErE,YAAM,SAAsD,IAAI;AAAA,QAC9D,CAAC,KAAK,SAAS;AACb,gBAAM,sBAAsB,KAAK,iBAAiB,UAAU,YAAU,WAAW,oBAAoB;AACrG,gBAAM,iBAAiB,KAAK,iBAAiB,UAAU,YAAU,WAAW,eAAe;AAC3F,gBAAM,qBAAqB,KAAK,iBAAiB,mBAAmB;AACpE,gBAAM,gBAAgB,KAAK,iBAAiB,cAAc;AAC1D,gBAAM,wBAAwB,CAAC,kBAAkB,kBAAkB,CAAC,EAAE,KAAK,gBAAgB;AAC3F,gBAAM,mBAAmB,CAAC,kBAAkB,aAAa,CAAC,EAAE,KAAK,WAAW;AAC5E,cAAI,yBAAyB,iBAAkB,KAAI,KAAK,CAAC,MAAM,uBAAuB,gBAAgB,CAAC;AACvG,iBAAO;AAAA,QACT;AAAA,QACA,CAAC;AAAA,MACH;AACA,YAAM,UAAU,MAAM,QAAQ;AAAA,QAC5B,OAAO,IAAI,OAAO,CAAC,IAAI,uBAAuB,gBAAgB,MAAM;AAClE,gBAAM,EAAE,WAAW,KAAK,KAAK,IAAI;AACjC,gBAAM,EAAE,UAAU,IAAI;AACtB,gBAAM,EAAE,OAAO,IAAI,QAAQ,CAAC;AAC5B,gBAAM,UAAU,CAAC,CAAC,sBAAsB;AACxC,gBAAM,WAAmB,MAAM,eAAe,WAAW,CAAC,IAAI,uBAAuB,gBAAgB,CAAC;AACtG,gBAAM,aAAa,EAAE,QAAQ,WAAW,IAAI;AAC5C,gBAAM,MAAY,MAAM,eAAe,SAAS,UAAU;AAC1D,gBAAM,SAA0C;AAAA,YAC9C;AAAA,YAAK;AAAA,YAAS;AAAA,UAChB;AACA,cAAI,OAAQ,QAAO,SAAS;AAC5B,gBAAM,SAAS,IAAI,eAAuD,EAAE,QAAQ,gCAAgC,CAAC,EAClH,KAAK,EAAE,SAAS,CAAC,EACjB,OAAO,MAAM,EACb,MAAM;AACT,iBAAO,CAAC,MAAM;AAAA,QAChB,CAAC;AAAA,MACH;AACA,aAAO,QAAQ,KAAK;AAAA,IACtB;AACA,WAAO,CAAC;AAAA,EACV;AACF;;;AClFA,SAAS,cAAc;AACvB,SAAS,mBAAAA,wBAAuB;AAChC,SAAS,uBAAAC,4BAA2B;AAKpC;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,OACK;AACP,SAAS,kBAAAC,uBAAsB;AAE/B,SAAS,aAAAC,kBAAiB;AAQnB,IAAM,uEAAN,cAAmFC,iBAAgB;AAAA,EACxG,OAAyB,gBAA0B,CAAC,GAAG,MAAM,eAAeC,oBAAmB;AAAA,EAC/F,OAAyB,sBAA8BA;AAAA,EACvD,OAAgB,SAA2C;AAAA,IACzD,GAAG,MAAM;AAAA,IACT,GAAG;AAAA,IACH,6BAA6B;AAAA,EAC/B;AAAA,EAEA,MAAyB,cAAc,WAAsB,CAAC,GAAoC;AAEhG,UAAM,+BAA+B,SAAS,OAAO,4BAA4B;AACjF,UAAM,8BAA8B,SAAS,OAAO,sCAAsC;AAG1F,QAAI,6BAA6B,SAAS,KAAK,4BAA4B,SAAS,GAAG;AAErF,YAAM,qBAAqB,OAAO;AAAA,QAChC,MAAM,QAAQ;AAAA,UACZ,6BAA6B,IAAI,OAAO,+BAA+B;AACrE,kBAAM,EAAE,IAAI,IAAI;AAChB,kBAAM,aAAa,IAAIC,gBAAgF,EAAE,QAAQC,WAAU,CAAC,EACzH,OAAO,EAAE,IAAI,CAAC,EACd,MAAM;AACT,kBAAM,MAAM,MAAMD,gBAAe,SAAS,UAAU;AACpD,mBAAO,CAAC,KAAK,GAAG;AAAA,UAClB,CAAC;AAAA,QACH;AAAA,MACF;AAEA,aAAO,4BAA4B,IAAI,CAAC,8BAA8B;AACpE,cAAM;AAAA;AAAA,UAEJ;AAAA,UAAK;AAAA,UAAQ;AAAA,UAAU,GAAG;AAAA,QAC5B,IAAI;AACJ,cAAM,MAAM,qBAAqB,GAAG;AACpC,YAAI,KAAK;AACP,gBAAM,SAAqC,EAAE,GAAG,cAAc,IAAI;AAClE,iBAAO,IAAIA,gBAAqC,EAAE,QAAQ,2BAA2B,CAAC,EAAE,OAAO,MAAM,EAAE,KAAK,EAAE,SAAS,CAAC,EAAE,MAAM;AAAA,QAClI;AAAA,MACF,CAAC,EAAE,OAAO,MAAM;AAAA,IAClB;AACA,WAAO,CAAC;AAAA,EACV;AACF;;;AClEA,SAAS,mBAAAE,wBAAuB;AAChC,SAAS,uBAAAC,4BAA2B;AACpC,SAAS,iCAAiC;AAC1C,SAAS,gCAAAC,qCAAoC;AAC7C,SAAS,kBAAAC,uBAAsB;AAE/B,SAAS,aAAAC,kBAAiB;AASnB,IAAM,uDAAN,cAAmEC,iBAAgB;AAAA,EACxF,OAAyB,gBAA0B,CAAC,GAAG,MAAM,eAAeC,oBAAmB;AAAA,EAC/F,OAAyB,sBAA8BA;AAAA,EACvD,OAAgB,SAA2C;AAAA,IACzD,GAAG,MAAM;AAAA,IACT,GAAG;AAAA,IACH,6BAA6B;AAAA,EAC/B;AAAA,EAEA,MAAyB,cACvB,WAAsB,CAAC,GACuH;AAC9I,UAAM,UAAU,SAAS,OAAOC,6BAA4B;AAC5D,QAAI,QAAQ,SAAS,GAAG;AACtB,YAAM,UAAU,MAAM,QAAQ;AAAA,QAC5B,QAAQ,IAAI,OAAO,UAAU;AAC3B,gBAAM;AAAA,YACJ,OAAO;AAAA,YAAc,OAAO;AAAA,YAAc,QAAQ;AAAA,YAAe,SAAS;AAAA,YAAgB;AAAA,UAC5F,IAAI;AACJ,gBAAM,QAAQ,gBAAgB;AAC9B,gBAAMC,SAAQ,gBAAgB;AAC9B,gBAAM,aAAa,EAAE,QAAQC,YAAW,IAAI;AAC5C,gBAAM,MAAM,MAAMC,gBAAe,SAAS,UAAU;AACpD,gBAAM,SAAoI;AAAA,YACxI;AAAA,YACA;AAAA,YACA,OAAAF;AAAA,UACF;AACA,cAAI,mBAAmB,OAAW,QAAO,UAAU;AACnD,cAAI,kBAAkB,OAAW,QAAO,SAAS;AACjD,iBAAO,IAAIE,gBAET,EAAE,QAAQ,0BAA0B,CAAC,EACpC,OAAO,MAAM,EACb,MAAM;AAAA,QACX,CAAC;AAAA,MACH;AACA,aAAO;AAAA,IACT;AACA,WAAO,CAAC;AAAA,EACV;AACF;;;ACvDA,SAAS,6BAAAC,kCAAiC;AAE1C,SAAS,6BAA6B;AAgB/B,IAAM,8BAA8B,sBAAiDA,0BAAyB;;;ACnBrH,SAAS,mCAAmC;AAGrC,IAAM,mDACX,GAAG,2BAA2B;;;ACEzB,IAAM,yDACX,GAAG,gDAAgD;;;ACPrD,SAAS,gBAAgB;AACzB,SAAS,gBAAgB;AACzB,SAAS,UAAAC,eAAc;AACvB,SAAS,uBAAuB;AAEhC,SAAS,wBAAwB;AAEjC,SAAS,gBAAgB,kBAAAC,uBAAsB;AAC/C,SAAS,iCAAiC;AAC1C,SAAS,mBAAAC,wBAAuB;AAChC,SAAS,sBAAsB;AAE/B,SAAS,wBAAAC,uBAAsB,oBAAAC,yBAAwB;AAEvD,SAAS,eAAe,yBAAyB;AACjD;AAAA,EAC6B;AAAA,OACtB;AAEP,SAAS,eAAAC,cAAa,mBAAAC,wBAAuB;AA8B7C,IAAM,kBAAkB,CAACC,uBAAsBC,gBAAe;AAK9D,IAAM,kCAAkC,CAACC,mBAAkBC,YAAW;AACtE,IAAM,mBAAmB,CAAC,MAA4C;AACpE,SAAO,gCAAgC,IAAI,QAAM,GAAG,CAAC,CAAC,EAAE,KAAK,OAAO;AACtE;AACA,IAAM,mBAAmB,gBAAgB,OAAO,gBAAgB;AAKhE,IAAM,QAAQ;AAKd,IAAM,aAAa;AAKZ,IAAM,6CAAN,MAAM,oDAEHC,iBAAyB;AAAA,EACjC,OAAyB,gBAA0B,CAAC,GAAG,MAAM,eAAe,sDAAsD;AAAA,EAClI,OAAyB,sBAA8B;AAAA,EACvD,OAAgB,SAA2C;AAAA,IACzD,GAAG,MAAM;AAAA,IACT,GAAG;AAAA,IACH,6BAA6B;AAAA,EAC/B;AAAA,EAEA,IAAI,sBAAsB;AACxB,WAAO,KAAK,OAAO,uBAAuB;AAAA,EAC5C;AAAA,EAEA,aAAuB,0BAA0B,IAAkB,WAAqE;AACtI,UAAM,UAAU,gBAAgB,IAAI,YAAU,GAAG,iBAAiB,UAAU,OAAK,MAAM,MAAM,CAAC;AAC9F,UAAM,SAAS,QAAQ,IAAI,WAAS,GAAG,iBAAiB,KAAK,CAAC;AAC9D,UAAM,UAAU,MAAM,UAAU,IAAI,MAAM;AAC1C,UAAM,kBAAkB,gCAAgC,IAAI,QAAM,QAAQ,KAAK,EAAE,CAAC;AAClF,QAAI,gBAAgB,SAAS,MAAS,EAAG,QAAO;AAChD,UAAM,kBAAoC,SAAS,iBAAiB,gBAAgB;AACpF,WAAO,CAAC,IAAI,GAAG,eAAe;AAAA,EAChC;AAAA,EAEA,MAAyB,cAAc,WAAsB,CAAC,GAAgE;AAE5H,UAAM,YAAY,SAAS,KAAK,aAAyC,KAEpE,EAAE,QAAQ,mBAAmB,OAAO,EAAE,QAAQ,kBAAkB,iBAAiB,EAAE;AAGxF,UAAM,SAAS,WAAW,OAAO;AAEjC,UAAM,kBAAkB,MAAM,KAAK,qBAAqB;AACxD,QAAI,CAAC,gBAAiB,QAAO,CAAC,SAAS;AAGvC,UAAM,aAAmC,EAAE,OAAO,KAAK,qBAAqB,MAAM;AAElF,QAAI,WAAW,kBAAkB,iBAAkB,YAAW,SAAS;AAEvE,UAAM,OAAO,MAAM,gBAAgB,KAAK,UAAU;AAClD,QAAI,KAAK,WAAW,EAAG,QAAO,CAAC,SAAS;AAExC,UAAM,QAAQ,SAAS,MAAM,cAAc,EACxC,OAAOC,OAAM,EACb,OAAO,QAAM,0BAA0B,IAAI,eAAe,CAAC;AAE9D,UAAM,mBAAqC,MAAM,QAAQ;AAAA,MACvD,MACG,OAAOC,eAAc,EACrB,IAAI,QAAM,4CAA2C,0BAA0B,IAAI,eAAe,CAAC;AAAA,IACxG,GACG,OAAOD,OAAM,EACb,KAAK;AACR,UAAM,aAAa,SAAS,KAAK,GAAG,EAAE,GAAG,WAAW,MAAM,GAAG,UAAU,oCAAoC;AAC3G,UAAM,YAAqD,EAAE,QAAQ,mBAAmB,OAAO,EAAE,GAAG,UAAU,OAAO,QAAQ,WAAW,EAAE;AAC1I,WAAO,CAAC,WAAW,GAAG,eAAe;AAAA,EACvC;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAgB,uBAAuB;AACrC,UAAM,OAAO,SAAS,KAAK,QAAQ,cAAc,WAAW,MAAM,GAAG,UAAU,mDAAmD;AAClI,UAAM,MAAM,SAAS,MAAM,KAAK,QAAQ,IAAI,GAAG,MAAM,GAAG,UAAU,4CAA4C;AAC9G,WAAO,iBAAiB,KAAK,KAAK,KAAK,OAAO;AAAA,EAChD;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAgB,iCAAiC;AAC/C,UAAM,OAAO;AAAA,MACX,KAAK,QAAQ,cAAc;AAAA,MAC3B,MAAM,GAAG,UAAU;AAAA,IACrB;AACA,UAAM,MAAM,SAAS,MAAM,KAAK,QAAQ,IAAI,GAAG,MAAM,GAAG,UAAU,sDAAsD;AACxH,WAAO,eAAe,KAAK,KAAK,KAAK,OAAO;AAAA,EAC9C;AACF;","names":["AbstractDiviner","DivinerConfigSchema","PayloadBuilder","UrlSchema","AbstractDiviner","DivinerConfigSchema","PayloadBuilder","UrlSchema","AbstractDiviner","DivinerConfigSchema","isImageThumbnailDivinerQuery","PayloadBuilder","UrlSchema","AbstractDiviner","DivinerConfigSchema","isImageThumbnailDivinerQuery","order","UrlSchema","PayloadBuilder","PayloadDivinerQuerySchema","exists","isBoundWitness","AbstractDiviner","ImageThumbnailSchema","isImageThumbnail","isTimestamp","TimestampSchema","ImageThumbnailSchema","TimestampSchema","isImageThumbnail","isTimestamp","AbstractDiviner","exists","isBoundWitness"]}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@xyo-network/diviner-image-thumbnail",
-  "version": "3.2.0-rc.1",
+  "version": "3.2.0-rc.3",
   "description": "Typescript/Javascript Plugins for XYO Platform",
   "homepage": "https://xyo.network",
   "bugs": {
@@ -29,39 +29,41 @@
   "module": "dist/neutral/index.mjs",
   "types": "dist/neutral/index.d.ts",
   "dependencies": {
-    "@xylabs/assert": "^4.4.12",
-    "@xylabs/exists": "^4.4.12",
-    "@xylabs/hex": "^4.4.12",
-    "@xyo-network/archivist-model": "^3.6.0-rc.1",
-    "@xyo-network/archivist-wrapper": "^3.6.0-rc.1",
-    "@xyo-network/boundwitness-model": "^3.6.0-rc.1",
-    "@xyo-network/diviner-abstract": "^3.6.0-rc.1",
-    "@xyo-network/diviner-boundwitness-model": "^3.6.0-rc.1",
-    "@xyo-network/diviner-indexing": "^3.6.0-rc.1",
-    "@xyo-network/diviner-model": "^3.6.0-rc.1",
-    "@xyo-network/diviner-payload-model": "^3.6.0-rc.1",
-    "@xyo-network/diviner-wrapper": "^3.6.0-rc.1",
-    "@xyo-network/image-thumbnail-payload-plugin": "^3.2.0-rc.1",
-    "@xyo-network/module-model": "^3.6.0-rc.1",
-    "@xyo-network/payload-builder": "^3.6.0-rc.1",
-    "@xyo-network/payload-model": "^3.6.0-rc.1",
-    "@xyo-network/url-payload-plugin": "^3.2.0-rc.1",
-    "@xyo-network/witness-timestamp": "^3.6.0-rc.1"
+    "@xylabs/array": "^4.4.25",
+    "@xylabs/assert": "^4.4.25",
+    "@xylabs/exists": "^4.4.25",
+    "@xylabs/hex": "^4.4.25",
+    "@xylabs/object": "^4.4.25",
+    "@xyo-network/archivist-model": "^3.6.0-rc.13",
+    "@xyo-network/archivist-wrapper": "^3.6.0-rc.13",
+    "@xyo-network/boundwitness-model": "^3.6.0-rc.13",
+    "@xyo-network/boundwitness-validator": "^3.6.0-rc.13",
+    "@xyo-network/diviner-abstract": "^3.6.0-rc.13",
+    "@xyo-network/diviner-indexing": "^3.6.0-rc.13",
+    "@xyo-network/diviner-model": "^3.6.0-rc.13",
+    "@xyo-network/diviner-payload-model": "^3.6.0-rc.13",
+    "@xyo-network/diviner-wrapper": "^3.6.0-rc.13",
+    "@xyo-network/image-thumbnail-payload-plugin": "^3.2.0-rc.3",
+    "@xyo-network/module-model": "^3.6.0-rc.13",
+    "@xyo-network/payload-builder": "^3.6.0-rc.13",
+    "@xyo-network/payload-model": "^3.6.0-rc.13",
+    "@xyo-network/url-payload-plugin": "^3.2.0-rc.3",
+    "@xyo-network/witness-timestamp": "^3.6.0-rc.13"
   },
   "devDependencies": {
-    "@xylabs/delay": "^4.4.12",
-    "@xylabs/hex": "^4.4.12",
-    "@xylabs/ts-scripts-yarn3": "^4.2.4",
-    "@xylabs/tsconfig": "^4.2.4",
-    "@xylabs/vitest-extended": "^4.4.12",
-    "@xyo-network/account": "^3.6.0-rc.1",
-    "@xyo-network/archivist-memory": "^3.6.0-rc.1",
-    "@xyo-network/boundwitness-builder": "^3.6.0-rc.1",
-    "@xyo-network/diviner-boundwitness-memory": "^3.6.0-rc.1",
-    "@xyo-network/diviner-payload-memory": "^3.6.0-rc.1",
-    "@xyo-network/manifest": "^3.6.0-rc.1",
-    "@xyo-network/module-factory-locator": "^3.6.0-rc.1",
-    "@xyo-network/node-memory": "^3.6.0-rc.1",
+    "@xylabs/delay": "^4.4.25",
+    "@xylabs/hex": "^4.4.25",
+    "@xylabs/ts-scripts-yarn3": "^4.2.6",
+    "@xylabs/tsconfig": "^4.2.6",
+    "@xylabs/vitest-extended": "^4.4.25",
+    "@xyo-network/account": "^3.6.0-rc.13",
+    "@xyo-network/archivist-memory": "^3.6.0-rc.13",
+    "@xyo-network/boundwitness-builder": "^3.6.0-rc.13",
+    "@xyo-network/diviner-boundwitness-memory": "^3.6.0-rc.13",
+    "@xyo-network/diviner-payload-memory": "^3.6.0-rc.13",
+    "@xyo-network/manifest": "^3.6.0-rc.13",
+    "@xyo-network/module-factory-locator": "^3.6.0-rc.13",
+    "@xyo-network/node-memory": "^3.6.0-rc.13",
     "typescript": "^5.7.2",
     "vitest": "^2.1.8"
   },

package/src/Diviner/ImageThumbnailDivinerState.ts

@@ -1,5 +1,6 @@
+import type { Hex } from '@xylabs/hex'
 import type { StateDictionary } from '@xyo-network/module-model'
 
 export type ImageThumbnailDivinerState = StateDictionary & {
-  offset: number
+  cursor: Hex
 }

package/src/Diviner/ImageThumbnailIndexCandidateToImageThumbnailIndexDiviner.ts

@@ -62,14 +62,15 @@ export class ImageThumbnailIndexCandidateToImageThumbnailIndexDiviner extends Ab
           const { timestamp } = timestampPayload
           const { status } = http ?? {}
           const success = !!imageThumbnailPayload.url // Call anything with a thumbnail url a success
-          const sources: Hash[] = await PayloadBuilder.dataHashes([bw, imageThumbnailPayload, timestampPayload])
+          const $sources: Hash[] = await PayloadBuilder.dataHashes([bw, imageThumbnailPayload, timestampPayload])
           const urlPayload = { schema: UrlSchema, url }
           const key: Hash = await PayloadBuilder.dataHash(urlPayload)
           const fields: ImageThumbnailResultIndexFields = {
-            key, sources, success, timestamp,
+            key, success, timestamp,
           }
           if (status) fields.status = status
-          const result = await new PayloadBuilder<WithSources<ImageThumbnailResultIndex>>({ schema: ImageThumbnailResultIndexSchema })
+          const result = new PayloadBuilder<WithSources<ImageThumbnailResultIndex>>({ schema: ImageThumbnailResultIndexSchema })
+            .meta({ $sources })
             .fields(fields)
             .build()
           return [result]

package/src/Diviner/ImageThumbnailIndexQueryResponseToImageThumbnailQueryResponseDiviner.ts

@@ -8,7 +8,7 @@ import type {
 import {
   ImageThumbnailResultSchema,
   isImageThumbnailDivinerQuery,
-  isImageThumbnailResultIndex,
+  isImageThumbnailResultIndexWithSources,
 } from '@xyo-network/image-thumbnail-payload-plugin'
 import { PayloadBuilder } from '@xyo-network/payload-builder'
 import type { Payload, Schema } from '@xyo-network/payload-model'
@@ -32,7 +32,7 @@ export class ImageThumbnailIndexQueryResponseToImageThumbnailQueryResponseDivine
   protected override async divineHandler(payloads: Payload[] = []): Promise<ImageThumbnailResult[]> {
     // Filter out the two operands
     const imageThumbnailDivinerQueries = payloads.filter(isImageThumbnailDivinerQuery)
-    const imageThumbnailResultIndexes = payloads.filter(isImageThumbnailResultIndex)
+    const imageThumbnailResultIndexes = payloads.filter(isImageThumbnailResultIndexWithSources)
 
     // If we have operands
     if (imageThumbnailDivinerQueries.length > 0 && imageThumbnailResultIndexes.length > 0) {
@@ -41,7 +41,7 @@ export class ImageThumbnailIndexQueryResponseToImageThumbnailQueryResponseDivine
         await Promise.all(
           imageThumbnailDivinerQueries.map(async (imageThumbnailDivinerQuery) => {
             const { url } = imageThumbnailDivinerQuery
-            const urlPayload = await new PayloadBuilder<Omit<ImageThumbnailResult, 'timestamp' | 'success' | 'sources'>>({ schema: UrlSchema })
+            const urlPayload = new PayloadBuilder<Omit<ImageThumbnailResult, 'timestamp' | 'success' | 'sources'>>({ schema: UrlSchema })
               .fields({ url })
               .build()
             const key = await PayloadBuilder.dataHash(urlPayload)
@@ -50,22 +50,17 @@ export class ImageThumbnailIndexQueryResponseToImageThumbnailQueryResponseDivine
         ),
       )
       // Map the indexes to responses using the dictionary
-      return (
-        await Promise.all(
-          imageThumbnailResultIndexes.map(async (imageThumbnailResultIndex) => {
-            // eslint-disable-next-line @typescript-eslint/no-unused-vars
-            const {
-              // eslint-disable-next-line @typescript-eslint/no-unused-vars
-              key, schema, ...commonFields
-            } = imageThumbnailResultIndex
-            const url = keyToUrlDictionary?.[key]
-            if (url) {
-              const fields: ImageThumbnailResultFields = { ...commonFields, url }
-              return await new PayloadBuilder<ImageThumbnailResult>({ schema: ImageThumbnailResultSchema }).fields(fields).build()
-            }
-          }),
-        )
-      ).filter(exists)
+      return imageThumbnailResultIndexes.map((imageThumbnailResultIndex) => {
+        const {
+          // eslint-disable-next-line @typescript-eslint/no-unused-vars
+          key, schema, $sources, ...commonFields
+        } = imageThumbnailResultIndex
+        const url = keyToUrlDictionary?.[key]
+        if (url) {
+          const fields: ImageThumbnailResultFields = { ...commonFields, url }
+          return new PayloadBuilder<ImageThumbnailResult>({ schema: ImageThumbnailResultSchema }).fields(fields).meta({ $sources }).build()
+        }
+      }).filter(exists)
     }
     return []
   }

package/src/Diviner/ImageThumbnailQueryToImageThumbnailIndexQueryDiviner.ts

@@ -30,22 +30,20 @@ export class ImageThumbnailQueryToImageThumbnailIndexQueryDiviner extends Abstra
       const results = await Promise.all(
         queries.map(async (query) => {
           const {
-            limit: payloadLimit, offset: payloadOffset, order: payloadOrder, status: payloadStatus, success: payloadSuccess, url,
+            limit: payloadLimit, order: payloadOrder, status: payloadStatus, success: payloadSuccess, url,
           } = query
           const limit = payloadLimit ?? 1
           const order = payloadOrder ?? 'desc'
-          const offset = payloadOffset ?? 0
           const urlPayload = { schema: UrlSchema, url }
           const key = await PayloadBuilder.dataHash(urlPayload)
           const fields: Omit<ImageThumbnailResultQuery, 'schema' | 'timestamp' | 'success'> & Partial<Pick<ImageThumbnailResultQuery, 'success'>> = {
             key,
             limit,
-            offset,
             order,
           }
           if (payloadSuccess !== undefined) fields.success = payloadSuccess
           if (payloadStatus !== undefined) fields.status = payloadStatus
-          return await new PayloadBuilder<
+          return new PayloadBuilder<
             Omit<ImageThumbnailResultQuery, 'timestamp' | 'success'> & Partial<Pick<ImageThumbnailResultQuery, 'success'>>
           >({ schema: PayloadDivinerQuerySchema })
             .fields(fields)

package/src/Diviner/ImageThumbnailStateToIndexCandidateDiviner/Diviner.ts

@@ -1,20 +1,20 @@
+import { filterAs } from '@xylabs/array'
 import { assertEx } from '@xylabs/assert'
 import { exists } from '@xylabs/exists'
-import type { ArchivistInstance } from '@xyo-network/archivist-model'
+import { AsObjectFactory } from '@xylabs/object'
+import type { ArchivistInstance, ArchivistNextOptions } from '@xyo-network/archivist-model'
 import { ArchivistWrapper } from '@xyo-network/archivist-wrapper'
 import type { BoundWitness } from '@xyo-network/boundwitness-model'
-import { isBoundWitness } from '@xyo-network/boundwitness-model'
+import { asBoundWitness, isBoundWitness } from '@xyo-network/boundwitness-model'
+import { payloadSchemasContainsAll } from '@xyo-network/boundwitness-validator'
 import { AbstractDiviner } from '@xyo-network/diviner-abstract'
-import type { BoundWitnessDivinerQueryPayload } from '@xyo-network/diviner-boundwitness-model'
-import { BoundWitnessDivinerQuerySchema } from '@xyo-network/diviner-boundwitness-model'
 import { DivinerWrapper } from '@xyo-network/diviner-wrapper'
 import type { ImageThumbnail } from '@xyo-network/image-thumbnail-payload-plugin'
 import { ImageThumbnailSchema, isImageThumbnail } from '@xyo-network/image-thumbnail-payload-plugin'
 import type { ModuleState } from '@xyo-network/module-model'
 import { isModuleState, ModuleStateSchema } from '@xyo-network/module-model'
-import { PayloadBuilder } from '@xyo-network/payload-builder'
-import type {
-  Payload, Schema, WithSources,
+import {
+  type Payload, type Schema, SequenceConstants,
 } from '@xyo-network/payload-model'
 import type { TimeStamp } from '@xyo-network/witness-timestamp'
 import { isTimestamp, TimestampSchema } from '@xyo-network/witness-timestamp'
@@ -53,6 +53,10 @@ const payload_schemas = [ImageThumbnailSchema, TimestampSchema]
  * Index candidate identity functions
  */
 const indexCandidateIdentityFunctions = [isImageThumbnail, isTimestamp] as const
+const isIndexCandidate = (x?: unknown | null): x is IndexCandidate => {
+  return indexCandidateIdentityFunctions.map(is => is(x)).some(Boolean)
+}
+const asIndexCandidate = AsObjectFactory.create(isIndexCandidate)
 
 /**
  * The default order to search Bound Witnesses to identify index candidates
@@ -88,36 +92,43 @@ export class ImageThumbnailStateToIndexCandidateDiviner<
     const results = await archivist.get(hashes)
     const filteredResults = indexCandidateIdentityFunctions.map(is => results.find(is))
     if (filteredResults.includes(undefined)) return undefined
-    const indexCandidates: IndexCandidate[] = filteredResults.filter(exists) as IndexCandidate[]
+    const indexCandidates: IndexCandidate[] = filterAs(filteredResults, asIndexCandidate)
     return [bw, ...indexCandidates]
   }
 
   protected override async divineHandler(payloads: Payload[] = []): Promise<ImageThumbnailStateToIndexCandidateDivinerResponse> {
     // Retrieve the last state from what was passed in
     const lastState = payloads.find(isModuleState<ImageThumbnailDivinerState>)
-    // If there is no last state, start from the beginning
-    if (!lastState) return [{ schema: ModuleStateSchema, state: { offset: 0 } }]
-    // Otherwise, get the last offset
-    const { offset } = lastState.state
+      // If there is no last state, start from the beginning
+      ?? { schema: ModuleStateSchema, state: { cursor: SequenceConstants.minLocalSequence } }
+
+    // Get the last cursor
+    const cursor = lastState?.state?.cursor
+    // Get the archivist for the store
+    const sourceArchivist = await this.getArchivistForStore()
+    if (!sourceArchivist) return [lastState]
+
+    // Get the next batch of results
+    const nextOffset: ArchivistNextOptions = { limit: this.payloadDivinerLimit, order }
+    // Only use the cursor if it's a valid offset
+    if (cursor !== SequenceConstants.minLocalSequence) nextOffset.cursor = cursor
     // Get next batch of results starting from the offset
-    const boundWitnessDiviner = await this.getBoundWitnessDivinerForStore()
-    const query = await new PayloadBuilder<BoundWitnessDivinerQueryPayload>({ schema: BoundWitnessDivinerQuerySchema })
-      .fields({
-        limit: this.payloadDivinerLimit, offset, order, payload_schemas,
-      })
-      .build()
-    const batch = (await boundWitnessDiviner.divine([query])) as WithSources<BoundWitness>[]
-    if (batch.length === 0) return [lastState]
+    const next = await sourceArchivist.next(nextOffset)
+    if (next.length === 0) return [lastState]
+
+    const batch = filterAs(next, asBoundWitness)
+      .filter(exists)
+      .filter(bw => payloadSchemasContainsAll(bw, payload_schemas))
     // Get source data
-    const sourceArchivist = await this.getArchivistForStore()
-    const indexCandidates: IndexCandidate[] = (
-      await Promise.all(
-        batch.filter(isBoundWitness).map(bw => ImageThumbnailStateToIndexCandidateDiviner.getPayloadsInBoundWitness(bw, sourceArchivist)),
-      )
-    )
+    const indexCandidates: IndexCandidate[] = (await Promise.all(
+      batch
+        .filter(isBoundWitness)
+        .map(bw => ImageThumbnailStateToIndexCandidateDiviner.getPayloadsInBoundWitness(bw, sourceArchivist)),
+    ))
       .filter(exists)
       .flat()
-    const nextState = { schema: ModuleStateSchema, state: { ...lastState.state, offset: offset + batch.length } }
+    const nextCursor = assertEx(next.at(-1)?._sequence, () => `${moduleName}: Expected next to have a sequence`)
+    const nextState: ModuleState<ImageThumbnailDivinerState> = { schema: ModuleStateSchema, state: { ...lastState.state, cursor: nextCursor } }
     return [nextState, ...indexCandidates]
   }
 

package/xy.config.ts

@@ -7,5 +7,4 @@ const config: XyTsupConfig = {
   },
 }
 
-// eslint-disable-next-line import-x/no-default-export
 export default config