@xyo-network/image-thumbnail-plugin 2.75.4 → 2.75.6

package/dist/node/Diviner/Config.d.cts

@@ -1,11 +1,34 @@
 import { DivinerConfig } from '@xyo-network/diviner-model';
 export declare const ImageThumbnailDivinerConfigSchema: "network.xyo.image.thumbnail.diviner.config";
 export type ImageThumbnailDivinerConfigSchema = typeof ImageThumbnailDivinerConfigSchema;
+/**
+ * Describes an Archivist/Diviner combination
+ * that enables searching signed payloads
+ */
+export interface SearchableStorage {
+    archivist: string;
+    boundWitnessDiviner: string;
+    payloadDiviner: string;
+}
 export type ImageThumbnailDivinerConfig = DivinerConfig<{
+    /** @deprecated Use appropriate Storage */
     archivist?: string;
+    /**
+     * Where the diviner should store it's index
+     */
+    indexStore?: SearchableStorage;
+    /** @deprecated Use appropriate Storage */
     payloadDiviner?: string;
     payloadDivinerLimit?: number;
     pollFrequency?: number;
     schema: ImageThumbnailDivinerConfigSchema;
+    /**
+     * Where the diviner should persist its internal state
+     */
+    stateStore?: SearchableStorage;
+    /**
+     * Where the diviner should look for stored thumbnails
+     */
+    thumbnailStore?: SearchableStorage;
 }>;
 //# sourceMappingURL=Config.d.ts.map

package/dist/node/Diviner/Config.d.cts.map

@@ -1 +1 @@
-{"version":3,"file":"Config.d.ts","sourceRoot":"","sources":["../../../src/Diviner/Config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAA;AAG1D,eAAO,MAAM,iCAAiC,8CAAoD,CAAA;AAClG,MAAM,MAAM,iCAAiC,GAAG,OAAO,iCAAiC,CAAA;AAExF,MAAM,MAAM,2BAA2B,GAAG,aAAa,CAAC;IACtD,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB,mBAAmB,CAAC,EAAE,MAAM,CAAA;IAC5B,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,MAAM,EAAE,iCAAiC,CAAA;CAC1C,CAAC,CAAA"}
+{"version":3,"file":"Config.d.ts","sourceRoot":"","sources":["../../../src/Diviner/Config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAA;AAG1D,eAAO,MAAM,iCAAiC,8CAAoD,CAAA;AAClG,MAAM,MAAM,iCAAiC,GAAG,OAAO,iCAAiC,CAAA;AAExF;;;GAGG;AACH,MAAM,WAAW,iBAAiB;IAChC,SAAS,EAAE,MAAM,CAAA;IACjB,mBAAmB,EAAE,MAAM,CAAA;IAC3B,cAAc,EAAE,MAAM,CAAA;CACvB;AAED,MAAM,MAAM,2BAA2B,GAAG,aAAa,CAAC;IACtD,0CAA0C;IAC1C,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB;;OAEG;IACH,UAAU,CAAC,EAAE,iBAAiB,CAAA;IAC9B,0CAA0C;IAC1C,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB,mBAAmB,CAAC,EAAE,MAAM,CAAA;IAC5B,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,MAAM,EAAE,iCAAiC,CAAA;IACzC;;OAEG;IACH,UAAU,CAAC,EAAE,iBAAiB,CAAA;IAC9B;;OAEG;IACH,cAAc,CAAC,EAAE,iBAAiB,CAAA;CACnC,CAAC,CAAA"}

package/dist/node/Diviner/Config.d.mts

@@ -1,11 +1,34 @@
 import { DivinerConfig } from '@xyo-network/diviner-model';
 export declare const ImageThumbnailDivinerConfigSchema: "network.xyo.image.thumbnail.diviner.config";
 export type ImageThumbnailDivinerConfigSchema = typeof ImageThumbnailDivinerConfigSchema;
+/**
+ * Describes an Archivist/Diviner combination
+ * that enables searching signed payloads
+ */
+export interface SearchableStorage {
+    archivist: string;
+    boundWitnessDiviner: string;
+    payloadDiviner: string;
+}
 export type ImageThumbnailDivinerConfig = DivinerConfig<{
+    /** @deprecated Use appropriate Storage */
     archivist?: string;
+    /**
+     * Where the diviner should store it's index
+     */
+    indexStore?: SearchableStorage;
+    /** @deprecated Use appropriate Storage */
     payloadDiviner?: string;
     payloadDivinerLimit?: number;
     pollFrequency?: number;
     schema: ImageThumbnailDivinerConfigSchema;
+    /**
+     * Where the diviner should persist its internal state
+     */
+    stateStore?: SearchableStorage;
+    /**
+     * Where the diviner should look for stored thumbnails
+     */
+    thumbnailStore?: SearchableStorage;
 }>;
 //# sourceMappingURL=Config.d.ts.map

package/dist/node/Diviner/Config.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"Config.d.ts","sourceRoot":"","sources":["../../../src/Diviner/Config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAA;AAG1D,eAAO,MAAM,iCAAiC,8CAAoD,CAAA;AAClG,MAAM,MAAM,iCAAiC,GAAG,OAAO,iCAAiC,CAAA;AAExF,MAAM,MAAM,2BAA2B,GAAG,aAAa,CAAC;IACtD,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB,mBAAmB,CAAC,EAAE,MAAM,CAAA;IAC5B,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,MAAM,EAAE,iCAAiC,CAAA;CAC1C,CAAC,CAAA"}
+{"version":3,"file":"Config.d.ts","sourceRoot":"","sources":["../../../src/Diviner/Config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAA;AAG1D,eAAO,MAAM,iCAAiC,8CAAoD,CAAA;AAClG,MAAM,MAAM,iCAAiC,GAAG,OAAO,iCAAiC,CAAA;AAExF;;;GAGG;AACH,MAAM,WAAW,iBAAiB;IAChC,SAAS,EAAE,MAAM,CAAA;IACjB,mBAAmB,EAAE,MAAM,CAAA;IAC3B,cAAc,EAAE,MAAM,CAAA;CACvB;AAED,MAAM,MAAM,2BAA2B,GAAG,aAAa,CAAC;IACtD,0CAA0C;IAC1C,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB;;OAEG;IACH,UAAU,CAAC,EAAE,iBAAiB,CAAA;IAC9B,0CAA0C;IAC1C,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB,mBAAmB,CAAC,EAAE,MAAM,CAAA;IAC5B,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,MAAM,EAAE,iCAAiC,CAAA;IACzC;;OAEG;IACH,UAAU,CAAC,EAAE,iBAAiB,CAAA;IAC9B;;OAEG;IACH,cAAc,CAAC,EAAE,iBAAiB,CAAA;CACnC,CAAC,CAAA"}

package/dist/node/Diviner/Config.d.ts

@@ -1,11 +1,34 @@
 import { DivinerConfig } from '@xyo-network/diviner-model';
 export declare const ImageThumbnailDivinerConfigSchema: "network.xyo.image.thumbnail.diviner.config";
 export type ImageThumbnailDivinerConfigSchema = typeof ImageThumbnailDivinerConfigSchema;
+/**
+ * Describes an Archivist/Diviner combination
+ * that enables searching signed payloads
+ */
+export interface SearchableStorage {
+    archivist: string;
+    boundWitnessDiviner: string;
+    payloadDiviner: string;
+}
 export type ImageThumbnailDivinerConfig = DivinerConfig<{
+    /** @deprecated Use appropriate Storage */
     archivist?: string;
+    /**
+     * Where the diviner should store it's index
+     */
+    indexStore?: SearchableStorage;
+    /** @deprecated Use appropriate Storage */
     payloadDiviner?: string;
     payloadDivinerLimit?: number;
     pollFrequency?: number;
     schema: ImageThumbnailDivinerConfigSchema;
+    /**
+     * Where the diviner should persist its internal state
+     */
+    stateStore?: SearchableStorage;
+    /**
+     * Where the diviner should look for stored thumbnails
+     */
+    thumbnailStore?: SearchableStorage;
 }>;
 //# sourceMappingURL=Config.d.ts.map

package/dist/node/Diviner/Config.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"Config.d.ts","sourceRoot":"","sources":["../../../src/Diviner/Config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAA;AAG1D,eAAO,MAAM,iCAAiC,8CAAoD,CAAA;AAClG,MAAM,MAAM,iCAAiC,GAAG,OAAO,iCAAiC,CAAA;AAExF,MAAM,MAAM,2BAA2B,GAAG,aAAa,CAAC;IACtD,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB,mBAAmB,CAAC,EAAE,MAAM,CAAA;IAC5B,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,MAAM,EAAE,iCAAiC,CAAA;CAC1C,CAAC,CAAA"}
+{"version":3,"file":"Config.d.ts","sourceRoot":"","sources":["../../../src/Diviner/Config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAA;AAG1D,eAAO,MAAM,iCAAiC,8CAAoD,CAAA;AAClG,MAAM,MAAM,iCAAiC,GAAG,OAAO,iCAAiC,CAAA;AAExF;;;GAGG;AACH,MAAM,WAAW,iBAAiB;IAChC,SAAS,EAAE,MAAM,CAAA;IACjB,mBAAmB,EAAE,MAAM,CAAA;IAC3B,cAAc,EAAE,MAAM,CAAA;CACvB;AAED,MAAM,MAAM,2BAA2B,GAAG,aAAa,CAAC;IACtD,0CAA0C;IAC1C,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB;;OAEG;IACH,UAAU,CAAC,EAAE,iBAAiB,CAAA;IAC9B,0CAA0C;IAC1C,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB,mBAAmB,CAAC,EAAE,MAAM,CAAA;IAC5B,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,MAAM,EAAE,iCAAiC,CAAA;IACzC;;OAEG;IACH,UAAU,CAAC,EAAE,iBAAiB,CAAA;IAC9B;;OAEG;IACH,cAAc,CAAC,EAAE,iBAAiB,CAAA;CACnC,CAAC,CAAA"}

package/dist/node/Diviner/Config.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../src/Diviner/Config.ts"],"sourcesContent":["import { DivinerConfig } from '@xyo-network/diviner-model'\nimport { ImageThumbnailSchema } from '@xyo-network/image-thumbnail-payload-plugin'\n\nexport const ImageThumbnailDivinerConfigSchema = `${ImageThumbnailSchema}.diviner.config` as const\nexport type ImageThumbnailDivinerConfigSchema = typeof ImageThumbnailDivinerConfigSchema\n\nexport type ImageThumbnailDivinerConfig = DivinerConfig<{\n  archivist?: string\n  payloadDiviner?: string\n  payloadDivinerLimit?: number\n  pollFrequency?: number\n  schema: ImageThumbnailDivinerConfigSchema\n}>\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AACA,4CAAqC;AAE9B,IAAM,oCAAoC,GAAG,0DAAoB;","names":[]}
+{"version":3,"sources":["../../../src/Diviner/Config.ts"],"sourcesContent":["import { DivinerConfig } from '@xyo-network/diviner-model'\nimport { ImageThumbnailSchema } from '@xyo-network/image-thumbnail-payload-plugin'\n\nexport const ImageThumbnailDivinerConfigSchema = `${ImageThumbnailSchema}.diviner.config` as const\nexport type ImageThumbnailDivinerConfigSchema = typeof ImageThumbnailDivinerConfigSchema\n\n/**\n * Describes an Archivist/Diviner combination\n * that enables searching signed payloads\n */\nexport interface SearchableStorage {\n  archivist: string\n  boundWitnessDiviner: string\n  payloadDiviner: string\n}\n\nexport type ImageThumbnailDivinerConfig = DivinerConfig<{\n  /** @deprecated Use appropriate Storage */\n  archivist?: string\n  /**\n   * Where the diviner should store it's index\n   */\n  indexStore?: SearchableStorage\n  /** @deprecated Use appropriate Storage */\n  payloadDiviner?: string\n  payloadDivinerLimit?: number\n  pollFrequency?: number\n  schema: ImageThumbnailDivinerConfigSchema\n  /**\n   * Where the diviner should persist its internal state\n   */\n  stateStore?: SearchableStorage\n  /**\n   * Where the diviner should look for stored thumbnails\n   */\n  thumbnailStore?: SearchableStorage\n}>\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AACA,4CAAqC;AAE9B,IAAM,oCAAoC,GAAG,0DAAoB;","names":[]}

package/dist/node/Diviner/Config.mjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../src/Diviner/Config.ts"],"sourcesContent":["import { DivinerConfig } from '@xyo-network/diviner-model'\nimport { ImageThumbnailSchema } from '@xyo-network/image-thumbnail-payload-plugin'\n\nexport const ImageThumbnailDivinerConfigSchema = `${ImageThumbnailSchema}.diviner.config` as const\nexport type ImageThumbnailDivinerConfigSchema = typeof ImageThumbnailDivinerConfigSchema\n\nexport type ImageThumbnailDivinerConfig = DivinerConfig<{\n  archivist?: string\n  payloadDiviner?: string\n  payloadDivinerLimit?: number\n  pollFrequency?: number\n  schema: ImageThumbnailDivinerConfigSchema\n}>\n"],"mappings":";AACA,SAAS,4BAA4B;AAE9B,IAAM,oCAAoC,GAAG,oBAAoB;","names":[]}
+{"version":3,"sources":["../../../src/Diviner/Config.ts"],"sourcesContent":["import { DivinerConfig } from '@xyo-network/diviner-model'\nimport { ImageThumbnailSchema } from '@xyo-network/image-thumbnail-payload-plugin'\n\nexport const ImageThumbnailDivinerConfigSchema = `${ImageThumbnailSchema}.diviner.config` as const\nexport type ImageThumbnailDivinerConfigSchema = typeof ImageThumbnailDivinerConfigSchema\n\n/**\n * Describes an Archivist/Diviner combination\n * that enables searching signed payloads\n */\nexport interface SearchableStorage {\n  archivist: string\n  boundWitnessDiviner: string\n  payloadDiviner: string\n}\n\nexport type ImageThumbnailDivinerConfig = DivinerConfig<{\n  /** @deprecated Use appropriate Storage */\n  archivist?: string\n  /**\n   * Where the diviner should store it's index\n   */\n  indexStore?: SearchableStorage\n  /** @deprecated Use appropriate Storage */\n  payloadDiviner?: string\n  payloadDivinerLimit?: number\n  pollFrequency?: number\n  schema: ImageThumbnailDivinerConfigSchema\n  /**\n   * Where the diviner should persist its internal state\n   */\n  stateStore?: SearchableStorage\n  /**\n   * Where the diviner should look for stored thumbnails\n   */\n  thumbnailStore?: SearchableStorage\n}>\n"],"mappings":";AACA,SAAS,4BAA4B;AAE9B,IAAM,oCAAoC,GAAG,oBAAoB;","names":[]}

package/dist/node/Diviner/Diviner.d.cts

@@ -1,30 +1,47 @@
 import { AbstractDiviner } from '@xyo-network/abstract-diviner';
-import { ArchivistInstance } from '@xyo-network/archivist-model';
-import { DivinerInstance } from '@xyo-network/diviner-model';
-import { ImageThumbnail } from '@xyo-network/image-thumbnail-payload-plugin';
-import { UrlPayload } from '@xyo-network/url-payload-plugin';
+import { ArchivistWrapper } from '@xyo-network/archivist-wrapper';
+import { DivinerWrapper } from '@xyo-network/diviner-wrapper';
+import { Payload } from '@xyo-network/payload-model';
+import { ImageThumbnailDivinerConfig } from './Config';
 import { ImageThumbnailDivinerParams } from './Params';
+interface ImageThumbnailDivinerState {
+    offset: number;
+}
+type ConfigStoreKey = 'indexStore' | 'stateStore' | 'thumbnailStore';
+type ConfigStore = Extract<keyof ImageThumbnailDivinerConfig, ConfigStoreKey>;
+declare const ImageThumbnailResultIndexSchema: "network.xyo.image.thumbnail.index";
+type ImageThumbnailResultIndexSchema = typeof ImageThumbnailResultIndexSchema;
+interface ImageThumbnailResultInfo {
+    sources: string[];
+    status: number;
+    timestamp: number;
+    url: string;
+}
+type ImageThumbnailResult = Payload<ImageThumbnailResultInfo, ImageThumbnailResultIndexSchema>;
 export declare class ImageThumbnailDiviner<TParams extends ImageThumbnailDivinerParams = ImageThumbnailDivinerParams> extends AbstractDiviner<TParams> {
     static configSchemas: ("network.xyo.image.thumbnail.diviner.config" | "network.xyo.diviner.config")[];
-    private _archivistInstance;
-    private _initializeArchivistConnectionIfNeededPromise;
-    private _map;
-    private _payloadDivinerInstance;
     private _pollId?;
-    get archivist(): (import("@xyo-network/module-model").ArchivistModuleConfig & (import("@xyo-network/module-model").ArchivistModuleConfig & string)) | undefined;
-    get payloadDiviner(): string | undefined;
     get payloadDivinerLimit(): number;
-    get pollFrequency(): number | undefined;
-    getArchivistInstance(): Promise<ArchivistInstance>;
-    getPayloadDivinerInstance(): Promise<DivinerInstance | undefined>;
-    protected divineHandler(payloads?: UrlPayload[]): Promise<ImageThumbnail[]>;
-    protected initializeArchivistConnectionIfNeeded(): Promise<void>;
-    protected loadMap(): Promise<void>;
-    protected loadMapWithAll(): Promise<void>;
-    protected loadMapWithPayloadDiviner(): Promise<void>;
+    get pollFrequency(): number;
+    protected backgroundDivine: () => Promise<void>;
+    /**
+     * Commit the internal state of the Diviner process. This is similar
+     * to a transaction completion in a database and should only be called
+     * when results have been successfully persisted to the appropriate
+     * external stores.
+     */
+    protected commitState(state: ImageThumbnailDivinerState): Promise<void>;
+    protected divineHandler(payloads?: Payload[]): Promise<ImageThumbnailResult[]>;
+    protected getArchivistForStore(store: ConfigStore, wrap?: boolean): Promise<import("@xyo-network/archivist-model").ArchivistInstance | ArchivistWrapper<import("@xyo-network/archivist-model").ArchivistModule>>;
+    protected getBoundWitnessDivinerForStore(store: ConfigStore, wrap?: boolean): Promise<import("@xyo-network/diviner-model").DivinerInstance | DivinerWrapper<import("@xyo-network/diviner-model").DivinerModule>>;
+    protected getPayloadDivinerForStore(store: ConfigStore, wrap?: boolean): Promise<import("@xyo-network/diviner-model").DivinerInstance | DivinerWrapper<import("@xyo-network/diviner-model").DivinerModule>>;
+    /**
+     * Retrieves the last state of the Diviner process. Used to recover state after
+     * preemptions, reboots, etc.
+     */
+    protected retrieveState(): Promise<ImageThumbnailDivinerState | undefined>;
     protected stopHandler(_timeout?: number | undefined): Promise<boolean>;
-    private attachArchivistEvents;
-    private getSafeMap;
     private poll;
 }
+export {};
 //# sourceMappingURL=Diviner.d.ts.map

package/dist/node/Diviner/Diviner.d.cts.map

@@ -1 +1 @@
-{"version":3,"file":"Diviner.d.ts","sourceRoot":"","sources":["../../../src/Diviner/Diviner.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAA;AAC/D,OAAO,EAAE,iBAAiB,EAAuB,MAAM,8BAA8B,CAAA;AAErF,OAAO,EAA0C,eAAe,EAAE,MAAM,4BAA4B,CAAA;AAEpG,OAAO,EAAE,cAAc,EAAwB,MAAM,6CAA6C,CAAA;AAClG,OAAO,EAAE,UAAU,EAAE,MAAM,iCAAiC,CAAA;AAG5D,OAAO,EAAE,2BAA2B,EAAE,MAAM,UAAU,CAAA;AAEtD,qBAAa,qBAAqB,CAAC,OAAO,SAAS,2BAA2B,GAAG,2BAA2B,CAAE,SAAQ,eAAe,CAAC,OAAO,CAAC;IAC5I,OAAgB,aAAa,kFAA2D;IAExF,OAAO,CAAC,kBAAkB,CAAwC;IAClE,OAAO,CAAC,6CAA6C,CAA2B;IAChF,OAAO,CAAC,IAAI,CAAoC;IAChD,OAAO,CAAC,uBAAuB,CAAsC;IACrE,OAAO,CAAC,OAAO,CAAC,CAAkC;IAMlD,IAAI,SAAS,mJAEZ;IAED,IAAI,cAAc,uBAEjB;IAED,IAAI,mBAAmB,WAEtB;IAED,IAAI,aAAa,uBAEhB;IAGK,oBAAoB,IAAI,OAAO,CAAC,iBAAiB,CAAC;IAelD,yBAAyB,IAAI,OAAO,CAAC,eAAe,GAAG,SAAS,CAAC;cAkB9C,aAAa,CAAC,QAAQ,GAAE,UAAU,EAAO,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC;IAU9F,SAAS,CAAC,qCAAqC;cAc/B,OAAO;cAQP,cAAc;cAiBd,yBAAyB;cAgChB,WAAW,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC;YAQvE,qBAAqB;YAUrB,UAAU;YAcV,IAAI;CAcnB"}
+{"version":3,"file":"Diviner.d.ts","sourceRoot":"","sources":["../../../src/Diviner/Diviner.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAA;AAE/D,OAAO,EAAE,gBAAgB,EAAE,MAAM,gCAAgC,CAAA;AAMjE,OAAO,EAAE,cAAc,EAAE,MAAM,8BAA8B,CAAA;AAG7D,OAAO,EAAyB,OAAO,EAAE,MAAM,4BAA4B,CAAA;AAI3E,OAAO,EAAE,2BAA2B,EAAqC,MAAM,UAAU,CAAA;AACzF,OAAO,EAAE,2BAA2B,EAAE,MAAM,UAAU,CAAA;AAUtD,UAAU,0BAA0B;IAClC,MAAM,EAAE,MAAM,CAAA;CACf;AASD,KAAK,cAAc,GAAG,YAAY,GAAG,YAAY,GAAG,gBAAgB,CAAA;AAEpE,KAAK,WAAW,GAAG,OAAO,CAAC,MAAM,2BAA2B,EAAE,cAAc,CAAC,CAAA;AAE7E,QAAA,MAAM,+BAA+B,qCAA2C,CAAA;AAChF,KAAK,+BAA+B,GAAG,OAAO,+BAA+B,CAAA;AAE7E,UAAU,wBAAwB;IAChC,OAAO,EAAE,MAAM,EAAE,CAAA;IAEjB,MAAM,EAAE,MAAM,CAAA;IACd,SAAS,EAAE,MAAM,CAAA;IACjB,GAAG,EAAE,MAAM,CAAA;CACZ;AAED,KAAK,oBAAoB,GAAG,OAAO,CAAC,wBAAwB,EAAE,+BAA+B,CAAC,CAAA;AAmB9F,qBAAa,qBAAqB,CAAC,OAAO,SAAS,2BAA2B,GAAG,2BAA2B,CAAE,SAAQ,eAAe,CAAC,OAAO,CAAC;IAC5I,OAAgB,aAAa,kFAA2D;IAExF,OAAO,CAAC,OAAO,CAAC,CAAkC;IAElD,IAAI,mBAAmB,WAEtB;IAED,IAAI,aAAa,WAEhB;IAED,SAAS,CAAC,gBAAgB,QAAa,QAAQ,IAAI,CAAC,CA0DnD;IAED;;;;;OAKG;cACa,WAAW,CAAC,KAAK,EAAE,0BAA0B;cAUpC,aAAa,CAAC,QAAQ,GAAE,OAAO,EAAO,GAAG,OAAO,CAAC,oBAAoB,EAAE,CAAC;cAmBjF,oBAAoB,CAAC,KAAK,EAAE,WAAW,EAAE,IAAI,CAAC,EAAE,OAAO;cAQvD,8BAA8B,CAAC,KAAK,EAAE,WAAW,EAAE,IAAI,CAAC,EAAE,OAAO;cAQjE,yBAAyB,CAAC,KAAK,EAAE,WAAW,EAAE,IAAI,CAAC,EAAE,OAAO;IAM5E;;;OAGG;cACa,aAAa,IAAI,OAAO,CAAC,0BAA0B,GAAG,SAAS,CAAC;cA8CvD,WAAW,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC;YAQvE,IAAI;CASnB"}

package/dist/node/Diviner/Diviner.d.mts

@@ -1,30 +1,47 @@
 import { AbstractDiviner } from '@xyo-network/abstract-diviner';
-import { ArchivistInstance } from '@xyo-network/archivist-model';
-import { DivinerInstance } from '@xyo-network/diviner-model';
-import { ImageThumbnail } from '@xyo-network/image-thumbnail-payload-plugin';
-import { UrlPayload } from '@xyo-network/url-payload-plugin';
+import { ArchivistWrapper } from '@xyo-network/archivist-wrapper';
+import { DivinerWrapper } from '@xyo-network/diviner-wrapper';
+import { Payload } from '@xyo-network/payload-model';
+import { ImageThumbnailDivinerConfig } from './Config';
 import { ImageThumbnailDivinerParams } from './Params';
+interface ImageThumbnailDivinerState {
+    offset: number;
+}
+type ConfigStoreKey = 'indexStore' | 'stateStore' | 'thumbnailStore';
+type ConfigStore = Extract<keyof ImageThumbnailDivinerConfig, ConfigStoreKey>;
+declare const ImageThumbnailResultIndexSchema: "network.xyo.image.thumbnail.index";
+type ImageThumbnailResultIndexSchema = typeof ImageThumbnailResultIndexSchema;
+interface ImageThumbnailResultInfo {
+    sources: string[];
+    status: number;
+    timestamp: number;
+    url: string;
+}
+type ImageThumbnailResult = Payload<ImageThumbnailResultInfo, ImageThumbnailResultIndexSchema>;
 export declare class ImageThumbnailDiviner<TParams extends ImageThumbnailDivinerParams = ImageThumbnailDivinerParams> extends AbstractDiviner<TParams> {
     static configSchemas: ("network.xyo.image.thumbnail.diviner.config" | "network.xyo.diviner.config")[];
-    private _archivistInstance;
-    private _initializeArchivistConnectionIfNeededPromise;
-    private _map;
-    private _payloadDivinerInstance;
     private _pollId?;
-    get archivist(): (import("@xyo-network/module-model").ArchivistModuleConfig & (import("@xyo-network/module-model").ArchivistModuleConfig & string)) | undefined;
-    get payloadDiviner(): string | undefined;
     get payloadDivinerLimit(): number;
-    get pollFrequency(): number | undefined;
-    getArchivistInstance(): Promise<ArchivistInstance>;
-    getPayloadDivinerInstance(): Promise<DivinerInstance | undefined>;
-    protected divineHandler(payloads?: UrlPayload[]): Promise<ImageThumbnail[]>;
-    protected initializeArchivistConnectionIfNeeded(): Promise<void>;
-    protected loadMap(): Promise<void>;
-    protected loadMapWithAll(): Promise<void>;
-    protected loadMapWithPayloadDiviner(): Promise<void>;
+    get pollFrequency(): number;
+    protected backgroundDivine: () => Promise<void>;
+    /**
+     * Commit the internal state of the Diviner process. This is similar
+     * to a transaction completion in a database and should only be called
+     * when results have been successfully persisted to the appropriate
+     * external stores.
+     */
+    protected commitState(state: ImageThumbnailDivinerState): Promise<void>;
+    protected divineHandler(payloads?: Payload[]): Promise<ImageThumbnailResult[]>;
+    protected getArchivistForStore(store: ConfigStore, wrap?: boolean): Promise<import("@xyo-network/archivist-model").ArchivistInstance | ArchivistWrapper<import("@xyo-network/archivist-model").ArchivistModule>>;
+    protected getBoundWitnessDivinerForStore(store: ConfigStore, wrap?: boolean): Promise<import("@xyo-network/diviner-model").DivinerInstance | DivinerWrapper<import("@xyo-network/diviner-model").DivinerModule>>;
+    protected getPayloadDivinerForStore(store: ConfigStore, wrap?: boolean): Promise<import("@xyo-network/diviner-model").DivinerInstance | DivinerWrapper<import("@xyo-network/diviner-model").DivinerModule>>;
+    /**
+     * Retrieves the last state of the Diviner process. Used to recover state after
+     * preemptions, reboots, etc.
+     */
+    protected retrieveState(): Promise<ImageThumbnailDivinerState | undefined>;
     protected stopHandler(_timeout?: number | undefined): Promise<boolean>;
-    private attachArchivistEvents;
-    private getSafeMap;
     private poll;
 }
+export {};
 //# sourceMappingURL=Diviner.d.ts.map

package/dist/node/Diviner/Diviner.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"Diviner.d.ts","sourceRoot":"","sources":["../../../src/Diviner/Diviner.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAA;AAC/D,OAAO,EAAE,iBAAiB,EAAuB,MAAM,8BAA8B,CAAA;AAErF,OAAO,EAA0C,eAAe,EAAE,MAAM,4BAA4B,CAAA;AAEpG,OAAO,EAAE,cAAc,EAAwB,MAAM,6CAA6C,CAAA;AAClG,OAAO,EAAE,UAAU,EAAE,MAAM,iCAAiC,CAAA;AAG5D,OAAO,EAAE,2BAA2B,EAAE,MAAM,UAAU,CAAA;AAEtD,qBAAa,qBAAqB,CAAC,OAAO,SAAS,2BAA2B,GAAG,2BAA2B,CAAE,SAAQ,eAAe,CAAC,OAAO,CAAC;IAC5I,OAAgB,aAAa,kFAA2D;IAExF,OAAO,CAAC,kBAAkB,CAAwC;IAClE,OAAO,CAAC,6CAA6C,CAA2B;IAChF,OAAO,CAAC,IAAI,CAAoC;IAChD,OAAO,CAAC,uBAAuB,CAAsC;IACrE,OAAO,CAAC,OAAO,CAAC,CAAkC;IAMlD,IAAI,SAAS,mJAEZ;IAED,IAAI,cAAc,uBAEjB;IAED,IAAI,mBAAmB,WAEtB;IAED,IAAI,aAAa,uBAEhB;IAGK,oBAAoB,IAAI,OAAO,CAAC,iBAAiB,CAAC;IAelD,yBAAyB,IAAI,OAAO,CAAC,eAAe,GAAG,SAAS,CAAC;cAkB9C,aAAa,CAAC,QAAQ,GAAE,UAAU,EAAO,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC;IAU9F,SAAS,CAAC,qCAAqC;cAc/B,OAAO;cAQP,cAAc;cAiBd,yBAAyB;cAgChB,WAAW,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC;YAQvE,qBAAqB;YAUrB,UAAU;YAcV,IAAI;CAcnB"}
+{"version":3,"file":"Diviner.d.ts","sourceRoot":"","sources":["../../../src/Diviner/Diviner.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAA;AAE/D,OAAO,EAAE,gBAAgB,EAAE,MAAM,gCAAgC,CAAA;AAMjE,OAAO,EAAE,cAAc,EAAE,MAAM,8BAA8B,CAAA;AAG7D,OAAO,EAAyB,OAAO,EAAE,MAAM,4BAA4B,CAAA;AAI3E,OAAO,EAAE,2BAA2B,EAAqC,MAAM,UAAU,CAAA;AACzF,OAAO,EAAE,2BAA2B,EAAE,MAAM,UAAU,CAAA;AAUtD,UAAU,0BAA0B;IAClC,MAAM,EAAE,MAAM,CAAA;CACf;AASD,KAAK,cAAc,GAAG,YAAY,GAAG,YAAY,GAAG,gBAAgB,CAAA;AAEpE,KAAK,WAAW,GAAG,OAAO,CAAC,MAAM,2BAA2B,EAAE,cAAc,CAAC,CAAA;AAE7E,QAAA,MAAM,+BAA+B,qCAA2C,CAAA;AAChF,KAAK,+BAA+B,GAAG,OAAO,+BAA+B,CAAA;AAE7E,UAAU,wBAAwB;IAChC,OAAO,EAAE,MAAM,EAAE,CAAA;IAEjB,MAAM,EAAE,MAAM,CAAA;IACd,SAAS,EAAE,MAAM,CAAA;IACjB,GAAG,EAAE,MAAM,CAAA;CACZ;AAED,KAAK,oBAAoB,GAAG,OAAO,CAAC,wBAAwB,EAAE,+BAA+B,CAAC,CAAA;AAmB9F,qBAAa,qBAAqB,CAAC,OAAO,SAAS,2BAA2B,GAAG,2BAA2B,CAAE,SAAQ,eAAe,CAAC,OAAO,CAAC;IAC5I,OAAgB,aAAa,kFAA2D;IAExF,OAAO,CAAC,OAAO,CAAC,CAAkC;IAElD,IAAI,mBAAmB,WAEtB;IAED,IAAI,aAAa,WAEhB;IAED,SAAS,CAAC,gBAAgB,QAAa,QAAQ,IAAI,CAAC,CA0DnD;IAED;;;;;OAKG;cACa,WAAW,CAAC,KAAK,EAAE,0BAA0B;cAUpC,aAAa,CAAC,QAAQ,GAAE,OAAO,EAAO,GAAG,OAAO,CAAC,oBAAoB,EAAE,CAAC;cAmBjF,oBAAoB,CAAC,KAAK,EAAE,WAAW,EAAE,IAAI,CAAC,EAAE,OAAO;cAQvD,8BAA8B,CAAC,KAAK,EAAE,WAAW,EAAE,IAAI,CAAC,EAAE,OAAO;cAQjE,yBAAyB,CAAC,KAAK,EAAE,WAAW,EAAE,IAAI,CAAC,EAAE,OAAO;IAM5E;;;OAGG;cACa,aAAa,IAAI,OAAO,CAAC,0BAA0B,GAAG,SAAS,CAAC;cA8CvD,WAAW,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC;YAQvE,IAAI;CASnB"}

package/dist/node/Diviner/Diviner.d.ts

@@ -1,30 +1,47 @@
 import { AbstractDiviner } from '@xyo-network/abstract-diviner';
-import { ArchivistInstance } from '@xyo-network/archivist-model';
-import { DivinerInstance } from '@xyo-network/diviner-model';
-import { ImageThumbnail } from '@xyo-network/image-thumbnail-payload-plugin';
-import { UrlPayload } from '@xyo-network/url-payload-plugin';
+import { ArchivistWrapper } from '@xyo-network/archivist-wrapper';
+import { DivinerWrapper } from '@xyo-network/diviner-wrapper';
+import { Payload } from '@xyo-network/payload-model';
+import { ImageThumbnailDivinerConfig } from './Config';
 import { ImageThumbnailDivinerParams } from './Params';
+interface ImageThumbnailDivinerState {
+    offset: number;
+}
+type ConfigStoreKey = 'indexStore' | 'stateStore' | 'thumbnailStore';
+type ConfigStore = Extract<keyof ImageThumbnailDivinerConfig, ConfigStoreKey>;
+declare const ImageThumbnailResultIndexSchema: "network.xyo.image.thumbnail.index";
+type ImageThumbnailResultIndexSchema = typeof ImageThumbnailResultIndexSchema;
+interface ImageThumbnailResultInfo {
+    sources: string[];
+    status: number;
+    timestamp: number;
+    url: string;
+}
+type ImageThumbnailResult = Payload<ImageThumbnailResultInfo, ImageThumbnailResultIndexSchema>;
 export declare class ImageThumbnailDiviner<TParams extends ImageThumbnailDivinerParams = ImageThumbnailDivinerParams> extends AbstractDiviner<TParams> {
     static configSchemas: ("network.xyo.image.thumbnail.diviner.config" | "network.xyo.diviner.config")[];
-    private _archivistInstance;
-    private _initializeArchivistConnectionIfNeededPromise;
-    private _map;
-    private _payloadDivinerInstance;
     private _pollId?;
-    get archivist(): (import("@xyo-network/module-model").ArchivistModuleConfig & (import("@xyo-network/module-model").ArchivistModuleConfig & string)) | undefined;
-    get payloadDiviner(): string | undefined;
     get payloadDivinerLimit(): number;
-    get pollFrequency(): number | undefined;
-    getArchivistInstance(): Promise<ArchivistInstance>;
-    getPayloadDivinerInstance(): Promise<DivinerInstance | undefined>;
-    protected divineHandler(payloads?: UrlPayload[]): Promise<ImageThumbnail[]>;
-    protected initializeArchivistConnectionIfNeeded(): Promise<void>;
-    protected loadMap(): Promise<void>;
-    protected loadMapWithAll(): Promise<void>;
-    protected loadMapWithPayloadDiviner(): Promise<void>;
+    get pollFrequency(): number;
+    protected backgroundDivine: () => Promise<void>;
+    /**
+     * Commit the internal state of the Diviner process. This is similar
+     * to a transaction completion in a database and should only be called
+     * when results have been successfully persisted to the appropriate
+     * external stores.
+     */
+    protected commitState(state: ImageThumbnailDivinerState): Promise<void>;
+    protected divineHandler(payloads?: Payload[]): Promise<ImageThumbnailResult[]>;
+    protected getArchivistForStore(store: ConfigStore, wrap?: boolean): Promise<import("@xyo-network/archivist-model").ArchivistInstance | ArchivistWrapper<import("@xyo-network/archivist-model").ArchivistModule>>;
+    protected getBoundWitnessDivinerForStore(store: ConfigStore, wrap?: boolean): Promise<import("@xyo-network/diviner-model").DivinerInstance | DivinerWrapper<import("@xyo-network/diviner-model").DivinerModule>>;
+    protected getPayloadDivinerForStore(store: ConfigStore, wrap?: boolean): Promise<import("@xyo-network/diviner-model").DivinerInstance | DivinerWrapper<import("@xyo-network/diviner-model").DivinerModule>>;
+    /**
+     * Retrieves the last state of the Diviner process. Used to recover state after
+     * preemptions, reboots, etc.
+     */
+    protected retrieveState(): Promise<ImageThumbnailDivinerState | undefined>;
     protected stopHandler(_timeout?: number | undefined): Promise<boolean>;
-    private attachArchivistEvents;
-    private getSafeMap;
     private poll;
 }
+export {};
 //# sourceMappingURL=Diviner.d.ts.map

package/dist/node/Diviner/Diviner.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"Diviner.d.ts","sourceRoot":"","sources":["../../../src/Diviner/Diviner.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAA;AAC/D,OAAO,EAAE,iBAAiB,EAAuB,MAAM,8BAA8B,CAAA;AAErF,OAAO,EAA0C,eAAe,EAAE,MAAM,4BAA4B,CAAA;AAEpG,OAAO,EAAE,cAAc,EAAwB,MAAM,6CAA6C,CAAA;AAClG,OAAO,EAAE,UAAU,EAAE,MAAM,iCAAiC,CAAA;AAG5D,OAAO,EAAE,2BAA2B,EAAE,MAAM,UAAU,CAAA;AAEtD,qBAAa,qBAAqB,CAAC,OAAO,SAAS,2BAA2B,GAAG,2BAA2B,CAAE,SAAQ,eAAe,CAAC,OAAO,CAAC;IAC5I,OAAgB,aAAa,kFAA2D;IAExF,OAAO,CAAC,kBAAkB,CAAwC;IAClE,OAAO,CAAC,6CAA6C,CAA2B;IAChF,OAAO,CAAC,IAAI,CAAoC;IAChD,OAAO,CAAC,uBAAuB,CAAsC;IACrE,OAAO,CAAC,OAAO,CAAC,CAAkC;IAMlD,IAAI,SAAS,mJAEZ;IAED,IAAI,cAAc,uBAEjB;IAED,IAAI,mBAAmB,WAEtB;IAED,IAAI,aAAa,uBAEhB;IAGK,oBAAoB,IAAI,OAAO,CAAC,iBAAiB,CAAC;IAelD,yBAAyB,IAAI,OAAO,CAAC,eAAe,GAAG,SAAS,CAAC;cAkB9C,aAAa,CAAC,QAAQ,GAAE,UAAU,EAAO,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC;IAU9F,SAAS,CAAC,qCAAqC;cAc/B,OAAO;cAQP,cAAc;cAiBd,yBAAyB;cAgChB,WAAW,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC;YAQvE,qBAAqB;YAUrB,UAAU;YAcV,IAAI;CAcnB"}
+{"version":3,"file":"Diviner.d.ts","sourceRoot":"","sources":["../../../src/Diviner/Diviner.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAA;AAE/D,OAAO,EAAE,gBAAgB,EAAE,MAAM,gCAAgC,CAAA;AAMjE,OAAO,EAAE,cAAc,EAAE,MAAM,8BAA8B,CAAA;AAG7D,OAAO,EAAyB,OAAO,EAAE,MAAM,4BAA4B,CAAA;AAI3E,OAAO,EAAE,2BAA2B,EAAqC,MAAM,UAAU,CAAA;AACzF,OAAO,EAAE,2BAA2B,EAAE,MAAM,UAAU,CAAA;AAUtD,UAAU,0BAA0B;IAClC,MAAM,EAAE,MAAM,CAAA;CACf;AASD,KAAK,cAAc,GAAG,YAAY,GAAG,YAAY,GAAG,gBAAgB,CAAA;AAEpE,KAAK,WAAW,GAAG,OAAO,CAAC,MAAM,2BAA2B,EAAE,cAAc,CAAC,CAAA;AAE7E,QAAA,MAAM,+BAA+B,qCAA2C,CAAA;AAChF,KAAK,+BAA+B,GAAG,OAAO,+BAA+B,CAAA;AAE7E,UAAU,wBAAwB;IAChC,OAAO,EAAE,MAAM,EAAE,CAAA;IAEjB,MAAM,EAAE,MAAM,CAAA;IACd,SAAS,EAAE,MAAM,CAAA;IACjB,GAAG,EAAE,MAAM,CAAA;CACZ;AAED,KAAK,oBAAoB,GAAG,OAAO,CAAC,wBAAwB,EAAE,+BAA+B,CAAC,CAAA;AAmB9F,qBAAa,qBAAqB,CAAC,OAAO,SAAS,2BAA2B,GAAG,2BAA2B,CAAE,SAAQ,eAAe,CAAC,OAAO,CAAC;IAC5I,OAAgB,aAAa,kFAA2D;IAExF,OAAO,CAAC,OAAO,CAAC,CAAkC;IAElD,IAAI,mBAAmB,WAEtB;IAED,IAAI,aAAa,WAEhB;IAED,SAAS,CAAC,gBAAgB,QAAa,QAAQ,IAAI,CAAC,CA0DnD;IAED;;;;;OAKG;cACa,WAAW,CAAC,KAAK,EAAE,0BAA0B;cAUpC,aAAa,CAAC,QAAQ,GAAE,OAAO,EAAO,GAAG,OAAO,CAAC,oBAAoB,EAAE,CAAC;cAmBjF,oBAAoB,CAAC,KAAK,EAAE,WAAW,EAAE,IAAI,CAAC,EAAE,OAAO;cAQvD,8BAA8B,CAAC,KAAK,EAAE,WAAW,EAAE,IAAI,CAAC,EAAE,OAAO;cAQjE,yBAAyB,CAAC,KAAK,EAAE,WAAW,EAAE,IAAI,CAAC,EAAE,OAAO;IAM5E;;;OAGG;cACa,aAAa,IAAI,OAAO,CAAC,0BAA0B,GAAG,SAAS,CAAC;cA8CvD,WAAW,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC;YAQvE,IAAI;CASnB"}