@xyo-network/diviner-indexing-memory 2.107.1 → 2.107.4

package/dist/node/index.cjs

@@ -1,2 +1,253 @@
-"use strict";var v=Object.defineProperty;var A=Object.getOwnPropertyDescriptor;var C=Object.getOwnPropertyNames;var P=Object.getPrototypeOf,Q=Object.prototype.hasOwnProperty;var R=Reflect.get;var B=(s,i,e)=>i in s?v(s,i,{enumerable:!0,configurable:!0,writable:!0,value:e}):s[i]=e;var p=(s,i)=>v(s,"name",{value:i,configurable:!0});var H=(s,i)=>{for(var e in i)v(s,e,{get:i[e],enumerable:!0})},M=(s,i,e,a)=>{if(i&&typeof i=="object"||typeof i=="function")for(let t of C(i))!Q.call(s,t)&&t!==e&&v(s,t,{get:()=>i[t],enumerable:!(a=A(i,t))||a.enumerable});return s};var q=s=>M(v({},"__esModule",{value:!0}),s);var m=(s,i,e)=>B(s,typeof i!="symbol"?i+"":i,e);var x=(s,i,e)=>R(P(s),e,i);var j={};H(j,{IndexingDiviner:()=>u});module.exports=q(j);var l=require("@xylabs/assert"),g=require("@xylabs/timer"),$=require("@xyo-network/archivist-wrapper"),b=require("@xyo-network/boundwitness-builder"),F=require("@xyo-network/boundwitness-model"),I=require("@xyo-network/diviner-abstract"),_=require("@xyo-network/diviner-boundwitness-model"),w=require("@xyo-network/diviner-indexing-model"),W=require("@xyo-network/diviner-model"),y=require("@xyo-network/diviner-wrapper"),d=require("@xyo-network/module-model"),S=require("@xyo-network/payload-builder");function O(s,i,e,a){var t=arguments.length,n=t<3?i:a===null?a=Object.getOwnPropertyDescriptor(i,e):a,o;if(typeof Reflect=="object"&&typeof Reflect.decorate=="function")n=Reflect.decorate(s,i,e,a);else for(var r=s.length-1;r>=0;r--)(o=s[r])&&(n=(t<3?o(n):t>3?o(i,e,n):o(i,e))||n);return t>3&&n&&Object.defineProperty(i,e,n),n}p(O,"_ts_decorate");var c="IndexingDiviner",f=class f extends I.AbstractDiviner{_lastState;_pollId;get payloadDivinerLimit(){return this.config.payloadDivinerLimit??1e3}get pollFrequency(){return this.config.pollFrequency??1e4}backgroundDivine=p(async()=>{let i=await this.retrieveState(),e=await this.getIndexingDivinerStage("stateToIndexCandidateDiviner"),a=i?await e.divine([i]):await e.divine(),t=a.find(d.isModuleStateWithMeta),n=a.filter(D=>!(0,d.isModuleStateWithMeta)(D)),r=await(await this.getIndexingDivinerStage("indexCandidateToIndexDiviner")).divine(n);await(await this.getArchivistForStore("indexStore")).insert(r),t&&await this.commitState(t)},"backgroundDivine");async commitState(i){var t;if(i.state.offset===((t=this._lastState)==null?void 0:t.state.offset))return;this._lastState=i;let e=await this.getArchivistForStore("stateStore"),[a]=await new b.BoundWitnessBuilder().payload(i).signer(this.account).build();await e.insert([a,i])}async divineHandler(i=[]){let e=await this.getPayloadDivinerForStore("indexStore"),a=await this.getIndexingDivinerStage("divinerQueryToIndexQueryDiviner"),t=await this.getIndexingDivinerStage("indexQueryResponseToDivinerQueryResponseDiviner"),n=(await Promise.all(i.map(async o=>{let r=await a.divine([o]),h=await e.divine(r);return(await Promise.all(h.flat().map(T=>t.divine([o,T])))).flat()}))).flat();return await Promise.all(n.map(o=>S.PayloadBuilder.build(o)))}async getArchivistForStore(i){var t,n;let e=(0,l.assertEx)((n=(t=this.config)==null?void 0:t[i])==null?void 0:n.archivist,()=>`${c}: Config for ${i}.archivist not specified`),a=(0,l.assertEx)(await this.resolve(e),()=>`${c}: Failed to resolve ${i}.archivist [${e}]`);return $.ArchivistWrapper.wrap(a,this.account)}async getBoundWitnessDivinerForStore(i){var t,n;let e=(0,l.assertEx)((n=(t=this.config)==null?void 0:t[i])==null?void 0:n.boundWitnessDiviner,()=>`${c}: Config for ${i}.boundWitnessDiviner not specified`),a=(0,l.assertEx)(await this.resolve(e),()=>`${c}: Failed to resolve ${i}.boundWitnessDiviner [${e}]`);return y.DivinerWrapper.wrap(a,this.account)}async getIndexingDivinerStage(i){var t,n;let e=(0,l.assertEx)((n=(t=this.config)==null?void 0:t.indexingDivinerStages)==null?void 0:n[i],()=>`${c}: Config for indexingDivinerStages.${i} not specified`),a=await this.resolve(e);return(0,l.assertEx)((0,W.asDivinerInstance)(a),()=>`${c}: Failed to resolve indexing diviner stage for ${i}`)}async getPayloadDivinerForStore(i){var t,n;let e=(0,l.assertEx)((n=(t=this.config)==null?void 0:t[i])==null?void 0:n.payloadDiviner,()=>`${c}: Config for ${i}.payloadDiviner not specified`),a=(0,l.assertEx)(await this.resolve(e),()=>`${c}: Failed to resolve ${i}.payloadDiviner [${e}]`);return y.DivinerWrapper.wrap(a,this.account)}async retrieveState(){if(this._lastState)return this._lastState;let i="",e=await this.getBoundWitnessDivinerForStore("stateStore"),a=await new S.PayloadBuilder({schema:_.BoundWitnessDivinerQuerySchema}).fields({address:this.account.address,limit:1,offset:0,order:"desc",payload_schemas:[d.ModuleStateSchema]}).build(),t=await e.divine([a]);if(t.length>0){let n=t[0];(0,F.isBoundWitness)(n)&&(i=n.addresses.map((o,r)=>({address:o,index:r})).filter(({address:o})=>o===this.account.address).reduce((o,r)=>{var h;return((h=n.payload_schemas)==null?void 0:h[r==null?void 0:r.index])===d.ModuleStateSchema?n.payload_hashes[r==null?void 0:r.index]:o},""))}if(i!==""){let o=(await(await this.getArchivistForStore("stateStore")).get([i])).find(d.isModuleState);if(o)return o}}async startHandler(){return await super.startHandler(),this.poll(),!0}async stopHandler(i){return this._pollId&&(clearTimeout(this._pollId),this._pollId=void 0),await super.stopHandler()}poll(){this._pollId=(0,g.setTimeoutEx)(async()=>{try{await Promise.resolve(),await this.backgroundDivine()}catch(i){console.log(i)}finally{this._pollId&&(0,g.clearTimeoutEx)(this._pollId),this._pollId=void 0,this.poll()}},this.pollFrequency)}};p(f,"IndexingDiviner"),m(f,"allowRandomAccount",!1),m(f,"configSchemas",[...x(f,f,"configSchemas"),w.IndexingDivinerConfigSchema]),m(f,"defaultConfigSchema",w.IndexingDivinerConfigSchema);var u=f;u=O([(0,d.creatableModule)()],u);0&&(module.exports={IndexingDiviner});
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __getProtoOf = Object.getPrototypeOf;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __reflectGet = Reflect.get;
+var __defNormalProp = (obj, key, value) => key in obj ? __defProp(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
+var __name = (target, value) => __defProp(target, "name", { value, configurable: true });
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var __publicField = (obj, key, value) => __defNormalProp(obj, typeof key !== "symbol" ? key + "" : key, value);
+var __superGet = (cls, obj, key) => __reflectGet(__getProtoOf(cls), key, obj);
+
+// src/index.ts
+var src_exports = {};
+__export(src_exports, {
+  IndexingDiviner: () => IndexingDiviner
+});
+module.exports = __toCommonJS(src_exports);
+
+// src/Diviner.ts
+var import_assert = require("@xylabs/assert");
+var import_timer = require("@xylabs/timer");
+var import_archivist_wrapper = require("@xyo-network/archivist-wrapper");
+var import_boundwitness_builder = require("@xyo-network/boundwitness-builder");
+var import_boundwitness_model = require("@xyo-network/boundwitness-model");
+var import_diviner_abstract = require("@xyo-network/diviner-abstract");
+var import_diviner_boundwitness_model = require("@xyo-network/diviner-boundwitness-model");
+var import_diviner_indexing_model = require("@xyo-network/diviner-indexing-model");
+var import_diviner_model = require("@xyo-network/diviner-model");
+var import_diviner_wrapper = require("@xyo-network/diviner-wrapper");
+var import_module_model = require("@xyo-network/module-model");
+var import_payload_builder = require("@xyo-network/payload-builder");
+function _ts_decorate(decorators, target, key, desc) {
+  var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+  if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+  else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+  return c > 3 && r && Object.defineProperty(target, key, r), r;
+}
+__name(_ts_decorate, "_ts_decorate");
+var moduleName = "IndexingDiviner";
+var _IndexingDiviner = class _IndexingDiviner extends import_diviner_abstract.AbstractDiviner {
+  _lastState;
+  _pollId;
+  get payloadDivinerLimit() {
+    return this.config.payloadDivinerLimit ?? 1e3;
+  }
+  get pollFrequency() {
+    return this.config.pollFrequency ?? 1e4;
+  }
+  /**
+  * Works via batched iteration of the source archivist to populate the index.
+  * @returns A promise that resolves when the background process is complete
+  */
+  backgroundDivine = /* @__PURE__ */ __name(async () => {
+    const lastState = await this.retrieveState();
+    const indexCandidateDiviner = await this.getIndexingDivinerStage("stateToIndexCandidateDiviner");
+    const results = lastState ? await indexCandidateDiviner.divine([
+      lastState
+    ]) : await indexCandidateDiviner.divine();
+    const nextState = results.find(import_module_model.isModuleStateWithMeta);
+    const indexCandidates = results.filter((x) => !(0, import_module_model.isModuleStateWithMeta)(x));
+    const toIndexTransformDiviner = await this.getIndexingDivinerStage("indexCandidateToIndexDiviner");
+    const indexes = await toIndexTransformDiviner.divine(indexCandidates);
+    const indexArchivist = await this.getArchivistForStore("indexStore");
+    await indexArchivist.insert(indexes);
+    if (nextState) {
+      await this.commitState(nextState);
+    }
+  }, "backgroundDivine");
+  /**
+  * Commit the internal state of the Diviner process. This is similar
+  * to a transaction completion in a database and should only be called
+  * when results have been successfully persisted to the appropriate
+  * external stores.
+  * @param nextState The state to commit
+  */
+  async commitState(nextState) {
+    var _a;
+    if (nextState.state.offset === ((_a = this._lastState) == null ? void 0 : _a.state.offset)) return;
+    this._lastState = nextState;
+    const archivist = await this.getArchivistForStore("stateStore");
+    const [bw] = await new import_boundwitness_builder.BoundWitnessBuilder().payload(nextState).signer(this.account).build();
+    await archivist.insert([
+      bw,
+      nextState
+    ]);
+  }
+  async divineHandler(payloads = []) {
+    const indexPayloadDiviner = await this.getPayloadDivinerForStore("indexStore");
+    const divinerQueryToIndexQueryDiviner = await this.getIndexingDivinerStage("divinerQueryToIndexQueryDiviner");
+    const indexQueryResponseToDivinerQueryResponseDiviner = await this.getIndexingDivinerStage("indexQueryResponseToDivinerQueryResponseDiviner");
+    const results = (await Promise.all(payloads.map(async (payload) => {
+      const indexQuery = await divinerQueryToIndexQueryDiviner.divine([
+        payload
+      ]);
+      const indexedResults = await indexPayloadDiviner.divine(indexQuery);
+      const response = await Promise.all(indexedResults.flat().map((indexedResult) => indexQueryResponseToDivinerQueryResponseDiviner.divine([
+        payload,
+        indexedResult
+      ])));
+      return response.flat();
+    }))).flat();
+    return await Promise.all(results.map((result) => import_payload_builder.PayloadBuilder.build(result)));
+  }
+  /**
+  * Retrieves the archivist for the specified store
+  * @param store The store to retrieve the archivist for
+  * @returns The archivist for the specified store
+  */
+  async getArchivistForStore(store) {
+    var _a, _b;
+    const name = (0, import_assert.assertEx)((_b = (_a = this.config) == null ? void 0 : _a[store]) == null ? void 0 : _b.archivist, () => `${moduleName}: Config for ${store}.archivist not specified`);
+    const mod = (0, import_assert.assertEx)(await this.resolve(name), () => `${moduleName}: Failed to resolve ${store}.archivist [${name}]`);
+    return import_archivist_wrapper.ArchivistWrapper.wrap(mod, this.account);
+  }
+  /**
+  * Retrieves the BoundWitness Diviner for the specified store
+  * @param store The store to retrieve the BoundWitness Diviner for
+  * @returns The BoundWitness Diviner for the specified store
+  */
+  async getBoundWitnessDivinerForStore(store) {
+    var _a, _b;
+    const name = (0, import_assert.assertEx)((_b = (_a = this.config) == null ? void 0 : _a[store]) == null ? void 0 : _b.boundWitnessDiviner, () => `${moduleName}: Config for ${store}.boundWitnessDiviner not specified`);
+    const mod = (0, import_assert.assertEx)(await this.resolve(name), () => `${moduleName}: Failed to resolve ${store}.boundWitnessDiviner [${name}]`);
+    return import_diviner_wrapper.DivinerWrapper.wrap(mod, this.account);
+  }
+  /**
+  * Gets the Diviner for the supplied Indexing Diviner stage
+  * @param transform The Indexing Diviner stage
+  * @returns The diviner corresponding to the Indexing Diviner stage
+  */
+  async getIndexingDivinerStage(transform) {
+    var _a, _b;
+    const nameOrAddress = (0, import_assert.assertEx)((_b = (_a = this.config) == null ? void 0 : _a.indexingDivinerStages) == null ? void 0 : _b[transform], () => `${moduleName}: Config for indexingDivinerStages.${transform} not specified`);
+    const mod = await this.resolve(nameOrAddress);
+    return (0, import_assert.assertEx)((0, import_diviner_model.asDivinerInstance)(mod), () => `${moduleName}: Failed to resolve indexing diviner stage for ${transform}`);
+  }
+  /**
+  * Retrieves the Payload Diviner for the specified store
+  * @param store The store to retrieve the Payload Diviner for
+  * @returns The Payload Diviner for the specified store
+  */
+  async getPayloadDivinerForStore(store) {
+    var _a, _b;
+    const name = (0, import_assert.assertEx)((_b = (_a = this.config) == null ? void 0 : _a[store]) == null ? void 0 : _b.payloadDiviner, () => `${moduleName}: Config for ${store}.payloadDiviner not specified`);
+    const mod = (0, import_assert.assertEx)(await this.resolve(name), () => `${moduleName}: Failed to resolve ${store}.payloadDiviner [${name}]`);
+    return import_diviner_wrapper.DivinerWrapper.wrap(mod, this.account);
+  }
+  /**
+  * Retrieves the last state of the Diviner process. Used to recover state after
+  * preemptions, reboots, etc.
+  */
+  async retrieveState() {
+    if (this._lastState) return this._lastState;
+    let hash = "";
+    const diviner = await this.getBoundWitnessDivinerForStore("stateStore");
+    const query = await new import_payload_builder.PayloadBuilder({
+      schema: import_diviner_boundwitness_model.BoundWitnessDivinerQuerySchema
+    }).fields({
+      address: this.account.address,
+      limit: 1,
+      offset: 0,
+      order: "desc",
+      payload_schemas: [
+        import_module_model.ModuleStateSchema
+      ]
+    }).build();
+    const boundWitnesses = await diviner.divine([
+      query
+    ]);
+    if (boundWitnesses.length > 0) {
+      const boundWitness = boundWitnesses[0];
+      if ((0, import_boundwitness_model.isBoundWitness)(boundWitness)) {
+        hash = boundWitness.addresses.map((address, index) => ({
+          address,
+          index
+        })).filter(({ address }) => address === this.account.address).reduce((prev, curr) => {
+          var _a;
+          return ((_a = boundWitness.payload_schemas) == null ? void 0 : _a[curr == null ? void 0 : curr.index]) === import_module_model.ModuleStateSchema ? boundWitness.payload_hashes[curr == null ? void 0 : curr.index] : prev;
+        }, "");
+      }
+    }
+    if (hash !== "") {
+      const archivist = await this.getArchivistForStore("stateStore");
+      const payload = (await archivist.get([
+        hash
+      ])).find(import_module_model.isModuleState);
+      if (payload) {
+        return payload;
+      }
+    }
+    return void 0;
+  }
+  async startHandler() {
+    await super.startHandler();
+    this.poll();
+    return true;
+  }
+  async stopHandler(_timeout) {
+    if (this._pollId) {
+      clearTimeout(this._pollId);
+      this._pollId = void 0;
+    }
+    return await super.stopHandler();
+  }
+  /**
+  * Runs the background divine process on a loop with a delay
+  * specified by the `config.pollFrequency`
+  */
+  poll() {
+    this._pollId = (0, import_timer.setTimeoutEx)(async () => {
+      try {
+        await Promise.resolve();
+        await this.backgroundDivine();
+      } catch (e) {
+        console.log(e);
+      } finally {
+        if (this._pollId) (0, import_timer.clearTimeoutEx)(this._pollId);
+        this._pollId = void 0;
+        this.poll();
+      }
+    }, this.pollFrequency);
+  }
+};
+__name(_IndexingDiviner, "IndexingDiviner");
+__publicField(_IndexingDiviner, "allowRandomAccount", false);
+__publicField(_IndexingDiviner, "configSchemas", [
+  ...__superGet(_IndexingDiviner, _IndexingDiviner, "configSchemas"),
+  import_diviner_indexing_model.IndexingDivinerConfigSchema
+]);
+__publicField(_IndexingDiviner, "defaultConfigSchema", import_diviner_indexing_model.IndexingDivinerConfigSchema);
+var IndexingDiviner = _IndexingDiviner;
+IndexingDiviner = _ts_decorate([
+  (0, import_module_model.creatableModule)()
+], IndexingDiviner);
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  IndexingDiviner
+});
 //# sourceMappingURL=index.cjs.map

package/dist/node/index.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/index.ts","../../src/Diviner.ts"],"sourcesContent":["export * from './Diviner'\n","import { assertEx } from '@xylabs/assert'\nimport { Hash } from '@xylabs/hex'\nimport { clearTimeoutEx, setTimeoutEx } from '@xylabs/timer'\nimport { ArchivistWrapper } from '@xyo-network/archivist-wrapper'\nimport { BoundWitnessBuilder } from '@xyo-network/boundwitness-builder'\nimport { isBoundWitness } from '@xyo-network/boundwitness-model'\nimport { AbstractDiviner } from '@xyo-network/diviner-abstract'\nimport { BoundWitnessDivinerQueryPayload, BoundWitnessDivinerQuerySchema } from '@xyo-network/diviner-boundwitness-model'\nimport {\n  IndexingDivinerConfig,\n  IndexingDivinerConfigSchema,\n  IndexingDivinerParams,\n  IndexingDivinerStage,\n  IndexingDivinerState,\n} from '@xyo-network/diviner-indexing-model'\nimport { asDivinerInstance, DivinerInstance, DivinerModuleEventData } from '@xyo-network/diviner-model'\nimport { DivinerWrapper } from '@xyo-network/diviner-wrapper'\nimport { creatableModule, isModuleState, isModuleStateWithMeta, ModuleState, ModuleStateSchema } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { Payload, Schema, WithMeta } from '@xyo-network/payload-model'\n\nexport type ConfigStoreKey = 'indexStore' | 'stateStore'\n\nexport type ConfigStore = Extract<keyof IndexingDivinerConfig, ConfigStoreKey>\n\nconst moduleName = 'IndexingDiviner'\n\n@creatableModule<IndexingDiviner>()\nexport class IndexingDiviner<\n  TParams extends IndexingDivinerParams = IndexingDivinerParams,\n  TIn extends Payload = Payload,\n  TOut extends Payload = Payload,\n  TEventData extends DivinerModuleEventData<DivinerInstance<TParams, TIn, TOut>, TIn, TOut> = DivinerModuleEventData<\n    DivinerInstance<TParams, TIn, TOut>,\n    TIn,\n    TOut\n  >,\n> extends AbstractDiviner<TParams, TIn, TOut, TEventData> {\n  static override readonly allowRandomAccount = false\n  static override readonly configSchemas: Schema[] = [...super.configSchemas, IndexingDivinerConfigSchema]\n  static override readonly defaultConfigSchema: Schema = IndexingDivinerConfigSchema\n\n  private _lastState?: ModuleState<IndexingDivinerState>\n  private _pollId?: string\n\n  get payloadDivinerLimit() {\n    return this.config.payloadDivinerLimit ?? 1000\n  }\n\n  get pollFrequency() {\n    return this.config.pollFrequency ?? 10_000\n  }\n\n  /**\n   * Works via batched iteration of the source archivist to populate the index.\n   * @returns A promise that resolves when the background process is complete\n   */\n  protected backgroundDivine = async (): Promise<void> => {\n    // Load last state\n    const lastState = await this.retrieveState()\n    // Get next batch of results\n    const indexCandidateDiviner = await this.getIndexingDivinerStage('stateToIndexCandidateDiviner')\n    const results = lastState ? await indexCandidateDiviner.divine([lastState]) : await indexCandidateDiviner.divine()\n    // Filter next state out from results\n    const nextState = results.find(isModuleStateWithMeta<IndexingDivinerState>)\n    const indexCandidates = results.filter((x) => !isModuleStateWithMeta(x))\n    // Transform candidates to indexes\n    const toIndexTransformDiviner = await this.getIndexingDivinerStage('indexCandidateToIndexDiviner')\n    const indexes = await toIndexTransformDiviner.divine(indexCandidates)\n    // Insert index results\n    const indexArchivist = await this.getArchivistForStore('indexStore')\n    await indexArchivist.insert(indexes)\n    // Update state\n    if (nextState) {\n      await this.commitState(nextState)\n    }\n  }\n\n  /**\n   * Commit the internal state of the Diviner process. This is similar\n   * to a transaction completion in a database and should only be called\n   * when results have been successfully persisted to the appropriate\n   * external stores.\n   * @param nextState The state to commit\n   */\n  protected async commitState(nextState: ModuleState<IndexingDivinerState>) {\n    // Don't commit state if no state has changed\n    if (nextState.state.offset === this._lastState?.state.offset) return\n    this._lastState = nextState\n    const archivist = await this.getArchivistForStore('stateStore')\n    const [bw] = await new BoundWitnessBuilder().payload(nextState).signer(this.account).build()\n    await archivist.insert([bw, nextState])\n  }\n\n  protected override async divineHandler(payloads: TIn[] = []): Promise<WithMeta<TOut>[]> {\n    const indexPayloadDiviner = await this.getPayloadDivinerForStore('indexStore')\n    const divinerQueryToIndexQueryDiviner = await this.getIndexingDivinerStage('divinerQueryToIndexQueryDiviner')\n    const indexQueryResponseToDivinerQueryResponseDiviner = await this.getIndexingDivinerStage('indexQueryResponseToDivinerQueryResponseDiviner')\n    const results = (\n      await Promise.all(\n        payloads.map(async (payload) => {\n          const indexQuery = await divinerQueryToIndexQueryDiviner.divine([payload])\n          // Divine the results\n          const indexedResults = await indexPayloadDiviner.divine(indexQuery)\n          // Transform the results to the response shape\n          const response = await Promise.all(\n            indexedResults.flat().map((indexedResult) => indexQueryResponseToDivinerQueryResponseDiviner.divine([payload, indexedResult])),\n          )\n          return response.flat()\n        }),\n      )\n    ).flat()\n    // TODO: Infer this type over casting to this type\n    return (await Promise.all(results.map((result) => PayloadBuilder.build(result)))) as WithMeta<TOut>[]\n  }\n\n  /**\n   * Retrieves the archivist for the specified store\n   * @param store The store to retrieve the archivist for\n   * @returns The archivist for the specified store\n   */\n  protected async getArchivistForStore(store: ConfigStore) {\n    const name = assertEx(this.config?.[store]?.archivist, () => `${moduleName}: Config for ${store}.archivist not specified`)\n    const mod = assertEx(await this.resolve(name), () => `${moduleName}: Failed to resolve ${store}.archivist [${name}]`)\n    return ArchivistWrapper.wrap(mod, this.account)\n  }\n\n  /**\n   * Retrieves the BoundWitness Diviner for the specified store\n   * @param store The store to retrieve the BoundWitness Diviner for\n   * @returns The BoundWitness Diviner for the specified store\n   */\n  protected async getBoundWitnessDivinerForStore(store: ConfigStore) {\n    const name = assertEx(this.config?.[store]?.boundWitnessDiviner, () => `${moduleName}: Config for ${store}.boundWitnessDiviner not specified`)\n    const mod = assertEx(await this.resolve(name), () => `${moduleName}: Failed to resolve ${store}.boundWitnessDiviner [${name}]`)\n    return DivinerWrapper.wrap(mod, this.account)\n  }\n\n  /**\n   * Gets the Diviner for the supplied Indexing Diviner stage\n   * @param transform The Indexing Diviner stage\n   * @returns The diviner corresponding to the Indexing Diviner stage\n   */\n  protected async getIndexingDivinerStage(transform: IndexingDivinerStage) {\n    const nameOrAddress = assertEx(\n      this.config?.indexingDivinerStages?.[transform],\n      () => `${moduleName}: Config for indexingDivinerStages.${transform} not specified`,\n    )\n    const mod = await this.resolve(nameOrAddress)\n    return assertEx(asDivinerInstance(mod), () => `${moduleName}: Failed to resolve indexing diviner stage for ${transform}`) as DivinerInstance\n  }\n\n  /**\n   * Retrieves the Payload Diviner for the specified store\n   * @param store The store to retrieve the Payload Diviner for\n   * @returns The Payload Diviner for the specified store\n   */\n  protected async getPayloadDivinerForStore(store: ConfigStore) {\n    const name = assertEx(this.config?.[store]?.payloadDiviner, () => `${moduleName}: Config for ${store}.payloadDiviner not specified`)\n    const mod = assertEx(await this.resolve(name), () => `${moduleName}: Failed to resolve ${store}.payloadDiviner [${name}]`)\n    return DivinerWrapper.wrap(mod, this.account)\n  }\n\n  /**\n   * Retrieves the last state of the Diviner process. Used to recover state after\n   * preemptions, reboots, etc.\n   */\n  protected async retrieveState(): Promise<ModuleState<IndexingDivinerState> | undefined> {\n    if (this._lastState) return this._lastState\n    let hash: Hash = ''\n    const diviner = await this.getBoundWitnessDivinerForStore('stateStore')\n    const query = await new PayloadBuilder<BoundWitnessDivinerQueryPayload>({ schema: BoundWitnessDivinerQuerySchema })\n      .fields({\n        address: this.account.address,\n        limit: 1,\n        offset: 0,\n        order: 'desc',\n        payload_schemas: [ModuleStateSchema],\n      })\n      .build()\n    const boundWitnesses = await diviner.divine([query])\n    if (boundWitnesses.length > 0) {\n      const boundWitness = boundWitnesses[0]\n      if (isBoundWitness(boundWitness)) {\n        // Find the index for this address in the BoundWitness that is a ModuleState\n        hash = boundWitness.addresses\n          .map((address, index) => ({ address, index }))\n          .filter(({ address }) => address === this.account.address)\n          // eslint-disable-next-line unicorn/no-array-reduce\n          .reduce(\n            (prev, curr) => (boundWitness.payload_schemas?.[curr?.index] === ModuleStateSchema ? boundWitness.payload_hashes[curr?.index] : prev),\n            '' as Hash,\n          )\n      }\n    }\n\n    // If we able to located the last state\n    if (hash !== '') {\n      // Get last state\n      const archivist = await this.getArchivistForStore('stateStore')\n      const payload = (await archivist.get([hash])).find(isModuleState<IndexingDivinerState>)\n      if (payload) {\n        return payload as WithMeta<ModuleState<IndexingDivinerState>>\n      }\n    }\n    return undefined\n  }\n\n  protected override async startHandler(): Promise<boolean> {\n    await super.startHandler()\n    this.poll()\n    return true\n  }\n\n  protected override async stopHandler(_timeout?: number | undefined): Promise<boolean> {\n    if (this._pollId) {\n      clearTimeout(this._pollId)\n      this._pollId = undefined\n    }\n    return await super.stopHandler()\n  }\n\n  /**\n   * Runs the background divine process on a loop with a delay\n   * specified by the `config.pollFrequency`\n   */\n  private poll() {\n    this._pollId = setTimeoutEx(async () => {\n      try {\n        await Promise.resolve()\n        await this.backgroundDivine()\n      } catch (e) {\n        console.log(e)\n      } finally {\n        if (this._pollId) clearTimeoutEx(this._pollId)\n        this._pollId = undefined\n        this.poll()\n      }\n    }, this.pollFrequency)\n  }\n}\n"],"mappings":"yqBAAA,IAAAA,EAAA,GAAAC,EAAAD,EAAA,qBAAAE,IAAA,eAAAC,EAAAH,GCAA,IAAAI,EAAyB,0BAEzBC,EAA6C,yBAC7CC,EAAiC,0CACjCC,EAAoC,6CACpCC,EAA+B,2CAC/BC,EAAgC,yCAChCC,EAAgF,mDAChFC,EAMO,+CACPC,EAA2E,sCAC3EC,EAA+B,wCAC/BC,EAAsG,qCACtGC,EAA+B,iYAO/B,IAAMC,EAAa,kBAGNC,EAAN,MAAMA,UASHC,iBAAAA,CAKAC,WACAC,QAER,IAAIC,qBAAsB,CACxB,OAAO,KAAKC,OAAOD,qBAAuB,GAC5C,CAEA,IAAIE,eAAgB,CAClB,OAAO,KAAKD,OAAOC,eAAiB,GACtC,CAMUC,iBAAmBC,EAAA,SAAA,CAE3B,IAAMC,EAAY,MAAM,KAAKC,cAAa,EAEpCC,EAAwB,MAAM,KAAKC,wBAAwB,8BAAA,EAC3DC,EAAUJ,EAAY,MAAME,EAAsBG,OAAO,CAACL,EAAU,EAAI,MAAME,EAAsBG,OAAM,EAE1GC,EAAYF,EAAQG,KAAKC,uBAAAA,EACzBC,EAAkBL,EAAQM,OAAQC,GAAM,IAACH,yBAAsBG,CAAAA,CAAAA,EAG/DC,EAAU,MADgB,MAAM,KAAKT,wBAAwB,8BAAA,GACrBE,OAAOI,CAAAA,EAGrD,MADuB,MAAM,KAAKI,qBAAqB,YAAA,GAClCC,OAAOF,CAAAA,EAExBN,GACF,MAAM,KAAKS,YAAYT,CAAAA,CAE3B,EAnB6B,oBA4B7B,MAAgBS,YAAYT,EAA8C,OAExE,GAAIA,EAAUU,MAAMC,WAAWC,EAAA,KAAKzB,aAAL,YAAAyB,EAAiBF,MAAMC,QAAQ,OAC9D,KAAKxB,WAAaa,EAClB,IAAMa,EAAY,MAAM,KAAKN,qBAAqB,YAAA,EAC5C,CAACO,CAAAA,EAAM,MAAM,IAAIC,sBAAAA,EAAsBC,QAAQhB,CAAAA,EAAWiB,OAAO,KAAKC,OAAO,EAAEC,MAAK,EAC1F,MAAMN,EAAUL,OAAO,CAACM,EAAId,EAAU,CACxC,CAEA,MAAyBoB,cAAcC,EAAkB,CAAA,EAA+B,CACtF,IAAMC,EAAsB,MAAM,KAAKC,0BAA0B,YAAA,EAC3DC,EAAkC,MAAM,KAAK3B,wBAAwB,iCAAA,EACrE4B,EAAkD,MAAM,KAAK5B,wBAAwB,iDAAA,EACrFC,GACJ,MAAM4B,QAAQC,IACZN,EAASO,IAAI,MAAOZ,GAAAA,CAClB,IAAMa,EAAa,MAAML,EAAgCzB,OAAO,CAACiB,EAAQ,EAEnEc,EAAiB,MAAMR,EAAoBvB,OAAO8B,CAAAA,EAKxD,OAHiB,MAAMH,QAAQC,IAC7BG,EAAeC,KAAI,EAAGH,IAAKI,GAAkBP,EAAgD1B,OAAO,CAACiB,EAASgB,EAAc,CAAA,CAAA,GAE9GD,KAAI,CACtB,CAAA,CAAA,GAEFA,KAAI,EAEN,OAAQ,MAAML,QAAQC,IAAI7B,EAAQ8B,IAAKK,GAAWC,iBAAef,MAAMc,CAAAA,CAAAA,CAAAA,CACzE,CAOA,MAAgB1B,qBAAqB4B,EAAoB,SACvD,IAAMC,KAAOC,aAASC,GAAA1B,EAAA,KAAKtB,SAAL,YAAAsB,EAAcuB,KAAd,YAAAG,EAAsBzB,UAAW,IAAM,GAAG7B,CAAAA,gBAA0BmD,CAAAA,0BAA+B,EACnHI,KAAMF,YAAS,MAAM,KAAKG,QAAQJ,CAAAA,EAAO,IAAM,GAAGpD,CAAAA,uBAAiCmD,CAAAA,eAAoBC,CAAAA,GAAO,EACpH,OAAOK,mBAAiBC,KAAKH,EAAK,KAAKrB,OAAO,CAChD,CAOA,MAAgByB,+BAA+BR,EAAoB,SACjE,IAAMC,KAAOC,aAASC,GAAA1B,EAAA,KAAKtB,SAAL,YAAAsB,EAAcuB,KAAd,YAAAG,EAAsBM,oBAAqB,IAAM,GAAG5D,CAAAA,gBAA0BmD,CAAAA,oCAAyC,EACvII,KAAMF,YAAS,MAAM,KAAKG,QAAQJ,CAAAA,EAAO,IAAM,GAAGpD,CAAAA,uBAAiCmD,CAAAA,yBAA8BC,CAAAA,GAAO,EAC9H,OAAOS,iBAAeH,KAAKH,EAAK,KAAKrB,OAAO,CAC9C,CAOA,MAAgBrB,wBAAwBiD,EAAiC,SACvE,IAAMC,KAAgBV,aACpBC,GAAA1B,EAAA,KAAKtB,SAAL,YAAAsB,EAAaoC,wBAAb,YAAAV,EAAqCQ,GACrC,IAAM,GAAG9D,CAAAA,sCAAgD8D,CAAAA,gBAAyB,EAE9EP,EAAM,MAAM,KAAKC,QAAQO,CAAAA,EAC/B,SAAOV,eAASY,qBAAkBV,CAAAA,EAAM,IAAM,GAAGvD,CAAAA,kDAA4D8D,CAAAA,EAAW,CAC1H,CAOA,MAAgBvB,0BAA0BY,EAAoB,SAC5D,IAAMC,KAAOC,aAASC,GAAA1B,EAAA,KAAKtB,SAAL,YAAAsB,EAAcuB,KAAd,YAAAG,EAAsBY,eAAgB,IAAM,GAAGlE,CAAAA,gBAA0BmD,CAAAA,+BAAoC,EAC7HI,KAAMF,YAAS,MAAM,KAAKG,QAAQJ,CAAAA,EAAO,IAAM,GAAGpD,CAAAA,uBAAiCmD,CAAAA,oBAAyBC,CAAAA,GAAO,EACzH,OAAOS,iBAAeH,KAAKH,EAAK,KAAKrB,OAAO,CAC9C,CAMA,MAAgBvB,eAAwE,CACtF,GAAI,KAAKR,WAAY,OAAO,KAAKA,WACjC,IAAIgE,EAAa,GACXC,EAAU,MAAM,KAAKT,+BAA+B,YAAA,EACpDU,EAAQ,MAAM,IAAInB,iBAAgD,CAAEoB,OAAQC,gCAA+B,CAAA,EAC9GC,OAAO,CACNC,QAAS,KAAKvC,QAAQuC,QACtBC,MAAO,EACP/C,OAAQ,EACRgD,MAAO,OACPC,gBAAiB,CAACC,oBACpB,CAAA,EACC1C,MAAK,EACF2C,EAAiB,MAAMV,EAAQrD,OAAO,CAACsD,EAAM,EACnD,GAAIS,EAAeC,OAAS,EAAG,CAC7B,IAAMC,EAAeF,EAAe,CAAA,KAChCG,kBAAeD,CAAAA,IAEjBb,EAAOa,EAAaE,UACjBtC,IAAI,CAAC6B,EAASU,KAAW,CAAEV,QAAAA,EAASU,MAAAA,CAAM,EAAA,EAC1C/D,OAAO,CAAC,CAAEqD,QAAAA,CAAO,IAAOA,IAAY,KAAKvC,QAAQuC,OAAO,EAExDW,OACC,CAACC,EAAMC,IAAAA,OAAUN,QAAAA,EAAAA,EAAaJ,kBAAbI,YAAAA,EAA+BM,GAAAA,YAAAA,EAAMH,UAAWN,oBAAoBG,EAAaO,eAAeD,GAAAA,YAAAA,EAAMH,KAAAA,EAASE,GAChI,EAAA,EAGR,CAGA,GAAIlB,IAAS,GAAI,CAGf,IAAMnC,GAAW,MADC,MAAM,KAAKT,qBAAqB,YAAA,GACjBiE,IAAI,CAACrB,EAAK,GAAGlD,KAAKwE,eAAAA,EACnD,GAAIzD,EACF,OAAOA,CAEX,CAEF,CAEA,MAAyB0D,cAAiC,CACxD,aAAM,MAAMA,aAAAA,EACZ,KAAKC,KAAI,EACF,EACT,CAEA,MAAyBC,YAAYC,EAAiD,CACpF,OAAI,KAAKzF,UACP0F,aAAa,KAAK1F,OAAO,EACzB,KAAKA,QAAU2F,QAEV,MAAM,MAAMH,YAAAA,CACrB,CAMQD,MAAO,CACb,KAAKvF,WAAU4F,gBAAa,SAAA,CAC1B,GAAI,CACF,MAAMtD,QAAQc,QAAO,EACrB,MAAM,KAAKhD,iBAAgB,CAC7B,OAASyF,EAAG,CACVC,QAAQC,IAAIF,CAAAA,CACd,QAAA,CACM,KAAK7F,YAASgG,kBAAe,KAAKhG,OAAO,EAC7C,KAAKA,QAAU2F,OACf,KAAKJ,KAAI,CACX,CACF,EAAG,KAAKpF,aAAa,CACvB,CACF,EA3MUL,EAAAA,EAAAA,mBACRmG,EAVWpG,EAUcqG,qBAAqB,IAC9CD,EAXWpG,EAWcsG,gBAA0B,IAAIC,EAAAC,IAAMF,iBAAeG,gCAC5EL,EAZWpG,EAYc0G,sBAA8BD,+BAZlD,IAAMzG,EAANwG","names":["src_exports","__export","IndexingDiviner","__toCommonJS","import_assert","import_timer","import_archivist_wrapper","import_boundwitness_builder","import_boundwitness_model","import_diviner_abstract","import_diviner_boundwitness_model","import_diviner_indexing_model","import_diviner_model","import_diviner_wrapper","import_module_model","import_payload_builder","moduleName","IndexingDiviner","AbstractDiviner","_lastState","_pollId","payloadDivinerLimit","config","pollFrequency","backgroundDivine","__name","lastState","retrieveState","indexCandidateDiviner","getIndexingDivinerStage","results","divine","nextState","find","isModuleStateWithMeta","indexCandidates","filter","x","indexes","getArchivistForStore","insert","commitState","state","offset","_a","archivist","bw","BoundWitnessBuilder","payload","signer","account","build","divineHandler","payloads","indexPayloadDiviner","getPayloadDivinerForStore","divinerQueryToIndexQueryDiviner","indexQueryResponseToDivinerQueryResponseDiviner","Promise","all","map","indexQuery","indexedResults","flat","indexedResult","result","PayloadBuilder","store","name","assertEx","_b","mod","resolve","ArchivistWrapper","wrap","getBoundWitnessDivinerForStore","boundWitnessDiviner","DivinerWrapper","transform","nameOrAddress","indexingDivinerStages","asDivinerInstance","payloadDiviner","hash","diviner","query","schema","BoundWitnessDivinerQuerySchema","fields","address","limit","order","payload_schemas","ModuleStateSchema","boundWitnesses","length","boundWitness","isBoundWitness","addresses","index","reduce","prev","curr","payload_hashes","get","isModuleState","startHandler","poll","stopHandler","_timeout","clearTimeout","undefined","setTimeoutEx","e","console","log","clearTimeoutEx","__publicField","allowRandomAccount","configSchemas","__superGet","_IndexingDiviner","IndexingDivinerConfigSchema","defaultConfigSchema"]}
+{"version":3,"sources":["../../src/index.ts","../../src/Diviner.ts"],"sourcesContent":["export * from './Diviner'\n","import { assertEx } from '@xylabs/assert'\nimport { Hash } from '@xylabs/hex'\nimport { clearTimeoutEx, setTimeoutEx } from '@xylabs/timer'\nimport { ArchivistWrapper } from '@xyo-network/archivist-wrapper'\nimport { BoundWitnessBuilder } from '@xyo-network/boundwitness-builder'\nimport { isBoundWitness } from '@xyo-network/boundwitness-model'\nimport { AbstractDiviner } from '@xyo-network/diviner-abstract'\nimport { BoundWitnessDivinerQueryPayload, BoundWitnessDivinerQuerySchema } from '@xyo-network/diviner-boundwitness-model'\nimport {\n  IndexingDivinerConfig,\n  IndexingDivinerConfigSchema,\n  IndexingDivinerParams,\n  IndexingDivinerStage,\n  IndexingDivinerState,\n} from '@xyo-network/diviner-indexing-model'\nimport { asDivinerInstance, DivinerInstance, DivinerModuleEventData } from '@xyo-network/diviner-model'\nimport { DivinerWrapper } from '@xyo-network/diviner-wrapper'\nimport { creatableModule, isModuleState, isModuleStateWithMeta, ModuleState, ModuleStateSchema } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { Payload, Schema, WithMeta } from '@xyo-network/payload-model'\n\nexport type ConfigStoreKey = 'indexStore' | 'stateStore'\n\nexport type ConfigStore = Extract<keyof IndexingDivinerConfig, ConfigStoreKey>\n\nconst moduleName = 'IndexingDiviner'\n\n@creatableModule<IndexingDiviner>()\nexport class IndexingDiviner<\n  TParams extends IndexingDivinerParams = IndexingDivinerParams,\n  TIn extends Payload = Payload,\n  TOut extends Payload = Payload,\n  TEventData extends DivinerModuleEventData<DivinerInstance<TParams, TIn, TOut>, TIn, TOut> = DivinerModuleEventData<\n    DivinerInstance<TParams, TIn, TOut>,\n    TIn,\n    TOut\n  >,\n> extends AbstractDiviner<TParams, TIn, TOut, TEventData> {\n  static override readonly allowRandomAccount = false\n  static override readonly configSchemas: Schema[] = [...super.configSchemas, IndexingDivinerConfigSchema]\n  static override readonly defaultConfigSchema: Schema = IndexingDivinerConfigSchema\n\n  private _lastState?: ModuleState<IndexingDivinerState>\n  private _pollId?: string\n\n  get payloadDivinerLimit() {\n    return this.config.payloadDivinerLimit ?? 1000\n  }\n\n  get pollFrequency() {\n    return this.config.pollFrequency ?? 10_000\n  }\n\n  /**\n   * Works via batched iteration of the source archivist to populate the index.\n   * @returns A promise that resolves when the background process is complete\n   */\n  protected backgroundDivine = async (): Promise<void> => {\n    // Load last state\n    const lastState = await this.retrieveState()\n    // Get next batch of results\n    const indexCandidateDiviner = await this.getIndexingDivinerStage('stateToIndexCandidateDiviner')\n    const results = lastState ? await indexCandidateDiviner.divine([lastState]) : await indexCandidateDiviner.divine()\n    // Filter next state out from results\n    const nextState = results.find(isModuleStateWithMeta<IndexingDivinerState>)\n    const indexCandidates = results.filter((x) => !isModuleStateWithMeta(x))\n    // Transform candidates to indexes\n    const toIndexTransformDiviner = await this.getIndexingDivinerStage('indexCandidateToIndexDiviner')\n    const indexes = await toIndexTransformDiviner.divine(indexCandidates)\n    // Insert index results\n    const indexArchivist = await this.getArchivistForStore('indexStore')\n    await indexArchivist.insert(indexes)\n    // Update state\n    if (nextState) {\n      await this.commitState(nextState)\n    }\n  }\n\n  /**\n   * Commit the internal state of the Diviner process. This is similar\n   * to a transaction completion in a database and should only be called\n   * when results have been successfully persisted to the appropriate\n   * external stores.\n   * @param nextState The state to commit\n   */\n  protected async commitState(nextState: ModuleState<IndexingDivinerState>) {\n    // Don't commit state if no state has changed\n    if (nextState.state.offset === this._lastState?.state.offset) return\n    this._lastState = nextState\n    const archivist = await this.getArchivistForStore('stateStore')\n    const [bw] = await new BoundWitnessBuilder().payload(nextState).signer(this.account).build()\n    await archivist.insert([bw, nextState])\n  }\n\n  protected override async divineHandler(payloads: TIn[] = []): Promise<WithMeta<TOut>[]> {\n    const indexPayloadDiviner = await this.getPayloadDivinerForStore('indexStore')\n    const divinerQueryToIndexQueryDiviner = await this.getIndexingDivinerStage('divinerQueryToIndexQueryDiviner')\n    const indexQueryResponseToDivinerQueryResponseDiviner = await this.getIndexingDivinerStage('indexQueryResponseToDivinerQueryResponseDiviner')\n    const results = (\n      await Promise.all(\n        payloads.map(async (payload) => {\n          const indexQuery = await divinerQueryToIndexQueryDiviner.divine([payload])\n          // Divine the results\n          const indexedResults = await indexPayloadDiviner.divine(indexQuery)\n          // Transform the results to the response shape\n          const response = await Promise.all(\n            indexedResults.flat().map((indexedResult) => indexQueryResponseToDivinerQueryResponseDiviner.divine([payload, indexedResult])),\n          )\n          return response.flat()\n        }),\n      )\n    ).flat()\n    // TODO: Infer this type over casting to this type\n    return (await Promise.all(results.map((result) => PayloadBuilder.build(result)))) as WithMeta<TOut>[]\n  }\n\n  /**\n   * Retrieves the archivist for the specified store\n   * @param store The store to retrieve the archivist for\n   * @returns The archivist for the specified store\n   */\n  protected async getArchivistForStore(store: ConfigStore) {\n    const name = assertEx(this.config?.[store]?.archivist, () => `${moduleName}: Config for ${store}.archivist not specified`)\n    const mod = assertEx(await this.resolve(name), () => `${moduleName}: Failed to resolve ${store}.archivist [${name}]`)\n    return ArchivistWrapper.wrap(mod, this.account)\n  }\n\n  /**\n   * Retrieves the BoundWitness Diviner for the specified store\n   * @param store The store to retrieve the BoundWitness Diviner for\n   * @returns The BoundWitness Diviner for the specified store\n   */\n  protected async getBoundWitnessDivinerForStore(store: ConfigStore) {\n    const name = assertEx(this.config?.[store]?.boundWitnessDiviner, () => `${moduleName}: Config for ${store}.boundWitnessDiviner not specified`)\n    const mod = assertEx(await this.resolve(name), () => `${moduleName}: Failed to resolve ${store}.boundWitnessDiviner [${name}]`)\n    return DivinerWrapper.wrap(mod, this.account)\n  }\n\n  /**\n   * Gets the Diviner for the supplied Indexing Diviner stage\n   * @param transform The Indexing Diviner stage\n   * @returns The diviner corresponding to the Indexing Diviner stage\n   */\n  protected async getIndexingDivinerStage(transform: IndexingDivinerStage) {\n    const nameOrAddress = assertEx(\n      this.config?.indexingDivinerStages?.[transform],\n      () => `${moduleName}: Config for indexingDivinerStages.${transform} not specified`,\n    )\n    const mod = await this.resolve(nameOrAddress)\n    return assertEx(asDivinerInstance(mod), () => `${moduleName}: Failed to resolve indexing diviner stage for ${transform}`) as DivinerInstance\n  }\n\n  /**\n   * Retrieves the Payload Diviner for the specified store\n   * @param store The store to retrieve the Payload Diviner for\n   * @returns The Payload Diviner for the specified store\n   */\n  protected async getPayloadDivinerForStore(store: ConfigStore) {\n    const name = assertEx(this.config?.[store]?.payloadDiviner, () => `${moduleName}: Config for ${store}.payloadDiviner not specified`)\n    const mod = assertEx(await this.resolve(name), () => `${moduleName}: Failed to resolve ${store}.payloadDiviner [${name}]`)\n    return DivinerWrapper.wrap(mod, this.account)\n  }\n\n  /**\n   * Retrieves the last state of the Diviner process. Used to recover state after\n   * preemptions, reboots, etc.\n   */\n  protected async retrieveState(): Promise<ModuleState<IndexingDivinerState> | undefined> {\n    if (this._lastState) return this._lastState\n    let hash: Hash = ''\n    const diviner = await this.getBoundWitnessDivinerForStore('stateStore')\n    const query = await new PayloadBuilder<BoundWitnessDivinerQueryPayload>({ schema: BoundWitnessDivinerQuerySchema })\n      .fields({\n        address: this.account.address,\n        limit: 1,\n        offset: 0,\n        order: 'desc',\n        payload_schemas: [ModuleStateSchema],\n      })\n      .build()\n    const boundWitnesses = await diviner.divine([query])\n    if (boundWitnesses.length > 0) {\n      const boundWitness = boundWitnesses[0]\n      if (isBoundWitness(boundWitness)) {\n        // Find the index for this address in the BoundWitness that is a ModuleState\n        hash = boundWitness.addresses\n          .map((address, index) => ({ address, index }))\n          .filter(({ address }) => address === this.account.address)\n          // eslint-disable-next-line unicorn/no-array-reduce\n          .reduce(\n            (prev, curr) => (boundWitness.payload_schemas?.[curr?.index] === ModuleStateSchema ? boundWitness.payload_hashes[curr?.index] : prev),\n            '' as Hash,\n          )\n      }\n    }\n\n    // If we able to located the last state\n    if (hash !== '') {\n      // Get last state\n      const archivist = await this.getArchivistForStore('stateStore')\n      const payload = (await archivist.get([hash])).find(isModuleState<IndexingDivinerState>)\n      if (payload) {\n        return payload as WithMeta<ModuleState<IndexingDivinerState>>\n      }\n    }\n    return undefined\n  }\n\n  protected override async startHandler(): Promise<boolean> {\n    await super.startHandler()\n    this.poll()\n    return true\n  }\n\n  protected override async stopHandler(_timeout?: number | undefined): Promise<boolean> {\n    if (this._pollId) {\n      clearTimeout(this._pollId)\n      this._pollId = undefined\n    }\n    return await super.stopHandler()\n  }\n\n  /**\n   * Runs the background divine process on a loop with a delay\n   * specified by the `config.pollFrequency`\n   */\n  private poll() {\n    this._pollId = setTimeoutEx(async () => {\n      try {\n        await Promise.resolve()\n        await this.backgroundDivine()\n      } catch (e) {\n        console.log(e)\n      } finally {\n        if (this._pollId) clearTimeoutEx(this._pollId)\n        this._pollId = undefined\n        this.poll()\n      }\n    }, this.pollFrequency)\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;;;;;;;ACAA,oBAAyB;AAEzB,mBAA6C;AAC7C,+BAAiC;AACjC,kCAAoC;AACpC,gCAA+B;AAC/B,8BAAgC;AAChC,wCAAgF;AAChF,oCAMO;AACP,2BAA2E;AAC3E,6BAA+B;AAC/B,0BAAsG;AACtG,6BAA+B;;;;;;;;AAO/B,IAAMA,aAAa;AAGZ,IAAMC,mBAAN,MAAMA,yBASHC,wCAAAA;EAKAC;EACAC;EAER,IAAIC,sBAAsB;AACxB,WAAO,KAAKC,OAAOD,uBAAuB;EAC5C;EAEA,IAAIE,gBAAgB;AAClB,WAAO,KAAKD,OAAOC,iBAAiB;EACtC;;;;;EAMUC,mBAAmB,mCAAA;AAE3B,UAAMC,YAAY,MAAM,KAAKC,cAAa;AAE1C,UAAMC,wBAAwB,MAAM,KAAKC,wBAAwB,8BAAA;AACjE,UAAMC,UAAUJ,YAAY,MAAME,sBAAsBG,OAAO;MAACL;KAAU,IAAI,MAAME,sBAAsBG,OAAM;AAEhH,UAAMC,YAAYF,QAAQG,KAAKC,yCAAAA;AAC/B,UAAMC,kBAAkBL,QAAQM,OAAO,CAACC,MAAM,KAACH,2CAAsBG,CAAAA,CAAAA;AAErE,UAAMC,0BAA0B,MAAM,KAAKT,wBAAwB,8BAAA;AACnE,UAAMU,UAAU,MAAMD,wBAAwBP,OAAOI,eAAAA;AAErD,UAAMK,iBAAiB,MAAM,KAAKC,qBAAqB,YAAA;AACvD,UAAMD,eAAeE,OAAOH,OAAAA;AAE5B,QAAIP,WAAW;AACb,YAAM,KAAKW,YAAYX,SAAAA;IACzB;EACF,GAnB6B;;;;;;;;EA4B7B,MAAgBW,YAAYX,WAA8C;;AAExE,QAAIA,UAAUY,MAAMC,aAAW,UAAKzB,eAAL,mBAAiBwB,MAAMC,QAAQ;AAC9D,SAAKzB,aAAaY;AAClB,UAAMc,YAAY,MAAM,KAAKL,qBAAqB,YAAA;AAClD,UAAM,CAACM,EAAAA,IAAM,MAAM,IAAIC,gDAAAA,EAAsBC,QAAQjB,SAAAA,EAAWkB,OAAO,KAAKC,OAAO,EAAEC,MAAK;AAC1F,UAAMN,UAAUJ,OAAO;MAACK;MAAIf;KAAU;EACxC;EAEA,MAAyBqB,cAAcC,WAAkB,CAAA,GAA+B;AACtF,UAAMC,sBAAsB,MAAM,KAAKC,0BAA0B,YAAA;AACjE,UAAMC,kCAAkC,MAAM,KAAK5B,wBAAwB,iCAAA;AAC3E,UAAM6B,kDAAkD,MAAM,KAAK7B,wBAAwB,iDAAA;AAC3F,UAAMC,WACJ,MAAM6B,QAAQC,IACZN,SAASO,IAAI,OAAOZ,YAAAA;AAClB,YAAMa,aAAa,MAAML,gCAAgC1B,OAAO;QAACkB;OAAQ;AAEzE,YAAMc,iBAAiB,MAAMR,oBAAoBxB,OAAO+B,UAAAA;AAExD,YAAME,WAAW,MAAML,QAAQC,IAC7BG,eAAeE,KAAI,EAAGJ,IAAI,CAACK,kBAAkBR,gDAAgD3B,OAAO;QAACkB;QAASiB;OAAc,CAAA,CAAA;AAE9H,aAAOF,SAASC,KAAI;IACtB,CAAA,CAAA,GAEFA,KAAI;AAEN,WAAQ,MAAMN,QAAQC,IAAI9B,QAAQ+B,IAAI,CAACM,WAAWC,sCAAehB,MAAMe,MAAAA,CAAAA,CAAAA;EACzE;;;;;;EAOA,MAAgB1B,qBAAqB4B,OAAoB;;AACvD,UAAMC,WAAOC,yBAAS,gBAAKhD,WAAL,mBAAc8C,WAAd,mBAAsBvB,WAAW,MAAM,GAAG7B,UAAAA,gBAA0BoD,KAAAA,0BAA+B;AACzH,UAAMG,UAAMD,wBAAS,MAAM,KAAKE,QAAQH,IAAAA,GAAO,MAAM,GAAGrD,UAAAA,uBAAiCoD,KAAAA,eAAoBC,IAAAA,GAAO;AACpH,WAAOI,0CAAiBC,KAAKH,KAAK,KAAKrB,OAAO;EAChD;;;;;;EAOA,MAAgByB,+BAA+BP,OAAoB;;AACjE,UAAMC,WAAOC,yBAAS,gBAAKhD,WAAL,mBAAc8C,WAAd,mBAAsBQ,qBAAqB,MAAM,GAAG5D,UAAAA,gBAA0BoD,KAAAA,oCAAyC;AAC7I,UAAMG,UAAMD,wBAAS,MAAM,KAAKE,QAAQH,IAAAA,GAAO,MAAM,GAAGrD,UAAAA,uBAAiCoD,KAAAA,yBAA8BC,IAAAA,GAAO;AAC9H,WAAOQ,sCAAeH,KAAKH,KAAK,KAAKrB,OAAO;EAC9C;;;;;;EAOA,MAAgBtB,wBAAwBkD,WAAiC;;AACvE,UAAMC,oBAAgBT,yBACpB,gBAAKhD,WAAL,mBAAa0D,0BAAb,mBAAqCF,YACrC,MAAM,GAAG9D,UAAAA,sCAAgD8D,SAAAA,gBAAyB;AAEpF,UAAMP,MAAM,MAAM,KAAKC,QAAQO,aAAAA;AAC/B,eAAOT,4BAASW,wCAAkBV,GAAAA,GAAM,MAAM,GAAGvD,UAAAA,kDAA4D8D,SAAAA,EAAW;EAC1H;;;;;;EAOA,MAAgBvB,0BAA0Ba,OAAoB;;AAC5D,UAAMC,WAAOC,yBAAS,gBAAKhD,WAAL,mBAAc8C,WAAd,mBAAsBc,gBAAgB,MAAM,GAAGlE,UAAAA,gBAA0BoD,KAAAA,+BAAoC;AACnI,UAAMG,UAAMD,wBAAS,MAAM,KAAKE,QAAQH,IAAAA,GAAO,MAAM,GAAGrD,UAAAA,uBAAiCoD,KAAAA,oBAAyBC,IAAAA,GAAO;AACzH,WAAOQ,sCAAeH,KAAKH,KAAK,KAAKrB,OAAO;EAC9C;;;;;EAMA,MAAgBxB,gBAAwE;AACtF,QAAI,KAAKP,WAAY,QAAO,KAAKA;AACjC,QAAIgE,OAAa;AACjB,UAAMC,UAAU,MAAM,KAAKT,+BAA+B,YAAA;AAC1D,UAAMU,QAAQ,MAAM,IAAIlB,sCAAgD;MAAEmB,QAAQC;IAA+B,CAAA,EAC9GC,OAAO;MACNC,SAAS,KAAKvC,QAAQuC;MACtBC,OAAO;MACP9C,QAAQ;MACR+C,OAAO;MACPC,iBAAiB;QAACC;;IACpB,CAAA,EACC1C,MAAK;AACR,UAAM2C,iBAAiB,MAAMV,QAAQtD,OAAO;MAACuD;KAAM;AACnD,QAAIS,eAAeC,SAAS,GAAG;AAC7B,YAAMC,eAAeF,eAAe,CAAA;AACpC,cAAIG,0CAAeD,YAAAA,GAAe;AAEhCb,eAAOa,aAAaE,UACjBtC,IAAI,CAAC6B,SAASU,WAAW;UAAEV;UAASU;QAAM,EAAA,EAC1ChE,OAAO,CAAC,EAAEsD,QAAO,MAAOA,YAAY,KAAKvC,QAAQuC,OAAO,EAExDW,OACC,CAACC,MAAMC,SAAAA;;AAAUN,qCAAaJ,oBAAbI,mBAA+BM,6BAAMH,YAAWN,wCAAoBG,aAAaO,eAAeD,6BAAMH,KAAAA,IAASE;WAChI,EAAA;MAEN;IACF;AAGA,QAAIlB,SAAS,IAAI;AAEf,YAAMtC,YAAY,MAAM,KAAKL,qBAAqB,YAAA;AAClD,YAAMQ,WAAW,MAAMH,UAAU2D,IAAI;QAACrB;OAAK,GAAGnD,KAAKyE,iCAAAA;AACnD,UAAIzD,SAAS;AACX,eAAOA;MACT;IACF;AACA,WAAO0D;EACT;EAEA,MAAyBC,eAAiC;AACxD,UAAM,MAAMA,aAAAA;AACZ,SAAKC,KAAI;AACT,WAAO;EACT;EAEA,MAAyBC,YAAYC,UAAiD;AACpF,QAAI,KAAK1F,SAAS;AAChB2F,mBAAa,KAAK3F,OAAO;AACzB,WAAKA,UAAUsF;IACjB;AACA,WAAO,MAAM,MAAMG,YAAAA;EACrB;;;;;EAMQD,OAAO;AACb,SAAKxF,cAAU4F,2BAAa,YAAA;AAC1B,UAAI;AACF,cAAMtD,QAAQc,QAAO;AACrB,cAAM,KAAKhD,iBAAgB;MAC7B,SAASyF,GAAG;AACVC,gBAAQC,IAAIF,CAAAA;MACd,UAAA;AACE,YAAI,KAAK7F,QAASgG,kCAAe,KAAKhG,OAAO;AAC7C,aAAKA,UAAUsF;AACf,aAAKE,KAAI;MACX;IACF,GAAG,KAAKrF,aAAa;EACvB;AACF;AA3MUL;AACR,cAVWD,kBAUcoG,sBAAqB;AAC9C,cAXWpG,kBAWcqG,iBAA0B;KAAI,+CAAMA;EAAeC;;AAC5E,cAZWtG,kBAYcuG,uBAA8BD;AAZlD,IAAMtG,kBAAN;;;;","names":["moduleName","IndexingDiviner","AbstractDiviner","_lastState","_pollId","payloadDivinerLimit","config","pollFrequency","backgroundDivine","lastState","retrieveState","indexCandidateDiviner","getIndexingDivinerStage","results","divine","nextState","find","isModuleStateWithMeta","indexCandidates","filter","x","toIndexTransformDiviner","indexes","indexArchivist","getArchivistForStore","insert","commitState","state","offset","archivist","bw","BoundWitnessBuilder","payload","signer","account","build","divineHandler","payloads","indexPayloadDiviner","getPayloadDivinerForStore","divinerQueryToIndexQueryDiviner","indexQueryResponseToDivinerQueryResponseDiviner","Promise","all","map","indexQuery","indexedResults","response","flat","indexedResult","result","PayloadBuilder","store","name","assertEx","mod","resolve","ArchivistWrapper","wrap","getBoundWitnessDivinerForStore","boundWitnessDiviner","DivinerWrapper","transform","nameOrAddress","indexingDivinerStages","asDivinerInstance","payloadDiviner","hash","diviner","query","schema","BoundWitnessDivinerQuerySchema","fields","address","limit","order","payload_schemas","ModuleStateSchema","boundWitnesses","length","boundWitness","isBoundWitness","addresses","index","reduce","prev","curr","payload_hashes","get","isModuleState","undefined","startHandler","poll","stopHandler","_timeout","clearTimeout","setTimeoutEx","e","console","log","clearTimeoutEx","allowRandomAccount","configSchemas","IndexingDivinerConfigSchema","defaultConfigSchema"]}

package/dist/node/index.js

@@ -1,2 +1,228 @@
-var m=Object.defineProperty;var b=Object.getPrototypeOf;var F=Reflect.get;var I=(r,i,e)=>i in r?m(r,i,{enumerable:!0,configurable:!0,writable:!0,value:e}):r[i]=e;var h=(r,i)=>m(r,"name",{value:i,configurable:!0});var v=(r,i,e)=>I(r,typeof i!="symbol"?i+"":i,e);var g=(r,i,e)=>F(b(r),e,i);import{assertEx as d}from"@xylabs/assert";import{clearTimeoutEx as W,setTimeoutEx as T}from"@xylabs/timer";import{ArchivistWrapper as A}from"@xyo-network/archivist-wrapper";import{BoundWitnessBuilder as C}from"@xyo-network/boundwitness-builder";import{isBoundWitness as P}from"@xyo-network/boundwitness-model";import{AbstractDiviner as Q}from"@xyo-network/diviner-abstract";import{BoundWitnessDivinerQuerySchema as R}from"@xyo-network/diviner-boundwitness-model";import{IndexingDivinerConfigSchema as w}from"@xyo-network/diviner-indexing-model";import{asDivinerInstance as B}from"@xyo-network/diviner-model";import{DivinerWrapper as y}from"@xyo-network/diviner-wrapper";import{creatableModule as H,isModuleState as M,isModuleStateWithMeta as S,ModuleStateSchema as D}from"@xyo-network/module-model";import{PayloadBuilder as x}from"@xyo-network/payload-builder";function _(r,i,e,a){var n=arguments.length,t=n<3?i:a===null?a=Object.getOwnPropertyDescriptor(i,e):a,s;if(typeof Reflect=="object"&&typeof Reflect.decorate=="function")t=Reflect.decorate(r,i,e,a);else for(var o=r.length-1;o>=0;o--)(s=r[o])&&(t=(n<3?s(t):n>3?s(i,e,t):s(i,e))||t);return n>3&&t&&Object.defineProperty(i,e,t),t}h(_,"_ts_decorate");var l="IndexingDiviner",c=class c extends Q{_lastState;_pollId;get payloadDivinerLimit(){return this.config.payloadDivinerLimit??1e3}get pollFrequency(){return this.config.pollFrequency??1e4}backgroundDivine=h(async()=>{let i=await this.retrieveState(),e=await this.getIndexingDivinerStage("stateToIndexCandidateDiviner"),a=i?await e.divine([i]):await e.divine(),n=a.find(S),t=a.filter(p=>!S(p)),o=await(await this.getIndexingDivinerStage("indexCandidateToIndexDiviner")).divine(t);await(await this.getArchivistForStore("indexStore")).insert(o),n&&await this.commitState(n)},"backgroundDivine");async commitState(i){var n;if(i.state.offset===((n=this._lastState)==null?void 0:n.state.offset))return;this._lastState=i;let e=await this.getArchivistForStore("stateStore"),[a]=await new C().payload(i).signer(this.account).build();await e.insert([a,i])}async divineHandler(i=[]){let e=await this.getPayloadDivinerForStore("indexStore"),a=await this.getIndexingDivinerStage("divinerQueryToIndexQueryDiviner"),n=await this.getIndexingDivinerStage("indexQueryResponseToDivinerQueryResponseDiviner"),t=(await Promise.all(i.map(async s=>{let o=await a.divine([s]),f=await e.divine(o);return(await Promise.all(f.flat().map($=>n.divine([s,$])))).flat()}))).flat();return await Promise.all(t.map(s=>x.build(s)))}async getArchivistForStore(i){var n,t;let e=d((t=(n=this.config)==null?void 0:n[i])==null?void 0:t.archivist,()=>`${l}: Config for ${i}.archivist not specified`),a=d(await this.resolve(e),()=>`${l}: Failed to resolve ${i}.archivist [${e}]`);return A.wrap(a,this.account)}async getBoundWitnessDivinerForStore(i){var n,t;let e=d((t=(n=this.config)==null?void 0:n[i])==null?void 0:t.boundWitnessDiviner,()=>`${l}: Config for ${i}.boundWitnessDiviner not specified`),a=d(await this.resolve(e),()=>`${l}: Failed to resolve ${i}.boundWitnessDiviner [${e}]`);return y.wrap(a,this.account)}async getIndexingDivinerStage(i){var n,t;let e=d((t=(n=this.config)==null?void 0:n.indexingDivinerStages)==null?void 0:t[i],()=>`${l}: Config for indexingDivinerStages.${i} not specified`),a=await this.resolve(e);return d(B(a),()=>`${l}: Failed to resolve indexing diviner stage for ${i}`)}async getPayloadDivinerForStore(i){var n,t;let e=d((t=(n=this.config)==null?void 0:n[i])==null?void 0:t.payloadDiviner,()=>`${l}: Config for ${i}.payloadDiviner not specified`),a=d(await this.resolve(e),()=>`${l}: Failed to resolve ${i}.payloadDiviner [${e}]`);return y.wrap(a,this.account)}async retrieveState(){if(this._lastState)return this._lastState;let i="",e=await this.getBoundWitnessDivinerForStore("stateStore"),a=await new x({schema:R}).fields({address:this.account.address,limit:1,offset:0,order:"desc",payload_schemas:[D]}).build(),n=await e.divine([a]);if(n.length>0){let t=n[0];P(t)&&(i=t.addresses.map((s,o)=>({address:s,index:o})).filter(({address:s})=>s===this.account.address).reduce((s,o)=>{var f;return((f=t.payload_schemas)==null?void 0:f[o==null?void 0:o.index])===D?t.payload_hashes[o==null?void 0:o.index]:s},""))}if(i!==""){let s=(await(await this.getArchivistForStore("stateStore")).get([i])).find(M);if(s)return s}}async startHandler(){return await super.startHandler(),this.poll(),!0}async stopHandler(i){return this._pollId&&(clearTimeout(this._pollId),this._pollId=void 0),await super.stopHandler()}poll(){this._pollId=T(async()=>{try{await Promise.resolve(),await this.backgroundDivine()}catch(i){console.log(i)}finally{this._pollId&&W(this._pollId),this._pollId=void 0,this.poll()}},this.pollFrequency)}};h(c,"IndexingDiviner"),v(c,"allowRandomAccount",!1),v(c,"configSchemas",[...g(c,c,"configSchemas"),w]),v(c,"defaultConfigSchema",w);var u=c;u=_([H()],u);export{u as IndexingDiviner};
+var __defProp = Object.defineProperty;
+var __getProtoOf = Object.getPrototypeOf;
+var __reflectGet = Reflect.get;
+var __defNormalProp = (obj, key, value) => key in obj ? __defProp(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
+var __name = (target, value) => __defProp(target, "name", { value, configurable: true });
+var __publicField = (obj, key, value) => __defNormalProp(obj, typeof key !== "symbol" ? key + "" : key, value);
+var __superGet = (cls, obj, key) => __reflectGet(__getProtoOf(cls), key, obj);
+
+// src/Diviner.ts
+import { assertEx } from "@xylabs/assert";
+import { clearTimeoutEx, setTimeoutEx } from "@xylabs/timer";
+import { ArchivistWrapper } from "@xyo-network/archivist-wrapper";
+import { BoundWitnessBuilder } from "@xyo-network/boundwitness-builder";
+import { isBoundWitness } from "@xyo-network/boundwitness-model";
+import { AbstractDiviner } from "@xyo-network/diviner-abstract";
+import { BoundWitnessDivinerQuerySchema } from "@xyo-network/diviner-boundwitness-model";
+import { IndexingDivinerConfigSchema } from "@xyo-network/diviner-indexing-model";
+import { asDivinerInstance } from "@xyo-network/diviner-model";
+import { DivinerWrapper } from "@xyo-network/diviner-wrapper";
+import { creatableModule, isModuleState, isModuleStateWithMeta, ModuleStateSchema } from "@xyo-network/module-model";
+import { PayloadBuilder } from "@xyo-network/payload-builder";
+function _ts_decorate(decorators, target, key, desc) {
+  var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+  if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+  else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+  return c > 3 && r && Object.defineProperty(target, key, r), r;
+}
+__name(_ts_decorate, "_ts_decorate");
+var moduleName = "IndexingDiviner";
+var _IndexingDiviner = class _IndexingDiviner extends AbstractDiviner {
+  _lastState;
+  _pollId;
+  get payloadDivinerLimit() {
+    return this.config.payloadDivinerLimit ?? 1e3;
+  }
+  get pollFrequency() {
+    return this.config.pollFrequency ?? 1e4;
+  }
+  /**
+  * Works via batched iteration of the source archivist to populate the index.
+  * @returns A promise that resolves when the background process is complete
+  */
+  backgroundDivine = /* @__PURE__ */ __name(async () => {
+    const lastState = await this.retrieveState();
+    const indexCandidateDiviner = await this.getIndexingDivinerStage("stateToIndexCandidateDiviner");
+    const results = lastState ? await indexCandidateDiviner.divine([
+      lastState
+    ]) : await indexCandidateDiviner.divine();
+    const nextState = results.find(isModuleStateWithMeta);
+    const indexCandidates = results.filter((x) => !isModuleStateWithMeta(x));
+    const toIndexTransformDiviner = await this.getIndexingDivinerStage("indexCandidateToIndexDiviner");
+    const indexes = await toIndexTransformDiviner.divine(indexCandidates);
+    const indexArchivist = await this.getArchivistForStore("indexStore");
+    await indexArchivist.insert(indexes);
+    if (nextState) {
+      await this.commitState(nextState);
+    }
+  }, "backgroundDivine");
+  /**
+  * Commit the internal state of the Diviner process. This is similar
+  * to a transaction completion in a database and should only be called
+  * when results have been successfully persisted to the appropriate
+  * external stores.
+  * @param nextState The state to commit
+  */
+  async commitState(nextState) {
+    var _a;
+    if (nextState.state.offset === ((_a = this._lastState) == null ? void 0 : _a.state.offset)) return;
+    this._lastState = nextState;
+    const archivist = await this.getArchivistForStore("stateStore");
+    const [bw] = await new BoundWitnessBuilder().payload(nextState).signer(this.account).build();
+    await archivist.insert([
+      bw,
+      nextState
+    ]);
+  }
+  async divineHandler(payloads = []) {
+    const indexPayloadDiviner = await this.getPayloadDivinerForStore("indexStore");
+    const divinerQueryToIndexQueryDiviner = await this.getIndexingDivinerStage("divinerQueryToIndexQueryDiviner");
+    const indexQueryResponseToDivinerQueryResponseDiviner = await this.getIndexingDivinerStage("indexQueryResponseToDivinerQueryResponseDiviner");
+    const results = (await Promise.all(payloads.map(async (payload) => {
+      const indexQuery = await divinerQueryToIndexQueryDiviner.divine([
+        payload
+      ]);
+      const indexedResults = await indexPayloadDiviner.divine(indexQuery);
+      const response = await Promise.all(indexedResults.flat().map((indexedResult) => indexQueryResponseToDivinerQueryResponseDiviner.divine([
+        payload,
+        indexedResult
+      ])));
+      return response.flat();
+    }))).flat();
+    return await Promise.all(results.map((result) => PayloadBuilder.build(result)));
+  }
+  /**
+  * Retrieves the archivist for the specified store
+  * @param store The store to retrieve the archivist for
+  * @returns The archivist for the specified store
+  */
+  async getArchivistForStore(store) {
+    var _a, _b;
+    const name = assertEx((_b = (_a = this.config) == null ? void 0 : _a[store]) == null ? void 0 : _b.archivist, () => `${moduleName}: Config for ${store}.archivist not specified`);
+    const mod = assertEx(await this.resolve(name), () => `${moduleName}: Failed to resolve ${store}.archivist [${name}]`);
+    return ArchivistWrapper.wrap(mod, this.account);
+  }
+  /**
+  * Retrieves the BoundWitness Diviner for the specified store
+  * @param store The store to retrieve the BoundWitness Diviner for
+  * @returns The BoundWitness Diviner for the specified store
+  */
+  async getBoundWitnessDivinerForStore(store) {
+    var _a, _b;
+    const name = assertEx((_b = (_a = this.config) == null ? void 0 : _a[store]) == null ? void 0 : _b.boundWitnessDiviner, () => `${moduleName}: Config for ${store}.boundWitnessDiviner not specified`);
+    const mod = assertEx(await this.resolve(name), () => `${moduleName}: Failed to resolve ${store}.boundWitnessDiviner [${name}]`);
+    return DivinerWrapper.wrap(mod, this.account);
+  }
+  /**
+  * Gets the Diviner for the supplied Indexing Diviner stage
+  * @param transform The Indexing Diviner stage
+  * @returns The diviner corresponding to the Indexing Diviner stage
+  */
+  async getIndexingDivinerStage(transform) {
+    var _a, _b;
+    const nameOrAddress = assertEx((_b = (_a = this.config) == null ? void 0 : _a.indexingDivinerStages) == null ? void 0 : _b[transform], () => `${moduleName}: Config for indexingDivinerStages.${transform} not specified`);
+    const mod = await this.resolve(nameOrAddress);
+    return assertEx(asDivinerInstance(mod), () => `${moduleName}: Failed to resolve indexing diviner stage for ${transform}`);
+  }
+  /**
+  * Retrieves the Payload Diviner for the specified store
+  * @param store The store to retrieve the Payload Diviner for
+  * @returns The Payload Diviner for the specified store
+  */
+  async getPayloadDivinerForStore(store) {
+    var _a, _b;
+    const name = assertEx((_b = (_a = this.config) == null ? void 0 : _a[store]) == null ? void 0 : _b.payloadDiviner, () => `${moduleName}: Config for ${store}.payloadDiviner not specified`);
+    const mod = assertEx(await this.resolve(name), () => `${moduleName}: Failed to resolve ${store}.payloadDiviner [${name}]`);
+    return DivinerWrapper.wrap(mod, this.account);
+  }
+  /**
+  * Retrieves the last state of the Diviner process. Used to recover state after
+  * preemptions, reboots, etc.
+  */
+  async retrieveState() {
+    if (this._lastState) return this._lastState;
+    let hash = "";
+    const diviner = await this.getBoundWitnessDivinerForStore("stateStore");
+    const query = await new PayloadBuilder({
+      schema: BoundWitnessDivinerQuerySchema
+    }).fields({
+      address: this.account.address,
+      limit: 1,
+      offset: 0,
+      order: "desc",
+      payload_schemas: [
+        ModuleStateSchema
+      ]
+    }).build();
+    const boundWitnesses = await diviner.divine([
+      query
+    ]);
+    if (boundWitnesses.length > 0) {
+      const boundWitness = boundWitnesses[0];
+      if (isBoundWitness(boundWitness)) {
+        hash = boundWitness.addresses.map((address, index) => ({
+          address,
+          index
+        })).filter(({ address }) => address === this.account.address).reduce((prev, curr) => {
+          var _a;
+          return ((_a = boundWitness.payload_schemas) == null ? void 0 : _a[curr == null ? void 0 : curr.index]) === ModuleStateSchema ? boundWitness.payload_hashes[curr == null ? void 0 : curr.index] : prev;
+        }, "");
+      }
+    }
+    if (hash !== "") {
+      const archivist = await this.getArchivistForStore("stateStore");
+      const payload = (await archivist.get([
+        hash
+      ])).find(isModuleState);
+      if (payload) {
+        return payload;
+      }
+    }
+    return void 0;
+  }
+  async startHandler() {
+    await super.startHandler();
+    this.poll();
+    return true;
+  }
+  async stopHandler(_timeout) {
+    if (this._pollId) {
+      clearTimeout(this._pollId);
+      this._pollId = void 0;
+    }
+    return await super.stopHandler();
+  }
+  /**
+  * Runs the background divine process on a loop with a delay
+  * specified by the `config.pollFrequency`
+  */
+  poll() {
+    this._pollId = setTimeoutEx(async () => {
+      try {
+        await Promise.resolve();
+        await this.backgroundDivine();
+      } catch (e) {
+        console.log(e);
+      } finally {
+        if (this._pollId) clearTimeoutEx(this._pollId);
+        this._pollId = void 0;
+        this.poll();
+      }
+    }, this.pollFrequency);
+  }
+};
+__name(_IndexingDiviner, "IndexingDiviner");
+__publicField(_IndexingDiviner, "allowRandomAccount", false);
+__publicField(_IndexingDiviner, "configSchemas", [
+  ...__superGet(_IndexingDiviner, _IndexingDiviner, "configSchemas"),
+  IndexingDivinerConfigSchema
+]);
+__publicField(_IndexingDiviner, "defaultConfigSchema", IndexingDivinerConfigSchema);
+var IndexingDiviner = _IndexingDiviner;
+IndexingDiviner = _ts_decorate([
+  creatableModule()
+], IndexingDiviner);
+export {
+  IndexingDiviner
+};
 //# sourceMappingURL=index.js.map