@xyo-network/diviner-indexing-memory 7.2.2 → 7.3.0

package/dist/neutral/index.d.ts

@@ -1,2 +1,2 @@
-export * from './Diviner.ts';
+export * from '@xyo-network/diviner-indexing/memory';
 //# sourceMappingURL=index.d.ts.map

package/dist/neutral/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,cAAc,CAAA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AACA,cAAc,sCAAsC,CAAA"}

package/dist/neutral/index.mjs

@@ -1,216 +1,3 @@
-var __defProp = Object.defineProperty;
-var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
-var __getProtoOf = Object.getPrototypeOf;
-var __reflectGet = Reflect.get;
-var __defNormalProp = (obj, key, value) => key in obj ? __defProp(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
-var __decorateClass = (decorators, target, key, kind) => {
-  var result = kind > 1 ? void 0 : kind ? __getOwnPropDesc(target, key) : target;
-  for (var i = decorators.length - 1, decorator; i >= 0; i--)
-    if (decorator = decorators[i])
-      result = (kind ? decorator(target, key, result) : decorator(result)) || result;
-  if (kind && result) __defProp(target, key, result);
-  return result;
-};
-var __publicField = (obj, key, value) => __defNormalProp(obj, typeof key !== "symbol" ? key + "" : key, value);
-var __superGet = (cls, obj, key) => __reflectGet(__getProtoOf(cls), key, obj);
-
-// src/Diviner.ts
-import {
-  assertEx,
-  clearTimeoutEx,
-  isString,
-  setTimeoutEx
-} from "@ariestools/sdk";
-import { IndexingDivinerConfigSchema } from "@xyo-network/diviner-indexing-model";
-import { ArchivistWrapper } from "@xyo-network/sdk/archivist-wrapper";
-import { AbstractDiviner } from "@xyo-network/sdk/diviner-abstract";
-import { BoundWitnessDivinerQuerySchema } from "@xyo-network/sdk/diviner-boundwitness/model";
-import { asDivinerInstance } from "@xyo-network/sdk/diviner-model";
-import { DivinerWrapper } from "@xyo-network/sdk/diviner-wrapper";
-import {
-  creatableModule,
-  isModuleState,
-  ModuleStateSchema
-} from "@xyo-network/sdk/module-model";
-import {
-  BoundWitnessBuilder,
-  isBoundWitness,
-  PayloadBuilder,
-  SequenceConstants
-} from "@xyo-network/sdk-protocol";
-var moduleName = "IndexingDiviner";
-var IndexingDiviner = class extends AbstractDiviner {
-  _lastState;
-  _pollId;
-  get payloadDivinerLimit() {
-    return this.config.payloadDivinerLimit ?? 1e3;
-  }
-  get pollFrequency() {
-    return this.config.pollFrequency ?? 1e4;
-  }
-  /**
-   * Works via batched iteration of the source archivist to populate the index.
-   * @returns A promise that resolves when the background process is complete
-   */
-  backgroundDivine = async () => {
-    const lastState = await this.retrieveState();
-    const indexCandidateDiviner = await this.getIndexingDivinerStage("stateToIndexCandidateDiviner");
-    const results = lastState ? await indexCandidateDiviner.divine([lastState]) : await indexCandidateDiviner.divine();
-    const nextState = results.find(isModuleState);
-    const indexCandidates = results.filter((x) => !isModuleState(x));
-    const toIndexTransformDiviner = await this.getIndexingDivinerStage("indexCandidateToIndexDiviner");
-    const indexes = await toIndexTransformDiviner.divine(indexCandidates);
-    const indexArchivist = await this.getArchivistForStore("indexStore");
-    await indexArchivist.insert(indexes);
-    if (nextState) {
-      await this.commitState(nextState);
-    }
-  };
-  /**
-   * Commit the internal state of the Diviner process. This is similar
-   * to a transaction completion in a database and should only be called
-   * when results have been successfully persisted to the appropriate
-   * external stores.
-   * @param nextState The state to commit
-   */
-  async commitState(nextState) {
-    if (nextState.state.cursor === this._lastState?.state.cursor) return;
-    this._lastState = nextState;
-    const archivist = await this.getArchivistForStore("stateStore");
-    const [bw] = await new BoundWitnessBuilder().payload(nextState).signer(this.account).build();
-    await archivist.insert([bw, nextState]);
-  }
-  async divineHandler(payloads = []) {
-    const indexPayloadDiviner = await this.getPayloadDivinerForStore("indexStore");
-    const divinerQueryToIndexQueryDiviner = await this.getIndexingDivinerStage("divinerQueryToIndexQueryDiviner");
-    const indexQueryResponseToDivinerQueryResponseDiviner = await this.getIndexingDivinerStage("indexQueryResponseToDivinerQueryResponseDiviner");
-    const results = (await Promise.all(
-      payloads.map(async (payload) => {
-        const indexQuery = await divinerQueryToIndexQueryDiviner.divine([payload]);
-        const indexedResults = await indexPayloadDiviner.divine(indexQuery);
-        const response = await Promise.all(
-          indexedResults.flat().map((indexedResult) => indexQueryResponseToDivinerQueryResponseDiviner.divine([payload, indexedResult]))
-        );
-        return response.flat();
-      })
-    )).flat();
-    return results;
-  }
-  /**
-   * Retrieves the archivist for the specified store
-   * @param store The store to retrieve the archivist for
-   * @returns The archivist for the specified store
-   */
-  async getArchivistForStore(store) {
-    const name = assertEx(this.config?.[store]?.archivist, () => `${moduleName}: Config for ${store}.archivist not specified`);
-    const mod = assertEx(await this.resolve(name), () => `${moduleName}: Failed to resolve ${store}.archivist [${name}]`);
-    return ArchivistWrapper.wrap(mod, this.account);
-  }
-  /**
-   * Retrieves the BoundWitness Diviner for the specified store
-   * @param store The store to retrieve the BoundWitness Diviner for
-   * @returns The BoundWitness Diviner for the specified store
-   */
-  async getBoundWitnessDivinerForStore(store) {
-    const name = assertEx(this.config?.[store]?.boundWitnessDiviner, () => `${moduleName}: Config for ${store}.boundWitnessDiviner not specified`);
-    const mod = assertEx(await this.resolve(name), () => `${moduleName}: Failed to resolve ${store}.boundWitnessDiviner [${name}]`);
-    return DivinerWrapper.wrap(mod, this.account);
-  }
-  /**
-   * Gets the Diviner for the supplied Indexing Diviner stage
-   * @param transform The Indexing Diviner stage
-   * @returns The diviner corresponding to the Indexing Diviner stage
-   */
-  async getIndexingDivinerStage(transform) {
-    const nameOrAddress = assertEx(
-      this.config?.indexingDivinerStages?.[transform],
-      () => `${moduleName}: Config for indexingDivinerStages.${transform} not specified`
-    );
-    const mod = await this.resolve(nameOrAddress);
-    return assertEx(asDivinerInstance(mod), () => `${moduleName}: Failed to resolve indexing diviner stage for ${transform}`);
-  }
-  /**
-   * Retrieves the Payload Diviner for the specified store
-   * @param store The store to retrieve the Payload Diviner for
-   * @returns The Payload Diviner for the specified store
-   */
-  async getPayloadDivinerForStore(store) {
-    const name = assertEx(this.config?.[store]?.payloadDiviner, () => `${moduleName}: Config for ${store}.payloadDiviner not specified`);
-    const mod = assertEx(await this.resolve(name), () => `${moduleName}: Failed to resolve ${store}.payloadDiviner [${name}]`);
-    return DivinerWrapper.wrap(mod, this.account);
-  }
-  /**
-   * Retrieves the last state of the Diviner process. Used to recover state after
-   * preemptions, reboots, etc.
-   */
-  async retrieveState() {
-    const accountAddress = this.account.address;
-    if (this._lastState) return this._lastState;
-    let hash = "";
-    const diviner = await this.getBoundWitnessDivinerForStore("stateStore");
-    const query = new PayloadBuilder({ schema: BoundWitnessDivinerQuerySchema }).fields({
-      address: accountAddress,
-      limit: 1,
-      cursor: SequenceConstants.minLocalSequence,
-      order: "desc",
-      payload_schemas: [ModuleStateSchema]
-    }).build();
-    const boundWitnesses = await diviner.divine([query]);
-    if (boundWitnesses.length > 0) {
-      const boundWitness = boundWitnesses[0];
-      if (isBoundWitness(boundWitness)) {
-        hash = boundWitness.addresses.map((address, index) => ({ address, index })).filter(({ address }) => address === accountAddress).reduce(
-          (prev, curr) => boundWitness.payload_schemas?.[curr?.index] === ModuleStateSchema ? boundWitness.payload_hashes[curr?.index] : prev,
-          ""
-        );
-      }
-    }
-    if (hash !== "") {
-      const archivist = await this.getArchivistForStore("stateStore");
-      const payload = (await archivist.get([hash])).find(isModuleState);
-      if (payload) {
-        return payload;
-      }
-    }
-    return void 0;
-  }
-  async startHandler() {
-    await super.startHandler();
-    this.poll();
-  }
-  async stopHandler(_timeout) {
-    if (isString(this._pollId)) {
-      clearTimeout(this._pollId);
-      this._pollId = void 0;
-    }
-    await super.stopHandler();
-  }
-  /**
-   * Runs the background divine process on a loop with a delay
-   * specified by the `config.pollFrequency`
-   */
-  poll() {
-    this._pollId = setTimeoutEx(async () => {
-      try {
-        await Promise.resolve();
-        await this.backgroundDivine();
-      } catch (e) {
-        console.log(e);
-      } finally {
-        if (this._pollId) clearTimeoutEx(this._pollId);
-        this._pollId = void 0;
-        this.poll();
-      }
-    }, this.pollFrequency);
-  }
-};
-__publicField(IndexingDiviner, "allowRandomAccount", true);
-__publicField(IndexingDiviner, "configSchemas", [...__superGet(IndexingDiviner, IndexingDiviner, "configSchemas"), IndexingDivinerConfigSchema]);
-__publicField(IndexingDiviner, "defaultConfigSchema", IndexingDivinerConfigSchema);
-IndexingDiviner = __decorateClass([
-  creatableModule()
-], IndexingDiviner);
-export {
-  IndexingDiviner
-};
+// src/index.ts
+export * from "@xyo-network/diviner-indexing/memory";
 //# sourceMappingURL=index.mjs.map

package/dist/neutral/index.mjs.map

@@ -1,7 +1,7 @@
 {
   "version": 3,
-  "sources": ["../../src/Diviner.ts"],
-  "sourcesContent": ["import type { Hash } from '@ariestools/sdk'\nimport {\n  assertEx, clearTimeoutEx, isString, setTimeoutEx,\n} from '@ariestools/sdk'\nimport type {\n  IndexingDivinerConfig,\n  IndexingDivinerParams,\n  IndexingDivinerStage,\n  IndexingDivinerState,\n} from '@xyo-network/diviner-indexing-model'\nimport { IndexingDivinerConfigSchema } from '@xyo-network/diviner-indexing-model'\nimport { ArchivistWrapper } from '@xyo-network/sdk/archivist-wrapper'\nimport { AbstractDiviner } from '@xyo-network/sdk/diviner-abstract'\nimport type { BoundWitnessDivinerQueryPayload } from '@xyo-network/sdk/diviner-boundwitness/model'\nimport { BoundWitnessDivinerQuerySchema } from '@xyo-network/sdk/diviner-boundwitness/model'\nimport type {\n  DivinerConfig, DivinerInstance, DivinerModule, DivinerModuleEventData, DivinerParams,\n} from '@xyo-network/sdk/diviner-model'\nimport { asDivinerInstance } from '@xyo-network/sdk/diviner-model'\nimport { DivinerWrapper } from '@xyo-network/sdk/diviner-wrapper'\nimport type { AnyConfigSchema, ModuleState } from '@xyo-network/sdk/module-model'\nimport {\n  creatableModule, isModuleState, ModuleStateSchema,\n} from '@xyo-network/sdk/module-model'\nimport type {\n  Payload, Schema, WithStorageMeta,\n} from '@xyo-network/sdk-protocol'\nimport {\n  BoundWitnessBuilder, isBoundWitness, PayloadBuilder, SequenceConstants,\n} from '@xyo-network/sdk-protocol'\n\nexport type ConfigStoreKey = 'indexStore' | 'stateStore'\n\nexport type ConfigStore = Extract<keyof IndexingDivinerConfig, ConfigStoreKey>\n\nconst moduleName = 'IndexingDiviner'\n\n@creatableModule<IndexingDiviner>()\nexport class IndexingDiviner<\n  TParams extends IndexingDivinerParams = IndexingDivinerParams,\n  TIn extends Payload = Payload,\n  TOut extends Payload = Payload,\n  TEventData extends DivinerModuleEventData<DivinerInstance<TParams, TIn, TOut>, TIn, TOut> = DivinerModuleEventData<\n    DivinerInstance<TParams, TIn, TOut>,\n    TIn,\n    TOut\n  >,\n> extends AbstractDiviner<TParams, TIn, TOut, TEventData> {\n  static override readonly allowRandomAccount = true\n  static override readonly configSchemas: Schema[] = [...super.configSchemas, IndexingDivinerConfigSchema]\n  static override readonly defaultConfigSchema: Schema = IndexingDivinerConfigSchema\n\n  private _lastState?: ModuleState<IndexingDivinerState>\n  private _pollId?: string\n\n  get payloadDivinerLimit(): number {\n    return this.config.payloadDivinerLimit ?? 1000\n  }\n\n  get pollFrequency(): number {\n    return this.config.pollFrequency ?? 10_000\n  }\n\n  /**\n   * Works via batched iteration of the source archivist to populate the index.\n   * @returns A promise that resolves when the background process is complete\n   */\n  protected backgroundDivine = async (): Promise<void> => {\n    // Load last state\n    const lastState = await this.retrieveState()\n    // Get next batch of results\n    const indexCandidateDiviner = await this.getIndexingDivinerStage('stateToIndexCandidateDiviner')\n    const results = lastState ? await indexCandidateDiviner.divine([lastState]) : await indexCandidateDiviner.divine()\n    // Filter next state out from results\n    const nextState = results.find(isModuleState<IndexingDivinerState>)\n    const indexCandidates = results.filter(x => !isModuleState(x))\n    // Transform candidates to indexes\n    const toIndexTransformDiviner = await this.getIndexingDivinerStage('indexCandidateToIndexDiviner')\n    const indexes = await toIndexTransformDiviner.divine(indexCandidates)\n    // Insert index results\n    const indexArchivist = await this.getArchivistForStore('indexStore')\n    await indexArchivist.insert(indexes)\n    // Update state\n    if (nextState) {\n      await this.commitState(nextState)\n    }\n  }\n\n  /**\n   * Commit the internal state of the Diviner process. This is similar\n   * to a transaction completion in a database and should only be called\n   * when results have been successfully persisted to the appropriate\n   * external stores.\n   * @param nextState The state to commit\n   */\n  protected async commitState(nextState: ModuleState<IndexingDivinerState>): Promise<void> {\n    // Don't commit state if no state has changed\n    if (nextState.state.cursor === this._lastState?.state.cursor) return\n    this._lastState = nextState\n    const archivist = await this.getArchivistForStore('stateStore')\n    const [bw] = await new BoundWitnessBuilder().payload(nextState).signer(this.account).build()\n    await archivist.insert([bw, nextState])\n  }\n\n  protected override async divineHandler(payloads: TIn[] = []): Promise<TOut[]> {\n    const indexPayloadDiviner = await this.getPayloadDivinerForStore('indexStore')\n    const divinerQueryToIndexQueryDiviner = await this.getIndexingDivinerStage('divinerQueryToIndexQueryDiviner')\n    const indexQueryResponseToDivinerQueryResponseDiviner = await this.getIndexingDivinerStage('indexQueryResponseToDivinerQueryResponseDiviner')\n    const results = (\n      await Promise.all(\n        payloads.map(async (payload) => {\n          const indexQuery = await divinerQueryToIndexQueryDiviner.divine([payload])\n          // Divine the results\n          const indexedResults = await indexPayloadDiviner.divine(indexQuery)\n          // Transform the results to the response shape\n          const response = await Promise.all(\n            indexedResults.flat().map(indexedResult => indexQueryResponseToDivinerQueryResponseDiviner.divine([payload, indexedResult])),\n          )\n          return response.flat()\n        }),\n      )\n    ).flat()\n    // TODO: Infer this type over casting to this type\n    return results as TOut[]\n  }\n\n  /**\n   * Retrieves the archivist for the specified store\n   * @param store The store to retrieve the archivist for\n   * @returns The archivist for the specified store\n   */\n  protected async getArchivistForStore(store: ConfigStore): Promise<ArchivistWrapper> {\n    const name = assertEx(this.config?.[store]?.archivist, () => `${moduleName}: Config for ${store}.archivist not specified`)\n    const mod = assertEx(await this.resolve(name), () => `${moduleName}: Failed to resolve ${store}.archivist [${name}]`)\n    return ArchivistWrapper.wrap(mod, this.account)\n  }\n\n  /**\n   * Retrieves the BoundWitness Diviner for the specified store\n   * @param store The store to retrieve the BoundWitness Diviner for\n   * @returns The BoundWitness Diviner for the specified store\n   */\n  protected async getBoundWitnessDivinerForStore(store: ConfigStore): Promise<DivinerWrapper<DivinerModule<DivinerParams<AnyConfigSchema<DivinerConfig>>, DivinerModuleEventData>, Payload, Payload>> {\n    const name = assertEx(this.config?.[store]?.boundWitnessDiviner, () => `${moduleName}: Config for ${store}.boundWitnessDiviner not specified`)\n    const mod = assertEx(await this.resolve(name), () => `${moduleName}: Failed to resolve ${store}.boundWitnessDiviner [${name}]`)\n    return DivinerWrapper.wrap(mod, this.account)\n  }\n\n  /**\n   * Gets the Diviner for the supplied Indexing Diviner stage\n   * @param transform The Indexing Diviner stage\n   * @returns The diviner corresponding to the Indexing Diviner stage\n   */\n  protected async getIndexingDivinerStage(transform: IndexingDivinerStage): Promise<DivinerInstance> {\n    const nameOrAddress = assertEx(\n      this.config?.indexingDivinerStages?.[transform],\n      () => `${moduleName}: Config for indexingDivinerStages.${transform} not specified`,\n    )\n    const mod = await this.resolve(nameOrAddress)\n    return assertEx(asDivinerInstance(mod), () => `${moduleName}: Failed to resolve indexing diviner stage for ${transform}`)\n  }\n\n  /**\n   * Retrieves the Payload Diviner for the specified store\n   * @param store The store to retrieve the Payload Diviner for\n   * @returns The Payload Diviner for the specified store\n   */\n  protected async getPayloadDivinerForStore(store: ConfigStore): Promise<DivinerWrapper<DivinerModule<DivinerParams<AnyConfigSchema<DivinerConfig>>, DivinerModuleEventData>, Payload, Payload>> {\n    const name = assertEx(this.config?.[store]?.payloadDiviner, () => `${moduleName}: Config for ${store}.payloadDiviner not specified`)\n    const mod = assertEx(await this.resolve(name), () => `${moduleName}: Failed to resolve ${store}.payloadDiviner [${name}]`)\n    return DivinerWrapper.wrap(mod, this.account)\n  }\n\n  /**\n   * Retrieves the last state of the Diviner process. Used to recover state after\n   * preemptions, reboots, etc.\n   */\n  protected async retrieveState(): Promise<ModuleState<IndexingDivinerState> | undefined> {\n    const accountAddress = this.account.address\n    if (this._lastState) return this._lastState\n    let hash = '' as Hash\n    const diviner = await this.getBoundWitnessDivinerForStore('stateStore')\n    const query = new PayloadBuilder<BoundWitnessDivinerQueryPayload>({ schema: BoundWitnessDivinerQuerySchema })\n      .fields({\n        address: accountAddress,\n        limit: 1,\n        cursor: SequenceConstants.minLocalSequence,\n        order: 'desc',\n        payload_schemas: [ModuleStateSchema],\n      })\n      .build()\n    const boundWitnesses = await diviner.divine([query])\n    if (boundWitnesses.length > 0) {\n      const boundWitness = boundWitnesses[0]\n      if (isBoundWitness(boundWitness)) {\n        // Find the index for this address in the BoundWitness that is a ModuleState\n        hash = boundWitness.addresses\n          .map((address, index) => ({ address, index }))\n          .filter(({ address }) => address === accountAddress)\n\n          .reduce(\n            (prev, curr) => (boundWitness.payload_schemas?.[curr?.index] === ModuleStateSchema ? boundWitness.payload_hashes[curr?.index] : prev),\n            '' as Hash,\n          )\n      }\n    }\n\n    // If we able to located the last state\n    if (hash !== '') {\n      // Get last state\n      const archivist = await this.getArchivistForStore('stateStore')\n      const payload = (await archivist.get([hash])).find(isModuleState<IndexingDivinerState>)\n      if (payload) {\n        return payload as WithStorageMeta<ModuleState<IndexingDivinerState>>\n      }\n    }\n    return undefined\n  }\n\n  protected override async startHandler(): Promise<void> {\n    await super.startHandler()\n    this.poll()\n  }\n\n  protected override async stopHandler(_timeout?: number): Promise<void> {\n    if (isString(this._pollId)) {\n      clearTimeout(this._pollId)\n      this._pollId = undefined\n    }\n    await super.stopHandler()\n  }\n\n  /**\n   * Runs the background divine process on a loop with a delay\n   * specified by the `config.pollFrequency`\n   */\n  private poll() {\n    // eslint-disable-next-line @typescript-eslint/no-misused-promises\n    this._pollId = setTimeoutEx(async () => {\n      try {\n        await Promise.resolve()\n        await this.backgroundDivine()\n      } catch (e) {\n        console.log(e)\n      } finally {\n        if (this._pollId) clearTimeoutEx(this._pollId)\n        this._pollId = undefined\n        this.poll()\n      }\n    }, this.pollFrequency)\n  }\n}\n"],
-  "mappings": ";;;;;;;;;;;;;;;;;AACA;AAAA,EACE;AAAA,EAAU;AAAA,EAAgB;AAAA,EAAU;AAAA,OAC/B;AAOP,SAAS,mCAAmC;AAC5C,SAAS,wBAAwB;AACjC,SAAS,uBAAuB;AAEhC,SAAS,sCAAsC;AAI/C,SAAS,yBAAyB;AAClC,SAAS,sBAAsB;AAE/B;AAAA,EACE;AAAA,EAAiB;AAAA,EAAe;AAAA,OAC3B;AAIP;AAAA,EACE;AAAA,EAAqB;AAAA,EAAgB;AAAA,EAAgB;AAAA,OAChD;AAMP,IAAM,aAAa;AAGZ,IAAM,kBAAN,cASG,gBAAgD;AAAA,EAKhD;AAAA,EACA;AAAA,EAER,IAAI,sBAA8B;AAChC,WAAO,KAAK,OAAO,uBAAuB;AAAA,EAC5C;AAAA,EAEA,IAAI,gBAAwB;AAC1B,WAAO,KAAK,OAAO,iBAAiB;AAAA,EACtC;AAAA;AAAA;AAAA;AAAA;AAAA,EAMU,mBAAmB,YAA2B;AAEtD,UAAM,YAAY,MAAM,KAAK,cAAc;AAE3C,UAAM,wBAAwB,MAAM,KAAK,wBAAwB,8BAA8B;AAC/F,UAAM,UAAU,YAAY,MAAM,sBAAsB,OAAO,CAAC,SAAS,CAAC,IAAI,MAAM,sBAAsB,OAAO;AAEjH,UAAM,YAAY,QAAQ,KAAK,aAAmC;AAClE,UAAM,kBAAkB,QAAQ,OAAO,OAAK,CAAC,cAAc,CAAC,CAAC;AAE7D,UAAM,0BAA0B,MAAM,KAAK,wBAAwB,8BAA8B;AACjG,UAAM,UAAU,MAAM,wBAAwB,OAAO,eAAe;AAEpE,UAAM,iBAAiB,MAAM,KAAK,qBAAqB,YAAY;AACnE,UAAM,eAAe,OAAO,OAAO;AAEnC,QAAI,WAAW;AACb,YAAM,KAAK,YAAY,SAAS;AAAA,IAClC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,MAAgB,YAAY,WAA6D;AAEvF,QAAI,UAAU,MAAM,WAAW,KAAK,YAAY,MAAM,OAAQ;AAC9D,SAAK,aAAa;AAClB,UAAM,YAAY,MAAM,KAAK,qBAAqB,YAAY;AAC9D,UAAM,CAAC,EAAE,IAAI,MAAM,IAAI,oBAAoB,EAAE,QAAQ,SAAS,EAAE,OAAO,KAAK,OAAO,EAAE,MAAM;AAC3F,UAAM,UAAU,OAAO,CAAC,IAAI,SAAS,CAAC;AAAA,EACxC;AAAA,EAEA,MAAyB,cAAc,WAAkB,CAAC,GAAoB;AAC5E,UAAM,sBAAsB,MAAM,KAAK,0BAA0B,YAAY;AAC7E,UAAM,kCAAkC,MAAM,KAAK,wBAAwB,iCAAiC;AAC5G,UAAM,kDAAkD,MAAM,KAAK,wBAAwB,iDAAiD;AAC5I,UAAM,WACJ,MAAM,QAAQ;AAAA,MACZ,SAAS,IAAI,OAAO,YAAY;AAC9B,cAAM,aAAa,MAAM,gCAAgC,OAAO,CAAC,OAAO,CAAC;AAEzE,cAAM,iBAAiB,MAAM,oBAAoB,OAAO,UAAU;AAElE,cAAM,WAAW,MAAM,QAAQ;AAAA,UAC7B,eAAe,KAAK,EAAE,IAAI,mBAAiB,gDAAgD,OAAO,CAAC,SAAS,aAAa,CAAC,CAAC;AAAA,QAC7H;AACA,eAAO,SAAS,KAAK;AAAA,MACvB,CAAC;AAAA,IACH,GACA,KAAK;AAEP,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAgB,qBAAqB,OAA+C;AAClF,UAAM,OAAO,SAAS,KAAK,SAAS,KAAK,GAAG,WAAW,MAAM,GAAG,UAAU,gBAAgB,KAAK,0BAA0B;AACzH,UAAM,MAAM,SAAS,MAAM,KAAK,QAAQ,IAAI,GAAG,MAAM,GAAG,UAAU,uBAAuB,KAAK,eAAe,IAAI,GAAG;AACpH,WAAO,iBAAiB,KAAK,KAAK,KAAK,OAAO;AAAA,EAChD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAgB,+BAA+B,OAAqJ;AAClM,UAAM,OAAO,SAAS,KAAK,SAAS,KAAK,GAAG,qBAAqB,MAAM,GAAG,UAAU,gBAAgB,KAAK,oCAAoC;AAC7I,UAAM,MAAM,SAAS,MAAM,KAAK,QAAQ,IAAI,GAAG,MAAM,GAAG,UAAU,uBAAuB,KAAK,yBAAyB,IAAI,GAAG;AAC9H,WAAO,eAAe,KAAK,KAAK,KAAK,OAAO;AAAA,EAC9C;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAgB,wBAAwB,WAA2D;AACjG,UAAM,gBAAgB;AAAA,MACpB,KAAK,QAAQ,wBAAwB,SAAS;AAAA,MAC9C,MAAM,GAAG,UAAU,sCAAsC,SAAS;AAAA,IACpE;AACA,UAAM,MAAM,MAAM,KAAK,QAAQ,aAAa;AAC5C,WAAO,SAAS,kBAAkB,GAAG,GAAG,MAAM,GAAG,UAAU,kDAAkD,SAAS,EAAE;AAAA,EAC1H;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAgB,0BAA0B,OAAqJ;AAC7L,UAAM,OAAO,SAAS,KAAK,SAAS,KAAK,GAAG,gBAAgB,MAAM,GAAG,UAAU,gBAAgB,KAAK,+BAA+B;AACnI,UAAM,MAAM,SAAS,MAAM,KAAK,QAAQ,IAAI,GAAG,MAAM,GAAG,UAAU,uBAAuB,KAAK,oBAAoB,IAAI,GAAG;AACzH,WAAO,eAAe,KAAK,KAAK,KAAK,OAAO;AAAA,EAC9C;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAgB,gBAAwE;AACtF,UAAM,iBAAiB,KAAK,QAAQ;AACpC,QAAI,KAAK,WAAY,QAAO,KAAK;AACjC,QAAI,OAAO;AACX,UAAM,UAAU,MAAM,KAAK,+BAA+B,YAAY;AACtE,UAAM,QAAQ,IAAI,eAAgD,EAAE,QAAQ,+BAA+B,CAAC,EACzG,OAAO;AAAA,MACN,SAAS;AAAA,MACT,OAAO;AAAA,MACP,QAAQ,kBAAkB;AAAA,MAC1B,OAAO;AAAA,MACP,iBAAiB,CAAC,iBAAiB;AAAA,IACrC,CAAC,EACA,MAAM;AACT,UAAM,iBAAiB,MAAM,QAAQ,OAAO,CAAC,KAAK,CAAC;AACnD,QAAI,eAAe,SAAS,GAAG;AAC7B,YAAM,eAAe,eAAe,CAAC;AACrC,UAAI,eAAe,YAAY,GAAG;AAEhC,eAAO,aAAa,UACjB,IAAI,CAAC,SAAS,WAAW,EAAE,SAAS,MAAM,EAAE,EAC5C,OAAO,CAAC,EAAE,QAAQ,MAAM,YAAY,cAAc,EAElD;AAAA,UACC,CAAC,MAAM,SAAU,aAAa,kBAAkB,MAAM,KAAK,MAAM,oBAAoB,aAAa,eAAe,MAAM,KAAK,IAAI;AAAA,UAChI;AAAA,QACF;AAAA,MACJ;AAAA,IACF;AAGA,QAAI,SAAS,IAAI;AAEf,YAAM,YAAY,MAAM,KAAK,qBAAqB,YAAY;AAC9D,YAAM,WAAW,MAAM,UAAU,IAAI,CAAC,IAAI,CAAC,GAAG,KAAK,aAAmC;AACtF,UAAI,SAAS;AACX,eAAO;AAAA,MACT;AAAA,IACF;AACA,WAAO;AAAA,EACT;AAAA,EAEA,MAAyB,eAA8B;AACrD,UAAM,MAAM,aAAa;AACzB,SAAK,KAAK;AAAA,EACZ;AAAA,EAEA,MAAyB,YAAY,UAAkC;AACrE,QAAI,SAAS,KAAK,OAAO,GAAG;AAC1B,mBAAa,KAAK,OAAO;AACzB,WAAK,UAAU;AAAA,IACjB;AACA,UAAM,MAAM,YAAY;AAAA,EAC1B;AAAA;AAAA;AAAA;AAAA;AAAA,EAMQ,OAAO;AAEb,SAAK,UAAU,aAAa,YAAY;AACtC,UAAI;AACF,cAAM,QAAQ,QAAQ;AACtB,cAAM,KAAK,iBAAiB;AAAA,MAC9B,SAAS,GAAG;AACV,gBAAQ,IAAI,CAAC;AAAA,MACf,UAAE;AACA,YAAI,KAAK,QAAS,gBAAe,KAAK,OAAO;AAC7C,aAAK,UAAU;AACf,aAAK,KAAK;AAAA,MACZ;AAAA,IACF,GAAG,KAAK,aAAa;AAAA,EACvB;AACF;AA3ME,cAVW,iBAUc,sBAAqB;AAC9C,cAXW,iBAWc,iBAA0B,CAAC,GAAG,6CAAM,kBAAe,2BAA2B;AACvG,cAZW,iBAYc,uBAA8B;AAZ5C,kBAAN;AAAA,EADN,gBAAiC;AAAA,GACrB;",
+  "sources": ["../../src/index.ts"],
+  "sourcesContent": ["// Compatibility shim: this package re-exports from @xyo-network/diviner-indexing/memory.\nexport * from '@xyo-network/diviner-indexing/memory'\n"],
+  "mappings": ";AACA,cAAc;",
   "names": []
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@xyo-network/diviner-indexing-memory",
-  "version": "7.2.2",
+  "version": "7.3.0",
   "description": "Primary SDK for using XYO Protocol 2.0",
   "homepage": "https://xyo.network",
   "bugs": {
@@ -34,29 +34,24 @@
     "README.md"
   ],
   "dependencies": {
-    "@xyo-network/diviner-indexing-model": "~7.2.2",
-    "@xyo-network/sdk": "~7.2.2"
+    "@xyo-network/diviner-indexing": "~7.3.0"
   },
   "devDependencies": {
-    "@ariestools/sdk": "~8.1.6",
-    "@ariestools/toolchain": "~8.7.26",
-    "@ariestools/tsconfig": "~8.7.26",
+    "@ariestools/sdk": "~8.1.9",
+    "@ariestools/toolchain": "~9.1.1",
+    "@ariestools/tsconfig": "~9.1.1",
     "@opentelemetry/api": "~1.9.1",
-    "@xyo-network/sdk-protocol": "~7.2.2",
-    "eslint": "~10.8.0",
+    "@xyo-network/sdk-protocol": "~7.3.1",
+    "eslint": "~10.9.0",
     "eslint-import-resolver-typescript": "~4.4.5",
-    "tslib": "~2.8.1",
     "typescript": "~6.0.3",
     "zod": "~4.4.3"
   },
-  "peerDependencies": {
-    "@ariestools/sdk": "^8.1",
-    "@xyo-network/sdk-protocol": "^7.2"
-  },
   "engines": {
     "node": "^24"
   },
   "publishConfig": {
     "access": "public"
-  }
+  },
+  "deprecated": "Use @xyo-network/diviner-indexing/memory instead. This package is a compatibility shim only and will not receive further updates."
 }

package/dist/neutral/Diviner.d.ts

@@ -1,69 +0,0 @@
-import type { IndexingDivinerConfig, IndexingDivinerParams, IndexingDivinerStage, IndexingDivinerState } from '@xyo-network/diviner-indexing-model';
-import { ArchivistWrapper } from '@xyo-network/sdk/archivist-wrapper';
-import { AbstractDiviner } from '@xyo-network/sdk/diviner-abstract';
-import type { DivinerConfig, DivinerInstance, DivinerModule, DivinerModuleEventData, DivinerParams } from '@xyo-network/sdk/diviner-model';
-import { DivinerWrapper } from '@xyo-network/sdk/diviner-wrapper';
-import type { AnyConfigSchema, ModuleState } from '@xyo-network/sdk/module-model';
-import type { Payload, Schema } from '@xyo-network/sdk-protocol';
-export type ConfigStoreKey = 'indexStore' | 'stateStore';
-export type ConfigStore = Extract<keyof IndexingDivinerConfig, ConfigStoreKey>;
-export declare class IndexingDiviner<TParams extends IndexingDivinerParams = IndexingDivinerParams, TIn extends Payload = Payload, TOut extends Payload = Payload, TEventData extends DivinerModuleEventData<DivinerInstance<TParams, TIn, TOut>, TIn, TOut> = DivinerModuleEventData<DivinerInstance<TParams, TIn, TOut>, TIn, TOut>> extends AbstractDiviner<TParams, TIn, TOut, TEventData> {
-    static readonly allowRandomAccount = true;
-    static readonly configSchemas: Schema[];
-    static readonly defaultConfigSchema: Schema;
-    private _lastState?;
-    private _pollId?;
-    get payloadDivinerLimit(): number;
-    get pollFrequency(): number;
-    /**
-     * Works via batched iteration of the source archivist to populate the index.
-     * @returns A promise that resolves when the background process is complete
-     */
-    protected backgroundDivine: () => Promise<void>;
-    /**
-     * Commit the internal state of the Diviner process. This is similar
-     * to a transaction completion in a database and should only be called
-     * when results have been successfully persisted to the appropriate
-     * external stores.
-     * @param nextState The state to commit
-     */
-    protected commitState(nextState: ModuleState<IndexingDivinerState>): Promise<void>;
-    protected divineHandler(payloads?: TIn[]): Promise<TOut[]>;
-    /**
-     * Retrieves the archivist for the specified store
-     * @param store The store to retrieve the archivist for
-     * @returns The archivist for the specified store
-     */
-    protected getArchivistForStore(store: ConfigStore): Promise<ArchivistWrapper>;
-    /**
-     * Retrieves the BoundWitness Diviner for the specified store
-     * @param store The store to retrieve the BoundWitness Diviner for
-     * @returns The BoundWitness Diviner for the specified store
-     */
-    protected getBoundWitnessDivinerForStore(store: ConfigStore): Promise<DivinerWrapper<DivinerModule<DivinerParams<AnyConfigSchema<DivinerConfig>>, DivinerModuleEventData>, Payload, Payload>>;
-    /**
-     * Gets the Diviner for the supplied Indexing Diviner stage
-     * @param transform The Indexing Diviner stage
-     * @returns The diviner corresponding to the Indexing Diviner stage
-     */
-    protected getIndexingDivinerStage(transform: IndexingDivinerStage): Promise<DivinerInstance>;
-    /**
-     * Retrieves the Payload Diviner for the specified store
-     * @param store The store to retrieve the Payload Diviner for
-     * @returns The Payload Diviner for the specified store
-     */
-    protected getPayloadDivinerForStore(store: ConfigStore): Promise<DivinerWrapper<DivinerModule<DivinerParams<AnyConfigSchema<DivinerConfig>>, DivinerModuleEventData>, Payload, Payload>>;
-    /**
-     * Retrieves the last state of the Diviner process. Used to recover state after
-     * preemptions, reboots, etc.
-     */
-    protected retrieveState(): Promise<ModuleState<IndexingDivinerState> | undefined>;
-    protected startHandler(): Promise<void>;
-    protected stopHandler(_timeout?: number): Promise<void>;
-    /**
-     * Runs the background divine process on a loop with a delay
-     * specified by the `config.pollFrequency`
-     */
-    private poll;
-}
-//# sourceMappingURL=Diviner.d.ts.map

package/dist/neutral/Diviner.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"Diviner.d.ts","sourceRoot":"","sources":["../../src/Diviner.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EACV,qBAAqB,EACrB,qBAAqB,EACrB,oBAAoB,EACpB,oBAAoB,EACrB,MAAM,qCAAqC,CAAA;AAE5C,OAAO,EAAE,gBAAgB,EAAE,MAAM,oCAAoC,CAAA;AACrE,OAAO,EAAE,eAAe,EAAE,MAAM,mCAAmC,CAAA;AAGnE,OAAO,KAAK,EACV,aAAa,EAAE,eAAe,EAAE,aAAa,EAAE,sBAAsB,EAAE,aAAa,EACrF,MAAM,gCAAgC,CAAA;AAEvC,OAAO,EAAE,cAAc,EAAE,MAAM,kCAAkC,CAAA;AACjE,OAAO,KAAK,EAAE,eAAe,EAAE,WAAW,EAAE,MAAM,+BAA+B,CAAA;AAIjF,OAAO,KAAK,EACV,OAAO,EAAE,MAAM,EAChB,MAAM,2BAA2B,CAAA;AAKlC,MAAM,MAAM,cAAc,GAAG,YAAY,GAAG,YAAY,CAAA;AAExD,MAAM,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,qBAAqB,EAAE,cAAc,CAAC,CAAA;AAI9E,qBACa,eAAe,CAC1B,OAAO,SAAS,qBAAqB,GAAG,qBAAqB,EAC7D,GAAG,SAAS,OAAO,GAAG,OAAO,EAC7B,IAAI,SAAS,OAAO,GAAG,OAAO,EAC9B,UAAU,SAAS,sBAAsB,CAAC,eAAe,CAAC,OAAO,EAAE,GAAG,EAAE,IAAI,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,sBAAsB,CAChH,eAAe,CAAC,OAAO,EAAE,GAAG,EAAE,IAAI,CAAC,EACnC,GAAG,EACH,IAAI,CACL,CACD,SAAQ,eAAe,CAAC,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,UAAU,CAAC;IACvD,gBAAyB,kBAAkB,QAAO;IAClD,gBAAyB,aAAa,EAAE,MAAM,EAAE,CAAwD;IACxG,gBAAyB,mBAAmB,EAAE,MAAM,CAA8B;IAElF,OAAO,CAAC,UAAU,CAAC,CAAmC;IACtD,OAAO,CAAC,OAAO,CAAC,CAAQ;IAExB,IAAI,mBAAmB,IAAI,MAAM,CAEhC;IAED,IAAI,aAAa,IAAI,MAAM,CAE1B;IAED;;;OAGG;IACH,SAAS,CAAC,gBAAgB,QAAa,OAAO,CAAC,IAAI,CAAC,CAmBnD;IAED;;;;;;OAMG;cACa,WAAW,CAAC,SAAS,EAAE,WAAW,CAAC,oBAAoB,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;cAS/D,aAAa,CAAC,QAAQ,GAAE,GAAG,EAAO,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;IAsB7E;;;;OAIG;cACa,oBAAoB,CAAC,KAAK,EAAE,WAAW,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAMnF;;;;OAIG;cACa,8BAA8B,CAAC,KAAK,EAAE,WAAW,GAAG,OAAO,CAAC,cAAc,CAAC,aAAa,CAAC,aAAa,CAAC,eAAe,CAAC,aAAa,CAAC,CAAC,EAAE,sBAAsB,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IAMnM;;;;OAIG;cACa,uBAAuB,CAAC,SAAS,EAAE,oBAAoB,GAAG,OAAO,CAAC,eAAe,CAAC;IASlG;;;;OAIG;cACa,yBAAyB,CAAC,KAAK,EAAE,WAAW,GAAG,OAAO,CAAC,cAAc,CAAC,aAAa,CAAC,aAAa,CAAC,eAAe,CAAC,aAAa,CAAC,CAAC,EAAE,sBAAsB,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IAM9L;;;OAGG;cACa,aAAa,IAAI,OAAO,CAAC,WAAW,CAAC,oBAAoB,CAAC,GAAG,SAAS,CAAC;cA0C9D,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;cAK7B,WAAW,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAQtE;;;OAGG;IACH,OAAO,CAAC,IAAI;CAeb"}