@xyo-network/diviner-temporal-indexing-memory 2.80.12 → 2.80.14

package/dist/node/index.mjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/Diviner.ts"],"sourcesContent":["import { IndexingDiviner } from '@xyo-network/diviner-indexing-memory'\nimport { IndexingDivinerConfigSchema, IndexingDivinerStage } from '@xyo-network/diviner-indexing-model'\nimport { DivinerConfigSchema, DivinerInstance, DivinerModule, DivinerModuleEventData } from '@xyo-network/diviner-model'\nimport { TemporalIndexingDivinerParams } from '@xyo-network/diviner-temporal-indexing-model'\nimport { Payload } from '@xyo-network/payload-model'\n\n// type ConfigStoreKey = 'indexStore' | 'stateStore'\n\n// type ConfigStore = Extract<keyof IndexingDivinerConfig, ConfigStoreKey>\n\n// const moduleName = 'TemporalIndexingDiviner'\n\nexport class TemporalIndexingDiviner<\n  TParams extends TemporalIndexingDivinerParams = TemporalIndexingDivinerParams,\n  TIn extends Payload = Payload,\n  TOut extends Payload = Payload,\n  TEventData extends DivinerModuleEventData<DivinerModule<TParams>, TIn, TOut> = DivinerModuleEventData<DivinerModule<TParams>, TIn, TOut>,\n> extends IndexingDiviner<TParams, TIn, TOut, TEventData> {\n  static override readonly configSchemas = [IndexingDivinerConfigSchema, DivinerConfigSchema]\n\n  private _divinerQueryToIndexQueryDiviner: DivinerInstance | undefined\n  private _indexCandidateToIndexDiviner: DivinerInstance | undefined\n  private _indexQueryResponseToDivinerQueryResponseDiviner: DivinerInstance | undefined\n  private _stateToIndexCandidateDiviner: DivinerInstance | undefined\n\n  private get divinerQueryToIndexQueryDiviner(): DivinerInstance {\n    if (this._divinerQueryToIndexQueryDiviner) return this._divinerQueryToIndexQueryDiviner\n    throw new Error('TODO: Create diviner')\n  }\n  private get indexCandidateToIndexDiviner(): DivinerInstance {\n    if (this._indexCandidateToIndexDiviner) return this._indexCandidateToIndexDiviner\n    throw new Error('TODO: Create diviner')\n  }\n  private get indexQueryResponseToDivinerQueryResponseDiviner(): DivinerInstance {\n    if (this._indexQueryResponseToDivinerQueryResponseDiviner) return this._indexQueryResponseToDivinerQueryResponseDiviner\n    throw new Error('TODO: Create diviner')\n  }\n  private get stateToIndexCandidateDiviner(): DivinerInstance {\n    if (this._stateToIndexCandidateDiviner) return this._stateToIndexCandidateDiviner\n    throw new Error('TODO: Create diviner')\n  }\n\n  /**\n   * Gets the Diviner for the supplied Indexing Diviner stage\n   * @param transform The Indexing Diviner stage\n   * @returns The diviner corresponding to the Indexing Diviner stage\n   */\n  protected override getIndexingDivinerStage(transform: IndexingDivinerStage) {\n    switch (transform) {\n      case 'divinerQueryToIndexQueryDiviner':\n        return Promise.resolve(this.divinerQueryToIndexQueryDiviner)\n      case 'indexCandidateToIndexDiviner':\n        return Promise.resolve(this.indexCandidateToIndexDiviner)\n      case 'indexQueryResponseToDivinerQueryResponseDiviner':\n        return Promise.resolve(this.indexQueryResponseToDivinerQueryResponseDiviner)\n      case 'stateToIndexCandidateDiviner':\n        return Promise.resolve(this.stateToIndexCandidateDiviner)\n    }\n  }\n\n  protected override async startHandler(): Promise<boolean> {\n    await super.startHandler()\n    return true\n  }\n}\n"],"mappings":";AAAA,SAAS,uBAAuB;AAChC,SAAS,mCAAyD;AAClE,SAAS,2BAAmF;AAUrF,IAAM,0BAAN,cAKG,gBAAgD;AAAA,EACxD,OAAyB,gBAAgB,CAAC,6BAA6B,mBAAmB;AAAA,EAElF;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAER,IAAY,kCAAmD;AAC7D,QAAI,KAAK;AAAkC,aAAO,KAAK;AACvD,UAAM,IAAI,MAAM,sBAAsB;AAAA,EACxC;AAAA,EACA,IAAY,+BAAgD;AAC1D,QAAI,KAAK;AAA+B,aAAO,KAAK;AACpD,UAAM,IAAI,MAAM,sBAAsB;AAAA,EACxC;AAAA,EACA,IAAY,kDAAmE;AAC7E,QAAI,KAAK;AAAkD,aAAO,KAAK;AACvE,UAAM,IAAI,MAAM,sBAAsB;AAAA,EACxC;AAAA,EACA,IAAY,+BAAgD;AAC1D,QAAI,KAAK;AAA+B,aAAO,KAAK;AACpD,UAAM,IAAI,MAAM,sBAAsB;AAAA,EACxC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOmB,wBAAwB,WAAiC;AAC1E,YAAQ,WAAW;AAAA,MACjB,KAAK;AACH,eAAO,QAAQ,QAAQ,KAAK,+BAA+B;AAAA,MAC7D,KAAK;AACH,eAAO,QAAQ,QAAQ,KAAK,4BAA4B;AAAA,MAC1D,KAAK;AACH,eAAO,QAAQ,QAAQ,KAAK,+CAA+C;AAAA,MAC7E,KAAK;AACH,eAAO,QAAQ,QAAQ,KAAK,4BAA4B;AAAA,IAC5D;AAAA,EACF;AAAA,EAEA,MAAyB,eAAiC;AACxD,UAAM,MAAM,aAAa;AACzB,WAAO;AAAA,EACT;AACF;","names":[]}
+{"version":3,"sources":["../../src/Diviner.ts","../../src/DivinerQueryToIndexQueryDiviner/Diviner.ts","../../src/jsonpath/toPayloadTransformer.ts","../../src/jsonpath/jsonPathToTransformersDictionary.ts","../../src/jsonpath/reducePayloads.ts","../../src/IndexCandidateToIndexDiviner/Diviner.ts","../../src/IndexQueryResponseToDivinerQueryResponseDiviner/Diviner.ts","../../src/StateToIndexCandidateDiviner/Diviner.ts"],"sourcesContent":["import { assertEx } from '@xylabs/assert'\nimport { IndexingDiviner } from '@xyo-network/diviner-indexing-memory'\nimport { IndexingDivinerConfigSchema, IndexingDivinerStage } from '@xyo-network/diviner-indexing-model'\nimport { DivinerConfigSchema, DivinerInstance, DivinerModule, DivinerModuleEventData } from '@xyo-network/diviner-model'\nimport {\n  TemporalIndexingDivinerConfigSchema,\n  TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema,\n  TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema,\n  TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfigSchema,\n  TemporalIndexingDivinerParams,\n  TemporalIndexingDivinerStateToIndexCandidateDivinerConfigSchema,\n} from '@xyo-network/diviner-temporal-indexing-model'\nimport { ModuleInstance } from '@xyo-network/module-model'\nimport { asNodeInstance } from '@xyo-network/node-model'\nimport { Payload } from '@xyo-network/payload-model'\n\nimport { TemporalIndexingDivinerDivinerQueryToIndexQueryDiviner } from './DivinerQueryToIndexQueryDiviner'\nimport { TemporalIndexingDivinerIndexCandidateToIndexDiviner } from './IndexCandidateToIndexDiviner'\nimport { TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDiviner } from './IndexQueryResponseToDivinerQueryResponseDiviner'\nimport { TemporalIndexingDivinerStateToIndexCandidateDiviner } from './StateToIndexCandidateDiviner'\n\nconst moduleName = 'TemporalIndexingDiviner'\n\nexport class TemporalIndexingDiviner<\n  TParams extends TemporalIndexingDivinerParams = TemporalIndexingDivinerParams,\n  TIn extends Payload = Payload,\n  TOut extends Payload = Payload,\n  TEventData extends DivinerModuleEventData<DivinerModule<TParams>, TIn, TOut> = DivinerModuleEventData<DivinerModule<TParams>, TIn, TOut>,\n> extends IndexingDiviner<TParams, TIn, TOut, TEventData> {\n  static override readonly configSchema = TemporalIndexingDivinerConfigSchema\n  static override readonly configSchemas: string[] = [TemporalIndexingDivinerConfigSchema, IndexingDivinerConfigSchema, DivinerConfigSchema]\n\n  private _divinerQueryToIndexQueryDiviner: DivinerInstance | undefined\n  private _indexCandidateToIndexDiviner: DivinerInstance | undefined\n  private _indexQueryResponseToDivinerQueryResponseDiviner: DivinerInstance | undefined\n  private _stateToIndexCandidateDiviner: DivinerInstance | undefined\n\n  /**\n   * Gets the Diviner for the supplied Indexing Diviner stage\n   * @param transform The Indexing Diviner stage\n   * @returns The diviner corresponding to the Indexing Diviner stage\n   */\n  protected override getIndexingDivinerStage(transform: IndexingDivinerStage) {\n    switch (transform) {\n      case 'divinerQueryToIndexQueryDiviner':\n        return this.getDivinerQueryToIndexQueryDiviner()\n      case 'indexCandidateToIndexDiviner':\n        return this.getIndexCandidateToIndexDiviner()\n      case 'indexQueryResponseToDivinerQueryResponseDiviner':\n        return this.getIndexQueryResponseToDivinerQueryResponseDiviner()\n      case 'stateToIndexCandidateDiviner':\n        return this.getStateToIndexCandidateDiviner()\n    }\n  }\n\n  protected override async startHandler(): Promise<boolean> {\n    await super.startHandler()\n    return true\n  }\n\n  /**\n   * Adds the supplied module to the parent Node of this Diviner\n   * @param mod The module to add to the parent Node of this Diviner\n   * @returns\n   */\n  private async attachModuleToParentNode(mod: ModuleInstance) {\n    const parent = (await this.resolve({ maxDepth: 1, query: [['network.xyo.query.node.attach']] })).shift()\n    if (parent) {\n      const node = asNodeInstance(parent)\n      if (node) {\n        await node.register(mod)\n        await node.attach(mod.address, false)\n      }\n    }\n  }\n\n  private async getDivinerQueryToIndexQueryDiviner(): Promise<DivinerInstance> {\n    if (!this._divinerQueryToIndexQueryDiviner) {\n      const name = this.config.indexingDivinerStages?.divinerQueryToIndexQueryDiviner\n      if (name) {\n        this._divinerQueryToIndexQueryDiviner = await this.resolve(name)\n      } else {\n        const stageConfig = this.config.stageConfigs?.divinerQueryToIndexQueryDiviner\n        if (stageConfig) {\n          const config = { schema: TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema, ...stageConfig }\n          const stage = await TemporalIndexingDivinerDivinerQueryToIndexQueryDiviner.create({ config })\n          await this.attachModuleToParentNode(stage)\n          this._divinerQueryToIndexQueryDiviner = stage\n        }\n      }\n    }\n    return assertEx(\n      this._divinerQueryToIndexQueryDiviner,\n      () => `${moduleName}: Failed to resolve indexing diviner stage for divinerQueryToIndexQueryDiviner`,\n    )\n  }\n  private async getIndexCandidateToIndexDiviner(): Promise<DivinerInstance> {\n    if (!this._indexCandidateToIndexDiviner) {\n      const name = this.config.indexingDivinerStages?.indexCandidateToIndexDiviner\n      if (name) {\n        this._indexCandidateToIndexDiviner = await this.resolve(name)\n      } else {\n        const stageConfig = this.config.stageConfigs?.indexCandidateToIndexDiviner\n        if (stageConfig) {\n          const config = { schema: TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema, ...stageConfig }\n          const stage = await TemporalIndexingDivinerIndexCandidateToIndexDiviner.create({ config })\n          await this.attachModuleToParentNode(stage)\n          this._indexCandidateToIndexDiviner = stage\n        }\n      }\n    }\n    return assertEx(\n      this._indexCandidateToIndexDiviner,\n      () => `${moduleName}: Failed to resolve indexing diviner stage for indexCandidateToIndexDiviner`,\n    )\n  }\n  private async getIndexQueryResponseToDivinerQueryResponseDiviner(): Promise<DivinerInstance> {\n    if (!this._indexQueryResponseToDivinerQueryResponseDiviner) {\n      const name = this.config.indexingDivinerStages?.indexQueryResponseToDivinerQueryResponseDiviner\n      if (name) {\n        this._indexQueryResponseToDivinerQueryResponseDiviner = await this.resolve(name)\n      } else {\n        const stageConfig = this.config.stageConfigs?.indexQueryResponseToDivinerQueryResponseDiviner\n        if (stageConfig) {\n          const config = { schema: TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfigSchema, ...stageConfig }\n          const stage = await TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDiviner.create({ config })\n          await this.attachModuleToParentNode(stage)\n          this._indexQueryResponseToDivinerQueryResponseDiviner = stage\n        }\n      }\n    }\n    return assertEx(\n      this._indexQueryResponseToDivinerQueryResponseDiviner,\n      () => `${moduleName}: Failed to resolve indexing diviner stage for indexQueryResponseToDivinerQueryResponseDiviner`,\n    )\n  }\n  private async getStateToIndexCandidateDiviner(): Promise<DivinerInstance> {\n    if (!this._stateToIndexCandidateDiviner) {\n      const name = this.config.indexingDivinerStages?.stateToIndexCandidateDiviner\n      if (name) {\n        this._stateToIndexCandidateDiviner = await this.resolve(name)\n      } else {\n        const stageConfig = this.config.stageConfigs?.stateToIndexCandidateDiviner\n        if (stageConfig) {\n          const config = { schema: TemporalIndexingDivinerStateToIndexCandidateDivinerConfigSchema, ...stageConfig }\n          const stage = await TemporalIndexingDivinerStateToIndexCandidateDiviner.create({ config })\n          await this.attachModuleToParentNode(stage)\n          this._stateToIndexCandidateDiviner = stage\n        }\n      }\n    }\n    return assertEx(\n      this._stateToIndexCandidateDiviner,\n      () => `${moduleName}: Failed to resolve indexing diviner stage for stateToIndexCandidateDiviner`,\n    )\n  }\n}\n","import { AbstractDiviner } from '@xyo-network/abstract-diviner'\nimport { DivinerConfigSchema } from '@xyo-network/diviner-model'\nimport { PayloadDivinerQueryPayload, PayloadDivinerQuerySchema } from '@xyo-network/diviner-payload-model'\nimport {\n  SchemaToJsonPathTransformExpressionsDictionary,\n  SchemaToPayloadTransformersDictionary,\n  TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema,\n  TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerParams,\n  TemporalIndexingDivinerResultIndexSchema,\n} from '@xyo-network/diviner-temporal-indexing-model'\nimport { Labels } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { isPayloadOfSchemaType, Payload } from '@xyo-network/payload-model'\n\nimport { jsonPathToTransformersDictionary, reducePayloads } from '../jsonpath'\n\n/**\n * A diviner that converts diviner query to index query\n */\nexport class TemporalIndexingDivinerDivinerQueryToIndexQueryDiviner<\n  TParams extends TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerParams = TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerParams,\n> extends AbstractDiviner<TParams> {\n  static override readonly configSchema = TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema\n  static override configSchemas = [DivinerConfigSchema, TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema]\n  static labels: Labels = {\n    'network.xyo.diviner.stage': 'divinerQueryToIndexQueryDiviner',\n  }\n\n  private _indexableSchemas: string[] | undefined\n  private _payloadTransformers: SchemaToPayloadTransformersDictionary | undefined\n\n  /**\n   * The schema of the diviner query payloads\n   */\n  protected get divinerQuerySchema(): string {\n    return this.config.divinerQuerySchema ?? PayloadDivinerQuerySchema\n  }\n\n  /**\n   * The schema of the index query payloads\n   */\n  protected get indexQuerySchema(): string {\n    return this.config.indexQuerySchema ?? PayloadDivinerQuerySchema\n  }\n\n  /**\n   * The schema of the index payloads\n   */\n  protected get indexSchema(): string {\n    return this.config.indexSchema ?? TemporalIndexingDivinerResultIndexSchema\n  }\n\n  /**\n   * List of indexable schemas for this diviner\n   */\n  protected get indexableSchemas(): string[] {\n    if (!this._indexableSchemas) this._indexableSchemas = [...Object.keys(this.schemaTransforms)]\n    return this._indexableSchemas\n  }\n\n  /**\n   * Dictionary of schemas to payload transformers for creating indexes\n   * from the payloads within a Bound Witness\n   */\n  protected get payloadTransformers(): SchemaToPayloadTransformersDictionary {\n    if (!this._payloadTransformers) this._payloadTransformers = jsonPathToTransformersDictionary(this.schemaTransforms)\n    return this._payloadTransformers\n  }\n\n  /**\n   * The dictionary of schemas to JSON Path transform expressions for creating indexes\n   * from the payloads within a Bound Witness\n   */\n  protected get schemaTransforms(): SchemaToJsonPathTransformExpressionsDictionary {\n    return (\n      this.config?.schemaTransforms ?? {\n        [this.divinerQuerySchema]: [\n          {\n            defaultValue: 1,\n            destinationField: 'limit',\n            sourcePathExpression: '$.limit',\n          },\n          {\n            defaultValue: 0,\n            destinationField: 'offset',\n            sourcePathExpression: '$.offset',\n          },\n          {\n            defaultValue: 'desc',\n            destinationField: 'order',\n            sourcePathExpression: '$.order',\n          },\n        ],\n      }\n    )\n  }\n\n  protected override async divineHandler(payloads: Payload[] = []): Promise<Payload[]> {\n    const queries = payloads.filter(isPayloadOfSchemaType<PayloadDivinerQueryPayload>(this.divinerQuerySchema))\n    if (queries.length) {\n      const results = await Promise.all(\n        queries.map(async (query) => {\n          const fields = await reducePayloads<PayloadDivinerQueryPayload & { sources?: string[] }>(\n            [query],\n            this.payloadTransformers,\n            this.indexQuerySchema,\n          )\n          // TODO: Make index schema configurable\n          fields.schemas = [this.indexSchema]\n          // TODO: Make sources not need to be deleted\n          delete fields.sources\n          // TODO: Add support for additional filters\n          return new PayloadBuilder({ schema: this.indexQuerySchema }).fields(fields).build()\n        }),\n      )\n      return results\n    }\n    return Promise.resolve([])\n  }\n}\n","import { JsonPathTransformExpression, PayloadTransformer } from '@xyo-network/diviner-temporal-indexing-model'\nimport { Payload } from '@xyo-network/payload-model'\nimport jsonpath from 'jsonpath'\n\n/**\n * Converts a JSON Path transform expression to a payload transformer\n * @param transformExpression The transform expression to convert\n * @returns The payload transformer for the JSON Path transform expression\n */\nexport const toPayloadTransformer = (transformExpression: JsonPathTransformExpression) => {\n  const { defaultValue, destinationField, sourcePathExpression } = transformExpression\n  const transformer: PayloadTransformer = (x: Payload) => {\n    // eslint-disable-next-line import/no-named-as-default-member\n    const source = jsonpath.value(x, sourcePathExpression)\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n    const transformed = {} as { [key: string]: any }\n    // Assign the source value to the destination field or the default value if the source is undefined\n    const destinationValue = source === undefined ? defaultValue : source\n    if (destinationValue !== undefined) transformed[destinationField] = destinationValue\n    return transformed\n  }\n  return transformer\n}\n","import { SchemaToJsonPathTransformExpressionsDictionary, SchemaToPayloadTransformersDictionary } from '@xyo-network/diviner-temporal-indexing-model'\n\nimport { toPayloadTransformer } from './toPayloadTransformer'\n\n/**\n * Materializes the JSON-path expressions into memoized functions by converting a\n * dictionary of schema to JSON Path transform expressions to a dictionary\n * of schema to payload transformers\n * @param schemaTransforms The schema transforms to convert\n * @returns A dictionary of schema to payload transformers\n */\nexport const jsonPathToTransformersDictionary = (\n  schemaTransforms: SchemaToJsonPathTransformExpressionsDictionary,\n): SchemaToPayloadTransformersDictionary => {\n  return Object.fromEntries(\n    Object.entries(schemaTransforms).map(([schema, jsonPathTransformerExpressions]) => {\n      const transformers = jsonPathTransformerExpressions.map(toPayloadTransformer)\n      return [schema, transformers]\n    }),\n  )\n}\n","import { PayloadHasher } from '@xyo-network/core'\nimport { SchemaToPayloadTransformersDictionary } from '@xyo-network/diviner-temporal-indexing-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { Payload, PayloadFields } from '@xyo-network/payload-model'\n\n/**\n * Reduces the payloads to a single payload using the supplied transformers\n * @param payloads The payloads to reduce\n * @param payloadTransformers The transformers to use to convert the payloads to the destination payload\n * @param destinationSchema The schema of the destination payload\n * @returns The reduced payload\n */\nexport const reducePayloads = async <T extends Payload = Payload>(\n  payloads: Payload[],\n  payloadTransformers: SchemaToPayloadTransformersDictionary,\n  destinationSchema: string,\n): Promise<T> => {\n  // Use the payload transformers to convert the fields from the source payloads to the destination fields\n  const indexFields = payloads\n    .map<PayloadFields[]>((payload) => {\n      // Find the transformers for this payload\n      const transformers = payloadTransformers[payload.schema]\n      // If transformers exist, apply them to the payload otherwise return an empty array\n      return transformers ? transformers.map((transform) => transform(payload)) : []\n    })\n    .flat()\n  // Include all the sources for reference\n  const sources = (await PayloadHasher.hashPairs([...payloads])).map(([, hash]) => hash)\n  // Build and return the index\n  return new PayloadBuilder<T>({ schema: destinationSchema }).fields(Object.assign({ sources }, ...indexFields)).build()\n}\n\n/**\n * Reduces the arrays of payload arrays to an array of payloads using the supplied transformers\n * @param payloadsArray The arrays of payloads to reduce\n * @param payloadTransformers The transformers to use to convert the payloads to the destination payloads\n * @param destinationSchema The schema of the destination payloads\n * @returns The reduced payloads\n */\nexport const reducePayloadsArray = async <T extends Payload = Payload>(\n  payloadsArray: Payload[][],\n  payloadTransformers: SchemaToPayloadTransformersDictionary,\n  destinationSchema: string,\n): Promise<T[]> => {\n  return await Promise.all(\n    payloadsArray.map(async (payloads) => {\n      return await reducePayloads<T>(payloads, payloadTransformers, destinationSchema)\n    }),\n  )\n}\n","import { containsAll } from '@xylabs/array'\nimport { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { AbstractDiviner } from '@xyo-network/abstract-diviner'\nimport { BoundWitness, isBoundWitness } from '@xyo-network/boundwitness-model'\nimport { PayloadHasher } from '@xyo-network/core'\nimport { DivinerConfigSchema } from '@xyo-network/diviner-model'\nimport {\n  SchemaToJsonPathTransformExpressionsDictionary,\n  SchemaToPayloadTransformersDictionary,\n  TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema,\n  TemporalIndexingDivinerIndexCandidateToIndexDivinerParams,\n  TemporalIndexingDivinerResultIndex,\n  TemporalIndexingDivinerResultIndexSchema,\n} from '@xyo-network/diviner-temporal-indexing-model'\nimport { Labels } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { Payload, PayloadFields } from '@xyo-network/payload-model'\n\nimport { jsonPathToTransformersDictionary } from '../jsonpath'\n\nexport type IndexablePayloads = [BoundWitness, ...Payload[]]\n\nconst moduleName = 'TemporalIndexingDivinerIndexCandidateToIndexDiviner'\n\n/**\n * Diviner which transforms index candidates to indexes using JSON Path to map\n * source properties in the supplied payloads to destination fields in the\n * resultant index\n */\nexport class TemporalIndexingDivinerIndexCandidateToIndexDiviner<\n  TParams extends TemporalIndexingDivinerIndexCandidateToIndexDivinerParams = TemporalIndexingDivinerIndexCandidateToIndexDivinerParams,\n> extends AbstractDiviner<TParams> {\n  static override configSchema = TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema\n  static override configSchemas = [DivinerConfigSchema, TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema]\n  static labels: Labels = {\n    'network.xyo.diviner.stage': 'indexCandidateToIndexDiviner',\n  }\n\n  private _indexableSchemas: string[] | undefined\n  private _payloadTransformers: SchemaToPayloadTransformersDictionary | undefined\n\n  /**\n   * List of indexable schemas for this diviner\n   */\n  protected get indexableSchemas(): string[] {\n    if (!this._indexableSchemas) this._indexableSchemas = [...Object.keys(this.schemaTransforms)]\n    return this._indexableSchemas\n  }\n\n  /**\n   * Dictionary of schemas to payload transformers for creating indexes\n   * from the payloads within a Bound Witness\n   */\n  protected get payloadTransformers(): SchemaToPayloadTransformersDictionary {\n    if (!this._payloadTransformers) this._payloadTransformers = jsonPathToTransformersDictionary(this.schemaTransforms)\n    return this._payloadTransformers\n  }\n\n  /**\n   * The dictionary of schemas to JSON Path transform expressions for creating indexes\n   * from the payloads within a Bound Witness\n   */\n  protected get schemaTransforms(): SchemaToJsonPathTransformExpressionsDictionary {\n    return assertEx(this.config?.schemaTransforms, () => `${moduleName}: Missing config.schemaTransforms section`)\n  }\n\n  protected override async divineHandler(payloads: Payload[] = []): Promise<Payload[]> {\n    const bws: BoundWitness[] = payloads.filter(isBoundWitness)\n    const indexablePayloads: Payload[] = payloads.filter((p) => this.isIndexablePayload(p))\n    if (bws.length && indexablePayloads.length) {\n      const payloadDictionary = await PayloadHasher.toMap(payloads)\n      const validIndexableTuples: IndexablePayloads[] = bws.reduce<IndexablePayloads[]>((indexableTuples, bw) => {\n        // If this Bound Witness doesn't contain all the required schemas don't index it\n        if (!containsAll(bw.payload_schemas, this.indexableSchemas)) return indexableTuples\n        // Find the remaining indexable payloads\n        const indexablePayloadPositions = this.indexableSchemas.map((schema) => bw.payload_schemas.indexOf(schema))\n        const indexablePayloadHashes = indexablePayloadPositions.map((index) => bw.payload_hashes?.[index])\n        const indexablePayloads = indexablePayloadHashes.map((hash) => payloadDictionary[hash]).filter(exists)\n        // If we found a timestamp and the right amount of indexable payloads (of the\n        // correct schema as checked above) in this BW, then index it\n        if (indexablePayloads.length === this.indexableSchemas.length) indexableTuples.push([bw, ...indexablePayloads])\n        return indexableTuples\n      }, [])\n      // Create the indexes from the tuples\n      const indexes = await Promise.all(\n        validIndexableTuples.map<Promise<TemporalIndexingDivinerResultIndex>>(async ([bw, ...sourcePayloads]) => {\n          // Use the payload transformers to convert the fields from the source payloads to the destination fields\n          const indexFields = sourcePayloads\n            .map<PayloadFields[]>((payload) => {\n              // Find the transformers for this payload\n              const transformers = this.payloadTransformers[payload.schema]\n              // If transformers exist, apply them to the payload otherwise return an empty array\n              return transformers ? transformers.map((transform) => transform(payload)) : []\n            })\n            .flat()\n          // Include all the sources for reference\n          const sources = Object.keys(await PayloadHasher.toMap([bw, ...sourcePayloads]))\n          // Build and return the index\n          return new PayloadBuilder<TemporalIndexingDivinerResultIndex>({ schema: TemporalIndexingDivinerResultIndexSchema })\n            .fields(Object.assign({ sources }, ...indexFields))\n            .build()\n        }),\n      )\n      return indexes.flat()\n    }\n    return Promise.resolve([])\n  }\n\n  /**\n   * Identifies if a payload is one that is indexed by this diviner\n   * @param x The candidate payload\n   * @returns True if the payload is one indexed by this diviner, false otherwise\n   */\n  protected isIndexablePayload = (x: Payload) => {\n    return this.indexableSchemas.includes(x?.schema)\n  }\n\n  /**\n   * Identifies if a schema is one that is indexed by this diviner\n   * @param schema The candidate schema\n   * @returns True if this schema is one indexed by this diviner, false otherwise\n   */\n  protected isIndexableSchema = (schema?: string | null) => {\n    return this.indexableSchemas.some((s) => s === schema)\n  }\n}\n","import { AbstractDiviner } from '@xyo-network/abstract-diviner'\nimport { DivinerConfigSchema } from '@xyo-network/diviner-model'\nimport { isPayloadDivinerQueryPayload } from '@xyo-network/diviner-payload-model'\nimport { TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfigSchema } from '@xyo-network/diviner-temporal-indexing-model'\nimport { Labels } from '@xyo-network/module-model'\nimport { Payload } from '@xyo-network/payload-model'\n\n/**\n * Transforms an ImageThumbnailIndex response into an ImageThumbnailResponse response\n */\nexport class TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDiviner extends AbstractDiviner {\n  static override readonly configSchema = TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfigSchema\n  static override configSchemas = [DivinerConfigSchema, TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfigSchema]\n  static labels: Labels = {\n    'network.xyo.diviner.stage': 'indexQueryResponseToDivinerQueryResponseDiviner',\n  }\n\n  protected override async divineHandler(payloads: Payload[] = []): Promise<Payload[]> {\n    // NOTE: We're not doing anything with the query payloads but some diviners\n    // might want to use this to transform from the query to the response (for example\n    // if we use a plaintext value in the query to generate a hash key in the index)\n    // const queries = payloads.filter(isPayloadDivinerQueryPayload)\n    const responses = payloads.filter((p) => !isPayloadDivinerQueryPayload(p))\n    return await Promise.resolve(responses)\n  }\n}\n","import { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { AbstractDiviner } from '@xyo-network/abstract-diviner'\nimport { ArchivistInstance } from '@xyo-network/archivist-model'\nimport { ArchivistWrapper } from '@xyo-network/archivist-wrapper'\nimport { BoundWitness, isBoundWitness } from '@xyo-network/boundwitness-model'\nimport { BoundWitnessDivinerQueryPayload, BoundWitnessDivinerQuerySchema } from '@xyo-network/diviner-boundwitness-model'\nimport { IndexingDivinerState } from '@xyo-network/diviner-indexing-model'\nimport { DivinerConfigSchema } from '@xyo-network/diviner-model'\nimport {\n  TemporalIndexingDivinerStateToIndexCandidateDivinerConfigSchema,\n  TemporalIndexingDivinerStateToIndexCandidateDivinerParams,\n} from '@xyo-network/diviner-temporal-indexing-model'\nimport { DivinerWrapper } from '@xyo-network/diviner-wrapper'\nimport { isModuleState, Labels, ModuleState, ModuleStateSchema } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { isPayloadOfSchemaType, Payload } from '@xyo-network/payload-model'\nimport { TimeStamp, TimestampSchema } from '@xyo-network/witness-timestamp'\n\n/**\n * All Payload types involved in index candidates for indexing\n */\nexport type IndexCandidate = BoundWitness | Payload | TimeStamp\n\n/**\n * The response from the TemporalStateToIndexCandidateDiviner\n */\nexport type TemporalStateToIndexCandidateDivinerResponse = [\n  /**\n   * The next state of the diviner\n   */\n  nextState: ModuleState<IndexingDivinerState>,\n  /**\n   * The index candidates\n   */\n  ...IndexCandidate[],\n]\n\n/**\n * The default order to search Bound Witnesses to identify index candidates\n */\nconst order = 'asc'\n\n/**\n * The name of the module (for logging purposes)\n */\nconst moduleName = 'TemporalIndexingDivinerStateToIndexCandidateDiviner'\n\n/**\n * Transforms candidates for image thumbnail indexing into their indexed representation\n */\nexport class TemporalIndexingDivinerStateToIndexCandidateDiviner<\n  TParams extends TemporalIndexingDivinerStateToIndexCandidateDivinerParams = TemporalIndexingDivinerStateToIndexCandidateDivinerParams,\n> extends AbstractDiviner<TParams> {\n  static override readonly configSchema = TemporalIndexingDivinerStateToIndexCandidateDivinerConfigSchema\n  static override configSchemas = [DivinerConfigSchema, TemporalIndexingDivinerStateToIndexCandidateDivinerConfigSchema]\n  static labels: Labels = {\n    'network.xyo.diviner.stage': 'stateToIndexCandidateDiviner',\n  }\n\n  get payloadDivinerLimit() {\n    return this.config.payloadDivinerLimit ?? 1_000\n  }\n\n  /**\n   * The required payload_schemas within BoundWitnesses to identify index candidates\n   */\n  protected get payload_schemas(): string[] {\n    const schemas = this.config.filter?.payload_schemas\n    return [TimestampSchema, ...(schemas ?? [])]\n  }\n\n  protected override async divineHandler(payloads: Payload[] = []): Promise<[ModuleState, ...IndexCandidate[]]> {\n    // Retrieve the last state from what was passed in\n    const lastState = payloads.find(isModuleState<IndexingDivinerState>)\n    // If there is no last state, start from the beginning\n    if (!lastState) return [{ schema: ModuleStateSchema, state: { offset: 0 } }]\n    // Otherwise, get the last offset\n    const { offset } = lastState.state\n    // Get next batch of results starting from the offset\n    const boundWitnessDiviner = await this.getBoundWitnessDivinerForStore()\n    if (!boundWitnessDiviner) return [lastState]\n    const query = new PayloadBuilder<BoundWitnessDivinerQueryPayload>({ schema: BoundWitnessDivinerQuerySchema })\n      .fields({ limit: this.payloadDivinerLimit, offset, order, payload_schemas: this.payload_schemas })\n      .build()\n    const batch = await boundWitnessDiviner.divine([query])\n    if (batch.length === 0) return [lastState]\n    // Get source data\n    const sourceArchivist = await this.getArchivistForStore()\n    if (!sourceArchivist) return [lastState]\n    const indexCandidates: IndexCandidate[] = (\n      await Promise.all(batch.filter(isBoundWitness).map((bw) => this.getPayloadsInBoundWitness(bw, sourceArchivist)))\n    )\n      .filter(exists)\n      .flat()\n    const nextState = { schema: ModuleStateSchema, state: { ...lastState.state, offset: offset + batch.length } }\n    return [nextState, ...indexCandidates]\n  }\n  /**\n   * Retrieves the archivist for the payloadStore\n   * @returns The archivist for the payloadStore or undefined if not resolvable\n   */\n  protected async getArchivistForStore(): Promise<ArchivistWrapper | undefined> {\n    // It should be defined, so we'll error if it's not\n    const name: string = assertEx(this.config?.payloadStore?.archivist, () => `${moduleName}: Config for payloadStore.archivist not specified`)\n    // It might not be resolvable (yet), so we'll return undefined if it's not\n    const mod = await this.resolve(name)\n    if (!mod) return undefined\n    // Return the wrapped archivist\n    return ArchivistWrapper.wrap(mod, this.account)\n  }\n\n  /**\n   * Retrieves the BoundWitness Diviner for the payloadStore\n   * @returns The BoundWitness Diviner for the payloadStore or undefined if not resolvable\n   */\n  protected async getBoundWitnessDivinerForStore(): Promise<DivinerWrapper | undefined> {\n    // It should be defined, so we'll error if it's not\n    const name: string = assertEx(\n      this.config?.payloadStore?.boundWitnessDiviner,\n      () => `${moduleName}: Config for payloadStore.boundWitnessDiviner not specified`,\n    )\n    // It might not be resolvable (yet), so we'll return undefined if it's not\n    const mod = await this.resolve(name)\n    if (!mod) return undefined\n    // Return the wrapped diviner\n    return DivinerWrapper.wrap(mod, this.account)\n  }\n\n  protected async getPayloadsInBoundWitness(bw: BoundWitness, archivist: ArchivistInstance): Promise<IndexCandidate[] | undefined> {\n    const indexes = this.payload_schemas.map((schema) => bw.payload_schemas?.findIndex((s) => s === schema))\n    const hashes = indexes.map((index) => bw.payload_hashes?.[index])\n    const results = await archivist.get(hashes)\n    const indexCandidateIdentityFunctions = this.payload_schemas.map(isPayloadOfSchemaType)\n    const filteredResults = indexCandidateIdentityFunctions.map((is) => results.find(is))\n    if (filteredResults.some((f) => f === undefined)) return undefined\n    const indexCandidates: IndexCandidate[] = filteredResults.filter(exists) as IndexCandidate[]\n    return [bw, ...indexCandidates]\n  }\n}\n"],"mappings":";AAAA,SAAS,YAAAA,iBAAgB;AACzB,SAAS,uBAAuB;AAChC,SAAS,mCAAyD;AAClE,SAAS,uBAAAC,4BAAmF;AAC5F;AAAA,EACE;AAAA,EACA,sEAAAC;AAAA,EACA,mEAAAC;AAAA,EACA,sFAAAC;AAAA,EAEA,mEAAAC;AAAA,OACK;AAEP,SAAS,sBAAsB;;;ACb/B,SAAS,uBAAuB;AAChC,SAAS,2BAA2B;AACpC,SAAqC,iCAAiC;AACtE;AAAA,EAGE;AAAA,EAEA;AAAA,OACK;AAEP,SAAS,kBAAAC,uBAAsB;AAC/B,SAAS,6BAAsC;;;ACV/C,OAAO,cAAc;AAOd,IAAM,uBAAuB,CAAC,wBAAqD;AACxF,QAAM,EAAE,cAAc,kBAAkB,qBAAqB,IAAI;AACjE,QAAM,cAAkC,CAAC,MAAe;AAEtD,UAAM,SAAS,SAAS,MAAM,GAAG,oBAAoB;AAErD,UAAM,cAAc,CAAC;AAErB,UAAM,mBAAmB,WAAW,SAAY,eAAe;AAC/D,QAAI,qBAAqB;AAAW,kBAAY,gBAAgB,IAAI;AACpE,WAAO;AAAA,EACT;AACA,SAAO;AACT;;;ACXO,IAAM,mCAAmC,CAC9C,qBAC0C;AAC1C,SAAO,OAAO;AAAA,IACZ,OAAO,QAAQ,gBAAgB,EAAE,IAAI,CAAC,CAAC,QAAQ,8BAA8B,MAAM;AACjF,YAAM,eAAe,+BAA+B,IAAI,oBAAoB;AAC5E,aAAO,CAAC,QAAQ,YAAY;AAAA,IAC9B,CAAC;AAAA,EACH;AACF;;;ACpBA,SAAS,qBAAqB;AAE9B,SAAS,sBAAsB;AAUxB,IAAM,iBAAiB,OAC5B,UACA,qBACA,sBACe;AAEf,QAAM,cAAc,SACjB,IAAqB,CAAC,YAAY;AAEjC,UAAM,eAAe,oBAAoB,QAAQ,MAAM;AAEvD,WAAO,eAAe,aAAa,IAAI,CAAC,cAAc,UAAU,OAAO,CAAC,IAAI,CAAC;AAAA,EAC/E,CAAC,EACA,KAAK;AAER,QAAM,WAAW,MAAM,cAAc,UAAU,CAAC,GAAG,QAAQ,CAAC,GAAG,IAAI,CAAC,CAAC,EAAE,IAAI,MAAM,IAAI;AAErF,SAAO,IAAI,eAAkB,EAAE,QAAQ,kBAAkB,CAAC,EAAE,OAAO,OAAO,OAAO,EAAE,QAAQ,GAAG,GAAG,WAAW,CAAC,EAAE,MAAM;AACvH;;;AHXO,IAAM,yDAAN,cAEG,gBAAyB;AAAA,EACjC,OAAyB,eAAe;AAAA,EACxC,OAAgB,gBAAgB,CAAC,qBAAqB,kEAAkE;AAAA,EACxH,OAAO,SAAiB;AAAA,IACtB,6BAA6B;AAAA,EAC/B;AAAA,EAEQ;AAAA,EACA;AAAA;AAAA;AAAA;AAAA,EAKR,IAAc,qBAA6B;AACzC,WAAO,KAAK,OAAO,sBAAsB;AAAA,EAC3C;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,mBAA2B;AACvC,WAAO,KAAK,OAAO,oBAAoB;AAAA,EACzC;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,cAAsB;AAClC,WAAO,KAAK,OAAO,eAAe;AAAA,EACpC;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,mBAA6B;AACzC,QAAI,CAAC,KAAK;AAAmB,WAAK,oBAAoB,CAAC,GAAG,OAAO,KAAK,KAAK,gBAAgB,CAAC;AAC5F,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,IAAc,sBAA6D;AACzE,QAAI,CAAC,KAAK;AAAsB,WAAK,uBAAuB,iCAAiC,KAAK,gBAAgB;AAClH,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,IAAc,mBAAmE;AAzEnF;AA0EI,aACE,UAAK,WAAL,mBAAa,qBAAoB;AAAA,MAC/B,CAAC,KAAK,kBAAkB,GAAG;AAAA,QACzB;AAAA,UACE,cAAc;AAAA,UACd,kBAAkB;AAAA,UAClB,sBAAsB;AAAA,QACxB;AAAA,QACA;AAAA,UACE,cAAc;AAAA,UACd,kBAAkB;AAAA,UAClB,sBAAsB;AAAA,QACxB;AAAA,QACA;AAAA,UACE,cAAc;AAAA,UACd,kBAAkB;AAAA,UAClB,sBAAsB;AAAA,QACxB;AAAA,MACF;AAAA,IACF;AAAA,EAEJ;AAAA,EAEA,MAAyB,cAAc,WAAsB,CAAC,GAAuB;AACnF,UAAM,UAAU,SAAS,OAAO,sBAAkD,KAAK,kBAAkB,CAAC;AAC1G,QAAI,QAAQ,QAAQ;AAClB,YAAM,UAAU,MAAM,QAAQ;AAAA,QAC5B,QAAQ,IAAI,OAAO,UAAU;AAC3B,gBAAM,SAAS,MAAM;AAAA,YACnB,CAAC,KAAK;AAAA,YACN,KAAK;AAAA,YACL,KAAK;AAAA,UACP;AAEA,iBAAO,UAAU,CAAC,KAAK,WAAW;AAElC,iBAAO,OAAO;AAEd,iBAAO,IAAIC,gBAAe,EAAE,QAAQ,KAAK,iBAAiB,CAAC,EAAE,OAAO,MAAM,EAAE,MAAM;AAAA,QACpF,CAAC;AAAA,MACH;AACA,aAAO;AAAA,IACT;AACA,WAAO,QAAQ,QAAQ,CAAC,CAAC;AAAA,EAC3B;AACF;;;AIvHA,SAAS,mBAAmB;AAC5B,SAAS,gBAAgB;AACzB,SAAS,cAAc;AACvB,SAAS,mBAAAC,wBAAuB;AAChC,SAAuB,sBAAsB;AAC7C,SAAS,iBAAAC,sBAAqB;AAC9B,SAAS,uBAAAC,4BAA2B;AACpC;AAAA,EAGE;AAAA,EAGA,4CAAAC;AAAA,OACK;AAEP,SAAS,kBAAAC,uBAAsB;AAO/B,IAAM,aAAa;AAOZ,IAAM,sDAAN,cAEGC,iBAAyB;AAAA,EACjC,OAAgB,eAAe;AAAA,EAC/B,OAAgB,gBAAgB,CAACC,sBAAqB,+DAA+D;AAAA,EACrH,OAAO,SAAiB;AAAA,IACtB,6BAA6B;AAAA,EAC/B;AAAA,EAEQ;AAAA,EACA;AAAA;AAAA;AAAA;AAAA,EAKR,IAAc,mBAA6B;AACzC,QAAI,CAAC,KAAK;AAAmB,WAAK,oBAAoB,CAAC,GAAG,OAAO,KAAK,KAAK,gBAAgB,CAAC;AAC5F,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,IAAc,sBAA6D;AACzE,QAAI,CAAC,KAAK;AAAsB,WAAK,uBAAuB,iCAAiC,KAAK,gBAAgB;AAClH,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,IAAc,mBAAmE;AA/DnF;AAgEI,WAAO,UAAS,UAAK,WAAL,mBAAa,kBAAkB,MAAM,GAAG,UAAU,2CAA2C;AAAA,EAC/G;AAAA,EAEA,MAAyB,cAAc,WAAsB,CAAC,GAAuB;AACnF,UAAM,MAAsB,SAAS,OAAO,cAAc;AAC1D,UAAM,oBAA+B,SAAS,OAAO,CAAC,MAAM,KAAK,mBAAmB,CAAC,CAAC;AACtF,QAAI,IAAI,UAAU,kBAAkB,QAAQ;AAC1C,YAAM,oBAAoB,MAAMC,eAAc,MAAM,QAAQ;AAC5D,YAAM,uBAA4C,IAAI,OAA4B,CAAC,iBAAiB,OAAO;AAEzG,YAAI,CAAC,YAAY,GAAG,iBAAiB,KAAK,gBAAgB;AAAG,iBAAO;AAEpE,cAAM,4BAA4B,KAAK,iBAAiB,IAAI,CAAC,WAAW,GAAG,gBAAgB,QAAQ,MAAM,CAAC;AAC1G,cAAM,yBAAyB,0BAA0B,IAAI,CAAC,UAAO;AA7E7E;AA6EgF,0BAAG,mBAAH,mBAAoB;AAAA,SAAM;AAClG,cAAMC,qBAAoB,uBAAuB,IAAI,CAAC,SAAS,kBAAkB,IAAI,CAAC,EAAE,OAAO,MAAM;AAGrG,YAAIA,mBAAkB,WAAW,KAAK,iBAAiB;AAAQ,0BAAgB,KAAK,CAAC,IAAI,GAAGA,kBAAiB,CAAC;AAC9G,eAAO;AAAA,MACT,GAAG,CAAC,CAAC;AAEL,YAAM,UAAU,MAAM,QAAQ;AAAA,QAC5B,qBAAqB,IAAiD,OAAO,CAAC,IAAO,iBAAc,MAAM;AAEvG,gBAAM,cAAc,eACjB,IAAqB,CAAC,YAAY;AAEjC,kBAAM,eAAe,KAAK,oBAAoB,QAAQ,MAAM;AAE5D,mBAAO,eAAe,aAAa,IAAI,CAAC,cAAc,UAAU,OAAO,CAAC,IAAI,CAAC;AAAA,UAC/E,CAAC,EACA,KAAK;AAER,gBAAM,UAAU,OAAO,KAAK,MAAMD,eAAc,MAAM,CAAC,IAAI,GAAG,cAAc,CAAC,CAAC;AAE9E,iBAAO,IAAIE,gBAAmD,EAAE,QAAQC,0CAAyC,CAAC,EAC/G,OAAO,OAAO,OAAO,EAAE,QAAQ,GAAG,GAAG,WAAW,CAAC,EACjD,MAAM;AAAA,QACX,CAAC;AAAA,MACH;AACA,aAAO,QAAQ,KAAK;AAAA,IACtB;AACA,WAAO,QAAQ,QAAQ,CAAC,CAAC;AAAA,EAC3B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOU,qBAAqB,CAAC,MAAe;AAC7C,WAAO,KAAK,iBAAiB,SAAS,uBAAG,MAAM;AAAA,EACjD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOU,oBAAoB,CAAC,WAA2B;AACxD,WAAO,KAAK,iBAAiB,KAAK,CAAC,MAAM,MAAM,MAAM;AAAA,EACvD;AACF;;;AC9HA,SAAS,mBAAAC,wBAAuB;AAChC,SAAS,uBAAAC,4BAA2B;AACpC,SAAS,oCAAoC;AAC7C,SAAS,0FAA0F;AAO5F,IAAM,yEAAN,cAAqFD,iBAAgB;AAAA,EAC1G,OAAyB,eAAe;AAAA,EACxC,OAAgB,gBAAgB,CAACC,sBAAqB,kFAAkF;AAAA,EACxI,OAAO,SAAiB;AAAA,IACtB,6BAA6B;AAAA,EAC/B;AAAA,EAEA,MAAyB,cAAc,WAAsB,CAAC,GAAuB;AAKnF,UAAM,YAAY,SAAS,OAAO,CAAC,MAAM,CAAC,6BAA6B,CAAC,CAAC;AACzE,WAAO,MAAM,QAAQ,QAAQ,SAAS;AAAA,EACxC;AACF;;;ACzBA,SAAS,YAAAC,iBAAgB;AACzB,SAAS,UAAAC,eAAc;AACvB,SAAS,mBAAAC,wBAAuB;AAEhC,SAAS,wBAAwB;AACjC,SAAuB,kBAAAC,uBAAsB;AAC7C,SAA0C,sCAAsC;AAEhF,SAAS,uBAAAC,4BAA2B;AACpC;AAAA,EACE;AAAA,OAEK;AACP,SAAS,sBAAsB;AAC/B,SAAS,eAAoC,yBAAyB;AACtE,SAAS,kBAAAC,uBAAsB;AAC/B,SAAS,yBAAAC,8BAAsC;AAC/C,SAAoB,uBAAuB;AAwB3C,IAAM,QAAQ;AAKd,IAAMC,cAAa;AAKZ,IAAM,sDAAN,cAEGL,iBAAyB;AAAA,EACjC,OAAyB,eAAe;AAAA,EACxC,OAAgB,gBAAgB,CAACE,sBAAqB,+DAA+D;AAAA,EACrH,OAAO,SAAiB;AAAA,IACtB,6BAA6B;AAAA,EAC/B;AAAA,EAEA,IAAI,sBAAsB;AACxB,WAAO,KAAK,OAAO,uBAAuB;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,kBAA4B;AAnE5C;AAoEI,UAAM,WAAU,UAAK,OAAO,WAAZ,mBAAoB;AACpC,WAAO,CAAC,iBAAiB,GAAI,WAAW,CAAC,CAAE;AAAA,EAC7C;AAAA,EAEA,MAAyB,cAAc,WAAsB,CAAC,GAAgD;AAE5G,UAAM,YAAY,SAAS,KAAK,aAAmC;AAEnE,QAAI,CAAC;AAAW,aAAO,CAAC,EAAE,QAAQ,mBAAmB,OAAO,EAAE,QAAQ,EAAE,EAAE,CAAC;AAE3E,UAAM,EAAE,OAAO,IAAI,UAAU;AAE7B,UAAM,sBAAsB,MAAM,KAAK,+BAA+B;AACtE,QAAI,CAAC;AAAqB,aAAO,CAAC,SAAS;AAC3C,UAAM,QAAQ,IAAIC,gBAAgD,EAAE,QAAQ,+BAA+B,CAAC,EACzG,OAAO,EAAE,OAAO,KAAK,qBAAqB,QAAQ,OAAO,iBAAiB,KAAK,gBAAgB,CAAC,EAChG,MAAM;AACT,UAAM,QAAQ,MAAM,oBAAoB,OAAO,CAAC,KAAK,CAAC;AACtD,QAAI,MAAM,WAAW;AAAG,aAAO,CAAC,SAAS;AAEzC,UAAM,kBAAkB,MAAM,KAAK,qBAAqB;AACxD,QAAI,CAAC;AAAiB,aAAO,CAAC,SAAS;AACvC,UAAM,mBACJ,MAAM,QAAQ,IAAI,MAAM,OAAOF,eAAc,EAAE,IAAI,CAAC,OAAO,KAAK,0BAA0B,IAAI,eAAe,CAAC,CAAC,GAE9G,OAAOF,OAAM,EACb,KAAK;AACR,UAAM,YAAY,EAAE,QAAQ,mBAAmB,OAAO,EAAE,GAAG,UAAU,OAAO,QAAQ,SAAS,MAAM,OAAO,EAAE;AAC5G,WAAO,CAAC,WAAW,GAAG,eAAe;AAAA,EACvC;AAAA;AAAA;AAAA;AAAA;AAAA,EAKA,MAAgB,uBAA8D;AAtGhF;AAwGI,UAAM,OAAeD,WAAS,gBAAK,WAAL,mBAAa,iBAAb,mBAA2B,WAAW,MAAM,GAAGO,WAAU,mDAAmD;AAE1I,UAAM,MAAM,MAAM,KAAK,QAAQ,IAAI;AACnC,QAAI,CAAC;AAAK,aAAO;AAEjB,WAAO,iBAAiB,KAAK,KAAK,KAAK,OAAO;AAAA,EAChD;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAgB,iCAAsE;AApHxF;AAsHI,UAAM,OAAeP;AAAA,OACnB,gBAAK,WAAL,mBAAa,iBAAb,mBAA2B;AAAA,MAC3B,MAAM,GAAGO,WAAU;AAAA,IACrB;AAEA,UAAM,MAAM,MAAM,KAAK,QAAQ,IAAI;AACnC,QAAI,CAAC;AAAK,aAAO;AAEjB,WAAO,eAAe,KAAK,KAAK,KAAK,OAAO;AAAA,EAC9C;AAAA,EAEA,MAAgB,0BAA0B,IAAkB,WAAqE;AAC/H,UAAM,UAAU,KAAK,gBAAgB,IAAI,CAAC,WAAQ;AAlItD;AAkIyD,sBAAG,oBAAH,mBAAoB,UAAU,CAAC,MAAM,MAAM;AAAA,KAAO;AACvG,UAAM,SAAS,QAAQ,IAAI,CAAC,UAAO;AAnIvC;AAmI0C,sBAAG,mBAAH,mBAAoB;AAAA,KAAM;AAChE,UAAM,UAAU,MAAM,UAAU,IAAI,MAAM;AAC1C,UAAM,kCAAkC,KAAK,gBAAgB,IAAID,sBAAqB;AACtF,UAAM,kBAAkB,gCAAgC,IAAI,CAAC,OAAO,QAAQ,KAAK,EAAE,CAAC;AACpF,QAAI,gBAAgB,KAAK,CAAC,MAAM,MAAM,MAAS;AAAG,aAAO;AACzD,UAAM,kBAAoC,gBAAgB,OAAOL,OAAM;AACvE,WAAO,CAAC,IAAI,GAAG,eAAe;AAAA,EAChC;AACF;;;APtHA,IAAMO,cAAa;AAEZ,IAAM,0BAAN,cAKG,gBAAgD;AAAA,EACxD,OAAyB,eAAe;AAAA,EACxC,OAAyB,gBAA0B,CAAC,qCAAqC,6BAA6BC,oBAAmB;AAAA,EAEjI;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOW,wBAAwB,WAAiC;AAC1E,YAAQ,WAAW;AAAA,MACjB,KAAK;AACH,eAAO,KAAK,mCAAmC;AAAA,MACjD,KAAK;AACH,eAAO,KAAK,gCAAgC;AAAA,MAC9C,KAAK;AACH,eAAO,KAAK,mDAAmD;AAAA,MACjE,KAAK;AACH,eAAO,KAAK,gCAAgC;AAAA,IAChD;AAAA,EACF;AAAA,EAEA,MAAyB,eAAiC;AACxD,UAAM,MAAM,aAAa;AACzB,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAc,yBAAyB,KAAqB;AAC1D,UAAM,UAAU,MAAM,KAAK,QAAQ,EAAE,UAAU,GAAG,OAAO,CAAC,CAAC,+BAA+B,CAAC,EAAE,CAAC,GAAG,MAAM;AACvG,QAAI,QAAQ;AACV,YAAM,OAAO,eAAe,MAAM;AAClC,UAAI,MAAM;AACR,cAAM,KAAK,SAAS,GAAG;AACvB,cAAM,KAAK,OAAO,IAAI,SAAS,KAAK;AAAA,MACtC;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAc,qCAA+D;AA5E/E;AA6EI,QAAI,CAAC,KAAK,kCAAkC;AAC1C,YAAM,QAAO,UAAK,OAAO,0BAAZ,mBAAmC;AAChD,UAAI,MAAM;AACR,aAAK,mCAAmC,MAAM,KAAK,QAAQ,IAAI;AAAA,MACjE,OAAO;AACL,cAAM,eAAc,UAAK,OAAO,iBAAZ,mBAA0B;AAC9C,YAAI,aAAa;AACf,gBAAM,SAAS,EAAE,QAAQC,qEAAoE,GAAG,YAAY;AAC5G,gBAAM,QAAQ,MAAM,uDAAuD,OAAO,EAAE,OAAO,CAAC;AAC5F,gBAAM,KAAK,yBAAyB,KAAK;AACzC,eAAK,mCAAmC;AAAA,QAC1C;AAAA,MACF;AAAA,IACF;AACA,WAAOC;AAAA,MACL,KAAK;AAAA,MACL,MAAM,GAAGH,WAAU;AAAA,IACrB;AAAA,EACF;AAAA,EACA,MAAc,kCAA4D;AAhG5E;AAiGI,QAAI,CAAC,KAAK,+BAA+B;AACvC,YAAM,QAAO,UAAK,OAAO,0BAAZ,mBAAmC;AAChD,UAAI,MAAM;AACR,aAAK,gCAAgC,MAAM,KAAK,QAAQ,IAAI;AAAA,MAC9D,OAAO;AACL,cAAM,eAAc,UAAK,OAAO,iBAAZ,mBAA0B;AAC9C,YAAI,aAAa;AACf,gBAAM,SAAS,EAAE,QAAQI,kEAAiE,GAAG,YAAY;AACzG,gBAAM,QAAQ,MAAM,oDAAoD,OAAO,EAAE,OAAO,CAAC;AACzF,gBAAM,KAAK,yBAAyB,KAAK;AACzC,eAAK,gCAAgC;AAAA,QACvC;AAAA,MACF;AAAA,IACF;AACA,WAAOD;AAAA,MACL,KAAK;AAAA,MACL,MAAM,GAAGH,WAAU;AAAA,IACrB;AAAA,EACF;AAAA,EACA,MAAc,qDAA+E;AApH/F;AAqHI,QAAI,CAAC,KAAK,kDAAkD;AAC1D,YAAM,QAAO,UAAK,OAAO,0BAAZ,mBAAmC;AAChD,UAAI,MAAM;AACR,aAAK,mDAAmD,MAAM,KAAK,QAAQ,IAAI;AAAA,MACjF,OAAO;AACL,cAAM,eAAc,UAAK,OAAO,iBAAZ,mBAA0B;AAC9C,YAAI,aAAa;AACf,gBAAM,SAAS,EAAE,QAAQK,qFAAoF,GAAG,YAAY;AAC5H,gBAAM,QAAQ,MAAM,uEAAuE,OAAO,EAAE,OAAO,CAAC;AAC5G,gBAAM,KAAK,yBAAyB,KAAK;AACzC,eAAK,mDAAmD;AAAA,QAC1D;AAAA,MACF;AAAA,IACF;AACA,WAAOF;AAAA,MACL,KAAK;AAAA,MACL,MAAM,GAAGH,WAAU;AAAA,IACrB;AAAA,EACF;AAAA,EACA,MAAc,kCAA4D;AAxI5E;AAyII,QAAI,CAAC,KAAK,+BAA+B;AACvC,YAAM,QAAO,UAAK,OAAO,0BAAZ,mBAAmC;AAChD,UAAI,MAAM;AACR,aAAK,gCAAgC,MAAM,KAAK,QAAQ,IAAI;AAAA,MAC9D,OAAO;AACL,cAAM,eAAc,UAAK,OAAO,iBAAZ,mBAA0B;AAC9C,YAAI,aAAa;AACf,gBAAM,SAAS,EAAE,QAAQM,kEAAiE,GAAG,YAAY;AACzG,gBAAM,QAAQ,MAAM,oDAAoD,OAAO,EAAE,OAAO,CAAC;AACzF,gBAAM,KAAK,yBAAyB,KAAK;AACzC,eAAK,gCAAgC;AAAA,QACvC;AAAA,MACF;AAAA,IACF;AACA,WAAOH;AAAA,MACL,KAAK;AAAA,MACL,MAAM,GAAGH,WAAU;AAAA,IACrB;AAAA,EACF;AACF;","names":["assertEx","DivinerConfigSchema","TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema","TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema","TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfigSchema","TemporalIndexingDivinerStateToIndexCandidateDivinerConfigSchema","PayloadBuilder","PayloadBuilder","AbstractDiviner","PayloadHasher","DivinerConfigSchema","TemporalIndexingDivinerResultIndexSchema","PayloadBuilder","AbstractDiviner","DivinerConfigSchema","PayloadHasher","indexablePayloads","PayloadBuilder","TemporalIndexingDivinerResultIndexSchema","AbstractDiviner","DivinerConfigSchema","assertEx","exists","AbstractDiviner","isBoundWitness","DivinerConfigSchema","PayloadBuilder","isPayloadOfSchemaType","moduleName","moduleName","DivinerConfigSchema","TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema","assertEx","TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema","TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfigSchema","TemporalIndexingDivinerStateToIndexCandidateDivinerConfigSchema"]}

package/dist/node/jsonpath/index.d.cts

@@ -0,0 +1,4 @@
+export * from './jsonPathToTransformersDictionary';
+export * from './reducePayloads';
+export * from './toPayloadTransformer';
+//# sourceMappingURL=index.d.ts.map

package/dist/node/jsonpath/index.d.cts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/jsonpath/index.ts"],"names":[],"mappings":"AAAA,cAAc,oCAAoC,CAAA;AAClD,cAAc,kBAAkB,CAAA;AAChC,cAAc,wBAAwB,CAAA"}

package/dist/node/jsonpath/index.d.mts

@@ -0,0 +1,4 @@
+export * from './jsonPathToTransformersDictionary';
+export * from './reducePayloads';
+export * from './toPayloadTransformer';
+//# sourceMappingURL=index.d.ts.map

package/dist/node/jsonpath/index.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/jsonpath/index.ts"],"names":[],"mappings":"AAAA,cAAc,oCAAoC,CAAA;AAClD,cAAc,kBAAkB,CAAA;AAChC,cAAc,wBAAwB,CAAA"}

package/dist/node/jsonpath/index.d.ts

@@ -0,0 +1,4 @@
+export * from './jsonPathToTransformersDictionary';
+export * from './reducePayloads';
+export * from './toPayloadTransformer';
+//# sourceMappingURL=index.d.ts.map

package/dist/node/jsonpath/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/jsonpath/index.ts"],"names":[],"mappings":"AAAA,cAAc,oCAAoC,CAAA;AAClD,cAAc,kBAAkB,CAAA;AAChC,cAAc,wBAAwB,CAAA"}

package/dist/node/jsonpath/jsonPathToTransformersDictionary.d.cts

@@ -0,0 +1,10 @@
+import { SchemaToJsonPathTransformExpressionsDictionary, SchemaToPayloadTransformersDictionary } from '@xyo-network/diviner-temporal-indexing-model';
+/**
+ * Materializes the JSON-path expressions into memoized functions by converting a
+ * dictionary of schema to JSON Path transform expressions to a dictionary
+ * of schema to payload transformers
+ * @param schemaTransforms The schema transforms to convert
+ * @returns A dictionary of schema to payload transformers
+ */
+export declare const jsonPathToTransformersDictionary: (schemaTransforms: SchemaToJsonPathTransformExpressionsDictionary) => SchemaToPayloadTransformersDictionary;
+//# sourceMappingURL=jsonPathToTransformersDictionary.d.ts.map

package/dist/node/jsonpath/jsonPathToTransformersDictionary.d.cts.map

@@ -0,0 +1 @@
+{"version":3,"file":"jsonPathToTransformersDictionary.d.ts","sourceRoot":"","sources":["../../../src/jsonpath/jsonPathToTransformersDictionary.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,8CAA8C,EAAE,qCAAqC,EAAE,MAAM,8CAA8C,CAAA;AAIpJ;;;;;;GAMG;AACH,eAAO,MAAM,gCAAgC,qBACzB,8CAA8C,KAC/D,qCAOF,CAAA"}

package/dist/node/jsonpath/jsonPathToTransformersDictionary.d.mts

@@ -0,0 +1,10 @@
+import { SchemaToJsonPathTransformExpressionsDictionary, SchemaToPayloadTransformersDictionary } from '@xyo-network/diviner-temporal-indexing-model';
+/**
+ * Materializes the JSON-path expressions into memoized functions by converting a
+ * dictionary of schema to JSON Path transform expressions to a dictionary
+ * of schema to payload transformers
+ * @param schemaTransforms The schema transforms to convert
+ * @returns A dictionary of schema to payload transformers
+ */
+export declare const jsonPathToTransformersDictionary: (schemaTransforms: SchemaToJsonPathTransformExpressionsDictionary) => SchemaToPayloadTransformersDictionary;
+//# sourceMappingURL=jsonPathToTransformersDictionary.d.ts.map

package/dist/node/jsonpath/jsonPathToTransformersDictionary.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"jsonPathToTransformersDictionary.d.ts","sourceRoot":"","sources":["../../../src/jsonpath/jsonPathToTransformersDictionary.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,8CAA8C,EAAE,qCAAqC,EAAE,MAAM,8CAA8C,CAAA;AAIpJ;;;;;;GAMG;AACH,eAAO,MAAM,gCAAgC,qBACzB,8CAA8C,KAC/D,qCAOF,CAAA"}

package/dist/node/jsonpath/jsonPathToTransformersDictionary.d.ts

@@ -0,0 +1,10 @@
+import { SchemaToJsonPathTransformExpressionsDictionary, SchemaToPayloadTransformersDictionary } from '@xyo-network/diviner-temporal-indexing-model';
+/**
+ * Materializes the JSON-path expressions into memoized functions by converting a
+ * dictionary of schema to JSON Path transform expressions to a dictionary
+ * of schema to payload transformers
+ * @param schemaTransforms The schema transforms to convert
+ * @returns A dictionary of schema to payload transformers
+ */
+export declare const jsonPathToTransformersDictionary: (schemaTransforms: SchemaToJsonPathTransformExpressionsDictionary) => SchemaToPayloadTransformersDictionary;
+//# sourceMappingURL=jsonPathToTransformersDictionary.d.ts.map

package/dist/node/jsonpath/jsonPathToTransformersDictionary.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"jsonPathToTransformersDictionary.d.ts","sourceRoot":"","sources":["../../../src/jsonpath/jsonPathToTransformersDictionary.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,8CAA8C,EAAE,qCAAqC,EAAE,MAAM,8CAA8C,CAAA;AAIpJ;;;;;;GAMG;AACH,eAAO,MAAM,gCAAgC,qBACzB,8CAA8C,KAC/D,qCAOF,CAAA"}

package/dist/node/jsonpath/reducePayloads.d.cts

@@ -0,0 +1,27 @@
+import { SchemaToPayloadTransformersDictionary } from '@xyo-network/diviner-temporal-indexing-model';
+import { Payload } from '@xyo-network/payload-model';
+/**
+ * Reduces the payloads to a single payload using the supplied transformers
+ * @param payloads The payloads to reduce
+ * @param payloadTransformers The transformers to use to convert the payloads to the destination payload
+ * @param destinationSchema The schema of the destination payload
+ * @returns The reduced payload
+ */
+export declare const reducePayloads: <T extends {
+    schema: string;
+} = {
+    schema: string;
+}>(payloads: Payload[], payloadTransformers: SchemaToPayloadTransformersDictionary, destinationSchema: string) => Promise<T>;
+/**
+ * Reduces the arrays of payload arrays to an array of payloads using the supplied transformers
+ * @param payloadsArray The arrays of payloads to reduce
+ * @param payloadTransformers The transformers to use to convert the payloads to the destination payloads
+ * @param destinationSchema The schema of the destination payloads
+ * @returns The reduced payloads
+ */
+export declare const reducePayloadsArray: <T extends {
+    schema: string;
+} = {
+    schema: string;
+}>(payloadsArray: Payload[][], payloadTransformers: SchemaToPayloadTransformersDictionary, destinationSchema: string) => Promise<T[]>;
+//# sourceMappingURL=reducePayloads.d.ts.map

package/dist/node/jsonpath/reducePayloads.d.cts.map

@@ -0,0 +1 @@
+{"version":3,"file":"reducePayloads.d.ts","sourceRoot":"","sources":["../../../src/jsonpath/reducePayloads.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,qCAAqC,EAAE,MAAM,8CAA8C,CAAA;AAEpG,OAAO,EAAE,OAAO,EAAiB,MAAM,4BAA4B,CAAA;AAEnE;;;;;;GAMG;AACH,eAAO,MAAM,cAAc;;;;aACf,OAAO,EAAE,uBACE,qCAAqC,qBACvC,MAAM,eAe1B,CAAA;AAED;;;;;;GAMG;AACH,eAAO,MAAM,mBAAmB;;;;kBACf,OAAO,EAAE,EAAE,uBACL,qCAAqC,qBACvC,MAAM,iBAO1B,CAAA"}

package/dist/node/jsonpath/reducePayloads.d.mts

@@ -0,0 +1,27 @@
+import { SchemaToPayloadTransformersDictionary } from '@xyo-network/diviner-temporal-indexing-model';
+import { Payload } from '@xyo-network/payload-model';
+/**
+ * Reduces the payloads to a single payload using the supplied transformers
+ * @param payloads The payloads to reduce
+ * @param payloadTransformers The transformers to use to convert the payloads to the destination payload
+ * @param destinationSchema The schema of the destination payload
+ * @returns The reduced payload
+ */
+export declare const reducePayloads: <T extends {
+    schema: string;
+} = {
+    schema: string;
+}>(payloads: Payload[], payloadTransformers: SchemaToPayloadTransformersDictionary, destinationSchema: string) => Promise<T>;
+/**
+ * Reduces the arrays of payload arrays to an array of payloads using the supplied transformers
+ * @param payloadsArray The arrays of payloads to reduce
+ * @param payloadTransformers The transformers to use to convert the payloads to the destination payloads
+ * @param destinationSchema The schema of the destination payloads
+ * @returns The reduced payloads
+ */
+export declare const reducePayloadsArray: <T extends {
+    schema: string;
+} = {
+    schema: string;
+}>(payloadsArray: Payload[][], payloadTransformers: SchemaToPayloadTransformersDictionary, destinationSchema: string) => Promise<T[]>;
+//# sourceMappingURL=reducePayloads.d.ts.map

package/dist/node/jsonpath/reducePayloads.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"reducePayloads.d.ts","sourceRoot":"","sources":["../../../src/jsonpath/reducePayloads.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,qCAAqC,EAAE,MAAM,8CAA8C,CAAA;AAEpG,OAAO,EAAE,OAAO,EAAiB,MAAM,4BAA4B,CAAA;AAEnE;;;;;;GAMG;AACH,eAAO,MAAM,cAAc;;;;aACf,OAAO,EAAE,uBACE,qCAAqC,qBACvC,MAAM,eAe1B,CAAA;AAED;;;;;;GAMG;AACH,eAAO,MAAM,mBAAmB;;;;kBACf,OAAO,EAAE,EAAE,uBACL,qCAAqC,qBACvC,MAAM,iBAO1B,CAAA"}

package/dist/node/jsonpath/reducePayloads.d.ts

@@ -0,0 +1,27 @@
+import { SchemaToPayloadTransformersDictionary } from '@xyo-network/diviner-temporal-indexing-model';
+import { Payload } from '@xyo-network/payload-model';
+/**
+ * Reduces the payloads to a single payload using the supplied transformers
+ * @param payloads The payloads to reduce
+ * @param payloadTransformers The transformers to use to convert the payloads to the destination payload
+ * @param destinationSchema The schema of the destination payload
+ * @returns The reduced payload
+ */
+export declare const reducePayloads: <T extends {
+    schema: string;
+} = {
+    schema: string;
+}>(payloads: Payload[], payloadTransformers: SchemaToPayloadTransformersDictionary, destinationSchema: string) => Promise<T>;
+/**
+ * Reduces the arrays of payload arrays to an array of payloads using the supplied transformers
+ * @param payloadsArray The arrays of payloads to reduce
+ * @param payloadTransformers The transformers to use to convert the payloads to the destination payloads
+ * @param destinationSchema The schema of the destination payloads
+ * @returns The reduced payloads
+ */
+export declare const reducePayloadsArray: <T extends {
+    schema: string;
+} = {
+    schema: string;
+}>(payloadsArray: Payload[][], payloadTransformers: SchemaToPayloadTransformersDictionary, destinationSchema: string) => Promise<T[]>;
+//# sourceMappingURL=reducePayloads.d.ts.map

package/dist/node/jsonpath/reducePayloads.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"reducePayloads.d.ts","sourceRoot":"","sources":["../../../src/jsonpath/reducePayloads.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,qCAAqC,EAAE,MAAM,8CAA8C,CAAA;AAEpG,OAAO,EAAE,OAAO,EAAiB,MAAM,4BAA4B,CAAA;AAEnE;;;;;;GAMG;AACH,eAAO,MAAM,cAAc;;;;aACf,OAAO,EAAE,uBACE,qCAAqC,qBACvC,MAAM,eAe1B,CAAA;AAED;;;;;;GAMG;AACH,eAAO,MAAM,mBAAmB;;;;kBACf,OAAO,EAAE,EAAE,uBACL,qCAAqC,qBACvC,MAAM,iBAO1B,CAAA"}

package/dist/node/jsonpath/toPayloadTransformer.d.cts

@@ -0,0 +1,8 @@
+import { JsonPathTransformExpression, PayloadTransformer } from '@xyo-network/diviner-temporal-indexing-model';
+/**
+ * Converts a JSON Path transform expression to a payload transformer
+ * @param transformExpression The transform expression to convert
+ * @returns The payload transformer for the JSON Path transform expression
+ */
+export declare const toPayloadTransformer: (transformExpression: JsonPathTransformExpression) => PayloadTransformer;
+//# sourceMappingURL=toPayloadTransformer.d.ts.map

package/dist/node/jsonpath/toPayloadTransformer.d.cts.map

@@ -0,0 +1 @@
+{"version":3,"file":"toPayloadTransformer.d.ts","sourceRoot":"","sources":["../../../src/jsonpath/toPayloadTransformer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,2BAA2B,EAAE,kBAAkB,EAAE,MAAM,8CAA8C,CAAA;AAI9G;;;;GAIG;AACH,eAAO,MAAM,oBAAoB,wBAAyB,2BAA2B,uBAapF,CAAA"}

package/dist/node/jsonpath/toPayloadTransformer.d.mts

@@ -0,0 +1,8 @@
+import { JsonPathTransformExpression, PayloadTransformer } from '@xyo-network/diviner-temporal-indexing-model';
+/**
+ * Converts a JSON Path transform expression to a payload transformer
+ * @param transformExpression The transform expression to convert
+ * @returns The payload transformer for the JSON Path transform expression
+ */
+export declare const toPayloadTransformer: (transformExpression: JsonPathTransformExpression) => PayloadTransformer;
+//# sourceMappingURL=toPayloadTransformer.d.ts.map

package/dist/node/jsonpath/toPayloadTransformer.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"toPayloadTransformer.d.ts","sourceRoot":"","sources":["../../../src/jsonpath/toPayloadTransformer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,2BAA2B,EAAE,kBAAkB,EAAE,MAAM,8CAA8C,CAAA;AAI9G;;;;GAIG;AACH,eAAO,MAAM,oBAAoB,wBAAyB,2BAA2B,uBAapF,CAAA"}

package/dist/node/jsonpath/toPayloadTransformer.d.ts

@@ -0,0 +1,8 @@
+import { JsonPathTransformExpression, PayloadTransformer } from '@xyo-network/diviner-temporal-indexing-model';
+/**
+ * Converts a JSON Path transform expression to a payload transformer
+ * @param transformExpression The transform expression to convert
+ * @returns The payload transformer for the JSON Path transform expression
+ */
+export declare const toPayloadTransformer: (transformExpression: JsonPathTransformExpression) => PayloadTransformer;
+//# sourceMappingURL=toPayloadTransformer.d.ts.map

package/dist/node/jsonpath/toPayloadTransformer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"toPayloadTransformer.d.ts","sourceRoot":"","sources":["../../../src/jsonpath/toPayloadTransformer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,2BAA2B,EAAE,kBAAkB,EAAE,MAAM,8CAA8C,CAAA;AAI9G;;;;GAIG;AACH,eAAO,MAAM,oBAAoB,wBAAyB,2BAA2B,uBAapF,CAAA"}

package/package.json

@@ -10,39 +10,40 @@
     "url": "https://github.com/XYOracleNetwork/sdk-xyo-client-js/issues"
   },
   "dependencies": {
-    "@xylabs/array": "^2.13.18",
-    "@xylabs/assert": "^2.13.18",
-    "@xylabs/exists": "^2.13.18",
-    "@xyo-network/abstract-diviner": "~2.81.12",
-    "@xyo-network/archivist-model": "~2.81.12",
-    "@xyo-network/archivist-wrapper": "~2.81.12",
-    "@xyo-network/boundwitness-model": "~2.81.12",
-    "@xyo-network/core": "~2.81.12",
-    "@xyo-network/diviner-boundwitness-model": "~2.81.12",
-    "@xyo-network/diviner-indexing-memory": "~2.81.12",
-    "@xyo-network/diviner-indexing-model": "~2.81.12",
-    "@xyo-network/diviner-model": "~2.81.12",
-    "@xyo-network/diviner-payload-model": "~2.81.12",
-    "@xyo-network/diviner-temporal-indexing-model": "~2.80.12",
-    "@xyo-network/diviner-wrapper": "~2.81.12",
-    "@xyo-network/module-model": "~2.81.12",
-    "@xyo-network/payload-builder": "~2.81.12",
-    "@xyo-network/payload-model": "~2.81.12",
-    "@xyo-network/witness-timestamp": "~2.81.12",
+    "@xylabs/array": "^2.13.20",
+    "@xylabs/assert": "^2.13.20",
+    "@xylabs/exists": "^2.13.20",
+    "@xyo-network/abstract-diviner": "~2.81.14",
+    "@xyo-network/archivist-model": "~2.81.14",
+    "@xyo-network/archivist-wrapper": "~2.81.14",
+    "@xyo-network/boundwitness-model": "~2.81.14",
+    "@xyo-network/core": "~2.81.14",
+    "@xyo-network/diviner-boundwitness-model": "~2.81.14",
+    "@xyo-network/diviner-indexing-memory": "~2.81.14",
+    "@xyo-network/diviner-indexing-model": "~2.81.14",
+    "@xyo-network/diviner-model": "~2.81.14",
+    "@xyo-network/diviner-payload-model": "~2.81.14",
+    "@xyo-network/diviner-temporal-indexing-model": "~2.80.14",
+    "@xyo-network/diviner-wrapper": "~2.81.14",
+    "@xyo-network/module-model": "~2.81.14",
+    "@xyo-network/node-model": "~2.81.14",
+    "@xyo-network/payload-builder": "~2.81.14",
+    "@xyo-network/payload-model": "~2.81.14",
+    "@xyo-network/witness-timestamp": "~2.81.14",
     "jsonpath": "^1.1.1"
   },
   "devDependencies": {
     "@types/jsonpath": "^0.2.4",
-    "@xylabs/delay": "^2.13.18",
+    "@xylabs/delay": "^2.13.20",
     "@xylabs/ts-scripts-yarn3": "^3.2.10",
     "@xylabs/tsconfig": "^3.2.10",
-    "@xyo-network/account": "~2.81.12",
-    "@xyo-network/boundwitness-builder": "~2.81.12",
-    "@xyo-network/diviner-boundwitness-memory": "~2.81.12",
-    "@xyo-network/diviner-payload-memory": "~2.81.12",
-    "@xyo-network/manifest": "~2.81.12",
-    "@xyo-network/memory-archivist": "~2.81.12",
-    "@xyo-network/node-memory": "~2.81.12",
+    "@xyo-network/account": "~2.81.14",
+    "@xyo-network/boundwitness-builder": "~2.81.14",
+    "@xyo-network/diviner-boundwitness-memory": "~2.81.14",
+    "@xyo-network/diviner-payload-memory": "~2.81.14",
+    "@xyo-network/manifest": "~2.81.14",
+    "@xyo-network/memory-archivist": "~2.81.14",
+    "@xyo-network/node-memory": "~2.81.14",
     "typescript": "^5.3.2"
   },
   "description": "Primary SDK for using XYO Protocol 2.0",
@@ -85,5 +86,5 @@
     "url": "https://github.com/XYOracleNetwork/sdk-xyo-client-js.git"
   },
   "sideEffects": false,
-  "version": "2.80.12"
+  "version": "2.80.14"
 }

package/src/Diviner.ts

@@ -1,14 +1,25 @@
+import { assertEx } from '@xylabs/assert'
 import { IndexingDiviner } from '@xyo-network/diviner-indexing-memory'
 import { IndexingDivinerConfigSchema, IndexingDivinerStage } from '@xyo-network/diviner-indexing-model'
 import { DivinerConfigSchema, DivinerInstance, DivinerModule, DivinerModuleEventData } from '@xyo-network/diviner-model'
-import { TemporalIndexingDivinerParams } from '@xyo-network/diviner-temporal-indexing-model'
+import {
+  TemporalIndexingDivinerConfigSchema,
+  TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema,
+  TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema,
+  TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfigSchema,
+  TemporalIndexingDivinerParams,
+  TemporalIndexingDivinerStateToIndexCandidateDivinerConfigSchema,
+} from '@xyo-network/diviner-temporal-indexing-model'
+import { ModuleInstance } from '@xyo-network/module-model'
+import { asNodeInstance } from '@xyo-network/node-model'
 import { Payload } from '@xyo-network/payload-model'
 
-// type ConfigStoreKey = 'indexStore' | 'stateStore'
+import { TemporalIndexingDivinerDivinerQueryToIndexQueryDiviner } from './DivinerQueryToIndexQueryDiviner'
+import { TemporalIndexingDivinerIndexCandidateToIndexDiviner } from './IndexCandidateToIndexDiviner'
+import { TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDiviner } from './IndexQueryResponseToDivinerQueryResponseDiviner'
+import { TemporalIndexingDivinerStateToIndexCandidateDiviner } from './StateToIndexCandidateDiviner'
 
-// type ConfigStore = Extract<keyof IndexingDivinerConfig, ConfigStoreKey>
-
-// const moduleName = 'TemporalIndexingDiviner'
+const moduleName = 'TemporalIndexingDiviner'
 
 export class TemporalIndexingDiviner<
   TParams extends TemporalIndexingDivinerParams = TemporalIndexingDivinerParams,
@@ -16,30 +27,14 @@ export class TemporalIndexingDiviner<
   TOut extends Payload = Payload,
   TEventData extends DivinerModuleEventData<DivinerModule<TParams>, TIn, TOut> = DivinerModuleEventData<DivinerModule<TParams>, TIn, TOut>,
 > extends IndexingDiviner<TParams, TIn, TOut, TEventData> {
-  static override readonly configSchemas = [IndexingDivinerConfigSchema, DivinerConfigSchema]
+  static override readonly configSchema = TemporalIndexingDivinerConfigSchema
+  static override readonly configSchemas: string[] = [TemporalIndexingDivinerConfigSchema, IndexingDivinerConfigSchema, DivinerConfigSchema]
 
   private _divinerQueryToIndexQueryDiviner: DivinerInstance | undefined
   private _indexCandidateToIndexDiviner: DivinerInstance | undefined
   private _indexQueryResponseToDivinerQueryResponseDiviner: DivinerInstance | undefined
   private _stateToIndexCandidateDiviner: DivinerInstance | undefined
 
-  private get divinerQueryToIndexQueryDiviner(): DivinerInstance {
-    if (this._divinerQueryToIndexQueryDiviner) return this._divinerQueryToIndexQueryDiviner
-    throw new Error('TODO: Create diviner')
-  }
-  private get indexCandidateToIndexDiviner(): DivinerInstance {
-    if (this._indexCandidateToIndexDiviner) return this._indexCandidateToIndexDiviner
-    throw new Error('TODO: Create diviner')
-  }
-  private get indexQueryResponseToDivinerQueryResponseDiviner(): DivinerInstance {
-    if (this._indexQueryResponseToDivinerQueryResponseDiviner) return this._indexQueryResponseToDivinerQueryResponseDiviner
-    throw new Error('TODO: Create diviner')
-  }
-  private get stateToIndexCandidateDiviner(): DivinerInstance {
-    if (this._stateToIndexCandidateDiviner) return this._stateToIndexCandidateDiviner
-    throw new Error('TODO: Create diviner')
-  }
-
   /**
    * Gets the Diviner for the supplied Indexing Diviner stage
    * @param transform The Indexing Diviner stage
@@ -48,13 +43,13 @@ export class TemporalIndexingDiviner<
   protected override getIndexingDivinerStage(transform: IndexingDivinerStage) {
     switch (transform) {
       case 'divinerQueryToIndexQueryDiviner':
-        return Promise.resolve(this.divinerQueryToIndexQueryDiviner)
+        return this.getDivinerQueryToIndexQueryDiviner()
       case 'indexCandidateToIndexDiviner':
-        return Promise.resolve(this.indexCandidateToIndexDiviner)
+        return this.getIndexCandidateToIndexDiviner()
       case 'indexQueryResponseToDivinerQueryResponseDiviner':
-        return Promise.resolve(this.indexQueryResponseToDivinerQueryResponseDiviner)
+        return this.getIndexQueryResponseToDivinerQueryResponseDiviner()
       case 'stateToIndexCandidateDiviner':
-        return Promise.resolve(this.stateToIndexCandidateDiviner)
+        return this.getStateToIndexCandidateDiviner()
     }
   }
 
@@ -62,4 +57,101 @@ export class TemporalIndexingDiviner<
     await super.startHandler()
     return true
   }
+
+  /**
+   * Adds the supplied module to the parent Node of this Diviner
+   * @param mod The module to add to the parent Node of this Diviner
+   * @returns
+   */
+  private async attachModuleToParentNode(mod: ModuleInstance) {
+    const parent = (await this.resolve({ maxDepth: 1, query: [['network.xyo.query.node.attach']] })).shift()
+    if (parent) {
+      const node = asNodeInstance(parent)
+      if (node) {
+        await node.register(mod)
+        await node.attach(mod.address, false)
+      }
+    }
+  }
+
+  private async getDivinerQueryToIndexQueryDiviner(): Promise<DivinerInstance> {
+    if (!this._divinerQueryToIndexQueryDiviner) {
+      const name = this.config.indexingDivinerStages?.divinerQueryToIndexQueryDiviner
+      if (name) {
+        this._divinerQueryToIndexQueryDiviner = await this.resolve(name)
+      } else {
+        const stageConfig = this.config.stageConfigs?.divinerQueryToIndexQueryDiviner
+        if (stageConfig) {
+          const config = { schema: TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema, ...stageConfig }
+          const stage = await TemporalIndexingDivinerDivinerQueryToIndexQueryDiviner.create({ config })
+          await this.attachModuleToParentNode(stage)
+          this._divinerQueryToIndexQueryDiviner = stage
+        }
+      }
+    }
+    return assertEx(
+      this._divinerQueryToIndexQueryDiviner,
+      () => `${moduleName}: Failed to resolve indexing diviner stage for divinerQueryToIndexQueryDiviner`,
+    )
+  }
+  private async getIndexCandidateToIndexDiviner(): Promise<DivinerInstance> {
+    if (!this._indexCandidateToIndexDiviner) {
+      const name = this.config.indexingDivinerStages?.indexCandidateToIndexDiviner
+      if (name) {
+        this._indexCandidateToIndexDiviner = await this.resolve(name)
+      } else {
+        const stageConfig = this.config.stageConfigs?.indexCandidateToIndexDiviner
+        if (stageConfig) {
+          const config = { schema: TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema, ...stageConfig }
+          const stage = await TemporalIndexingDivinerIndexCandidateToIndexDiviner.create({ config })
+          await this.attachModuleToParentNode(stage)
+          this._indexCandidateToIndexDiviner = stage
+        }
+      }
+    }
+    return assertEx(
+      this._indexCandidateToIndexDiviner,
+      () => `${moduleName}: Failed to resolve indexing diviner stage for indexCandidateToIndexDiviner`,
+    )
+  }
+  private async getIndexQueryResponseToDivinerQueryResponseDiviner(): Promise<DivinerInstance> {
+    if (!this._indexQueryResponseToDivinerQueryResponseDiviner) {
+      const name = this.config.indexingDivinerStages?.indexQueryResponseToDivinerQueryResponseDiviner
+      if (name) {
+        this._indexQueryResponseToDivinerQueryResponseDiviner = await this.resolve(name)
+      } else {
+        const stageConfig = this.config.stageConfigs?.indexQueryResponseToDivinerQueryResponseDiviner
+        if (stageConfig) {
+          const config = { schema: TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfigSchema, ...stageConfig }
+          const stage = await TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDiviner.create({ config })
+          await this.attachModuleToParentNode(stage)
+          this._indexQueryResponseToDivinerQueryResponseDiviner = stage
+        }
+      }
+    }
+    return assertEx(
+      this._indexQueryResponseToDivinerQueryResponseDiviner,
+      () => `${moduleName}: Failed to resolve indexing diviner stage for indexQueryResponseToDivinerQueryResponseDiviner`,
+    )
+  }
+  private async getStateToIndexCandidateDiviner(): Promise<DivinerInstance> {
+    if (!this._stateToIndexCandidateDiviner) {
+      const name = this.config.indexingDivinerStages?.stateToIndexCandidateDiviner
+      if (name) {
+        this._stateToIndexCandidateDiviner = await this.resolve(name)
+      } else {
+        const stageConfig = this.config.stageConfigs?.stateToIndexCandidateDiviner
+        if (stageConfig) {
+          const config = { schema: TemporalIndexingDivinerStateToIndexCandidateDivinerConfigSchema, ...stageConfig }
+          const stage = await TemporalIndexingDivinerStateToIndexCandidateDiviner.create({ config })
+          await this.attachModuleToParentNode(stage)
+          this._stateToIndexCandidateDiviner = stage
+        }
+      }
+    }
+    return assertEx(
+      this._stateToIndexCandidateDiviner,
+      () => `${moduleName}: Failed to resolve indexing diviner stage for stateToIndexCandidateDiviner`,
+    )
+  }
 }