@xyo-network/diviner-temporal-indexing-memory 2.81.0 → 2.82.1

package/dist/node/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/index.ts","../../src/Diviner.ts","../../src/DivinerQueryToIndexQueryDiviner/Diviner.ts","../../src/jsonpath/toPayloadTransformer.ts","../../src/jsonpath/jsonPathToTransformersDictionary.ts","../../src/jsonpath/reducePayloads.ts","../../src/IndexCandidateToIndexDiviner/Diviner.ts","../../src/IndexQueryResponseToDivinerQueryResponseDiviner/Diviner.ts","../../src/StateToIndexCandidateDiviner/Diviner.ts"],"sourcesContent":["export * from './Diviner'\nexport * from './DivinerQueryToIndexQueryDiviner'\nexport * from './IndexCandidateToIndexDiviner'\nexport * from './IndexQueryResponseToDivinerQueryResponseDiviner'\nexport * from './StateToIndexCandidateDiviner'\n","import { assertEx } from '@xylabs/assert'\nimport { IndexingDiviner } from '@xyo-network/diviner-indexing-memory'\nimport { IndexingDivinerConfigSchema, IndexingDivinerStage } from '@xyo-network/diviner-indexing-model'\nimport { DivinerConfigSchema, DivinerInstance, DivinerModule, DivinerModuleEventData } from '@xyo-network/diviner-model'\nimport {\n  TemporalIndexingDivinerConfigSchema,\n  TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema,\n  TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema,\n  TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfigSchema,\n  TemporalIndexingDivinerParams,\n  TemporalIndexingDivinerStateToIndexCandidateDivinerConfigSchema,\n} from '@xyo-network/diviner-temporal-indexing-model'\nimport { ModuleInstance } from '@xyo-network/module-model'\nimport { asNodeInstance } from '@xyo-network/node-model'\nimport { Payload } from '@xyo-network/payload-model'\n\nimport { TemporalIndexingDivinerDivinerQueryToIndexQueryDiviner } from './DivinerQueryToIndexQueryDiviner'\nimport { TemporalIndexingDivinerIndexCandidateToIndexDiviner } from './IndexCandidateToIndexDiviner'\nimport { TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDiviner } from './IndexQueryResponseToDivinerQueryResponseDiviner'\nimport { TemporalIndexingDivinerStateToIndexCandidateDiviner } from './StateToIndexCandidateDiviner'\n\nconst moduleName = 'TemporalIndexingDiviner'\n\nexport class TemporalIndexingDiviner<\n  TParams extends TemporalIndexingDivinerParams = TemporalIndexingDivinerParams,\n  TIn extends Payload = Payload,\n  TOut extends Payload = Payload,\n  TEventData extends DivinerModuleEventData<DivinerModule<TParams>, TIn, TOut> = DivinerModuleEventData<DivinerModule<TParams>, TIn, TOut>,\n> extends IndexingDiviner<TParams, TIn, TOut, TEventData> {\n  static override readonly configSchema = TemporalIndexingDivinerConfigSchema\n  static override readonly configSchemas: string[] = [TemporalIndexingDivinerConfigSchema, IndexingDivinerConfigSchema, DivinerConfigSchema]\n\n  private _divinerQueryToIndexQueryDiviner: DivinerInstance | undefined\n  private _indexCandidateToIndexDiviner: DivinerInstance | undefined\n  private _indexQueryResponseToDivinerQueryResponseDiviner: DivinerInstance | undefined\n  private _stateToIndexCandidateDiviner: DivinerInstance | undefined\n\n  /**\n   * Gets the Diviner for the supplied Indexing Diviner stage\n   * @param transform The Indexing Diviner stage\n   * @returns The diviner corresponding to the Indexing Diviner stage\n   */\n  protected override getIndexingDivinerStage(transform: IndexingDivinerStage) {\n    switch (transform) {\n      case 'divinerQueryToIndexQueryDiviner':\n        return this.getDivinerQueryToIndexQueryDiviner()\n      case 'indexCandidateToIndexDiviner':\n        return this.getIndexCandidateToIndexDiviner()\n      case 'indexQueryResponseToDivinerQueryResponseDiviner':\n        return this.getIndexQueryResponseToDivinerQueryResponseDiviner()\n      case 'stateToIndexCandidateDiviner':\n        return this.getStateToIndexCandidateDiviner()\n    }\n  }\n\n  protected override async startHandler(): Promise<boolean> {\n    await super.startHandler()\n    return true\n  }\n\n  /**\n   * Adds the supplied module to the parent Node of this Diviner\n   * @param mod The module to add to the parent Node of this Diviner\n   * @returns\n   */\n  private async attachModuleToParentNode(mod: ModuleInstance) {\n    const parent = (await this.resolve({ maxDepth: 1, query: [['network.xyo.query.node.attach']] })).shift()\n    if (parent) {\n      const node = asNodeInstance(parent)\n      if (node) {\n        await node.register(mod)\n        await node.attach(mod.address, false)\n      }\n    }\n  }\n\n  private async getDivinerQueryToIndexQueryDiviner(): Promise<DivinerInstance> {\n    if (!this._divinerQueryToIndexQueryDiviner) {\n      const name = this.config.indexingDivinerStages?.divinerQueryToIndexQueryDiviner\n      if (name) {\n        this._divinerQueryToIndexQueryDiviner = await this.resolve(name)\n      } else {\n        const stageConfig = this.config.stageConfigs?.divinerQueryToIndexQueryDiviner\n        if (stageConfig) {\n          const config = { schema: TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema, ...stageConfig }\n          const stage = await TemporalIndexingDivinerDivinerQueryToIndexQueryDiviner.create({ config })\n          await this.attachModuleToParentNode(stage)\n          this._divinerQueryToIndexQueryDiviner = stage\n        }\n      }\n    }\n    return assertEx(\n      this._divinerQueryToIndexQueryDiviner,\n      () => `${moduleName}: Failed to resolve indexing diviner stage for divinerQueryToIndexQueryDiviner`,\n    )\n  }\n  private async getIndexCandidateToIndexDiviner(): Promise<DivinerInstance> {\n    if (!this._indexCandidateToIndexDiviner) {\n      const name = this.config.indexingDivinerStages?.indexCandidateToIndexDiviner\n      if (name) {\n        this._indexCandidateToIndexDiviner = await this.resolve(name)\n      } else {\n        const stageConfig = this.config.stageConfigs?.indexCandidateToIndexDiviner\n        if (stageConfig) {\n          const config = { schema: TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema, ...stageConfig }\n          const stage = await TemporalIndexingDivinerIndexCandidateToIndexDiviner.create({ config })\n          await this.attachModuleToParentNode(stage)\n          this._indexCandidateToIndexDiviner = stage\n        }\n      }\n    }\n    return assertEx(\n      this._indexCandidateToIndexDiviner,\n      () => `${moduleName}: Failed to resolve indexing diviner stage for indexCandidateToIndexDiviner`,\n    )\n  }\n  private async getIndexQueryResponseToDivinerQueryResponseDiviner(): Promise<DivinerInstance> {\n    if (!this._indexQueryResponseToDivinerQueryResponseDiviner) {\n      const name = this.config.indexingDivinerStages?.indexQueryResponseToDivinerQueryResponseDiviner\n      if (name) {\n        this._indexQueryResponseToDivinerQueryResponseDiviner = await this.resolve(name)\n      } else {\n        const stageConfig = this.config.stageConfigs?.indexQueryResponseToDivinerQueryResponseDiviner\n        if (stageConfig) {\n          const config = { schema: TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfigSchema, ...stageConfig }\n          const stage = await TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDiviner.create({ config })\n          await this.attachModuleToParentNode(stage)\n          this._indexQueryResponseToDivinerQueryResponseDiviner = stage\n        }\n      }\n    }\n    return assertEx(\n      this._indexQueryResponseToDivinerQueryResponseDiviner,\n      () => `${moduleName}: Failed to resolve indexing diviner stage for indexQueryResponseToDivinerQueryResponseDiviner`,\n    )\n  }\n  private async getStateToIndexCandidateDiviner(): Promise<DivinerInstance> {\n    if (!this._stateToIndexCandidateDiviner) {\n      const name = this.config.indexingDivinerStages?.stateToIndexCandidateDiviner\n      if (name) {\n        this._stateToIndexCandidateDiviner = await this.resolve(name)\n      } else {\n        const stageConfig = this.config.stageConfigs?.stateToIndexCandidateDiviner\n        if (stageConfig) {\n          const config = { schema: TemporalIndexingDivinerStateToIndexCandidateDivinerConfigSchema, ...stageConfig }\n          const stage = await TemporalIndexingDivinerStateToIndexCandidateDiviner.create({ config })\n          await this.attachModuleToParentNode(stage)\n          this._stateToIndexCandidateDiviner = stage\n        }\n      }\n    }\n    return assertEx(\n      this._stateToIndexCandidateDiviner,\n      () => `${moduleName}: Failed to resolve indexing diviner stage for stateToIndexCandidateDiviner`,\n    )\n  }\n}\n","import { AbstractDiviner } from '@xyo-network/abstract-diviner'\nimport { DivinerConfigSchema } from '@xyo-network/diviner-model'\nimport { PayloadDivinerQueryPayload, PayloadDivinerQuerySchema } from '@xyo-network/diviner-payload-model'\nimport {\n  SchemaToJsonPathTransformExpressionsDictionary,\n  SchemaToPayloadTransformersDictionary,\n  TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema,\n  TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerParams,\n  TemporalIndexingDivinerResultIndexSchema,\n} from '@xyo-network/diviner-temporal-indexing-model'\nimport { Labels } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { isPayloadOfSchemaType, Payload } from '@xyo-network/payload-model'\n\nimport { jsonPathToTransformersDictionary, reducePayloads } from '../jsonpath'\n\n/**\n * A diviner that converts diviner query to index query\n */\nexport class TemporalIndexingDivinerDivinerQueryToIndexQueryDiviner<\n  TParams extends TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerParams = TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerParams,\n> extends AbstractDiviner<TParams> {\n  static override readonly configSchema = TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema\n  static override configSchemas = [DivinerConfigSchema, TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema]\n  static labels: Labels = {\n    'network.xyo.diviner.stage': 'divinerQueryToIndexQueryDiviner',\n  }\n\n  private _indexableSchemas: string[] | undefined\n  private _payloadTransformers: SchemaToPayloadTransformersDictionary | undefined\n\n  /**\n   * The schema of the diviner query payloads\n   */\n  protected get divinerQuerySchema(): string {\n    return this.config.divinerQuerySchema ?? PayloadDivinerQuerySchema\n  }\n\n  /**\n   * The schema of the index query payloads\n   */\n  protected get indexQuerySchema(): string {\n    return this.config.indexQuerySchema ?? PayloadDivinerQuerySchema\n  }\n\n  /**\n   * The schema of the index payloads\n   */\n  protected get indexSchema(): string {\n    return this.config.indexSchema ?? TemporalIndexingDivinerResultIndexSchema\n  }\n\n  /**\n   * List of indexable schemas for this diviner\n   */\n  protected get indexableSchemas(): string[] {\n    if (!this._indexableSchemas) this._indexableSchemas = [...Object.keys(this.schemaTransforms)]\n    return this._indexableSchemas\n  }\n\n  /**\n   * Dictionary of schemas to payload transformers for creating indexes\n   * from the payloads within a Bound Witness\n   */\n  protected get payloadTransformers(): SchemaToPayloadTransformersDictionary {\n    if (!this._payloadTransformers) this._payloadTransformers = jsonPathToTransformersDictionary(this.schemaTransforms)\n    return this._payloadTransformers\n  }\n\n  /**\n   * The dictionary of schemas to JSON Path transform expressions for creating indexes\n   * from the payloads within a Bound Witness\n   */\n  protected get schemaTransforms(): SchemaToJsonPathTransformExpressionsDictionary {\n    return (\n      this.config?.schemaTransforms ?? {\n        [this.divinerQuerySchema]: [\n          {\n            defaultValue: 1,\n            destinationField: 'limit',\n            sourcePathExpression: '$.limit',\n          },\n          {\n            defaultValue: 0,\n            destinationField: 'offset',\n            sourcePathExpression: '$.offset',\n          },\n          {\n            defaultValue: 'desc',\n            destinationField: 'order',\n            sourcePathExpression: '$.order',\n          },\n        ],\n      }\n    )\n  }\n\n  protected override async divineHandler(payloads: Payload[] = []): Promise<Payload[]> {\n    const queries = payloads.filter(isPayloadOfSchemaType<PayloadDivinerQueryPayload>(this.divinerQuerySchema))\n    if (queries.length) {\n      const results = await Promise.all(\n        queries.map(async (query) => {\n          const fields = await reducePayloads<PayloadDivinerQueryPayload & { sources?: string[] }>(\n            [query],\n            this.payloadTransformers,\n            this.indexQuerySchema,\n          )\n          // TODO: Make index schema configurable\n          fields.schemas = [this.indexSchema]\n          // TODO: Make sources not need to be deleted\n          delete fields.sources\n          // TODO: Add support for additional filters\n          return new PayloadBuilder({ schema: this.indexQuerySchema }).fields(fields).build()\n        }),\n      )\n      return results\n    }\n    return Promise.resolve([])\n  }\n}\n","import { JsonPathTransformExpression, PayloadTransformer } from '@xyo-network/diviner-temporal-indexing-model'\nimport { Payload } from '@xyo-network/payload-model'\nimport jsonpath from 'jsonpath'\n\n/**\n * Converts a JSON Path transform expression to a payload transformer\n * @param transformExpression The transform expression to convert\n * @returns The payload transformer for the JSON Path transform expression\n */\nexport const toPayloadTransformer = (transformExpression: JsonPathTransformExpression) => {\n  const { defaultValue, destinationField, sourcePathExpression } = transformExpression\n  const transformer: PayloadTransformer = (x: Payload) => {\n    // eslint-disable-next-line import/no-named-as-default-member\n    const source = jsonpath.value(x, sourcePathExpression)\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n    const transformed = {} as { [key: string]: any }\n    // Assign the source value to the destination field or the default value if the source is undefined\n    const destinationValue = source === undefined ? defaultValue : source\n    if (destinationValue !== undefined) transformed[destinationField] = destinationValue\n    return transformed\n  }\n  return transformer\n}\n","import { SchemaToJsonPathTransformExpressionsDictionary, SchemaToPayloadTransformersDictionary } from '@xyo-network/diviner-temporal-indexing-model'\n\nimport { toPayloadTransformer } from './toPayloadTransformer'\n\n/**\n * Materializes the JSON-path expressions into memoized functions by converting a\n * dictionary of schema to JSON Path transform expressions to a dictionary\n * of schema to payload transformers\n * @param schemaTransforms The schema transforms to convert\n * @returns A dictionary of schema to payload transformers\n */\nexport const jsonPathToTransformersDictionary = (\n  schemaTransforms: SchemaToJsonPathTransformExpressionsDictionary,\n): SchemaToPayloadTransformersDictionary => {\n  return Object.fromEntries(\n    Object.entries(schemaTransforms).map(([schema, jsonPathTransformerExpressions]) => {\n      const transformers = jsonPathTransformerExpressions.map(toPayloadTransformer)\n      return [schema, transformers]\n    }),\n  )\n}\n","import { PayloadHasher } from '@xyo-network/core'\nimport { SchemaToPayloadTransformersDictionary } from '@xyo-network/diviner-temporal-indexing-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { Payload, PayloadFields } from '@xyo-network/payload-model'\n\n/**\n * Reduces the payloads to a single payload using the supplied transformers\n * @param payloads The payloads to reduce\n * @param payloadTransformers The transformers to use to convert the payloads to the destination payload\n * @param destinationSchema The schema of the destination payload\n * @returns The reduced payload\n */\nexport const reducePayloads = async <T extends Payload = Payload>(\n  payloads: Payload[],\n  payloadTransformers: SchemaToPayloadTransformersDictionary,\n  destinationSchema: string,\n): Promise<T> => {\n  // Use the payload transformers to convert the fields from the source payloads to the destination fields\n  const indexFields = payloads\n    .map<PayloadFields[]>((payload) => {\n      // Find the transformers for this payload\n      const transformers = payloadTransformers[payload.schema]\n      // If transformers exist, apply them to the payload otherwise return an empty array\n      return transformers ? transformers.map((transform) => transform(payload)) : []\n    })\n    .flat()\n  // Include all the sources for reference\n  const sources = (await PayloadHasher.hashPairs([...payloads])).map(([, hash]) => hash)\n  // Build and return the index\n  return new PayloadBuilder<T>({ schema: destinationSchema }).fields(Object.assign({ sources }, ...indexFields)).build()\n}\n\n/**\n * Reduces the arrays of payload arrays to an array of payloads using the supplied transformers\n * @param payloadsArray The arrays of payloads to reduce\n * @param payloadTransformers The transformers to use to convert the payloads to the destination payloads\n * @param destinationSchema The schema of the destination payloads\n * @returns The reduced payloads\n */\nexport const reducePayloadsArray = async <T extends Payload = Payload>(\n  payloadsArray: Payload[][],\n  payloadTransformers: SchemaToPayloadTransformersDictionary,\n  destinationSchema: string,\n): Promise<T[]> => {\n  return await Promise.all(\n    payloadsArray.map(async (payloads) => {\n      return await reducePayloads<T>(payloads, payloadTransformers, destinationSchema)\n    }),\n  )\n}\n","import { containsAll } from '@xylabs/array'\nimport { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { AbstractDiviner } from '@xyo-network/abstract-diviner'\nimport { BoundWitness, isBoundWitness } from '@xyo-network/boundwitness-model'\nimport { PayloadHasher } from '@xyo-network/core'\nimport { DivinerConfigSchema } from '@xyo-network/diviner-model'\nimport {\n  SchemaToJsonPathTransformExpressionsDictionary,\n  SchemaToPayloadTransformersDictionary,\n  TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema,\n  TemporalIndexingDivinerIndexCandidateToIndexDivinerParams,\n  TemporalIndexingDivinerResultIndex,\n  TemporalIndexingDivinerResultIndexSchema,\n} from '@xyo-network/diviner-temporal-indexing-model'\nimport { Labels } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { Payload, PayloadFields } from '@xyo-network/payload-model'\n\nimport { jsonPathToTransformersDictionary } from '../jsonpath'\n\nexport type IndexablePayloads = [BoundWitness, ...Payload[]]\n\nconst moduleName = 'TemporalIndexingDivinerIndexCandidateToIndexDiviner'\n\n/**\n * Diviner which transforms index candidates to indexes using JSON Path to map\n * source properties in the supplied payloads to destination fields in the\n * resultant index\n */\nexport class TemporalIndexingDivinerIndexCandidateToIndexDiviner<\n  TParams extends TemporalIndexingDivinerIndexCandidateToIndexDivinerParams = TemporalIndexingDivinerIndexCandidateToIndexDivinerParams,\n> extends AbstractDiviner<TParams> {\n  static override configSchema = TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema\n  static override configSchemas = [DivinerConfigSchema, TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema]\n  static labels: Labels = {\n    'network.xyo.diviner.stage': 'indexCandidateToIndexDiviner',\n  }\n\n  private _indexableSchemas: string[] | undefined\n  private _payloadTransformers: SchemaToPayloadTransformersDictionary | undefined\n\n  /**\n   * List of indexable schemas for this diviner\n   */\n  protected get indexableSchemas(): string[] {\n    if (!this._indexableSchemas) this._indexableSchemas = [...Object.keys(this.schemaTransforms)]\n    return this._indexableSchemas\n  }\n\n  /**\n   * Dictionary of schemas to payload transformers for creating indexes\n   * from the payloads within a Bound Witness\n   */\n  protected get payloadTransformers(): SchemaToPayloadTransformersDictionary {\n    if (!this._payloadTransformers) this._payloadTransformers = jsonPathToTransformersDictionary(this.schemaTransforms)\n    return this._payloadTransformers\n  }\n\n  /**\n   * The dictionary of schemas to JSON Path transform expressions for creating indexes\n   * from the payloads within a Bound Witness\n   */\n  protected get schemaTransforms(): SchemaToJsonPathTransformExpressionsDictionary {\n    return assertEx(this.config?.schemaTransforms, () => `${moduleName}: Missing config.schemaTransforms section`)\n  }\n\n  protected override async divineHandler(payloads: Payload[] = []): Promise<Payload[]> {\n    const bws: BoundWitness[] = payloads.filter(isBoundWitness)\n    const indexablePayloads: Payload[] = payloads.filter((p) => this.isIndexablePayload(p))\n    if (bws.length && indexablePayloads.length) {\n      const payloadDictionary = await PayloadHasher.toMap(payloads)\n      const validIndexableTuples: IndexablePayloads[] = bws.reduce<IndexablePayloads[]>((indexableTuples, bw) => {\n        // If this Bound Witness doesn't contain all the required schemas don't index it\n        if (!containsAll(bw.payload_schemas, this.indexableSchemas)) return indexableTuples\n        // Find the remaining indexable payloads\n        const indexablePayloadPositions = this.indexableSchemas.map((schema) => bw.payload_schemas.indexOf(schema))\n        const indexablePayloadHashes = indexablePayloadPositions.map((index) => bw.payload_hashes?.[index])\n        const indexablePayloads = indexablePayloadHashes.map((hash) => payloadDictionary[hash]).filter(exists)\n        // If we found a timestamp and the right amount of indexable payloads (of the\n        // correct schema as checked above) in this BW, then index it\n        if (indexablePayloads.length === this.indexableSchemas.length) indexableTuples.push([bw, ...indexablePayloads])\n        return indexableTuples\n      }, [])\n      // Create the indexes from the tuples\n      const indexes = await Promise.all(\n        validIndexableTuples.map<Promise<TemporalIndexingDivinerResultIndex>>(async ([bw, ...sourcePayloads]) => {\n          // Use the payload transformers to convert the fields from the source payloads to the destination fields\n          const indexFields = sourcePayloads\n            .map<PayloadFields[]>((payload) => {\n              // Find the transformers for this payload\n              const transformers = this.payloadTransformers[payload.schema]\n              // If transformers exist, apply them to the payload otherwise return an empty array\n              return transformers ? transformers.map((transform) => transform(payload)) : []\n            })\n            .flat()\n          // Include all the sources for reference\n          const sources = Object.keys(await PayloadHasher.toMap([bw, ...sourcePayloads]))\n          // Build and return the index\n          return new PayloadBuilder<TemporalIndexingDivinerResultIndex>({ schema: TemporalIndexingDivinerResultIndexSchema })\n            .fields(Object.assign({ sources }, ...indexFields))\n            .build()\n        }),\n      )\n      return indexes.flat()\n    }\n    return Promise.resolve([])\n  }\n\n  /**\n   * Identifies if a payload is one that is indexed by this diviner\n   * @param x The candidate payload\n   * @returns True if the payload is one indexed by this diviner, false otherwise\n   */\n  protected isIndexablePayload = (x: Payload) => {\n    return this.indexableSchemas.includes(x?.schema)\n  }\n\n  /**\n   * Identifies if a schema is one that is indexed by this diviner\n   * @param schema The candidate schema\n   * @returns True if this schema is one indexed by this diviner, false otherwise\n   */\n  protected isIndexableSchema = (schema?: string | null) => {\n    return this.indexableSchemas.some((s) => s === schema)\n  }\n}\n","import { AbstractDiviner } from '@xyo-network/abstract-diviner'\nimport { DivinerConfigSchema } from '@xyo-network/diviner-model'\nimport { isPayloadDivinerQueryPayload } from '@xyo-network/diviner-payload-model'\nimport { TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfigSchema } from '@xyo-network/diviner-temporal-indexing-model'\nimport { Labels } from '@xyo-network/module-model'\nimport { Payload } from '@xyo-network/payload-model'\n\n/**\n * Transforms an ImageThumbnailIndex response into an ImageThumbnailResponse response\n */\nexport class TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDiviner extends AbstractDiviner {\n  static override readonly configSchema = TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfigSchema\n  static override configSchemas = [DivinerConfigSchema, TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfigSchema]\n  static labels: Labels = {\n    'network.xyo.diviner.stage': 'indexQueryResponseToDivinerQueryResponseDiviner',\n  }\n\n  protected override async divineHandler(payloads: Payload[] = []): Promise<Payload[]> {\n    // NOTE: We're not doing anything with the query payloads but some diviners\n    // might want to use this to transform from the query to the response (for example\n    // if we use a plaintext value in the query to generate a hash key in the index)\n    // const queries = payloads.filter(isPayloadDivinerQueryPayload)\n    const responses = payloads.filter((p) => !isPayloadDivinerQueryPayload(p))\n    return await Promise.resolve(responses)\n  }\n}\n","import { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { AbstractDiviner } from '@xyo-network/abstract-diviner'\nimport { ArchivistInstance } from '@xyo-network/archivist-model'\nimport { ArchivistWrapper } from '@xyo-network/archivist-wrapper'\nimport { BoundWitness, isBoundWitness } from '@xyo-network/boundwitness-model'\nimport { BoundWitnessDivinerQueryPayload, BoundWitnessDivinerQuerySchema } from '@xyo-network/diviner-boundwitness-model'\nimport { IndexingDivinerState } from '@xyo-network/diviner-indexing-model'\nimport { DivinerConfigSchema } from '@xyo-network/diviner-model'\nimport {\n  TemporalIndexingDivinerStateToIndexCandidateDivinerConfigSchema,\n  TemporalIndexingDivinerStateToIndexCandidateDivinerParams,\n} from '@xyo-network/diviner-temporal-indexing-model'\nimport { DivinerWrapper } from '@xyo-network/diviner-wrapper'\nimport { isModuleState, Labels, ModuleState, ModuleStateSchema } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { isPayloadOfSchemaType, Payload } from '@xyo-network/payload-model'\nimport { TimeStamp, TimestampSchema } from '@xyo-network/witness-timestamp'\n\n/**\n * All Payload types involved in index candidates for indexing\n */\nexport type IndexCandidate = BoundWitness | Payload | TimeStamp\n\n/**\n * The response from the TemporalStateToIndexCandidateDiviner\n */\nexport type TemporalStateToIndexCandidateDivinerResponse = [\n  /**\n   * The next state of the diviner\n   */\n  nextState: ModuleState<IndexingDivinerState>,\n  /**\n   * The index candidates\n   */\n  ...IndexCandidate[],\n]\n\n/**\n * The default order to search Bound Witnesses to identify index candidates\n */\nconst order = 'asc'\n\n/**\n * The name of the module (for logging purposes)\n */\nconst moduleName = 'TemporalIndexingDivinerStateToIndexCandidateDiviner'\n\n/**\n * Transforms candidates for image thumbnail indexing into their indexed representation\n */\nexport class TemporalIndexingDivinerStateToIndexCandidateDiviner<\n  TParams extends TemporalIndexingDivinerStateToIndexCandidateDivinerParams = TemporalIndexingDivinerStateToIndexCandidateDivinerParams,\n> extends AbstractDiviner<TParams> {\n  static override readonly configSchema = TemporalIndexingDivinerStateToIndexCandidateDivinerConfigSchema\n  static override configSchemas = [DivinerConfigSchema, TemporalIndexingDivinerStateToIndexCandidateDivinerConfigSchema]\n  static labels: Labels = {\n    'network.xyo.diviner.stage': 'stateToIndexCandidateDiviner',\n  }\n\n  get payloadDivinerLimit() {\n    return this.config.payloadDivinerLimit ?? 1_000\n  }\n\n  /**\n   * The required payload_schemas within BoundWitnesses to identify index candidates\n   */\n  protected get payload_schemas(): string[] {\n    const schemas = this.config.filter?.payload_schemas\n    return [TimestampSchema, ...(schemas ?? [])]\n  }\n\n  protected override async divineHandler(payloads: Payload[] = []): Promise<[ModuleState, ...IndexCandidate[]]> {\n    // Retrieve the last state from what was passed in\n    const lastState = payloads.find(isModuleState<IndexingDivinerState>)\n    // If there is no last state, start from the beginning\n    if (!lastState) return [{ schema: ModuleStateSchema, state: { offset: 0 } }]\n    // Otherwise, get the last offset\n    const { offset } = lastState.state\n    // Get next batch of results starting from the offset\n    const boundWitnessDiviner = await this.getBoundWitnessDivinerForStore()\n    if (!boundWitnessDiviner) return [lastState]\n    const query = new PayloadBuilder<BoundWitnessDivinerQueryPayload>({ schema: BoundWitnessDivinerQuerySchema })\n      .fields({ limit: this.payloadDivinerLimit, offset, order, payload_schemas: this.payload_schemas })\n      .build()\n    const batch = await boundWitnessDiviner.divine([query])\n    if (batch.length === 0) return [lastState]\n    // Get source data\n    const sourceArchivist = await this.getArchivistForStore()\n    if (!sourceArchivist) return [lastState]\n    const indexCandidates: IndexCandidate[] = (\n      await Promise.all(batch.filter(isBoundWitness).map((bw) => this.getPayloadsInBoundWitness(bw, sourceArchivist)))\n    )\n      .filter(exists)\n      .flat()\n    const nextState = { schema: ModuleStateSchema, state: { ...lastState.state, offset: offset + batch.length } }\n    return [nextState, ...indexCandidates]\n  }\n  /**\n   * Retrieves the archivist for the payloadStore\n   * @returns The archivist for the payloadStore or undefined if not resolvable\n   */\n  protected async getArchivistForStore(): Promise<ArchivistWrapper | undefined> {\n    // It should be defined, so we'll error if it's not\n    const name: string = assertEx(this.config?.payloadStore?.archivist, () => `${moduleName}: Config for payloadStore.archivist not specified`)\n    // It might not be resolvable (yet), so we'll return undefined if it's not\n    const mod = await this.resolve(name)\n    if (!mod) return undefined\n    // Return the wrapped archivist\n    return ArchivistWrapper.wrap(mod, this.account)\n  }\n\n  /**\n   * Retrieves the BoundWitness Diviner for the payloadStore\n   * @returns The BoundWitness Diviner for the payloadStore or undefined if not resolvable\n   */\n  protected async getBoundWitnessDivinerForStore(): Promise<DivinerWrapper | undefined> {\n    // It should be defined, so we'll error if it's not\n    const name: string = assertEx(\n      this.config?.payloadStore?.boundWitnessDiviner,\n      () => `${moduleName}: Config for payloadStore.boundWitnessDiviner not specified`,\n    )\n    // It might not be resolvable (yet), so we'll return undefined if it's not\n    const mod = await this.resolve(name)\n    if (!mod) return undefined\n    // Return the wrapped diviner\n    return DivinerWrapper.wrap(mod, this.account)\n  }\n\n  protected async getPayloadsInBoundWitness(bw: BoundWitness, archivist: ArchivistInstance): Promise<IndexCandidate[] | undefined> {\n    const indexes = this.payload_schemas.map((schema) => bw.payload_schemas?.findIndex((s) => s === schema))\n    const hashes = indexes.map((index) => bw.payload_hashes?.[index])\n    const results = await archivist.get(hashes)\n    const indexCandidateIdentityFunctions = this.payload_schemas.map(isPayloadOfSchemaType)\n    const filteredResults = indexCandidateIdentityFunctions.map((is) => results.find(is))\n    if (filteredResults.some((f) => f === undefined)) return undefined\n    const indexCandidates: IndexCandidate[] = filteredResults.filter(exists) as IndexCandidate[]\n    return [bw, ...indexCandidates]\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,IAAAA,iBAAyB;AACzB,qCAAgC;AAChC,oCAAkE;AAClE,IAAAC,wBAA4F;AAC5F,IAAAC,0CAOO;AAEP,wBAA+B;;;ACb/B,8BAAgC;AAChC,2BAAoC;AACpC,mCAAsE;AACtE,6CAMO;AAEP,IAAAC,0BAA+B;AAC/B,2BAA+C;;;ACV/C,sBAAqB;AAOd,IAAM,uBAAuB,CAAC,wBAAqD;AACxF,QAAM,EAAE,cAAc,kBAAkB,qBAAqB,IAAI;AACjE,QAAM,cAAkC,CAAC,MAAe;AAEtD,UAAM,SAAS,gBAAAC,QAAS,MAAM,GAAG,oBAAoB;AAErD,UAAM,cAAc,CAAC;AAErB,UAAM,mBAAmB,WAAW,SAAY,eAAe;AAC/D,QAAI,qBAAqB;AAAW,kBAAY,gBAAgB,IAAI;AACpE,WAAO;AAAA,EACT;AACA,SAAO;AACT;;;ACXO,IAAM,mCAAmC,CAC9C,qBAC0C;AAC1C,SAAO,OAAO;AAAA,IACZ,OAAO,QAAQ,gBAAgB,EAAE,IAAI,CAAC,CAAC,QAAQ,8BAA8B,MAAM;AACjF,YAAM,eAAe,+BAA+B,IAAI,oBAAoB;AAC5E,aAAO,CAAC,QAAQ,YAAY;AAAA,IAC9B,CAAC;AAAA,EACH;AACF;;;ACpBA,kBAA8B;AAE9B,6BAA+B;AAUxB,IAAM,iBAAiB,OAC5B,UACA,qBACA,sBACe;AAEf,QAAM,cAAc,SACjB,IAAqB,CAAC,YAAY;AAEjC,UAAM,eAAe,oBAAoB,QAAQ,MAAM;AAEvD,WAAO,eAAe,aAAa,IAAI,CAAC,cAAc,UAAU,OAAO,CAAC,IAAI,CAAC;AAAA,EAC/E,CAAC,EACA,KAAK;AAER,QAAM,WAAW,MAAM,0BAAc,UAAU,CAAC,GAAG,QAAQ,CAAC,GAAG,IAAI,CAAC,CAAC,EAAE,IAAI,MAAM,IAAI;AAErF,SAAO,IAAI,sCAAkB,EAAE,QAAQ,kBAAkB,CAAC,EAAE,OAAO,OAAO,OAAO,EAAE,QAAQ,GAAG,GAAG,WAAW,CAAC,EAAE,MAAM;AACvH;;;AHXO,IAAM,yDAAN,cAEG,wCAAyB;AAAA,EACjC,OAAyB,eAAe;AAAA,EACxC,OAAgB,gBAAgB,CAAC,0CAAqB,yGAAkE;AAAA,EACxH,OAAO,SAAiB;AAAA,IACtB,6BAA6B;AAAA,EAC/B;AAAA,EAEQ;AAAA,EACA;AAAA;AAAA;AAAA;AAAA,EAKR,IAAc,qBAA6B;AACzC,WAAO,KAAK,OAAO,sBAAsB;AAAA,EAC3C;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,mBAA2B;AACvC,WAAO,KAAK,OAAO,oBAAoB;AAAA,EACzC;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,cAAsB;AAClC,WAAO,KAAK,OAAO,eAAe;AAAA,EACpC;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,mBAA6B;AACzC,QAAI,CAAC,KAAK;AAAmB,WAAK,oBAAoB,CAAC,GAAG,OAAO,KAAK,KAAK,gBAAgB,CAAC;AAC5F,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,IAAc,sBAA6D;AACzE,QAAI,CAAC,KAAK;AAAsB,WAAK,uBAAuB,iCAAiC,KAAK,gBAAgB;AAClH,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,IAAc,mBAAmE;AAzEnF;AA0EI,aACE,UAAK,WAAL,mBAAa,qBAAoB;AAAA,MAC/B,CAAC,KAAK,kBAAkB,GAAG;AAAA,QACzB;AAAA,UACE,cAAc;AAAA,UACd,kBAAkB;AAAA,UAClB,sBAAsB;AAAA,QACxB;AAAA,QACA;AAAA,UACE,cAAc;AAAA,UACd,kBAAkB;AAAA,UAClB,sBAAsB;AAAA,QACxB;AAAA,QACA;AAAA,UACE,cAAc;AAAA,UACd,kBAAkB;AAAA,UAClB,sBAAsB;AAAA,QACxB;AAAA,MACF;AAAA,IACF;AAAA,EAEJ;AAAA,EAEA,MAAyB,cAAc,WAAsB,CAAC,GAAuB;AACnF,UAAM,UAAU,SAAS,WAAO,4CAAkD,KAAK,kBAAkB,CAAC;AAC1G,QAAI,QAAQ,QAAQ;AAClB,YAAM,UAAU,MAAM,QAAQ;AAAA,QAC5B,QAAQ,IAAI,OAAO,UAAU;AAC3B,gBAAM,SAAS,MAAM;AAAA,YACnB,CAAC,KAAK;AAAA,YACN,KAAK;AAAA,YACL,KAAK;AAAA,UACP;AAEA,iBAAO,UAAU,CAAC,KAAK,WAAW;AAElC,iBAAO,OAAO;AAEd,iBAAO,IAAI,uCAAe,EAAE,QAAQ,KAAK,iBAAiB,CAAC,EAAE,OAAO,MAAM,EAAE,MAAM;AAAA,QACpF,CAAC;AAAA,MACH;AACA,aAAO;AAAA,IACT;AACA,WAAO,QAAQ,QAAQ,CAAC,CAAC;AAAA,EAC3B;AACF;;;AIvHA,mBAA4B;AAC5B,oBAAyB;AACzB,oBAAuB;AACvB,IAAAC,2BAAgC;AAChC,gCAA6C;AAC7C,IAAAC,eAA8B;AAC9B,IAAAC,wBAAoC;AACpC,IAAAC,0CAOO;AAEP,IAAAC,0BAA+B;AAO/B,IAAM,aAAa;AAOZ,IAAM,sDAAN,cAEG,yCAAyB;AAAA,EACjC,OAAgB,eAAe;AAAA,EAC/B,OAAgB,gBAAgB,CAAC,2CAAqB,uGAA+D;AAAA,EACrH,OAAO,SAAiB;AAAA,IACtB,6BAA6B;AAAA,EAC/B;AAAA,EAEQ;AAAA,EACA;AAAA;AAAA;AAAA;AAAA,EAKR,IAAc,mBAA6B;AACzC,QAAI,CAAC,KAAK;AAAmB,WAAK,oBAAoB,CAAC,GAAG,OAAO,KAAK,KAAK,gBAAgB,CAAC;AAC5F,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,IAAc,sBAA6D;AACzE,QAAI,CAAC,KAAK;AAAsB,WAAK,uBAAuB,iCAAiC,KAAK,gBAAgB;AAClH,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,IAAc,mBAAmE;AA/DnF;AAgEI,eAAO,yBAAS,UAAK,WAAL,mBAAa,kBAAkB,MAAM,GAAG,UAAU,2CAA2C;AAAA,EAC/G;AAAA,EAEA,MAAyB,cAAc,WAAsB,CAAC,GAAuB;AACnF,UAAM,MAAsB,SAAS,OAAO,wCAAc;AAC1D,UAAM,oBAA+B,SAAS,OAAO,CAAC,MAAM,KAAK,mBAAmB,CAAC,CAAC;AACtF,QAAI,IAAI,UAAU,kBAAkB,QAAQ;AAC1C,YAAM,oBAAoB,MAAM,2BAAc,MAAM,QAAQ;AAC5D,YAAM,uBAA4C,IAAI,OAA4B,CAAC,iBAAiB,OAAO;AAEzG,YAAI,KAAC,0BAAY,GAAG,iBAAiB,KAAK,gBAAgB;AAAG,iBAAO;AAEpE,cAAM,4BAA4B,KAAK,iBAAiB,IAAI,CAAC,WAAW,GAAG,gBAAgB,QAAQ,MAAM,CAAC;AAC1G,cAAM,yBAAyB,0BAA0B,IAAI,CAAC,UAAO;AA7E7E;AA6EgF,0BAAG,mBAAH,mBAAoB;AAAA,SAAM;AAClG,cAAMC,qBAAoB,uBAAuB,IAAI,CAAC,SAAS,kBAAkB,IAAI,CAAC,EAAE,OAAO,oBAAM;AAGrG,YAAIA,mBAAkB,WAAW,KAAK,iBAAiB;AAAQ,0BAAgB,KAAK,CAAC,IAAI,GAAGA,kBAAiB,CAAC;AAC9G,eAAO;AAAA,MACT,GAAG,CAAC,CAAC;AAEL,YAAM,UAAU,MAAM,QAAQ;AAAA,QAC5B,qBAAqB,IAAiD,OAAO,CAAC,IAAO,iBAAc,MAAM;AAEvG,gBAAM,cAAc,eACjB,IAAqB,CAAC,YAAY;AAEjC,kBAAM,eAAe,KAAK,oBAAoB,QAAQ,MAAM;AAE5D,mBAAO,eAAe,aAAa,IAAI,CAAC,cAAc,UAAU,OAAO,CAAC,IAAI,CAAC;AAAA,UAC/E,CAAC,EACA,KAAK;AAER,gBAAM,UAAU,OAAO,KAAK,MAAM,2BAAc,MAAM,CAAC,IAAI,GAAG,cAAc,CAAC,CAAC;AAE9E,iBAAO,IAAI,uCAAmD,EAAE,QAAQ,iFAAyC,CAAC,EAC/G,OAAO,OAAO,OAAO,EAAE,QAAQ,GAAG,GAAG,WAAW,CAAC,EACjD,MAAM;AAAA,QACX,CAAC;AAAA,MACH;AACA,aAAO,QAAQ,KAAK;AAAA,IACtB;AACA,WAAO,QAAQ,QAAQ,CAAC,CAAC;AAAA,EAC3B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOU,qBAAqB,CAAC,MAAe;AAC7C,WAAO,KAAK,iBAAiB,SAAS,uBAAG,MAAM;AAAA,EACjD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOU,oBAAoB,CAAC,WAA2B;AACxD,WAAO,KAAK,iBAAiB,KAAK,CAAC,MAAM,MAAM,MAAM;AAAA,EACvD;AACF;;;AC9HA,IAAAC,2BAAgC;AAChC,IAAAC,wBAAoC;AACpC,IAAAC,gCAA6C;AAC7C,IAAAC,0CAAmG;AAO5F,IAAM,yEAAN,cAAqF,yCAAgB;AAAA,EAC1G,OAAyB,eAAe;AAAA,EACxC,OAAgB,gBAAgB,CAAC,2CAAqB,0HAAkF;AAAA,EACxI,OAAO,SAAiB;AAAA,IACtB,6BAA6B;AAAA,EAC/B;AAAA,EAEA,MAAyB,cAAc,WAAsB,CAAC,GAAuB;AAKnF,UAAM,YAAY,SAAS,OAAO,CAAC,MAAM,KAAC,4DAA6B,CAAC,CAAC;AACzE,WAAO,MAAM,QAAQ,QAAQ,SAAS;AAAA,EACxC;AACF;;;ACzBA,IAAAC,iBAAyB;AACzB,IAAAC,iBAAuB;AACvB,IAAAC,2BAAgC;AAEhC,+BAAiC;AACjC,IAAAC,6BAA6C;AAC7C,wCAAgF;AAEhF,IAAAC,wBAAoC;AACpC,IAAAC,0CAGO;AACP,6BAA+B;AAC/B,0BAAsE;AACtE,IAAAC,0BAA+B;AAC/B,IAAAC,wBAA+C;AAC/C,+BAA2C;AAwB3C,IAAM,QAAQ;AAKd,IAAMC,cAAa;AAKZ,IAAM,sDAAN,cAEG,yCAAyB;AAAA,EACjC,OAAyB,eAAe;AAAA,EACxC,OAAgB,gBAAgB,CAAC,2CAAqB,uGAA+D;AAAA,EACrH,OAAO,SAAiB;AAAA,IACtB,6BAA6B;AAAA,EAC/B;AAAA,EAEA,IAAI,sBAAsB;AACxB,WAAO,KAAK,OAAO,uBAAuB;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,kBAA4B;AAnE5C;AAoEI,UAAM,WAAU,UAAK,OAAO,WAAZ,mBAAoB;AACpC,WAAO,CAAC,0CAAiB,GAAI,WAAW,CAAC,CAAE;AAAA,EAC7C;AAAA,EAEA,MAAyB,cAAc,WAAsB,CAAC,GAAgD;AAE5G,UAAM,YAAY,SAAS,KAAK,iCAAmC;AAEnE,QAAI,CAAC;AAAW,aAAO,CAAC,EAAE,QAAQ,uCAAmB,OAAO,EAAE,QAAQ,EAAE,EAAE,CAAC;AAE3E,UAAM,EAAE,OAAO,IAAI,UAAU;AAE7B,UAAM,sBAAsB,MAAM,KAAK,+BAA+B;AACtE,QAAI,CAAC;AAAqB,aAAO,CAAC,SAAS;AAC3C,UAAM,QAAQ,IAAI,uCAAgD,EAAE,QAAQ,iEAA+B,CAAC,EACzG,OAAO,EAAE,OAAO,KAAK,qBAAqB,QAAQ,OAAO,iBAAiB,KAAK,gBAAgB,CAAC,EAChG,MAAM;AACT,UAAM,QAAQ,MAAM,oBAAoB,OAAO,CAAC,KAAK,CAAC;AACtD,QAAI,MAAM,WAAW;AAAG,aAAO,CAAC,SAAS;AAEzC,UAAM,kBAAkB,MAAM,KAAK,qBAAqB;AACxD,QAAI,CAAC;AAAiB,aAAO,CAAC,SAAS;AACvC,UAAM,mBACJ,MAAM,QAAQ,IAAI,MAAM,OAAO,yCAAc,EAAE,IAAI,CAAC,OAAO,KAAK,0BAA0B,IAAI,eAAe,CAAC,CAAC,GAE9G,OAAO,qBAAM,EACb,KAAK;AACR,UAAM,YAAY,EAAE,QAAQ,uCAAmB,OAAO,EAAE,GAAG,UAAU,OAAO,QAAQ,SAAS,MAAM,OAAO,EAAE;AAC5G,WAAO,CAAC,WAAW,GAAG,eAAe;AAAA,EACvC;AAAA;AAAA;AAAA;AAAA;AAAA,EAKA,MAAgB,uBAA8D;AAtGhF;AAwGI,UAAM,WAAe,0BAAS,gBAAK,WAAL,mBAAa,iBAAb,mBAA2B,WAAW,MAAM,GAAGA,WAAU,mDAAmD;AAE1I,UAAM,MAAM,MAAM,KAAK,QAAQ,IAAI;AACnC,QAAI,CAAC;AAAK,aAAO;AAEjB,WAAO,0CAAiB,KAAK,KAAK,KAAK,OAAO;AAAA,EAChD;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAgB,iCAAsE;AApHxF;AAsHI,UAAM,WAAe;AAAA,OACnB,gBAAK,WAAL,mBAAa,iBAAb,mBAA2B;AAAA,MAC3B,MAAM,GAAGA,WAAU;AAAA,IACrB;AAEA,UAAM,MAAM,MAAM,KAAK,QAAQ,IAAI;AACnC,QAAI,CAAC;AAAK,aAAO;AAEjB,WAAO,sCAAe,KAAK,KAAK,KAAK,OAAO;AAAA,EAC9C;AAAA,EAEA,MAAgB,0BAA0B,IAAkB,WAAqE;AAC/H,UAAM,UAAU,KAAK,gBAAgB,IAAI,CAAC,WAAQ;AAlItD;AAkIyD,sBAAG,oBAAH,mBAAoB,UAAU,CAAC,MAAM,MAAM;AAAA,KAAO;AACvG,UAAM,SAAS,QAAQ,IAAI,CAAC,UAAO;AAnIvC;AAmI0C,sBAAG,mBAAH,mBAAoB;AAAA,KAAM;AAChE,UAAM,UAAU,MAAM,UAAU,IAAI,MAAM;AAC1C,UAAM,kCAAkC,KAAK,gBAAgB,IAAI,2CAAqB;AACtF,UAAM,kBAAkB,gCAAgC,IAAI,CAAC,OAAO,QAAQ,KAAK,EAAE,CAAC;AACpF,QAAI,gBAAgB,KAAK,CAAC,MAAM,MAAM,MAAS;AAAG,aAAO;AACzD,UAAM,kBAAoC,gBAAgB,OAAO,qBAAM;AACvE,WAAO,CAAC,IAAI,GAAG,eAAe;AAAA,EAChC;AACF;;;APtHA,IAAMC,cAAa;AAEZ,IAAM,0BAAN,cAKG,+CAAgD;AAAA,EACxD,OAAyB,eAAe;AAAA,EACxC,OAAyB,gBAA0B,CAAC,6EAAqC,2DAA6B,yCAAmB;AAAA,EAEjI;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOW,wBAAwB,WAAiC;AAC1E,YAAQ,WAAW;AAAA,MACjB,KAAK;AACH,eAAO,KAAK,mCAAmC;AAAA,MACjD,KAAK;AACH,eAAO,KAAK,gCAAgC;AAAA,MAC9C,KAAK;AACH,eAAO,KAAK,mDAAmD;AAAA,MACjE,KAAK;AACH,eAAO,KAAK,gCAAgC;AAAA,IAChD;AAAA,EACF;AAAA,EAEA,MAAyB,eAAiC;AACxD,UAAM,MAAM,aAAa;AACzB,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAc,yBAAyB,KAAqB;AAC1D,UAAM,UAAU,MAAM,KAAK,QAAQ,EAAE,UAAU,GAAG,OAAO,CAAC,CAAC,+BAA+B,CAAC,EAAE,CAAC,GAAG,MAAM;AACvG,QAAI,QAAQ;AACV,YAAM,WAAO,kCAAe,MAAM;AAClC,UAAI,MAAM;AACR,cAAM,KAAK,SAAS,GAAG;AACvB,cAAM,KAAK,OAAO,IAAI,SAAS,KAAK;AAAA,MACtC;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAc,qCAA+D;AA5E/E;AA6EI,QAAI,CAAC,KAAK,kCAAkC;AAC1C,YAAM,QAAO,UAAK,OAAO,0BAAZ,mBAAmC;AAChD,UAAI,MAAM;AACR,aAAK,mCAAmC,MAAM,KAAK,QAAQ,IAAI;AAAA,MACjE,OAAO;AACL,cAAM,eAAc,UAAK,OAAO,iBAAZ,mBAA0B;AAC9C,YAAI,aAAa;AACf,gBAAM,SAAS,EAAE,QAAQ,4GAAoE,GAAG,YAAY;AAC5G,gBAAM,QAAQ,MAAM,uDAAuD,OAAO,EAAE,OAAO,CAAC;AAC5F,gBAAM,KAAK,yBAAyB,KAAK;AACzC,eAAK,mCAAmC;AAAA,QAC1C;AAAA,MACF;AAAA,IACF;AACA,eAAO;AAAA,MACL,KAAK;AAAA,MACL,MAAM,GAAGA,WAAU;AAAA,IACrB;AAAA,EACF;AAAA,EACA,MAAc,kCAA4D;AAhG5E;AAiGI,QAAI,CAAC,KAAK,+BAA+B;AACvC,YAAM,QAAO,UAAK,OAAO,0BAAZ,mBAAmC;AAChD,UAAI,MAAM;AACR,aAAK,gCAAgC,MAAM,KAAK,QAAQ,IAAI;AAAA,MAC9D,OAAO;AACL,cAAM,eAAc,UAAK,OAAO,iBAAZ,mBAA0B;AAC9C,YAAI,aAAa;AACf,gBAAM,SAAS,EAAE,QAAQ,yGAAiE,GAAG,YAAY;AACzG,gBAAM,QAAQ,MAAM,oDAAoD,OAAO,EAAE,OAAO,CAAC;AACzF,gBAAM,KAAK,yBAAyB,KAAK;AACzC,eAAK,gCAAgC;AAAA,QACvC;AAAA,MACF;AAAA,IACF;AACA,eAAO;AAAA,MACL,KAAK;AAAA,MACL,MAAM,GAAGA,WAAU;AAAA,IACrB;AAAA,EACF;AAAA,EACA,MAAc,qDAA+E;AApH/F;AAqHI,QAAI,CAAC,KAAK,kDAAkD;AAC1D,YAAM,QAAO,UAAK,OAAO,0BAAZ,mBAAmC;AAChD,UAAI,MAAM;AACR,aAAK,mDAAmD,MAAM,KAAK,QAAQ,IAAI;AAAA,MACjF,OAAO;AACL,cAAM,eAAc,UAAK,OAAO,iBAAZ,mBAA0B;AAC9C,YAAI,aAAa;AACf,gBAAM,SAAS,EAAE,QAAQ,4HAAoF,GAAG,YAAY;AAC5H,gBAAM,QAAQ,MAAM,uEAAuE,OAAO,EAAE,OAAO,CAAC;AAC5G,gBAAM,KAAK,yBAAyB,KAAK;AACzC,eAAK,mDAAmD;AAAA,QAC1D;AAAA,MACF;AAAA,IACF;AACA,eAAO;AAAA,MACL,KAAK;AAAA,MACL,MAAM,GAAGA,WAAU;AAAA,IACrB;AAAA,EACF;AAAA,EACA,MAAc,kCAA4D;AAxI5E;AAyII,QAAI,CAAC,KAAK,+BAA+B;AACvC,YAAM,QAAO,UAAK,OAAO,0BAAZ,mBAAmC;AAChD,UAAI,MAAM;AACR,aAAK,gCAAgC,MAAM,KAAK,QAAQ,IAAI;AAAA,MAC9D,OAAO;AACL,cAAM,eAAc,UAAK,OAAO,iBAAZ,mBAA0B;AAC9C,YAAI,aAAa;AACf,gBAAM,SAAS,EAAE,QAAQ,yGAAiE,GAAG,YAAY;AACzG,gBAAM,QAAQ,MAAM,oDAAoD,OAAO,EAAE,OAAO,CAAC;AACzF,gBAAM,KAAK,yBAAyB,KAAK;AACzC,eAAK,gCAAgC;AAAA,QACvC;AAAA,MACF;AAAA,IACF;AACA,eAAO;AAAA,MACL,KAAK;AAAA,MACL,MAAM,GAAGA,WAAU;AAAA,IACrB;AAAA,EACF;AACF;","names":["import_assert","import_diviner_model","import_diviner_temporal_indexing_model","import_payload_builder","jsonpath","import_abstract_diviner","import_core","import_diviner_model","import_diviner_temporal_indexing_model","import_payload_builder","indexablePayloads","import_abstract_diviner","import_diviner_model","import_diviner_payload_model","import_diviner_temporal_indexing_model","import_assert","import_exists","import_abstract_diviner","import_boundwitness_model","import_diviner_model","import_diviner_temporal_indexing_model","import_payload_builder","import_payload_model","moduleName","moduleName"]}
+{"version":3,"sources":["../../src/index.ts","../../src/Diviner.ts","../../src/DivinerQueryToIndexQueryDiviner/Diviner.ts","../../src/jsonpath/toPayloadTransformer.ts","../../src/jsonpath/jsonPathToTransformersDictionary.ts","../../src/jsonpath/reducePayloads.ts","../../src/IndexCandidateToIndexDiviner/Diviner.ts","../../src/IndexQueryResponseToDivinerQueryResponseDiviner/Diviner.ts","../../src/StateToIndexCandidateDiviner/Diviner.ts"],"sourcesContent":["export * from './Diviner'\nexport * from './DivinerQueryToIndexQueryDiviner'\nexport * from './IndexCandidateToIndexDiviner'\nexport * from './IndexQueryResponseToDivinerQueryResponseDiviner'\nexport * from './StateToIndexCandidateDiviner'\n","import { IndexingDiviner } from '@xyo-network/diviner-indexing-memory'\nimport { IndexingDivinerConfigSchema } from '@xyo-network/diviner-indexing-model'\nimport { DivinerConfigSchema, DivinerModule, DivinerModuleEventData } from '@xyo-network/diviner-model'\nimport { TemporalIndexingDivinerConfigSchema, TemporalIndexingDivinerParams } from '@xyo-network/diviner-temporal-indexing-model'\nimport { Payload } from '@xyo-network/payload-model'\n\nexport class TemporalIndexingDiviner<\n  TParams extends TemporalIndexingDivinerParams = TemporalIndexingDivinerParams,\n  TIn extends Payload = Payload,\n  TOut extends Payload = Payload,\n  TEventData extends DivinerModuleEventData<DivinerModule<TParams>, TIn, TOut> = DivinerModuleEventData<DivinerModule<TParams>, TIn, TOut>,\n> extends IndexingDiviner<TParams, TIn, TOut, TEventData> {\n  static override readonly configSchema = TemporalIndexingDivinerConfigSchema\n  static override readonly configSchemas: string[] = [TemporalIndexingDivinerConfigSchema, IndexingDivinerConfigSchema, DivinerConfigSchema]\n\n  protected override async startHandler(): Promise<boolean> {\n    await super.startHandler()\n    return true\n  }\n}\n","import { AbstractDiviner } from '@xyo-network/abstract-diviner'\nimport { DivinerConfigSchema } from '@xyo-network/diviner-model'\nimport { PayloadDivinerQueryPayload, PayloadDivinerQuerySchema } from '@xyo-network/diviner-payload-model'\nimport {\n  SchemaToJsonPathTransformExpressionsDictionary,\n  SchemaToPayloadTransformersDictionary,\n  TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema,\n  TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerParams,\n  TemporalIndexingDivinerResultIndexSchema,\n} from '@xyo-network/diviner-temporal-indexing-model'\nimport { Labels } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { isPayloadOfSchemaType, Payload } from '@xyo-network/payload-model'\n\nimport { jsonPathToTransformersDictionary, reducePayloads } from '../jsonpath'\n\n/**\n * A diviner that converts diviner query to index query\n */\nexport class TemporalIndexingDivinerDivinerQueryToIndexQueryDiviner<\n  TParams extends TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerParams = TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerParams,\n> extends AbstractDiviner<TParams> {\n  static override readonly configSchema = TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema\n  static override configSchemas = [DivinerConfigSchema, TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema]\n  static labels: Labels = {\n    'network.xyo.diviner.stage': 'divinerQueryToIndexQueryDiviner',\n  }\n\n  private _indexableSchemas: string[] | undefined\n  private _payloadTransformers: SchemaToPayloadTransformersDictionary | undefined\n\n  /**\n   * The schema of the diviner query payloads\n   */\n  protected get divinerQuerySchema(): string {\n    return this.config.divinerQuerySchema ?? PayloadDivinerQuerySchema\n  }\n\n  /**\n   * The schema of the index query payloads\n   */\n  protected get indexQuerySchema(): string {\n    return this.config.indexQuerySchema ?? PayloadDivinerQuerySchema\n  }\n\n  /**\n   * The schema of the index payloads\n   */\n  protected get indexSchema(): string {\n    return this.config.indexSchema ?? TemporalIndexingDivinerResultIndexSchema\n  }\n\n  /**\n   * List of indexable schemas for this diviner\n   */\n  protected get indexableSchemas(): string[] {\n    if (!this._indexableSchemas) this._indexableSchemas = [...Object.keys(this.schemaTransforms)]\n    return this._indexableSchemas\n  }\n\n  /**\n   * Dictionary of schemas to payload transformers for creating indexes\n   * from the payloads within a Bound Witness\n   */\n  protected get payloadTransformers(): SchemaToPayloadTransformersDictionary {\n    if (!this._payloadTransformers) this._payloadTransformers = jsonPathToTransformersDictionary(this.schemaTransforms)\n    return this._payloadTransformers\n  }\n\n  /**\n   * The dictionary of schemas to JSON Path transform expressions for creating indexes\n   * from the payloads within a Bound Witness\n   */\n  protected get schemaTransforms(): SchemaToJsonPathTransformExpressionsDictionary {\n    return (\n      this.config?.schemaTransforms ?? {\n        [this.divinerQuerySchema]: [\n          {\n            defaultValue: 1,\n            destinationField: 'limit',\n            sourcePathExpression: '$.limit',\n          },\n          {\n            defaultValue: 0,\n            destinationField: 'offset',\n            sourcePathExpression: '$.offset',\n          },\n          {\n            defaultValue: 'desc',\n            destinationField: 'order',\n            sourcePathExpression: '$.order',\n          },\n        ],\n      }\n    )\n  }\n\n  protected override async divineHandler(payloads: Payload[] = []): Promise<Payload[]> {\n    const queries = payloads.filter(isPayloadOfSchemaType<PayloadDivinerQueryPayload>(this.divinerQuerySchema))\n    if (queries.length) {\n      const results = await Promise.all(\n        queries.map(async (query) => {\n          const fields = await reducePayloads<PayloadDivinerQueryPayload & { sources?: string[] }>(\n            [query],\n            this.payloadTransformers,\n            this.indexQuerySchema,\n          )\n          // TODO: Make index schema configurable\n          fields.schemas = [this.indexSchema]\n          // TODO: Make sources not need to be deleted\n          delete fields.sources\n          // TODO: Add support for additional filters\n          return new PayloadBuilder({ schema: this.indexQuerySchema }).fields(fields).build()\n        }),\n      )\n      return results\n    }\n    return Promise.resolve([])\n  }\n}\n","import { JsonPathTransformExpression, PayloadTransformer } from '@xyo-network/diviner-temporal-indexing-model'\nimport { Payload } from '@xyo-network/payload-model'\nimport jsonpath from 'jsonpath'\n\n/**\n * Converts a JSON Path transform expression to a payload transformer\n * @param transformExpression The transform expression to convert\n * @returns The payload transformer for the JSON Path transform expression\n */\nexport const toPayloadTransformer = (transformExpression: JsonPathTransformExpression) => {\n  const { defaultValue, destinationField, sourcePathExpression } = transformExpression\n  const transformer: PayloadTransformer = (x: Payload) => {\n    // eslint-disable-next-line import/no-named-as-default-member\n    const source = jsonpath.value(x, sourcePathExpression)\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n    const transformed = {} as { [key: string]: any }\n    // Assign the source value to the destination field or the default value if the source is undefined\n    const destinationValue = source === undefined ? defaultValue : source\n    if (destinationValue !== undefined) transformed[destinationField] = destinationValue\n    return transformed\n  }\n  return transformer\n}\n","import { SchemaToJsonPathTransformExpressionsDictionary, SchemaToPayloadTransformersDictionary } from '@xyo-network/diviner-temporal-indexing-model'\n\nimport { toPayloadTransformer } from './toPayloadTransformer'\n\n/**\n * Materializes the JSON-path expressions into memoized functions by converting a\n * dictionary of schema to JSON Path transform expressions to a dictionary\n * of schema to payload transformers\n * @param schemaTransforms The schema transforms to convert\n * @returns A dictionary of schema to payload transformers\n */\nexport const jsonPathToTransformersDictionary = (\n  schemaTransforms: SchemaToJsonPathTransformExpressionsDictionary,\n): SchemaToPayloadTransformersDictionary => {\n  return Object.fromEntries(\n    Object.entries(schemaTransforms).map(([schema, jsonPathTransformerExpressions]) => {\n      const transformers = jsonPathTransformerExpressions.map(toPayloadTransformer)\n      return [schema, transformers]\n    }),\n  )\n}\n","import { SchemaToPayloadTransformersDictionary } from '@xyo-network/diviner-temporal-indexing-model'\nimport { PayloadHasher } from '@xyo-network/hash'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { Payload, PayloadFields } from '@xyo-network/payload-model'\n\n/**\n * Reduces the payloads to a single payload using the supplied transformers\n * @param payloads The payloads to reduce\n * @param payloadTransformers The transformers to use to convert the payloads to the destination payload\n * @param destinationSchema The schema of the destination payload\n * @returns The reduced payload\n */\nexport const reducePayloads = async <T extends Payload = Payload>(\n  payloads: Payload[],\n  payloadTransformers: SchemaToPayloadTransformersDictionary,\n  destinationSchema: string,\n): Promise<T> => {\n  // Use the payload transformers to convert the fields from the source payloads to the destination fields\n  const indexFields = payloads\n    .map<PayloadFields[]>((payload) => {\n      // Find the transformers for this payload\n      const transformers = payloadTransformers[payload.schema]\n      // If transformers exist, apply them to the payload otherwise return an empty array\n      return transformers ? transformers.map((transform) => transform(payload)) : []\n    })\n    .flat()\n  // Include all the sources for reference\n  const sources = (await PayloadHasher.hashPairs([...payloads])).map(([, hash]) => hash)\n  // Build and return the index\n  return new PayloadBuilder<T>({ schema: destinationSchema }).fields(Object.assign({ sources }, ...indexFields)).build()\n}\n\n/**\n * Reduces the arrays of payload arrays to an array of payloads using the supplied transformers\n * @param payloadsArray The arrays of payloads to reduce\n * @param payloadTransformers The transformers to use to convert the payloads to the destination payloads\n * @param destinationSchema The schema of the destination payloads\n * @returns The reduced payloads\n */\nexport const reducePayloadsArray = async <T extends Payload = Payload>(\n  payloadsArray: Payload[][],\n  payloadTransformers: SchemaToPayloadTransformersDictionary,\n  destinationSchema: string,\n): Promise<T[]> => {\n  return await Promise.all(\n    payloadsArray.map(async (payloads) => {\n      return await reducePayloads<T>(payloads, payloadTransformers, destinationSchema)\n    }),\n  )\n}\n","import { containsAll } from '@xylabs/array'\nimport { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { AbstractDiviner } from '@xyo-network/abstract-diviner'\nimport { BoundWitness, isBoundWitness } from '@xyo-network/boundwitness-model'\nimport { DivinerConfigSchema } from '@xyo-network/diviner-model'\nimport {\n  SchemaToJsonPathTransformExpressionsDictionary,\n  SchemaToPayloadTransformersDictionary,\n  TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema,\n  TemporalIndexingDivinerIndexCandidateToIndexDivinerParams,\n  TemporalIndexingDivinerResultIndex,\n  TemporalIndexingDivinerResultIndexSchema,\n} from '@xyo-network/diviner-temporal-indexing-model'\nimport { PayloadHasher } from '@xyo-network/hash'\nimport { Labels } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { Payload, PayloadFields } from '@xyo-network/payload-model'\n\nimport { jsonPathToTransformersDictionary } from '../jsonpath'\n\nexport type IndexablePayloads = [BoundWitness, ...Payload[]]\n\nconst moduleName = 'TemporalIndexingDivinerIndexCandidateToIndexDiviner'\n\n/**\n * Diviner which transforms index candidates to indexes using JSON Path to map\n * source properties in the supplied payloads to destination fields in the\n * resultant index\n */\nexport class TemporalIndexingDivinerIndexCandidateToIndexDiviner<\n  TParams extends TemporalIndexingDivinerIndexCandidateToIndexDivinerParams = TemporalIndexingDivinerIndexCandidateToIndexDivinerParams,\n> extends AbstractDiviner<TParams> {\n  static override configSchema = TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema\n  static override configSchemas = [DivinerConfigSchema, TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema]\n  static labels: Labels = {\n    'network.xyo.diviner.stage': 'indexCandidateToIndexDiviner',\n  }\n\n  private _indexableSchemas: string[] | undefined\n  private _payloadTransformers: SchemaToPayloadTransformersDictionary | undefined\n\n  /**\n   * List of indexable schemas for this diviner\n   */\n  protected get indexableSchemas(): string[] {\n    if (!this._indexableSchemas) this._indexableSchemas = [...Object.keys(this.schemaTransforms)]\n    return this._indexableSchemas\n  }\n\n  /**\n   * Dictionary of schemas to payload transformers for creating indexes\n   * from the payloads within a Bound Witness\n   */\n  protected get payloadTransformers(): SchemaToPayloadTransformersDictionary {\n    if (!this._payloadTransformers) this._payloadTransformers = jsonPathToTransformersDictionary(this.schemaTransforms)\n    return this._payloadTransformers\n  }\n\n  /**\n   * The dictionary of schemas to JSON Path transform expressions for creating indexes\n   * from the payloads within a Bound Witness\n   */\n  protected get schemaTransforms(): SchemaToJsonPathTransformExpressionsDictionary {\n    return assertEx(this.config?.schemaTransforms, () => `${moduleName}: Missing config.schemaTransforms section`)\n  }\n\n  protected override async divineHandler(payloads: Payload[] = []): Promise<Payload[]> {\n    const bws: BoundWitness[] = payloads.filter(isBoundWitness)\n    const indexablePayloads: Payload[] = payloads.filter((p) => this.isIndexablePayload(p))\n    if (bws.length && indexablePayloads.length) {\n      const payloadDictionary = await PayloadHasher.toMap(payloads)\n      const validIndexableTuples: IndexablePayloads[] = bws.reduce<IndexablePayloads[]>((indexableTuples, bw) => {\n        // If this Bound Witness doesn't contain all the required schemas don't index it\n        if (!containsAll(bw.payload_schemas, this.indexableSchemas)) return indexableTuples\n        // Find the remaining indexable payloads\n        const indexablePayloadPositions = this.indexableSchemas.map((schema) => bw.payload_schemas.indexOf(schema))\n        const indexablePayloadHashes = indexablePayloadPositions.map((index) => bw.payload_hashes?.[index])\n        const indexablePayloads = indexablePayloadHashes.map((hash) => payloadDictionary[hash]).filter(exists)\n        // If we found a timestamp and the right amount of indexable payloads (of the\n        // correct schema as checked above) in this BW, then index it\n        if (indexablePayloads.length === this.indexableSchemas.length) indexableTuples.push([bw, ...indexablePayloads])\n        return indexableTuples\n      }, [])\n      // Create the indexes from the tuples\n      const indexes = await Promise.all(\n        validIndexableTuples.map<Promise<TemporalIndexingDivinerResultIndex>>(async ([bw, ...sourcePayloads]) => {\n          // Use the payload transformers to convert the fields from the source payloads to the destination fields\n          const indexFields = sourcePayloads\n            .map<PayloadFields[]>((payload) => {\n              // Find the transformers for this payload\n              const transformers = this.payloadTransformers[payload.schema]\n              // If transformers exist, apply them to the payload otherwise return an empty array\n              return transformers ? transformers.map((transform) => transform(payload)) : []\n            })\n            .flat()\n          // Include all the sources for reference\n          const sources = Object.keys(await PayloadHasher.toMap([bw, ...sourcePayloads]))\n          // Build and return the index\n          return new PayloadBuilder<TemporalIndexingDivinerResultIndex>({ schema: TemporalIndexingDivinerResultIndexSchema })\n            .fields(Object.assign({ sources }, ...indexFields))\n            .build()\n        }),\n      )\n      return indexes.flat()\n    }\n    return Promise.resolve([])\n  }\n\n  /**\n   * Identifies if a payload is one that is indexed by this diviner\n   * @param x The candidate payload\n   * @returns True if the payload is one indexed by this diviner, false otherwise\n   */\n  protected isIndexablePayload = (x: Payload) => {\n    return this.indexableSchemas.includes(x?.schema)\n  }\n\n  /**\n   * Identifies if a schema is one that is indexed by this diviner\n   * @param schema The candidate schema\n   * @returns True if this schema is one indexed by this diviner, false otherwise\n   */\n  protected isIndexableSchema = (schema?: string | null) => {\n    return this.indexableSchemas.some((s) => s === schema)\n  }\n}\n","import { AbstractDiviner } from '@xyo-network/abstract-diviner'\nimport { DivinerConfigSchema } from '@xyo-network/diviner-model'\nimport { isPayloadDivinerQueryPayload } from '@xyo-network/diviner-payload-model'\nimport { TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfigSchema } from '@xyo-network/diviner-temporal-indexing-model'\nimport { Labels } from '@xyo-network/module-model'\nimport { Payload } from '@xyo-network/payload-model'\n\n/**\n * Transforms an ImageThumbnailIndex response into an ImageThumbnailResponse response\n */\nexport class TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDiviner extends AbstractDiviner {\n  static override readonly configSchema = TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfigSchema\n  static override configSchemas = [DivinerConfigSchema, TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfigSchema]\n  static labels: Labels = {\n    'network.xyo.diviner.stage': 'indexQueryResponseToDivinerQueryResponseDiviner',\n  }\n\n  protected override async divineHandler(payloads: Payload[] = []): Promise<Payload[]> {\n    // NOTE: We're not doing anything with the query payloads but some diviners\n    // might want to use this to transform from the query to the response (for example\n    // if we use a plaintext value in the query to generate a hash key in the index)\n    // const queries = payloads.filter(isPayloadDivinerQueryPayload)\n    const responses = payloads.filter((p) => !isPayloadDivinerQueryPayload(p))\n    return await Promise.resolve(responses)\n  }\n}\n","import { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { AbstractDiviner } from '@xyo-network/abstract-diviner'\nimport { ArchivistInstance } from '@xyo-network/archivist-model'\nimport { ArchivistWrapper } from '@xyo-network/archivist-wrapper'\nimport { BoundWitness, isBoundWitness } from '@xyo-network/boundwitness-model'\nimport { BoundWitnessDivinerQueryPayload, BoundWitnessDivinerQuerySchema } from '@xyo-network/diviner-boundwitness-model'\nimport { IndexingDivinerState } from '@xyo-network/diviner-indexing-model'\nimport { DivinerConfigSchema } from '@xyo-network/diviner-model'\nimport {\n  TemporalIndexingDivinerStateToIndexCandidateDivinerConfigSchema,\n  TemporalIndexingDivinerStateToIndexCandidateDivinerParams,\n} from '@xyo-network/diviner-temporal-indexing-model'\nimport { DivinerWrapper } from '@xyo-network/diviner-wrapper'\nimport { isModuleState, Labels, ModuleState, ModuleStateSchema } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { isPayloadOfSchemaType, Payload } from '@xyo-network/payload-model'\nimport { TimeStamp, TimestampSchema } from '@xyo-network/witness-timestamp'\n\n/**\n * All Payload types involved in index candidates for indexing\n */\nexport type IndexCandidate = BoundWitness | Payload | TimeStamp\n\n/**\n * The response from the TemporalStateToIndexCandidateDiviner\n */\nexport type TemporalStateToIndexCandidateDivinerResponse = [\n  /**\n   * The next state of the diviner\n   */\n  nextState: ModuleState<IndexingDivinerState>,\n  /**\n   * The index candidates\n   */\n  ...IndexCandidate[],\n]\n\n/**\n * The default order to search Bound Witnesses to identify index candidates\n */\nconst order = 'asc'\n\n/**\n * The name of the module (for logging purposes)\n */\nconst moduleName = 'TemporalIndexingDivinerStateToIndexCandidateDiviner'\n\n/**\n * Transforms candidates for image thumbnail indexing into their indexed representation\n */\nexport class TemporalIndexingDivinerStateToIndexCandidateDiviner<\n  TParams extends TemporalIndexingDivinerStateToIndexCandidateDivinerParams = TemporalIndexingDivinerStateToIndexCandidateDivinerParams,\n> extends AbstractDiviner<TParams> {\n  static override readonly configSchema = TemporalIndexingDivinerStateToIndexCandidateDivinerConfigSchema\n  static override configSchemas = [DivinerConfigSchema, TemporalIndexingDivinerStateToIndexCandidateDivinerConfigSchema]\n  static labels: Labels = {\n    'network.xyo.diviner.stage': 'stateToIndexCandidateDiviner',\n  }\n\n  get payloadDivinerLimit() {\n    return this.config.payloadDivinerLimit ?? 1_000\n  }\n\n  /**\n   * The required payload_schemas within BoundWitnesses to identify index candidates\n   */\n  protected get payload_schemas(): string[] {\n    const schemas = this.config.filter?.payload_schemas\n    return [TimestampSchema, ...(schemas ?? [])]\n  }\n\n  protected override async divineHandler(payloads: Payload[] = []): Promise<[ModuleState, ...IndexCandidate[]]> {\n    // Retrieve the last state from what was passed in\n    const lastState = payloads.find(isModuleState<IndexingDivinerState>)\n    // If there is no last state, start from the beginning\n    if (!lastState) return [{ schema: ModuleStateSchema, state: { offset: 0 } }]\n    // Otherwise, get the last offset\n    const { offset } = lastState.state\n    // Get next batch of results starting from the offset\n    const boundWitnessDiviner = await this.getBoundWitnessDivinerForStore()\n    if (!boundWitnessDiviner) return [lastState]\n    const query = new PayloadBuilder<BoundWitnessDivinerQueryPayload>({ schema: BoundWitnessDivinerQuerySchema })\n      .fields({ limit: this.payloadDivinerLimit, offset, order, payload_schemas: this.payload_schemas })\n      .build()\n    const batch = await boundWitnessDiviner.divine([query])\n    if (batch.length === 0) return [lastState]\n    // Get source data\n    const sourceArchivist = await this.getArchivistForStore()\n    if (!sourceArchivist) return [lastState]\n    const indexCandidates: IndexCandidate[] = (\n      await Promise.all(batch.filter(isBoundWitness).map((bw) => this.getPayloadsInBoundWitness(bw, sourceArchivist)))\n    )\n      .filter(exists)\n      .flat()\n    const nextState = { schema: ModuleStateSchema, state: { ...lastState.state, offset: offset + batch.length } }\n    return [nextState, ...indexCandidates]\n  }\n  /**\n   * Retrieves the archivist for the payloadStore\n   * @returns The archivist for the payloadStore or undefined if not resolvable\n   */\n  protected async getArchivistForStore(): Promise<ArchivistWrapper | undefined> {\n    // It should be defined, so we'll error if it's not\n    const name: string = assertEx(this.config?.payloadStore?.archivist, () => `${moduleName}: Config for payloadStore.archivist not specified`)\n    // It might not be resolvable (yet), so we'll return undefined if it's not\n    const mod = await this.resolve(name)\n    if (!mod) return undefined\n    // Return the wrapped archivist\n    return ArchivistWrapper.wrap(mod, this.account)\n  }\n\n  /**\n   * Retrieves the BoundWitness Diviner for the payloadStore\n   * @returns The BoundWitness Diviner for the payloadStore or undefined if not resolvable\n   */\n  protected async getBoundWitnessDivinerForStore(): Promise<DivinerWrapper | undefined> {\n    // It should be defined, so we'll error if it's not\n    const name: string = assertEx(\n      this.config?.payloadStore?.boundWitnessDiviner,\n      () => `${moduleName}: Config for payloadStore.boundWitnessDiviner not specified`,\n    )\n    // It might not be resolvable (yet), so we'll return undefined if it's not\n    const mod = await this.resolve(name)\n    if (!mod) return undefined\n    // Return the wrapped diviner\n    return DivinerWrapper.wrap(mod, this.account)\n  }\n\n  protected async getPayloadsInBoundWitness(bw: BoundWitness, archivist: ArchivistInstance): Promise<IndexCandidate[] | undefined> {\n    const indexes = this.payload_schemas.map((schema) => bw.payload_schemas?.findIndex((s) => s === schema))\n    const hashes = indexes.map((index) => bw.payload_hashes?.[index])\n    const results = await archivist.get(hashes)\n    const indexCandidateIdentityFunctions = this.payload_schemas.map(isPayloadOfSchemaType)\n    const filteredResults = indexCandidateIdentityFunctions.map((is) => results.find(is))\n    if (filteredResults.some((f) => f === undefined)) return undefined\n    const indexCandidates: IndexCandidate[] = filteredResults.filter(exists) as IndexCandidate[]\n    return [bw, ...indexCandidates]\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,qCAAgC;AAChC,oCAA4C;AAC5C,2BAA2E;AAC3E,6CAAmF;AAG5E,IAAM,0BAAN,cAKG,+CAAgD;AAAA,EACxD,OAAyB,eAAe;AAAA,EACxC,OAAyB,gBAA0B,CAAC,4EAAqC,2DAA6B,wCAAmB;AAAA,EAEzI,MAAyB,eAAiC;AACxD,UAAM,MAAM,aAAa;AACzB,WAAO;AAAA,EACT;AACF;;;ACnBA,8BAAgC;AAChC,IAAAA,wBAAoC;AACpC,mCAAsE;AACtE,IAAAC,0CAMO;AAEP,IAAAC,0BAA+B;AAC/B,2BAA+C;;;ACV/C,sBAAqB;AAOd,IAAM,uBAAuB,CAAC,wBAAqD;AACxF,QAAM,EAAE,cAAc,kBAAkB,qBAAqB,IAAI;AACjE,QAAM,cAAkC,CAAC,MAAe;AAEtD,UAAM,SAAS,gBAAAC,QAAS,MAAM,GAAG,oBAAoB;AAErD,UAAM,cAAc,CAAC;AAErB,UAAM,mBAAmB,WAAW,SAAY,eAAe;AAC/D,QAAI,qBAAqB;AAAW,kBAAY,gBAAgB,IAAI;AACpE,WAAO;AAAA,EACT;AACA,SAAO;AACT;;;ACXO,IAAM,mCAAmC,CAC9C,qBAC0C;AAC1C,SAAO,OAAO;AAAA,IACZ,OAAO,QAAQ,gBAAgB,EAAE,IAAI,CAAC,CAAC,QAAQ,8BAA8B,MAAM;AACjF,YAAM,eAAe,+BAA+B,IAAI,oBAAoB;AAC5E,aAAO,CAAC,QAAQ,YAAY;AAAA,IAC9B,CAAC;AAAA,EACH;AACF;;;ACnBA,kBAA8B;AAC9B,6BAA+B;AAUxB,IAAM,iBAAiB,OAC5B,UACA,qBACA,sBACe;AAEf,QAAM,cAAc,SACjB,IAAqB,CAAC,YAAY;AAEjC,UAAM,eAAe,oBAAoB,QAAQ,MAAM;AAEvD,WAAO,eAAe,aAAa,IAAI,CAAC,cAAc,UAAU,OAAO,CAAC,IAAI,CAAC;AAAA,EAC/E,CAAC,EACA,KAAK;AAER,QAAM,WAAW,MAAM,0BAAc,UAAU,CAAC,GAAG,QAAQ,CAAC,GAAG,IAAI,CAAC,CAAC,EAAE,IAAI,MAAM,IAAI;AAErF,SAAO,IAAI,sCAAkB,EAAE,QAAQ,kBAAkB,CAAC,EAAE,OAAO,OAAO,OAAO,EAAE,QAAQ,GAAG,GAAG,WAAW,CAAC,EAAE,MAAM;AACvH;;;AHXO,IAAM,yDAAN,cAEG,wCAAyB;AAAA,EACjC,OAAyB,eAAe;AAAA,EACxC,OAAgB,gBAAgB,CAAC,2CAAqB,0GAAkE;AAAA,EACxH,OAAO,SAAiB;AAAA,IACtB,6BAA6B;AAAA,EAC/B;AAAA,EAEQ;AAAA,EACA;AAAA;AAAA;AAAA;AAAA,EAKR,IAAc,qBAA6B;AACzC,WAAO,KAAK,OAAO,sBAAsB;AAAA,EAC3C;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,mBAA2B;AACvC,WAAO,KAAK,OAAO,oBAAoB;AAAA,EACzC;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,cAAsB;AAClC,WAAO,KAAK,OAAO,eAAe;AAAA,EACpC;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,mBAA6B;AACzC,QAAI,CAAC,KAAK;AAAmB,WAAK,oBAAoB,CAAC,GAAG,OAAO,KAAK,KAAK,gBAAgB,CAAC;AAC5F,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,IAAc,sBAA6D;AACzE,QAAI,CAAC,KAAK;AAAsB,WAAK,uBAAuB,iCAAiC,KAAK,gBAAgB;AAClH,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,IAAc,mBAAmE;AAzEnF;AA0EI,aACE,UAAK,WAAL,mBAAa,qBAAoB;AAAA,MAC/B,CAAC,KAAK,kBAAkB,GAAG;AAAA,QACzB;AAAA,UACE,cAAc;AAAA,UACd,kBAAkB;AAAA,UAClB,sBAAsB;AAAA,QACxB;AAAA,QACA;AAAA,UACE,cAAc;AAAA,UACd,kBAAkB;AAAA,UAClB,sBAAsB;AAAA,QACxB;AAAA,QACA;AAAA,UACE,cAAc;AAAA,UACd,kBAAkB;AAAA,UAClB,sBAAsB;AAAA,QACxB;AAAA,MACF;AAAA,IACF;AAAA,EAEJ;AAAA,EAEA,MAAyB,cAAc,WAAsB,CAAC,GAAuB;AACnF,UAAM,UAAU,SAAS,WAAO,4CAAkD,KAAK,kBAAkB,CAAC;AAC1G,QAAI,QAAQ,QAAQ;AAClB,YAAM,UAAU,MAAM,QAAQ;AAAA,QAC5B,QAAQ,IAAI,OAAO,UAAU;AAC3B,gBAAM,SAAS,MAAM;AAAA,YACnB,CAAC,KAAK;AAAA,YACN,KAAK;AAAA,YACL,KAAK;AAAA,UACP;AAEA,iBAAO,UAAU,CAAC,KAAK,WAAW;AAElC,iBAAO,OAAO;AAEd,iBAAO,IAAI,uCAAe,EAAE,QAAQ,KAAK,iBAAiB,CAAC,EAAE,OAAO,MAAM,EAAE,MAAM;AAAA,QACpF,CAAC;AAAA,MACH;AACA,aAAO;AAAA,IACT;AACA,WAAO,QAAQ,QAAQ,CAAC,CAAC;AAAA,EAC3B;AACF;;;AIvHA,mBAA4B;AAC5B,oBAAyB;AACzB,oBAAuB;AACvB,IAAAC,2BAAgC;AAChC,gCAA6C;AAC7C,IAAAC,wBAAoC;AACpC,IAAAC,0CAOO;AACP,IAAAC,eAA8B;AAE9B,IAAAC,0BAA+B;AAO/B,IAAM,aAAa;AAOZ,IAAM,sDAAN,cAEG,yCAAyB;AAAA,EACjC,OAAgB,eAAe;AAAA,EAC/B,OAAgB,gBAAgB,CAAC,2CAAqB,uGAA+D;AAAA,EACrH,OAAO,SAAiB;AAAA,IACtB,6BAA6B;AAAA,EAC/B;AAAA,EAEQ;AAAA,EACA;AAAA;AAAA;AAAA;AAAA,EAKR,IAAc,mBAA6B;AACzC,QAAI,CAAC,KAAK;AAAmB,WAAK,oBAAoB,CAAC,GAAG,OAAO,KAAK,KAAK,gBAAgB,CAAC;AAC5F,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,IAAc,sBAA6D;AACzE,QAAI,CAAC,KAAK;AAAsB,WAAK,uBAAuB,iCAAiC,KAAK,gBAAgB;AAClH,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,IAAc,mBAAmE;AA/DnF;AAgEI,eAAO,yBAAS,UAAK,WAAL,mBAAa,kBAAkB,MAAM,GAAG,UAAU,2CAA2C;AAAA,EAC/G;AAAA,EAEA,MAAyB,cAAc,WAAsB,CAAC,GAAuB;AACnF,UAAM,MAAsB,SAAS,OAAO,wCAAc;AAC1D,UAAM,oBAA+B,SAAS,OAAO,CAAC,MAAM,KAAK,mBAAmB,CAAC,CAAC;AACtF,QAAI,IAAI,UAAU,kBAAkB,QAAQ;AAC1C,YAAM,oBAAoB,MAAM,2BAAc,MAAM,QAAQ;AAC5D,YAAM,uBAA4C,IAAI,OAA4B,CAAC,iBAAiB,OAAO;AAEzG,YAAI,KAAC,0BAAY,GAAG,iBAAiB,KAAK,gBAAgB;AAAG,iBAAO;AAEpE,cAAM,4BAA4B,KAAK,iBAAiB,IAAI,CAAC,WAAW,GAAG,gBAAgB,QAAQ,MAAM,CAAC;AAC1G,cAAM,yBAAyB,0BAA0B,IAAI,CAAC,UAAO;AA7E7E;AA6EgF,0BAAG,mBAAH,mBAAoB;AAAA,SAAM;AAClG,cAAMC,qBAAoB,uBAAuB,IAAI,CAAC,SAAS,kBAAkB,IAAI,CAAC,EAAE,OAAO,oBAAM;AAGrG,YAAIA,mBAAkB,WAAW,KAAK,iBAAiB;AAAQ,0BAAgB,KAAK,CAAC,IAAI,GAAGA,kBAAiB,CAAC;AAC9G,eAAO;AAAA,MACT,GAAG,CAAC,CAAC;AAEL,YAAM,UAAU,MAAM,QAAQ;AAAA,QAC5B,qBAAqB,IAAiD,OAAO,CAAC,IAAO,iBAAc,MAAM;AAEvG,gBAAM,cAAc,eACjB,IAAqB,CAAC,YAAY;AAEjC,kBAAM,eAAe,KAAK,oBAAoB,QAAQ,MAAM;AAE5D,mBAAO,eAAe,aAAa,IAAI,CAAC,cAAc,UAAU,OAAO,CAAC,IAAI,CAAC;AAAA,UAC/E,CAAC,EACA,KAAK;AAER,gBAAM,UAAU,OAAO,KAAK,MAAM,2BAAc,MAAM,CAAC,IAAI,GAAG,cAAc,CAAC,CAAC;AAE9E,iBAAO,IAAI,uCAAmD,EAAE,QAAQ,iFAAyC,CAAC,EAC/G,OAAO,OAAO,OAAO,EAAE,QAAQ,GAAG,GAAG,WAAW,CAAC,EACjD,MAAM;AAAA,QACX,CAAC;AAAA,MACH;AACA,aAAO,QAAQ,KAAK;AAAA,IACtB;AACA,WAAO,QAAQ,QAAQ,CAAC,CAAC;AAAA,EAC3B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOU,qBAAqB,CAAC,MAAe;AAC7C,WAAO,KAAK,iBAAiB,SAAS,uBAAG,MAAM;AAAA,EACjD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOU,oBAAoB,CAAC,WAA2B;AACxD,WAAO,KAAK,iBAAiB,KAAK,CAAC,MAAM,MAAM,MAAM;AAAA,EACvD;AACF;;;AC9HA,IAAAC,2BAAgC;AAChC,IAAAC,wBAAoC;AACpC,IAAAC,gCAA6C;AAC7C,IAAAC,0CAAmG;AAO5F,IAAM,yEAAN,cAAqF,yCAAgB;AAAA,EAC1G,OAAyB,eAAe;AAAA,EACxC,OAAgB,gBAAgB,CAAC,2CAAqB,0HAAkF;AAAA,EACxI,OAAO,SAAiB;AAAA,IACtB,6BAA6B;AAAA,EAC/B;AAAA,EAEA,MAAyB,cAAc,WAAsB,CAAC,GAAuB;AAKnF,UAAM,YAAY,SAAS,OAAO,CAAC,MAAM,KAAC,4DAA6B,CAAC,CAAC;AACzE,WAAO,MAAM,QAAQ,QAAQ,SAAS;AAAA,EACxC;AACF;;;ACzBA,IAAAC,iBAAyB;AACzB,IAAAC,iBAAuB;AACvB,IAAAC,2BAAgC;AAEhC,+BAAiC;AACjC,IAAAC,6BAA6C;AAC7C,wCAAgF;AAEhF,IAAAC,wBAAoC;AACpC,IAAAC,0CAGO;AACP,6BAA+B;AAC/B,0BAAsE;AACtE,IAAAC,0BAA+B;AAC/B,IAAAC,wBAA+C;AAC/C,+BAA2C;AAwB3C,IAAM,QAAQ;AAKd,IAAMC,cAAa;AAKZ,IAAM,sDAAN,cAEG,yCAAyB;AAAA,EACjC,OAAyB,eAAe;AAAA,EACxC,OAAgB,gBAAgB,CAAC,2CAAqB,uGAA+D;AAAA,EACrH,OAAO,SAAiB;AAAA,IACtB,6BAA6B;AAAA,EAC/B;AAAA,EAEA,IAAI,sBAAsB;AACxB,WAAO,KAAK,OAAO,uBAAuB;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,kBAA4B;AAnE5C;AAoEI,UAAM,WAAU,UAAK,OAAO,WAAZ,mBAAoB;AACpC,WAAO,CAAC,0CAAiB,GAAI,WAAW,CAAC,CAAE;AAAA,EAC7C;AAAA,EAEA,MAAyB,cAAc,WAAsB,CAAC,GAAgD;AAE5G,UAAM,YAAY,SAAS,KAAK,iCAAmC;AAEnE,QAAI,CAAC;AAAW,aAAO,CAAC,EAAE,QAAQ,uCAAmB,OAAO,EAAE,QAAQ,EAAE,EAAE,CAAC;AAE3E,UAAM,EAAE,OAAO,IAAI,UAAU;AAE7B,UAAM,sBAAsB,MAAM,KAAK,+BAA+B;AACtE,QAAI,CAAC;AAAqB,aAAO,CAAC,SAAS;AAC3C,UAAM,QAAQ,IAAI,uCAAgD,EAAE,QAAQ,iEAA+B,CAAC,EACzG,OAAO,EAAE,OAAO,KAAK,qBAAqB,QAAQ,OAAO,iBAAiB,KAAK,gBAAgB,CAAC,EAChG,MAAM;AACT,UAAM,QAAQ,MAAM,oBAAoB,OAAO,CAAC,KAAK,CAAC;AACtD,QAAI,MAAM,WAAW;AAAG,aAAO,CAAC,SAAS;AAEzC,UAAM,kBAAkB,MAAM,KAAK,qBAAqB;AACxD,QAAI,CAAC;AAAiB,aAAO,CAAC,SAAS;AACvC,UAAM,mBACJ,MAAM,QAAQ,IAAI,MAAM,OAAO,yCAAc,EAAE,IAAI,CAAC,OAAO,KAAK,0BAA0B,IAAI,eAAe,CAAC,CAAC,GAE9G,OAAO,qBAAM,EACb,KAAK;AACR,UAAM,YAAY,EAAE,QAAQ,uCAAmB,OAAO,EAAE,GAAG,UAAU,OAAO,QAAQ,SAAS,MAAM,OAAO,EAAE;AAC5G,WAAO,CAAC,WAAW,GAAG,eAAe;AAAA,EACvC;AAAA;AAAA;AAAA;AAAA;AAAA,EAKA,MAAgB,uBAA8D;AAtGhF;AAwGI,UAAM,WAAe,0BAAS,gBAAK,WAAL,mBAAa,iBAAb,mBAA2B,WAAW,MAAM,GAAGA,WAAU,mDAAmD;AAE1I,UAAM,MAAM,MAAM,KAAK,QAAQ,IAAI;AACnC,QAAI,CAAC;AAAK,aAAO;AAEjB,WAAO,0CAAiB,KAAK,KAAK,KAAK,OAAO;AAAA,EAChD;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAgB,iCAAsE;AApHxF;AAsHI,UAAM,WAAe;AAAA,OACnB,gBAAK,WAAL,mBAAa,iBAAb,mBAA2B;AAAA,MAC3B,MAAM,GAAGA,WAAU;AAAA,IACrB;AAEA,UAAM,MAAM,MAAM,KAAK,QAAQ,IAAI;AACnC,QAAI,CAAC;AAAK,aAAO;AAEjB,WAAO,sCAAe,KAAK,KAAK,KAAK,OAAO;AAAA,EAC9C;AAAA,EAEA,MAAgB,0BAA0B,IAAkB,WAAqE;AAC/H,UAAM,UAAU,KAAK,gBAAgB,IAAI,CAAC,WAAQ;AAlItD;AAkIyD,sBAAG,oBAAH,mBAAoB,UAAU,CAAC,MAAM,MAAM;AAAA,KAAO;AACvG,UAAM,SAAS,QAAQ,IAAI,CAAC,UAAO;AAnIvC;AAmI0C,sBAAG,mBAAH,mBAAoB;AAAA,KAAM;AAChE,UAAM,UAAU,MAAM,UAAU,IAAI,MAAM;AAC1C,UAAM,kCAAkC,KAAK,gBAAgB,IAAI,2CAAqB;AACtF,UAAM,kBAAkB,gCAAgC,IAAI,CAAC,OAAO,QAAQ,KAAK,EAAE,CAAC;AACpF,QAAI,gBAAgB,KAAK,CAAC,MAAM,MAAM,MAAS;AAAG,aAAO;AACzD,UAAM,kBAAoC,gBAAgB,OAAO,qBAAM;AACvE,WAAO,CAAC,IAAI,GAAG,eAAe;AAAA,EAChC;AACF;","names":["import_diviner_model","import_diviner_temporal_indexing_model","import_payload_builder","jsonpath","import_abstract_diviner","import_diviner_model","import_diviner_temporal_indexing_model","import_hash","import_payload_builder","indexablePayloads","import_abstract_diviner","import_diviner_model","import_diviner_payload_model","import_diviner_temporal_indexing_model","import_assert","import_exists","import_abstract_diviner","import_boundwitness_model","import_diviner_model","import_diviner_temporal_indexing_model","import_payload_builder","import_payload_model","moduleName"]}

package/dist/node/index.mjs

@@ -1,20 +1,20 @@
 // src/Diviner.ts
-import { assertEx as assertEx3 } from "@xylabs/assert";
 import { IndexingDiviner } from "@xyo-network/diviner-indexing-memory";
 import { IndexingDivinerConfigSchema } from "@xyo-network/diviner-indexing-model";
-import { DivinerConfigSchema as DivinerConfigSchema5 } from "@xyo-network/diviner-model";
-import {
-  TemporalIndexingDivinerConfigSchema,
-  TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema as TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema2,
-  TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema as TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema2,
-  TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfigSchema as TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfigSchema2,
-  TemporalIndexingDivinerStateToIndexCandidateDivinerConfigSchema as TemporalIndexingDivinerStateToIndexCandidateDivinerConfigSchema2
-} from "@xyo-network/diviner-temporal-indexing-model";
-import { asNodeInstance } from "@xyo-network/node-model";
+import { DivinerConfigSchema } from "@xyo-network/diviner-model";
+import { TemporalIndexingDivinerConfigSchema } from "@xyo-network/diviner-temporal-indexing-model";
+var TemporalIndexingDiviner = class extends IndexingDiviner {
+  static configSchema = TemporalIndexingDivinerConfigSchema;
+  static configSchemas = [TemporalIndexingDivinerConfigSchema, IndexingDivinerConfigSchema, DivinerConfigSchema];
+  async startHandler() {
+    await super.startHandler();
+    return true;
+  }
+};
 
 // src/DivinerQueryToIndexQueryDiviner/Diviner.ts
 import { AbstractDiviner } from "@xyo-network/abstract-diviner";
-import { DivinerConfigSchema } from "@xyo-network/diviner-model";
+import { DivinerConfigSchema as DivinerConfigSchema2 } from "@xyo-network/diviner-model";
 import { PayloadDivinerQuerySchema } from "@xyo-network/diviner-payload-model";
 import {
   TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema,
@@ -49,7 +49,7 @@ var jsonPathToTransformersDictionary = (schemaTransforms) => {
 };
 
 // src/jsonpath/reducePayloads.ts
-import { PayloadHasher } from "@xyo-network/core";
+import { PayloadHasher } from "@xyo-network/hash";
 import { PayloadBuilder } from "@xyo-network/payload-builder";
 var reducePayloads = async (payloads, payloadTransformers, destinationSchema) => {
   const indexFields = payloads.map((payload) => {
@@ -63,7 +63,7 @@ var reducePayloads = async (payloads, payloadTransformers, destinationSchema) =>
 // src/DivinerQueryToIndexQueryDiviner/Diviner.ts
 var TemporalIndexingDivinerDivinerQueryToIndexQueryDiviner = class extends AbstractDiviner {
   static configSchema = TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema;
-  static configSchemas = [DivinerConfigSchema, TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema];
+  static configSchemas = [DivinerConfigSchema2, TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema];
   static labels = {
     "network.xyo.diviner.stage": "divinerQueryToIndexQueryDiviner"
   };
@@ -157,17 +157,17 @@ import { assertEx } from "@xylabs/assert";
 import { exists } from "@xylabs/exists";
 import { AbstractDiviner as AbstractDiviner2 } from "@xyo-network/abstract-diviner";
 import { isBoundWitness } from "@xyo-network/boundwitness-model";
-import { PayloadHasher as PayloadHasher2 } from "@xyo-network/core";
-import { DivinerConfigSchema as DivinerConfigSchema2 } from "@xyo-network/diviner-model";
+import { DivinerConfigSchema as DivinerConfigSchema3 } from "@xyo-network/diviner-model";
 import {
   TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema,
   TemporalIndexingDivinerResultIndexSchema as TemporalIndexingDivinerResultIndexSchema2
 } from "@xyo-network/diviner-temporal-indexing-model";
+import { PayloadHasher as PayloadHasher2 } from "@xyo-network/hash";
 import { PayloadBuilder as PayloadBuilder3 } from "@xyo-network/payload-builder";
 var moduleName = "TemporalIndexingDivinerIndexCandidateToIndexDiviner";
 var TemporalIndexingDivinerIndexCandidateToIndexDiviner = class extends AbstractDiviner2 {
   static configSchema = TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema;
-  static configSchemas = [DivinerConfigSchema2, TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema];
+  static configSchemas = [DivinerConfigSchema3, TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema];
   static labels = {
     "network.xyo.diviner.stage": "indexCandidateToIndexDiviner"
   };
@@ -250,12 +250,12 @@ var TemporalIndexingDivinerIndexCandidateToIndexDiviner = class extends Abstract
 
 // src/IndexQueryResponseToDivinerQueryResponseDiviner/Diviner.ts
 import { AbstractDiviner as AbstractDiviner3 } from "@xyo-network/abstract-diviner";
-import { DivinerConfigSchema as DivinerConfigSchema3 } from "@xyo-network/diviner-model";
+import { DivinerConfigSchema as DivinerConfigSchema4 } from "@xyo-network/diviner-model";
 import { isPayloadDivinerQueryPayload } from "@xyo-network/diviner-payload-model";
 import { TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfigSchema } from "@xyo-network/diviner-temporal-indexing-model";
 var TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDiviner = class extends AbstractDiviner3 {
   static configSchema = TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfigSchema;
-  static configSchemas = [DivinerConfigSchema3, TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfigSchema];
+  static configSchemas = [DivinerConfigSchema4, TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfigSchema];
   static labels = {
     "network.xyo.diviner.stage": "indexQueryResponseToDivinerQueryResponseDiviner"
   };
@@ -272,7 +272,7 @@ import { AbstractDiviner as AbstractDiviner4 } from "@xyo-network/abstract-divin
 import { ArchivistWrapper } from "@xyo-network/archivist-wrapper";
 import { isBoundWitness as isBoundWitness2 } from "@xyo-network/boundwitness-model";
 import { BoundWitnessDivinerQuerySchema } from "@xyo-network/diviner-boundwitness-model";
-import { DivinerConfigSchema as DivinerConfigSchema4 } from "@xyo-network/diviner-model";
+import { DivinerConfigSchema as DivinerConfigSchema5 } from "@xyo-network/diviner-model";
 import {
   TemporalIndexingDivinerStateToIndexCandidateDivinerConfigSchema
 } from "@xyo-network/diviner-temporal-indexing-model";
@@ -285,7 +285,7 @@ var order = "asc";
 var moduleName2 = "TemporalIndexingDivinerStateToIndexCandidateDiviner";
 var TemporalIndexingDivinerStateToIndexCandidateDiviner = class extends AbstractDiviner4 {
   static configSchema = TemporalIndexingDivinerStateToIndexCandidateDivinerConfigSchema;
-  static configSchemas = [DivinerConfigSchema4, TemporalIndexingDivinerStateToIndexCandidateDivinerConfigSchema];
+  static configSchemas = [DivinerConfigSchema5, TemporalIndexingDivinerStateToIndexCandidateDivinerConfigSchema];
   static labels = {
     "network.xyo.diviner.stage": "stateToIndexCandidateDiviner"
   };
@@ -364,137 +364,6 @@ var TemporalIndexingDivinerStateToIndexCandidateDiviner = class extends Abstract
     return [bw, ...indexCandidates];
   }
 };
-
-// src/Diviner.ts
-var moduleName3 = "TemporalIndexingDiviner";
-var TemporalIndexingDiviner = class extends IndexingDiviner {
-  static configSchema = TemporalIndexingDivinerConfigSchema;
-  static configSchemas = [TemporalIndexingDivinerConfigSchema, IndexingDivinerConfigSchema, DivinerConfigSchema5];
-  _divinerQueryToIndexQueryDiviner;
-  _indexCandidateToIndexDiviner;
-  _indexQueryResponseToDivinerQueryResponseDiviner;
-  _stateToIndexCandidateDiviner;
-  /**
-   * Gets the Diviner for the supplied Indexing Diviner stage
-   * @param transform The Indexing Diviner stage
-   * @returns The diviner corresponding to the Indexing Diviner stage
-   */
-  getIndexingDivinerStage(transform) {
-    switch (transform) {
-      case "divinerQueryToIndexQueryDiviner":
-        return this.getDivinerQueryToIndexQueryDiviner();
-      case "indexCandidateToIndexDiviner":
-        return this.getIndexCandidateToIndexDiviner();
-      case "indexQueryResponseToDivinerQueryResponseDiviner":
-        return this.getIndexQueryResponseToDivinerQueryResponseDiviner();
-      case "stateToIndexCandidateDiviner":
-        return this.getStateToIndexCandidateDiviner();
-    }
-  }
-  async startHandler() {
-    await super.startHandler();
-    return true;
-  }
-  /**
-   * Adds the supplied module to the parent Node of this Diviner
-   * @param mod The module to add to the parent Node of this Diviner
-   * @returns
-   */
-  async attachModuleToParentNode(mod) {
-    const parent = (await this.resolve({ maxDepth: 1, query: [["network.xyo.query.node.attach"]] })).shift();
-    if (parent) {
-      const node = asNodeInstance(parent);
-      if (node) {
-        await node.register(mod);
-        await node.attach(mod.address, false);
-      }
-    }
-  }
-  async getDivinerQueryToIndexQueryDiviner() {
-    var _a, _b;
-    if (!this._divinerQueryToIndexQueryDiviner) {
-      const name = (_a = this.config.indexingDivinerStages) == null ? void 0 : _a.divinerQueryToIndexQueryDiviner;
-      if (name) {
-        this._divinerQueryToIndexQueryDiviner = await this.resolve(name);
-      } else {
-        const stageConfig = (_b = this.config.stageConfigs) == null ? void 0 : _b.divinerQueryToIndexQueryDiviner;
-        if (stageConfig) {
-          const config = { schema: TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema2, ...stageConfig };
-          const stage = await TemporalIndexingDivinerDivinerQueryToIndexQueryDiviner.create({ config });
-          await this.attachModuleToParentNode(stage);
-          this._divinerQueryToIndexQueryDiviner = stage;
-        }
-      }
-    }
-    return assertEx3(
-      this._divinerQueryToIndexQueryDiviner,
-      () => `${moduleName3}: Failed to resolve indexing diviner stage for divinerQueryToIndexQueryDiviner`
-    );
-  }
-  async getIndexCandidateToIndexDiviner() {
-    var _a, _b;
-    if (!this._indexCandidateToIndexDiviner) {
-      const name = (_a = this.config.indexingDivinerStages) == null ? void 0 : _a.indexCandidateToIndexDiviner;
-      if (name) {
-        this._indexCandidateToIndexDiviner = await this.resolve(name);
-      } else {
-        const stageConfig = (_b = this.config.stageConfigs) == null ? void 0 : _b.indexCandidateToIndexDiviner;
-        if (stageConfig) {
-          const config = { schema: TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema2, ...stageConfig };
-          const stage = await TemporalIndexingDivinerIndexCandidateToIndexDiviner.create({ config });
-          await this.attachModuleToParentNode(stage);
-          this._indexCandidateToIndexDiviner = stage;
-        }
-      }
-    }
-    return assertEx3(
-      this._indexCandidateToIndexDiviner,
-      () => `${moduleName3}: Failed to resolve indexing diviner stage for indexCandidateToIndexDiviner`
-    );
-  }
-  async getIndexQueryResponseToDivinerQueryResponseDiviner() {
-    var _a, _b;
-    if (!this._indexQueryResponseToDivinerQueryResponseDiviner) {
-      const name = (_a = this.config.indexingDivinerStages) == null ? void 0 : _a.indexQueryResponseToDivinerQueryResponseDiviner;
-      if (name) {
-        this._indexQueryResponseToDivinerQueryResponseDiviner = await this.resolve(name);
-      } else {
-        const stageConfig = (_b = this.config.stageConfigs) == null ? void 0 : _b.indexQueryResponseToDivinerQueryResponseDiviner;
-        if (stageConfig) {
-          const config = { schema: TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfigSchema2, ...stageConfig };
-          const stage = await TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDiviner.create({ config });
-          await this.attachModuleToParentNode(stage);
-          this._indexQueryResponseToDivinerQueryResponseDiviner = stage;
-        }
-      }
-    }
-    return assertEx3(
-      this._indexQueryResponseToDivinerQueryResponseDiviner,
-      () => `${moduleName3}: Failed to resolve indexing diviner stage for indexQueryResponseToDivinerQueryResponseDiviner`
-    );
-  }
-  async getStateToIndexCandidateDiviner() {
-    var _a, _b;
-    if (!this._stateToIndexCandidateDiviner) {
-      const name = (_a = this.config.indexingDivinerStages) == null ? void 0 : _a.stateToIndexCandidateDiviner;
-      if (name) {
-        this._stateToIndexCandidateDiviner = await this.resolve(name);
-      } else {
-        const stageConfig = (_b = this.config.stageConfigs) == null ? void 0 : _b.stateToIndexCandidateDiviner;
-        if (stageConfig) {
-          const config = { schema: TemporalIndexingDivinerStateToIndexCandidateDivinerConfigSchema2, ...stageConfig };
-          const stage = await TemporalIndexingDivinerStateToIndexCandidateDiviner.create({ config });
-          await this.attachModuleToParentNode(stage);
-          this._stateToIndexCandidateDiviner = stage;
-        }
-      }
-    }
-    return assertEx3(
-      this._stateToIndexCandidateDiviner,
-      () => `${moduleName3}: Failed to resolve indexing diviner stage for stateToIndexCandidateDiviner`
-    );
-  }
-};
 export {
   TemporalIndexingDiviner,
   TemporalIndexingDivinerDivinerQueryToIndexQueryDiviner,