@xyo-network/diviner-temporal-indexing-memory 2.82.6 → 2.83.1

package/dist/browser/index.cjs

@@ -94,7 +94,7 @@ var reducePayloads = async (payloads, payloadTransformers, destinationSchema) =>
     return transformers ? transformers.map((transform) => transform(payload)) : [];
   }).flat();
   const sources = (await import_hash.PayloadHasher.hashPairs([...payloads])).map(([, hash]) => hash);
-  return new import_payload_builder.PayloadBuilder({ schema: destinationSchema }).fields(Object.assign({ sources }, ...indexFields)).build();
+  return await new import_payload_builder.PayloadBuilder({ schema: destinationSchema }).fields(Object.assign({ sources }, ...indexFields)).build();
 };
 
 // src/DivinerQueryToIndexQueryDiviner/Diviner.ts
@@ -178,7 +178,7 @@ var TemporalIndexingDivinerDivinerQueryToIndexQueryDiviner = class extends impor
           );
           fields.schemas = [this.indexSchema];
           delete fields.sources;
-          return new import_payload_builder2.PayloadBuilder({ schema: this.indexQuerySchema }).fields(fields).build();
+          return await new import_payload_builder2.PayloadBuilder({ schema: this.indexQuerySchema }).fields(fields).build();
         })
       );
       return results;
@@ -252,7 +252,7 @@ var TemporalIndexingDivinerIndexCandidateToIndexDiviner = class extends import_a
             return transformers ? transformers.map((transform) => transform(payload)) : [];
           }).flat();
           const sources = Object.keys(await import_hash2.PayloadHasher.toMap([bw, ...sourcePayloads]));
-          return new import_payload_builder3.PayloadBuilder({ schema: import_diviner_temporal_indexing_model3.TemporalIndexingDivinerResultIndexSchema }).fields(Object.assign({ sources }, ...indexFields)).build();
+          return await new import_payload_builder3.PayloadBuilder({ schema: import_diviner_temporal_indexing_model3.TemporalIndexingDivinerResultIndexSchema }).fields(Object.assign({ sources }, ...indexFields)).build();
         })
       );
       return indexes.flat();
@@ -334,7 +334,7 @@ var TemporalIndexingDivinerStateToIndexCandidateDiviner = class extends import_a
     const boundWitnessDiviner = await this.getBoundWitnessDivinerForStore();
     if (!boundWitnessDiviner)
       return [lastState];
-    const query = new import_payload_builder4.PayloadBuilder({ schema: import_diviner_boundwitness_model.BoundWitnessDivinerQuerySchema }).fields({ limit: this.payloadDivinerLimit, offset, order, payload_schemas: this.payload_schemas }).build();
+    const query = await new import_payload_builder4.PayloadBuilder({ schema: import_diviner_boundwitness_model.BoundWitnessDivinerQuerySchema }).fields({ limit: this.payloadDivinerLimit, offset, order, payload_schemas: this.payload_schemas }).build();
     const batch = await boundWitnessDiviner.divine([query]);
     if (batch.length === 0)
       return [lastState];

package/dist/browser/index.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/index.ts","../../src/Diviner.ts","../../src/DivinerQueryToIndexQueryDiviner/Diviner.ts","../../src/jsonpath/toPayloadTransformer.ts","../../src/jsonpath/jsonPathToTransformersDictionary.ts","../../src/jsonpath/reducePayloads.ts","../../src/IndexCandidateToIndexDiviner/Diviner.ts","../../src/IndexQueryResponseToDivinerQueryResponseDiviner/Diviner.ts","../../src/StateToIndexCandidateDiviner/Diviner.ts"],"sourcesContent":["export * from './Diviner'\nexport * from './DivinerQueryToIndexQueryDiviner'\nexport * from './IndexCandidateToIndexDiviner'\nexport * from './IndexQueryResponseToDivinerQueryResponseDiviner'\nexport * from './StateToIndexCandidateDiviner'\n","import { IndexingDiviner } from '@xyo-network/diviner-indexing-memory'\nimport { IndexingDivinerConfigSchema } from '@xyo-network/diviner-indexing-model'\nimport { DivinerConfigSchema, DivinerModule, DivinerModuleEventData } from '@xyo-network/diviner-model'\nimport { TemporalIndexingDivinerConfigSchema, TemporalIndexingDivinerParams } from '@xyo-network/diviner-temporal-indexing-model'\nimport { Payload } from '@xyo-network/payload-model'\n\nexport class TemporalIndexingDiviner<\n  TParams extends TemporalIndexingDivinerParams = TemporalIndexingDivinerParams,\n  TIn extends Payload = Payload,\n  TOut extends Payload = Payload,\n  TEventData extends DivinerModuleEventData<DivinerModule<TParams>, TIn, TOut> = DivinerModuleEventData<DivinerModule<TParams>, TIn, TOut>,\n> extends IndexingDiviner<TParams, TIn, TOut, TEventData> {\n  static override readonly configSchema = TemporalIndexingDivinerConfigSchema\n  static override readonly configSchemas: string[] = [TemporalIndexingDivinerConfigSchema, IndexingDivinerConfigSchema, DivinerConfigSchema]\n\n  protected override async startHandler(): Promise<boolean> {\n    await super.startHandler()\n    return true\n  }\n}\n","import { AbstractDiviner } from '@xyo-network/abstract-diviner'\nimport { DivinerConfigSchema } from '@xyo-network/diviner-model'\nimport { PayloadDivinerQueryPayload, PayloadDivinerQuerySchema } from '@xyo-network/diviner-payload-model'\nimport {\n  SchemaToJsonPathTransformExpressionsDictionary,\n  SchemaToPayloadTransformersDictionary,\n  TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema,\n  TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerParams,\n  TemporalIndexingDivinerResultIndexSchema,\n} from '@xyo-network/diviner-temporal-indexing-model'\nimport { Labels } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { isPayloadOfSchemaType, Payload } from '@xyo-network/payload-model'\n\nimport { jsonPathToTransformersDictionary, reducePayloads } from '../jsonpath'\n\n/**\n * A diviner that converts diviner query to index query\n */\nexport class TemporalIndexingDivinerDivinerQueryToIndexQueryDiviner<\n  TParams extends TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerParams = TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerParams,\n> extends AbstractDiviner<TParams> {\n  static override readonly configSchema = TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema\n  static override configSchemas = [DivinerConfigSchema, TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema]\n  static labels: Labels = {\n    'network.xyo.diviner.stage': 'divinerQueryToIndexQueryDiviner',\n  }\n\n  private _indexableSchemas: string[] | undefined\n  private _payloadTransformers: SchemaToPayloadTransformersDictionary | undefined\n\n  /**\n   * The schema of the diviner query payloads\n   */\n  protected get divinerQuerySchema(): string {\n    return this.config.divinerQuerySchema ?? PayloadDivinerQuerySchema\n  }\n\n  /**\n   * The schema of the index query payloads\n   */\n  protected get indexQuerySchema(): string {\n    return this.config.indexQuerySchema ?? PayloadDivinerQuerySchema\n  }\n\n  /**\n   * The schema of the index payloads\n   */\n  protected get indexSchema(): string {\n    return this.config.indexSchema ?? TemporalIndexingDivinerResultIndexSchema\n  }\n\n  /**\n   * List of indexable schemas for this diviner\n   */\n  protected get indexableSchemas(): string[] {\n    if (!this._indexableSchemas) this._indexableSchemas = [...Object.keys(this.schemaTransforms)]\n    return this._indexableSchemas\n  }\n\n  /**\n   * Dictionary of schemas to payload transformers for creating indexes\n   * from the payloads within a Bound Witness\n   */\n  protected get payloadTransformers(): SchemaToPayloadTransformersDictionary {\n    if (!this._payloadTransformers) this._payloadTransformers = jsonPathToTransformersDictionary(this.schemaTransforms)\n    return this._payloadTransformers\n  }\n\n  /**\n   * The dictionary of schemas to JSON Path transform expressions for creating indexes\n   * from the payloads within a Bound Witness\n   */\n  protected get schemaTransforms(): SchemaToJsonPathTransformExpressionsDictionary {\n    return (\n      this.config?.schemaTransforms ?? {\n        [this.divinerQuerySchema]: [\n          {\n            defaultValue: 1,\n            destinationField: 'limit',\n            sourcePathExpression: '$.limit',\n          },\n          {\n            defaultValue: 0,\n            destinationField: 'offset',\n            sourcePathExpression: '$.offset',\n          },\n          {\n            defaultValue: 'desc',\n            destinationField: 'order',\n            sourcePathExpression: '$.order',\n          },\n        ],\n      }\n    )\n  }\n\n  protected override async divineHandler(payloads: Payload[] = []): Promise<Payload[]> {\n    const queries = payloads.filter(isPayloadOfSchemaType<PayloadDivinerQueryPayload>(this.divinerQuerySchema))\n    if (queries.length) {\n      const results = await Promise.all(\n        queries.map(async (query) => {\n          const fields = await reducePayloads<PayloadDivinerQueryPayload & { sources?: string[] }>(\n            [query],\n            this.payloadTransformers,\n            this.indexQuerySchema,\n          )\n          // TODO: Make index schema configurable\n          fields.schemas = [this.indexSchema]\n          // TODO: Make sources not need to be deleted\n          delete fields.sources\n          // TODO: Add support for additional filters\n          return new PayloadBuilder<Payload>({ schema: this.indexQuerySchema }).fields(fields).build()\n        }),\n      )\n      return results\n    }\n    return Promise.resolve([])\n  }\n}\n","import { JsonPathTransformExpression, PayloadTransformer } from '@xyo-network/diviner-temporal-indexing-model'\nimport { Payload } from '@xyo-network/payload-model'\nimport jsonpath from 'jsonpath'\n\n/**\n * Converts a JSON Path transform expression to a payload transformer\n * @param transformExpression The transform expression to convert\n * @returns The payload transformer for the JSON Path transform expression\n */\nexport const toPayloadTransformer = (transformExpression: JsonPathTransformExpression) => {\n  const { defaultValue, destinationField, sourcePathExpression } = transformExpression\n  const transformer: PayloadTransformer = (x: Payload) => {\n    // eslint-disable-next-line import/no-named-as-default-member\n    const source = jsonpath.value(x, sourcePathExpression)\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n    const transformed = {} as { [key: string]: any }\n    // Assign the source value to the destination field or the default value if the source is undefined\n    const destinationValue = source === undefined ? defaultValue : source\n    if (destinationValue !== undefined) transformed[destinationField] = destinationValue\n    return transformed\n  }\n  return transformer\n}\n","import { SchemaToJsonPathTransformExpressionsDictionary, SchemaToPayloadTransformersDictionary } from '@xyo-network/diviner-temporal-indexing-model'\n\nimport { toPayloadTransformer } from './toPayloadTransformer'\n\n/**\n * Materializes the JSON-path expressions into memoized functions by converting a\n * dictionary of schema to JSON Path transform expressions to a dictionary\n * of schema to payload transformers\n * @param schemaTransforms The schema transforms to convert\n * @returns A dictionary of schema to payload transformers\n */\nexport const jsonPathToTransformersDictionary = (\n  schemaTransforms: SchemaToJsonPathTransformExpressionsDictionary,\n): SchemaToPayloadTransformersDictionary => {\n  return Object.fromEntries(\n    Object.entries(schemaTransforms).map(([schema, jsonPathTransformerExpressions]) => {\n      const transformers = jsonPathTransformerExpressions.map(toPayloadTransformer)\n      return [schema, transformers]\n    }),\n  )\n}\n","import { SchemaToPayloadTransformersDictionary } from '@xyo-network/diviner-temporal-indexing-model'\nimport { PayloadHasher } from '@xyo-network/hash'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { Payload, PayloadFields } from '@xyo-network/payload-model'\n\n/**\n * Reduces the payloads to a single payload using the supplied transformers\n * @param payloads The payloads to reduce\n * @param payloadTransformers The transformers to use to convert the payloads to the destination payload\n * @param destinationSchema The schema of the destination payload\n * @returns The reduced payload\n */\nexport const reducePayloads = async <T extends Payload = Payload>(\n  payloads: Payload[],\n  payloadTransformers: SchemaToPayloadTransformersDictionary,\n  destinationSchema: string,\n): Promise<T> => {\n  // Use the payload transformers to convert the fields from the source payloads to the destination fields\n  const indexFields = payloads\n    .map<PayloadFields[]>((payload) => {\n      // Find the transformers for this payload\n      const transformers = payloadTransformers[payload.schema]\n      // If transformers exist, apply them to the payload otherwise return an empty array\n      return transformers ? transformers.map((transform) => transform(payload)) : []\n    })\n    .flat()\n  // Include all the sources for reference\n  const sources = (await PayloadHasher.hashPairs([...payloads])).map(([, hash]) => hash)\n  // Build and return the index\n  return new PayloadBuilder<T>({ schema: destinationSchema }).fields(Object.assign({ sources }, ...indexFields)).build()\n}\n\n/**\n * Reduces the arrays of payload arrays to an array of payloads using the supplied transformers\n * @param payloadsArray The arrays of payloads to reduce\n * @param payloadTransformers The transformers to use to convert the payloads to the destination payloads\n * @param destinationSchema The schema of the destination payloads\n * @returns The reduced payloads\n */\nexport const reducePayloadsArray = async <T extends Payload = Payload>(\n  payloadsArray: Payload[][],\n  payloadTransformers: SchemaToPayloadTransformersDictionary,\n  destinationSchema: string,\n): Promise<T[]> => {\n  return await Promise.all(\n    payloadsArray.map(async (payloads) => {\n      return await reducePayloads<T>(payloads, payloadTransformers, destinationSchema)\n    }),\n  )\n}\n","import { containsAll } from '@xylabs/array'\nimport { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { AbstractDiviner } from '@xyo-network/abstract-diviner'\nimport { BoundWitness, isBoundWitness } from '@xyo-network/boundwitness-model'\nimport { DivinerConfigSchema } from '@xyo-network/diviner-model'\nimport {\n  SchemaToJsonPathTransformExpressionsDictionary,\n  SchemaToPayloadTransformersDictionary,\n  TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema,\n  TemporalIndexingDivinerIndexCandidateToIndexDivinerParams,\n  TemporalIndexingDivinerResultIndex,\n  TemporalIndexingDivinerResultIndexSchema,\n} from '@xyo-network/diviner-temporal-indexing-model'\nimport { PayloadHasher } from '@xyo-network/hash'\nimport { Labels } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { Payload, PayloadFields } from '@xyo-network/payload-model'\n\nimport { jsonPathToTransformersDictionary } from '../jsonpath'\n\nexport type IndexablePayloads = [BoundWitness, ...Payload[]]\n\nconst moduleName = 'TemporalIndexingDivinerIndexCandidateToIndexDiviner'\n\n/**\n * Diviner which transforms index candidates to indexes using JSON Path to map\n * source properties in the supplied payloads to destination fields in the\n * resultant index\n */\nexport class TemporalIndexingDivinerIndexCandidateToIndexDiviner<\n  TParams extends TemporalIndexingDivinerIndexCandidateToIndexDivinerParams = TemporalIndexingDivinerIndexCandidateToIndexDivinerParams,\n> extends AbstractDiviner<TParams> {\n  static override configSchema = TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema\n  static override configSchemas = [DivinerConfigSchema, TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema]\n  static labels: Labels = {\n    'network.xyo.diviner.stage': 'indexCandidateToIndexDiviner',\n  }\n\n  private _indexableSchemas: string[] | undefined\n  private _payloadTransformers: SchemaToPayloadTransformersDictionary | undefined\n\n  /**\n   * List of indexable schemas for this diviner\n   */\n  protected get indexableSchemas(): string[] {\n    if (!this._indexableSchemas) this._indexableSchemas = [...Object.keys(this.schemaTransforms)]\n    return this._indexableSchemas\n  }\n\n  /**\n   * Dictionary of schemas to payload transformers for creating indexes\n   * from the payloads within a Bound Witness\n   */\n  protected get payloadTransformers(): SchemaToPayloadTransformersDictionary {\n    if (!this._payloadTransformers) this._payloadTransformers = jsonPathToTransformersDictionary(this.schemaTransforms)\n    return this._payloadTransformers\n  }\n\n  /**\n   * The dictionary of schemas to JSON Path transform expressions for creating indexes\n   * from the payloads within a Bound Witness\n   */\n  protected get schemaTransforms(): SchemaToJsonPathTransformExpressionsDictionary {\n    return assertEx(this.config?.schemaTransforms, () => `${moduleName}: Missing config.schemaTransforms section`)\n  }\n\n  protected override async divineHandler(payloads: Payload[] = []): Promise<Payload[]> {\n    const bws: BoundWitness[] = payloads.filter(isBoundWitness)\n    const indexablePayloads: Payload[] = payloads.filter((p) => this.isIndexablePayload(p))\n    if (bws.length && indexablePayloads.length) {\n      const payloadDictionary = await PayloadHasher.toMap(payloads)\n      const validIndexableTuples: IndexablePayloads[] = bws.reduce<IndexablePayloads[]>((indexableTuples, bw) => {\n        // If this Bound Witness doesn't contain all the required schemas don't index it\n        if (!containsAll(bw.payload_schemas, this.indexableSchemas)) return indexableTuples\n        // Find the remaining indexable payloads\n        const indexablePayloadPositions = this.indexableSchemas.map((schema) => bw.payload_schemas.indexOf(schema))\n        const indexablePayloadHashes = indexablePayloadPositions.map((index) => bw.payload_hashes?.[index])\n        const indexablePayloads = indexablePayloadHashes.map((hash) => payloadDictionary[hash]).filter(exists)\n        // If we found a timestamp and the right amount of indexable payloads (of the\n        // correct schema as checked above) in this BW, then index it\n        if (indexablePayloads.length === this.indexableSchemas.length) indexableTuples.push([bw, ...indexablePayloads])\n        return indexableTuples\n      }, [])\n      // Create the indexes from the tuples\n      const indexes = await Promise.all(\n        validIndexableTuples.map<Promise<TemporalIndexingDivinerResultIndex>>(async ([bw, ...sourcePayloads]) => {\n          // Use the payload transformers to convert the fields from the source payloads to the destination fields\n          const indexFields = sourcePayloads\n            .map<PayloadFields[]>((payload) => {\n              // Find the transformers for this payload\n              const transformers = this.payloadTransformers[payload.schema]\n              // If transformers exist, apply them to the payload otherwise return an empty array\n              return transformers ? transformers.map((transform) => transform(payload)) : []\n            })\n            .flat()\n          // Include all the sources for reference\n          const sources = Object.keys(await PayloadHasher.toMap([bw, ...sourcePayloads]))\n          // Build and return the index\n          return new PayloadBuilder<TemporalIndexingDivinerResultIndex>({ schema: TemporalIndexingDivinerResultIndexSchema })\n            .fields(Object.assign({ sources }, ...indexFields))\n            .build()\n        }),\n      )\n      return indexes.flat()\n    }\n    return Promise.resolve([])\n  }\n\n  /**\n   * Identifies if a payload is one that is indexed by this diviner\n   * @param x The candidate payload\n   * @returns True if the payload is one indexed by this diviner, false otherwise\n   */\n  protected isIndexablePayload = (x: Payload) => {\n    return this.indexableSchemas.includes(x?.schema)\n  }\n\n  /**\n   * Identifies if a schema is one that is indexed by this diviner\n   * @param schema The candidate schema\n   * @returns True if this schema is one indexed by this diviner, false otherwise\n   */\n  protected isIndexableSchema = (schema?: string | null) => {\n    return this.indexableSchemas.some((s) => s === schema)\n  }\n}\n","import { AbstractDiviner } from '@xyo-network/abstract-diviner'\nimport { DivinerConfigSchema } from '@xyo-network/diviner-model'\nimport { isPayloadDivinerQueryPayload } from '@xyo-network/diviner-payload-model'\nimport { TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfigSchema } from '@xyo-network/diviner-temporal-indexing-model'\nimport { Labels } from '@xyo-network/module-model'\nimport { Payload } from '@xyo-network/payload-model'\n\n/**\n * Transforms an ImageThumbnailIndex response into an ImageThumbnailResponse response\n */\nexport class TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDiviner extends AbstractDiviner {\n  static override readonly configSchema = TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfigSchema\n  static override configSchemas = [DivinerConfigSchema, TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfigSchema]\n  static labels: Labels = {\n    'network.xyo.diviner.stage': 'indexQueryResponseToDivinerQueryResponseDiviner',\n  }\n\n  protected override async divineHandler(payloads: Payload[] = []): Promise<Payload[]> {\n    // NOTE: We're not doing anything with the query payloads but some diviners\n    // might want to use this to transform from the query to the response (for example\n    // if we use a plaintext value in the query to generate a hash key in the index)\n    // const queries = payloads.filter(isPayloadDivinerQueryPayload)\n    const responses = payloads.filter((p) => !isPayloadDivinerQueryPayload(p))\n    return await Promise.resolve(responses)\n  }\n}\n","import { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { AbstractDiviner } from '@xyo-network/abstract-diviner'\nimport { ArchivistInstance } from '@xyo-network/archivist-model'\nimport { ArchivistWrapper } from '@xyo-network/archivist-wrapper'\nimport { BoundWitness, isBoundWitness } from '@xyo-network/boundwitness-model'\nimport { BoundWitnessDivinerQueryPayload, BoundWitnessDivinerQuerySchema } from '@xyo-network/diviner-boundwitness-model'\nimport { IndexingDivinerState } from '@xyo-network/diviner-indexing-model'\nimport { DivinerConfigSchema } from '@xyo-network/diviner-model'\nimport {\n  TemporalIndexingDivinerStateToIndexCandidateDivinerConfigSchema,\n  TemporalIndexingDivinerStateToIndexCandidateDivinerParams,\n} from '@xyo-network/diviner-temporal-indexing-model'\nimport { DivinerWrapper } from '@xyo-network/diviner-wrapper'\nimport { isModuleState, Labels, ModuleState, ModuleStateSchema } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { isPayloadOfSchemaType, Payload } from '@xyo-network/payload-model'\nimport { TimeStamp, TimestampSchema } from '@xyo-network/witness-timestamp'\n\n/**\n * All Payload types involved in index candidates for indexing\n */\nexport type IndexCandidate = BoundWitness | Payload | TimeStamp\n\n/**\n * The response from the TemporalStateToIndexCandidateDiviner\n */\nexport type TemporalStateToIndexCandidateDivinerResponse = [\n  /**\n   * The next state of the diviner\n   */\n  nextState: ModuleState<IndexingDivinerState>,\n  /**\n   * The index candidates\n   */\n  ...IndexCandidate[],\n]\n\n/**\n * The default order to search Bound Witnesses to identify index candidates\n */\nconst order = 'asc'\n\n/**\n * The name of the module (for logging purposes)\n */\nconst moduleName = 'TemporalIndexingDivinerStateToIndexCandidateDiviner'\n\n/**\n * Transforms candidates for image thumbnail indexing into their indexed representation\n */\nexport class TemporalIndexingDivinerStateToIndexCandidateDiviner<\n  TParams extends TemporalIndexingDivinerStateToIndexCandidateDivinerParams = TemporalIndexingDivinerStateToIndexCandidateDivinerParams,\n> extends AbstractDiviner<TParams> {\n  static override readonly configSchema = TemporalIndexingDivinerStateToIndexCandidateDivinerConfigSchema\n  static override configSchemas = [DivinerConfigSchema, TemporalIndexingDivinerStateToIndexCandidateDivinerConfigSchema]\n  static labels: Labels = {\n    'network.xyo.diviner.stage': 'stateToIndexCandidateDiviner',\n  }\n\n  get payloadDivinerLimit() {\n    return this.config.payloadDivinerLimit ?? 1_000\n  }\n\n  /**\n   * The required payload_schemas within BoundWitnesses to identify index candidates\n   */\n  protected get payload_schemas(): string[] {\n    const schemas = this.config.filter?.payload_schemas\n    return [TimestampSchema, ...(schemas ?? [])]\n  }\n\n  protected override async divineHandler(payloads: Payload[] = []): Promise<[ModuleState, ...IndexCandidate[]]> {\n    // Retrieve the last state from what was passed in\n    const lastState = payloads.find(isModuleState<IndexingDivinerState>)\n    // If there is no last state, start from the beginning\n    if (!lastState) return [{ schema: ModuleStateSchema, state: { offset: 0 } }]\n    // Otherwise, get the last offset\n    const { offset } = lastState.state\n    // Get next batch of results starting from the offset\n    const boundWitnessDiviner = await this.getBoundWitnessDivinerForStore()\n    if (!boundWitnessDiviner) return [lastState]\n    const query = new PayloadBuilder<BoundWitnessDivinerQueryPayload>({ schema: BoundWitnessDivinerQuerySchema })\n      .fields({ limit: this.payloadDivinerLimit, offset, order, payload_schemas: this.payload_schemas })\n      .build()\n    const batch = await boundWitnessDiviner.divine([query])\n    if (batch.length === 0) return [lastState]\n    // Get source data\n    const sourceArchivist = await this.getArchivistForStore()\n    if (!sourceArchivist) return [lastState]\n    const indexCandidates: IndexCandidate[] = (\n      await Promise.all(batch.filter(isBoundWitness).map((bw) => this.getPayloadsInBoundWitness(bw, sourceArchivist)))\n    )\n      .filter(exists)\n      .flat()\n    const nextState = { schema: ModuleStateSchema, state: { ...lastState.state, offset: offset + batch.length } }\n    return [nextState, ...indexCandidates]\n  }\n  /**\n   * Retrieves the archivist for the payloadStore\n   * @returns The archivist for the payloadStore or undefined if not resolvable\n   */\n  protected async getArchivistForStore(): Promise<ArchivistWrapper | undefined> {\n    // It should be defined, so we'll error if it's not\n    const name: string = assertEx(this.config?.payloadStore?.archivist, () => `${moduleName}: Config for payloadStore.archivist not specified`)\n    // It might not be resolvable (yet), so we'll return undefined if it's not\n    const mod = await this.resolve(name)\n    if (!mod) return undefined\n    // Return the wrapped archivist\n    return ArchivistWrapper.wrap(mod, this.account)\n  }\n\n  /**\n   * Retrieves the BoundWitness Diviner for the payloadStore\n   * @returns The BoundWitness Diviner for the payloadStore or undefined if not resolvable\n   */\n  protected async getBoundWitnessDivinerForStore(): Promise<DivinerWrapper | undefined> {\n    // It should be defined, so we'll error if it's not\n    const name: string = assertEx(\n      this.config?.payloadStore?.boundWitnessDiviner,\n      () => `${moduleName}: Config for payloadStore.boundWitnessDiviner not specified`,\n    )\n    // It might not be resolvable (yet), so we'll return undefined if it's not\n    const mod = await this.resolve(name)\n    if (!mod) return undefined\n    // Return the wrapped diviner\n    return DivinerWrapper.wrap(mod, this.account)\n  }\n\n  protected async getPayloadsInBoundWitness(bw: BoundWitness, archivist: ArchivistInstance): Promise<IndexCandidate[] | undefined> {\n    const indexes = this.payload_schemas.map((schema) => bw.payload_schemas?.findIndex((s) => s === schema))\n    const hashes = indexes.map((index) => bw.payload_hashes?.[index])\n    const results = await archivist.get(hashes)\n    const indexCandidateIdentityFunctions = this.payload_schemas.map(isPayloadOfSchemaType)\n    const filteredResults = indexCandidateIdentityFunctions.map((is) => results.find(is))\n    if (filteredResults.some((f) => f === undefined)) return undefined\n    const indexCandidates: IndexCandidate[] = filteredResults.filter(exists) as IndexCandidate[]\n    return [bw, ...indexCandidates]\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,qCAAgC;AAChC,oCAA4C;AAC5C,2BAA2E;AAC3E,6CAAmF;AAG5E,IAAM,0BAAN,cAKG,+CAAgD;AAAA,EACxD,OAAyB,eAAe;AAAA,EACxC,OAAyB,gBAA0B,CAAC,4EAAqC,2DAA6B,wCAAmB;AAAA,EAEzI,MAAyB,eAAiC;AACxD,UAAM,MAAM,aAAa;AACzB,WAAO;AAAA,EACT;AACF;;;ACnBA,8BAAgC;AAChC,IAAAA,wBAAoC;AACpC,mCAAsE;AACtE,IAAAC,0CAMO;AAEP,IAAAC,0BAA+B;AAC/B,2BAA+C;;;ACV/C,sBAAqB;AAOd,IAAM,uBAAuB,CAAC,wBAAqD;AACxF,QAAM,EAAE,cAAc,kBAAkB,qBAAqB,IAAI;AACjE,QAAM,cAAkC,CAAC,MAAe;AAEtD,UAAM,SAAS,gBAAAC,QAAS,MAAM,GAAG,oBAAoB;AAErD,UAAM,cAAc,CAAC;AAErB,UAAM,mBAAmB,WAAW,SAAY,eAAe;AAC/D,QAAI,qBAAqB;AAAW,kBAAY,gBAAgB,IAAI;AACpE,WAAO;AAAA,EACT;AACA,SAAO;AACT;;;ACXO,IAAM,mCAAmC,CAC9C,qBAC0C;AAC1C,SAAO,OAAO;AAAA,IACZ,OAAO,QAAQ,gBAAgB,EAAE,IAAI,CAAC,CAAC,QAAQ,8BAA8B,MAAM;AACjF,YAAM,eAAe,+BAA+B,IAAI,oBAAoB;AAC5E,aAAO,CAAC,QAAQ,YAAY;AAAA,IAC9B,CAAC;AAAA,EACH;AACF;;;ACnBA,kBAA8B;AAC9B,6BAA+B;AAUxB,IAAM,iBAAiB,OAC5B,UACA,qBACA,sBACe;AAEf,QAAM,cAAc,SACjB,IAAqB,CAAC,YAAY;AAEjC,UAAM,eAAe,oBAAoB,QAAQ,MAAM;AAEvD,WAAO,eAAe,aAAa,IAAI,CAAC,cAAc,UAAU,OAAO,CAAC,IAAI,CAAC;AAAA,EAC/E,CAAC,EACA,KAAK;AAER,QAAM,WAAW,MAAM,0BAAc,UAAU,CAAC,GAAG,QAAQ,CAAC,GAAG,IAAI,CAAC,CAAC,EAAE,IAAI,MAAM,IAAI;AAErF,SAAO,IAAI,sCAAkB,EAAE,QAAQ,kBAAkB,CAAC,EAAE,OAAO,OAAO,OAAO,EAAE,QAAQ,GAAG,GAAG,WAAW,CAAC,EAAE,MAAM;AACvH;;;AHXO,IAAM,yDAAN,cAEG,wCAAyB;AAAA,EACjC,OAAyB,eAAe;AAAA,EACxC,OAAgB,gBAAgB,CAAC,2CAAqB,0GAAkE;AAAA,EACxH,OAAO,SAAiB;AAAA,IACtB,6BAA6B;AAAA,EAC/B;AAAA,EAEQ;AAAA,EACA;AAAA;AAAA;AAAA;AAAA,EAKR,IAAc,qBAA6B;AACzC,WAAO,KAAK,OAAO,sBAAsB;AAAA,EAC3C;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,mBAA2B;AACvC,WAAO,KAAK,OAAO,oBAAoB;AAAA,EACzC;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,cAAsB;AAClC,WAAO,KAAK,OAAO,eAAe;AAAA,EACpC;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,mBAA6B;AACzC,QAAI,CAAC,KAAK;AAAmB,WAAK,oBAAoB,CAAC,GAAG,OAAO,KAAK,KAAK,gBAAgB,CAAC;AAC5F,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,IAAc,sBAA6D;AACzE,QAAI,CAAC,KAAK;AAAsB,WAAK,uBAAuB,iCAAiC,KAAK,gBAAgB;AAClH,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,IAAc,mBAAmE;AAC/E,WACE,KAAK,QAAQ,oBAAoB;AAAA,MAC/B,CAAC,KAAK,kBAAkB,GAAG;AAAA,QACzB;AAAA,UACE,cAAc;AAAA,UACd,kBAAkB;AAAA,UAClB,sBAAsB;AAAA,QACxB;AAAA,QACA;AAAA,UACE,cAAc;AAAA,UACd,kBAAkB;AAAA,UAClB,sBAAsB;AAAA,QACxB;AAAA,QACA;AAAA,UACE,cAAc;AAAA,UACd,kBAAkB;AAAA,UAClB,sBAAsB;AAAA,QACxB;AAAA,MACF;AAAA,IACF;AAAA,EAEJ;AAAA,EAEA,MAAyB,cAAc,WAAsB,CAAC,GAAuB;AACnF,UAAM,UAAU,SAAS,WAAO,4CAAkD,KAAK,kBAAkB,CAAC;AAC1G,QAAI,QAAQ,QAAQ;AAClB,YAAM,UAAU,MAAM,QAAQ;AAAA,QAC5B,QAAQ,IAAI,OAAO,UAAU;AAC3B,gBAAM,SAAS,MAAM;AAAA,YACnB,CAAC,KAAK;AAAA,YACN,KAAK;AAAA,YACL,KAAK;AAAA,UACP;AAEA,iBAAO,UAAU,CAAC,KAAK,WAAW;AAElC,iBAAO,OAAO;AAEd,iBAAO,IAAI,uCAAwB,EAAE,QAAQ,KAAK,iBAAiB,CAAC,EAAE,OAAO,MAAM,EAAE,MAAM;AAAA,QAC7F,CAAC;AAAA,MACH;AACA,aAAO;AAAA,IACT;AACA,WAAO,QAAQ,QAAQ,CAAC,CAAC;AAAA,EAC3B;AACF;;;AIvHA,mBAA4B;AAC5B,oBAAyB;AACzB,oBAAuB;AACvB,IAAAC,2BAAgC;AAChC,gCAA6C;AAC7C,IAAAC,wBAAoC;AACpC,IAAAC,0CAOO;AACP,IAAAC,eAA8B;AAE9B,IAAAC,0BAA+B;AAO/B,IAAM,aAAa;AAOZ,IAAM,sDAAN,cAEG,yCAAyB;AAAA,EACjC,OAAgB,eAAe;AAAA,EAC/B,OAAgB,gBAAgB,CAAC,2CAAqB,uGAA+D;AAAA,EACrH,OAAO,SAAiB;AAAA,IACtB,6BAA6B;AAAA,EAC/B;AAAA,EAEQ;AAAA,EACA;AAAA;AAAA;AAAA;AAAA,EAKR,IAAc,mBAA6B;AACzC,QAAI,CAAC,KAAK;AAAmB,WAAK,oBAAoB,CAAC,GAAG,OAAO,KAAK,KAAK,gBAAgB,CAAC;AAC5F,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,IAAc,sBAA6D;AACzE,QAAI,CAAC,KAAK;AAAsB,WAAK,uBAAuB,iCAAiC,KAAK,gBAAgB;AAClH,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,IAAc,mBAAmE;AAC/E,eAAO,wBAAS,KAAK,QAAQ,kBAAkB,MAAM,GAAG,UAAU,2CAA2C;AAAA,EAC/G;AAAA,EAEA,MAAyB,cAAc,WAAsB,CAAC,GAAuB;AACnF,UAAM,MAAsB,SAAS,OAAO,wCAAc;AAC1D,UAAM,oBAA+B,SAAS,OAAO,CAAC,MAAM,KAAK,mBAAmB,CAAC,CAAC;AACtF,QAAI,IAAI,UAAU,kBAAkB,QAAQ;AAC1C,YAAM,oBAAoB,MAAM,2BAAc,MAAM,QAAQ;AAC5D,YAAM,uBAA4C,IAAI,OAA4B,CAAC,iBAAiB,OAAO;AAEzG,YAAI,KAAC,0BAAY,GAAG,iBAAiB,KAAK,gBAAgB;AAAG,iBAAO;AAEpE,cAAM,4BAA4B,KAAK,iBAAiB,IAAI,CAAC,WAAW,GAAG,gBAAgB,QAAQ,MAAM,CAAC;AAC1G,cAAM,yBAAyB,0BAA0B,IAAI,CAAC,UAAU,GAAG,iBAAiB,KAAK,CAAC;AAClG,cAAMC,qBAAoB,uBAAuB,IAAI,CAAC,SAAS,kBAAkB,IAAI,CAAC,EAAE,OAAO,oBAAM;AAGrG,YAAIA,mBAAkB,WAAW,KAAK,iBAAiB;AAAQ,0BAAgB,KAAK,CAAC,IAAI,GAAGA,kBAAiB,CAAC;AAC9G,eAAO;AAAA,MACT,GAAG,CAAC,CAAC;AAEL,YAAM,UAAU,MAAM,QAAQ;AAAA,QAC5B,qBAAqB,IAAiD,OAAO,CAAC,IAAO,iBAAc,MAAM;AAEvG,gBAAM,cAAc,eACjB,IAAqB,CAAC,YAAY;AAEjC,kBAAM,eAAe,KAAK,oBAAoB,QAAQ,MAAM;AAE5D,mBAAO,eAAe,aAAa,IAAI,CAAC,cAAc,UAAU,OAAO,CAAC,IAAI,CAAC;AAAA,UAC/E,CAAC,EACA,KAAK;AAER,gBAAM,UAAU,OAAO,KAAK,MAAM,2BAAc,MAAM,CAAC,IAAI,GAAG,cAAc,CAAC,CAAC;AAE9E,iBAAO,IAAI,uCAAmD,EAAE,QAAQ,iFAAyC,CAAC,EAC/G,OAAO,OAAO,OAAO,EAAE,QAAQ,GAAG,GAAG,WAAW,CAAC,EACjD,MAAM;AAAA,QACX,CAAC;AAAA,MACH;AACA,aAAO,QAAQ,KAAK;AAAA,IACtB;AACA,WAAO,QAAQ,QAAQ,CAAC,CAAC;AAAA,EAC3B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOU,qBAAqB,CAAC,MAAe;AAC7C,WAAO,KAAK,iBAAiB,SAAS,GAAG,MAAM;AAAA,EACjD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOU,oBAAoB,CAAC,WAA2B;AACxD,WAAO,KAAK,iBAAiB,KAAK,CAAC,MAAM,MAAM,MAAM;AAAA,EACvD;AACF;;;AC9HA,IAAAC,2BAAgC;AAChC,IAAAC,wBAAoC;AACpC,IAAAC,gCAA6C;AAC7C,IAAAC,0CAAmG;AAO5F,IAAM,yEAAN,cAAqF,yCAAgB;AAAA,EAC1G,OAAyB,eAAe;AAAA,EACxC,OAAgB,gBAAgB,CAAC,2CAAqB,0HAAkF;AAAA,EACxI,OAAO,SAAiB;AAAA,IACtB,6BAA6B;AAAA,EAC/B;AAAA,EAEA,MAAyB,cAAc,WAAsB,CAAC,GAAuB;AAKnF,UAAM,YAAY,SAAS,OAAO,CAAC,MAAM,KAAC,4DAA6B,CAAC,CAAC;AACzE,WAAO,MAAM,QAAQ,QAAQ,SAAS;AAAA,EACxC;AACF;;;ACzBA,IAAAC,iBAAyB;AACzB,IAAAC,iBAAuB;AACvB,IAAAC,2BAAgC;AAEhC,+BAAiC;AACjC,IAAAC,6BAA6C;AAC7C,wCAAgF;AAEhF,IAAAC,wBAAoC;AACpC,IAAAC,0CAGO;AACP,6BAA+B;AAC/B,0BAAsE;AACtE,IAAAC,0BAA+B;AAC/B,IAAAC,wBAA+C;AAC/C,+BAA2C;AAwB3C,IAAM,QAAQ;AAKd,IAAMC,cAAa;AAKZ,IAAM,sDAAN,cAEG,yCAAyB;AAAA,EACjC,OAAyB,eAAe;AAAA,EACxC,OAAgB,gBAAgB,CAAC,2CAAqB,uGAA+D;AAAA,EACrH,OAAO,SAAiB;AAAA,IACtB,6BAA6B;AAAA,EAC/B;AAAA,EAEA,IAAI,sBAAsB;AACxB,WAAO,KAAK,OAAO,uBAAuB;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,kBAA4B;AACxC,UAAM,UAAU,KAAK,OAAO,QAAQ;AACpC,WAAO,CAAC,0CAAiB,GAAI,WAAW,CAAC,CAAE;AAAA,EAC7C;AAAA,EAEA,MAAyB,cAAc,WAAsB,CAAC,GAAgD;AAE5G,UAAM,YAAY,SAAS,KAAK,iCAAmC;AAEnE,QAAI,CAAC;AAAW,aAAO,CAAC,EAAE,QAAQ,uCAAmB,OAAO,EAAE,QAAQ,EAAE,EAAE,CAAC;AAE3E,UAAM,EAAE,OAAO,IAAI,UAAU;AAE7B,UAAM,sBAAsB,MAAM,KAAK,+BAA+B;AACtE,QAAI,CAAC;AAAqB,aAAO,CAAC,SAAS;AAC3C,UAAM,QAAQ,IAAI,uCAAgD,EAAE,QAAQ,iEAA+B,CAAC,EACzG,OAAO,EAAE,OAAO,KAAK,qBAAqB,QAAQ,OAAO,iBAAiB,KAAK,gBAAgB,CAAC,EAChG,MAAM;AACT,UAAM,QAAQ,MAAM,oBAAoB,OAAO,CAAC,KAAK,CAAC;AACtD,QAAI,MAAM,WAAW;AAAG,aAAO,CAAC,SAAS;AAEzC,UAAM,kBAAkB,MAAM,KAAK,qBAAqB;AACxD,QAAI,CAAC;AAAiB,aAAO,CAAC,SAAS;AACvC,UAAM,mBACJ,MAAM,QAAQ,IAAI,MAAM,OAAO,yCAAc,EAAE,IAAI,CAAC,OAAO,KAAK,0BAA0B,IAAI,eAAe,CAAC,CAAC,GAE9G,OAAO,qBAAM,EACb,KAAK;AACR,UAAM,YAAY,EAAE,QAAQ,uCAAmB,OAAO,EAAE,GAAG,UAAU,OAAO,QAAQ,SAAS,MAAM,OAAO,EAAE;AAC5G,WAAO,CAAC,WAAW,GAAG,eAAe;AAAA,EACvC;AAAA;AAAA;AAAA;AAAA;AAAA,EAKA,MAAgB,uBAA8D;AAE5E,UAAM,WAAe,yBAAS,KAAK,QAAQ,cAAc,WAAW,MAAM,GAAGA,WAAU,mDAAmD;AAE1I,UAAM,MAAM,MAAM,KAAK,QAAQ,IAAI;AACnC,QAAI,CAAC;AAAK,aAAO;AAEjB,WAAO,0CAAiB,KAAK,KAAK,KAAK,OAAO;AAAA,EAChD;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAgB,iCAAsE;AAEpF,UAAM,WAAe;AAAA,MACnB,KAAK,QAAQ,cAAc;AAAA,MAC3B,MAAM,GAAGA,WAAU;AAAA,IACrB;AAEA,UAAM,MAAM,MAAM,KAAK,QAAQ,IAAI;AACnC,QAAI,CAAC;AAAK,aAAO;AAEjB,WAAO,sCAAe,KAAK,KAAK,KAAK,OAAO;AAAA,EAC9C;AAAA,EAEA,MAAgB,0BAA0B,IAAkB,WAAqE;AAC/H,UAAM,UAAU,KAAK,gBAAgB,IAAI,CAAC,WAAW,GAAG,iBAAiB,UAAU,CAAC,MAAM,MAAM,MAAM,CAAC;AACvG,UAAM,SAAS,QAAQ,IAAI,CAAC,UAAU,GAAG,iBAAiB,KAAK,CAAC;AAChE,UAAM,UAAU,MAAM,UAAU,IAAI,MAAM;AAC1C,UAAM,kCAAkC,KAAK,gBAAgB,IAAI,2CAAqB;AACtF,UAAM,kBAAkB,gCAAgC,IAAI,CAAC,OAAO,QAAQ,KAAK,EAAE,CAAC;AACpF,QAAI,gBAAgB,KAAK,CAAC,MAAM,MAAM,MAAS;AAAG,aAAO;AACzD,UAAM,kBAAoC,gBAAgB,OAAO,qBAAM;AACvE,WAAO,CAAC,IAAI,GAAG,eAAe;AAAA,EAChC;AACF;","names":["import_diviner_model","import_diviner_temporal_indexing_model","import_payload_builder","jsonpath","import_abstract_diviner","import_diviner_model","import_diviner_temporal_indexing_model","import_hash","import_payload_builder","indexablePayloads","import_abstract_diviner","import_diviner_model","import_diviner_payload_model","import_diviner_temporal_indexing_model","import_assert","import_exists","import_abstract_diviner","import_boundwitness_model","import_diviner_model","import_diviner_temporal_indexing_model","import_payload_builder","import_payload_model","moduleName"]}
+{"version":3,"sources":["../../src/index.ts","../../src/Diviner.ts","../../src/DivinerQueryToIndexQueryDiviner/Diviner.ts","../../src/jsonpath/toPayloadTransformer.ts","../../src/jsonpath/jsonPathToTransformersDictionary.ts","../../src/jsonpath/reducePayloads.ts","../../src/IndexCandidateToIndexDiviner/Diviner.ts","../../src/IndexQueryResponseToDivinerQueryResponseDiviner/Diviner.ts","../../src/StateToIndexCandidateDiviner/Diviner.ts"],"sourcesContent":["export * from './Diviner'\nexport * from './DivinerQueryToIndexQueryDiviner'\nexport * from './IndexCandidateToIndexDiviner'\nexport * from './IndexQueryResponseToDivinerQueryResponseDiviner'\nexport * from './StateToIndexCandidateDiviner'\n","import { IndexingDiviner } from '@xyo-network/diviner-indexing-memory'\nimport { IndexingDivinerConfigSchema } from '@xyo-network/diviner-indexing-model'\nimport { DivinerConfigSchema, DivinerModule, DivinerModuleEventData } from '@xyo-network/diviner-model'\nimport { TemporalIndexingDivinerConfigSchema, TemporalIndexingDivinerParams } from '@xyo-network/diviner-temporal-indexing-model'\nimport { Payload } from '@xyo-network/payload-model'\n\nexport class TemporalIndexingDiviner<\n  TParams extends TemporalIndexingDivinerParams = TemporalIndexingDivinerParams,\n  TIn extends Payload = Payload,\n  TOut extends Payload = Payload,\n  TEventData extends DivinerModuleEventData<DivinerModule<TParams>, TIn, TOut> = DivinerModuleEventData<DivinerModule<TParams>, TIn, TOut>,\n> extends IndexingDiviner<TParams, TIn, TOut, TEventData> {\n  static override readonly configSchema = TemporalIndexingDivinerConfigSchema\n  static override readonly configSchemas: string[] = [TemporalIndexingDivinerConfigSchema, IndexingDivinerConfigSchema, DivinerConfigSchema]\n\n  protected override async startHandler(): Promise<boolean> {\n    await super.startHandler()\n    return true\n  }\n}\n","import { AbstractDiviner } from '@xyo-network/abstract-diviner'\nimport { DivinerConfigSchema } from '@xyo-network/diviner-model'\nimport { PayloadDivinerQueryPayload, PayloadDivinerQuerySchema } from '@xyo-network/diviner-payload-model'\nimport {\n  SchemaToJsonPathTransformExpressionsDictionary,\n  SchemaToPayloadTransformersDictionary,\n  TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema,\n  TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerParams,\n  TemporalIndexingDivinerResultIndexSchema,\n} from '@xyo-network/diviner-temporal-indexing-model'\nimport { Labels } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { isPayloadOfSchemaType, Payload } from '@xyo-network/payload-model'\n\nimport { jsonPathToTransformersDictionary, reducePayloads } from '../jsonpath'\n\n/**\n * A diviner that converts diviner query to index query\n */\nexport class TemporalIndexingDivinerDivinerQueryToIndexQueryDiviner<\n  TParams extends TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerParams = TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerParams,\n> extends AbstractDiviner<TParams> {\n  static override readonly configSchema = TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema\n  static override configSchemas = [DivinerConfigSchema, TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema]\n  static labels: Labels = {\n    'network.xyo.diviner.stage': 'divinerQueryToIndexQueryDiviner',\n  }\n\n  private _indexableSchemas: string[] | undefined\n  private _payloadTransformers: SchemaToPayloadTransformersDictionary | undefined\n\n  /**\n   * The schema of the diviner query payloads\n   */\n  protected get divinerQuerySchema(): string {\n    return this.config.divinerQuerySchema ?? PayloadDivinerQuerySchema\n  }\n\n  /**\n   * The schema of the index query payloads\n   */\n  protected get indexQuerySchema(): string {\n    return this.config.indexQuerySchema ?? PayloadDivinerQuerySchema\n  }\n\n  /**\n   * The schema of the index payloads\n   */\n  protected get indexSchema(): string {\n    return this.config.indexSchema ?? TemporalIndexingDivinerResultIndexSchema\n  }\n\n  /**\n   * List of indexable schemas for this diviner\n   */\n  protected get indexableSchemas(): string[] {\n    if (!this._indexableSchemas) this._indexableSchemas = [...Object.keys(this.schemaTransforms)]\n    return this._indexableSchemas\n  }\n\n  /**\n   * Dictionary of schemas to payload transformers for creating indexes\n   * from the payloads within a Bound Witness\n   */\n  protected get payloadTransformers(): SchemaToPayloadTransformersDictionary {\n    if (!this._payloadTransformers) this._payloadTransformers = jsonPathToTransformersDictionary(this.schemaTransforms)\n    return this._payloadTransformers\n  }\n\n  /**\n   * The dictionary of schemas to JSON Path transform expressions for creating indexes\n   * from the payloads within a Bound Witness\n   */\n  protected get schemaTransforms(): SchemaToJsonPathTransformExpressionsDictionary {\n    return (\n      this.config?.schemaTransforms ?? {\n        [this.divinerQuerySchema]: [\n          {\n            defaultValue: 1,\n            destinationField: 'limit',\n            sourcePathExpression: '$.limit',\n          },\n          {\n            defaultValue: 0,\n            destinationField: 'offset',\n            sourcePathExpression: '$.offset',\n          },\n          {\n            defaultValue: 'desc',\n            destinationField: 'order',\n            sourcePathExpression: '$.order',\n          },\n        ],\n      }\n    )\n  }\n\n  protected override async divineHandler(payloads: Payload[] = []): Promise<Payload[]> {\n    const queries = payloads.filter(isPayloadOfSchemaType<PayloadDivinerQueryPayload>(this.divinerQuerySchema))\n    if (queries.length) {\n      const results = await Promise.all(\n        queries.map(async (query) => {\n          const fields = await reducePayloads<PayloadDivinerQueryPayload & { sources?: string[] }>(\n            [query],\n            this.payloadTransformers,\n            this.indexQuerySchema,\n          )\n          // TODO: Make index schema configurable\n          fields.schemas = [this.indexSchema]\n          // TODO: Make sources not need to be deleted\n          delete fields.sources\n          // TODO: Add support for additional filters\n          return await new PayloadBuilder<Payload>({ schema: this.indexQuerySchema }).fields(fields).build()\n        }),\n      )\n      return results\n    }\n    return Promise.resolve([])\n  }\n}\n","import { JsonPathTransformExpression, PayloadTransformer } from '@xyo-network/diviner-temporal-indexing-model'\nimport { Payload } from '@xyo-network/payload-model'\nimport jsonpath from 'jsonpath'\n\n/**\n * Converts a JSON Path transform expression to a payload transformer\n * @param transformExpression The transform expression to convert\n * @returns The payload transformer for the JSON Path transform expression\n */\nexport const toPayloadTransformer = (transformExpression: JsonPathTransformExpression) => {\n  const { defaultValue, destinationField, sourcePathExpression } = transformExpression\n  const transformer: PayloadTransformer = (x: Payload) => {\n    // eslint-disable-next-line import/no-named-as-default-member\n    const source = jsonpath.value(x, sourcePathExpression)\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n    const transformed = {} as { [key: string]: any }\n    // Assign the source value to the destination field or the default value if the source is undefined\n    const destinationValue = source === undefined ? defaultValue : source\n    if (destinationValue !== undefined) transformed[destinationField] = destinationValue\n    return transformed\n  }\n  return transformer\n}\n","import { SchemaToJsonPathTransformExpressionsDictionary, SchemaToPayloadTransformersDictionary } from '@xyo-network/diviner-temporal-indexing-model'\n\nimport { toPayloadTransformer } from './toPayloadTransformer'\n\n/**\n * Materializes the JSON-path expressions into memoized functions by converting a\n * dictionary of schema to JSON Path transform expressions to a dictionary\n * of schema to payload transformers\n * @param schemaTransforms The schema transforms to convert\n * @returns A dictionary of schema to payload transformers\n */\nexport const jsonPathToTransformersDictionary = (\n  schemaTransforms: SchemaToJsonPathTransformExpressionsDictionary,\n): SchemaToPayloadTransformersDictionary => {\n  return Object.fromEntries(\n    Object.entries(schemaTransforms).map(([schema, jsonPathTransformerExpressions]) => {\n      const transformers = jsonPathTransformerExpressions.map(toPayloadTransformer)\n      return [schema, transformers]\n    }),\n  )\n}\n","import { SchemaToPayloadTransformersDictionary } from '@xyo-network/diviner-temporal-indexing-model'\nimport { PayloadHasher } from '@xyo-network/hash'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { Payload, PayloadFields } from '@xyo-network/payload-model'\n\n/**\n * Reduces the payloads to a single payload using the supplied transformers\n * @param payloads The payloads to reduce\n * @param payloadTransformers The transformers to use to convert the payloads to the destination payload\n * @param destinationSchema The schema of the destination payload\n * @returns The reduced payload\n */\nexport const reducePayloads = async <T extends Payload = Payload>(\n  payloads: Payload[],\n  payloadTransformers: SchemaToPayloadTransformersDictionary,\n  destinationSchema: string,\n): Promise<T> => {\n  // Use the payload transformers to convert the fields from the source payloads to the destination fields\n  const indexFields = payloads\n    .map<PayloadFields[]>((payload) => {\n      // Find the transformers for this payload\n      const transformers = payloadTransformers[payload.schema]\n      // If transformers exist, apply them to the payload otherwise return an empty array\n      return transformers ? transformers.map((transform) => transform(payload)) : []\n    })\n    .flat()\n  // Include all the sources for reference\n  const sources = (await PayloadHasher.hashPairs([...payloads])).map(([, hash]) => hash)\n  // Build and return the index\n  return await new PayloadBuilder<T>({ schema: destinationSchema }).fields(Object.assign({ sources }, ...indexFields)).build()\n}\n\n/**\n * Reduces the arrays of payload arrays to an array of payloads using the supplied transformers\n * @param payloadsArray The arrays of payloads to reduce\n * @param payloadTransformers The transformers to use to convert the payloads to the destination payloads\n * @param destinationSchema The schema of the destination payloads\n * @returns The reduced payloads\n */\nexport const reducePayloadsArray = async <T extends Payload = Payload>(\n  payloadsArray: Payload[][],\n  payloadTransformers: SchemaToPayloadTransformersDictionary,\n  destinationSchema: string,\n): Promise<T[]> => {\n  return await Promise.all(\n    payloadsArray.map(async (payloads) => {\n      return await reducePayloads<T>(payloads, payloadTransformers, destinationSchema)\n    }),\n  )\n}\n","import { containsAll } from '@xylabs/array'\nimport { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { AbstractDiviner } from '@xyo-network/abstract-diviner'\nimport { BoundWitness, isBoundWitness } from '@xyo-network/boundwitness-model'\nimport { DivinerConfigSchema } from '@xyo-network/diviner-model'\nimport {\n  SchemaToJsonPathTransformExpressionsDictionary,\n  SchemaToPayloadTransformersDictionary,\n  TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema,\n  TemporalIndexingDivinerIndexCandidateToIndexDivinerParams,\n  TemporalIndexingDivinerResultIndex,\n  TemporalIndexingDivinerResultIndexSchema,\n} from '@xyo-network/diviner-temporal-indexing-model'\nimport { PayloadHasher } from '@xyo-network/hash'\nimport { Labels } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { Payload, PayloadFields } from '@xyo-network/payload-model'\n\nimport { jsonPathToTransformersDictionary } from '../jsonpath'\n\nexport type IndexablePayloads = [BoundWitness, ...Payload[]]\n\nconst moduleName = 'TemporalIndexingDivinerIndexCandidateToIndexDiviner'\n\n/**\n * Diviner which transforms index candidates to indexes using JSON Path to map\n * source properties in the supplied payloads to destination fields in the\n * resultant index\n */\nexport class TemporalIndexingDivinerIndexCandidateToIndexDiviner<\n  TParams extends TemporalIndexingDivinerIndexCandidateToIndexDivinerParams = TemporalIndexingDivinerIndexCandidateToIndexDivinerParams,\n> extends AbstractDiviner<TParams> {\n  static override configSchema = TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema\n  static override configSchemas = [DivinerConfigSchema, TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema]\n  static labels: Labels = {\n    'network.xyo.diviner.stage': 'indexCandidateToIndexDiviner',\n  }\n\n  private _indexableSchemas: string[] | undefined\n  private _payloadTransformers: SchemaToPayloadTransformersDictionary | undefined\n\n  /**\n   * List of indexable schemas for this diviner\n   */\n  protected get indexableSchemas(): string[] {\n    if (!this._indexableSchemas) this._indexableSchemas = [...Object.keys(this.schemaTransforms)]\n    return this._indexableSchemas\n  }\n\n  /**\n   * Dictionary of schemas to payload transformers for creating indexes\n   * from the payloads within a Bound Witness\n   */\n  protected get payloadTransformers(): SchemaToPayloadTransformersDictionary {\n    if (!this._payloadTransformers) this._payloadTransformers = jsonPathToTransformersDictionary(this.schemaTransforms)\n    return this._payloadTransformers\n  }\n\n  /**\n   * The dictionary of schemas to JSON Path transform expressions for creating indexes\n   * from the payloads within a Bound Witness\n   */\n  protected get schemaTransforms(): SchemaToJsonPathTransformExpressionsDictionary {\n    return assertEx(this.config?.schemaTransforms, () => `${moduleName}: Missing config.schemaTransforms section`)\n  }\n\n  protected override async divineHandler(payloads: Payload[] = []): Promise<Payload[]> {\n    const bws: BoundWitness[] = payloads.filter(isBoundWitness)\n    const indexablePayloads: Payload[] = payloads.filter((p) => this.isIndexablePayload(p))\n    if (bws.length && indexablePayloads.length) {\n      const payloadDictionary = await PayloadHasher.toMap(payloads)\n      const validIndexableTuples: IndexablePayloads[] = bws.reduce<IndexablePayloads[]>((indexableTuples, bw) => {\n        // If this Bound Witness doesn't contain all the required schemas don't index it\n        if (!containsAll(bw.payload_schemas, this.indexableSchemas)) return indexableTuples\n        // Find the remaining indexable payloads\n        const indexablePayloadPositions = this.indexableSchemas.map((schema) => bw.payload_schemas.indexOf(schema))\n        const indexablePayloadHashes = indexablePayloadPositions.map((index) => bw.payload_hashes?.[index])\n        const indexablePayloads = indexablePayloadHashes.map((hash) => payloadDictionary[hash]).filter(exists)\n        // If we found a timestamp and the right amount of indexable payloads (of the\n        // correct schema as checked above) in this BW, then index it\n        if (indexablePayloads.length === this.indexableSchemas.length) indexableTuples.push([bw, ...indexablePayloads])\n        return indexableTuples\n      }, [])\n      // Create the indexes from the tuples\n      const indexes = await Promise.all(\n        validIndexableTuples.map<Promise<TemporalIndexingDivinerResultIndex>>(async ([bw, ...sourcePayloads]) => {\n          // Use the payload transformers to convert the fields from the source payloads to the destination fields\n          const indexFields = sourcePayloads\n            .map<PayloadFields[]>((payload) => {\n              // Find the transformers for this payload\n              const transformers = this.payloadTransformers[payload.schema]\n              // If transformers exist, apply them to the payload otherwise return an empty array\n              return transformers ? transformers.map((transform) => transform(payload)) : []\n            })\n            .flat()\n          // Include all the sources for reference\n          const sources = Object.keys(await PayloadHasher.toMap([bw, ...sourcePayloads]))\n          // Build and return the index\n          return await new PayloadBuilder<TemporalIndexingDivinerResultIndex>({ schema: TemporalIndexingDivinerResultIndexSchema })\n            .fields(Object.assign({ sources }, ...indexFields))\n            .build()\n        }),\n      )\n      return indexes.flat()\n    }\n    return Promise.resolve([])\n  }\n\n  /**\n   * Identifies if a payload is one that is indexed by this diviner\n   * @param x The candidate payload\n   * @returns True if the payload is one indexed by this diviner, false otherwise\n   */\n  protected isIndexablePayload = (x: Payload) => {\n    return this.indexableSchemas.includes(x?.schema)\n  }\n\n  /**\n   * Identifies if a schema is one that is indexed by this diviner\n   * @param schema The candidate schema\n   * @returns True if this schema is one indexed by this diviner, false otherwise\n   */\n  protected isIndexableSchema = (schema?: string | null) => {\n    return this.indexableSchemas.some((s) => s === schema)\n  }\n}\n","import { AbstractDiviner } from '@xyo-network/abstract-diviner'\nimport { DivinerConfigSchema } from '@xyo-network/diviner-model'\nimport { isPayloadDivinerQueryPayload } from '@xyo-network/diviner-payload-model'\nimport { TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfigSchema } from '@xyo-network/diviner-temporal-indexing-model'\nimport { Labels } from '@xyo-network/module-model'\nimport { Payload } from '@xyo-network/payload-model'\n\n/**\n * Transforms an ImageThumbnailIndex response into an ImageThumbnailResponse response\n */\nexport class TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDiviner extends AbstractDiviner {\n  static override readonly configSchema = TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfigSchema\n  static override configSchemas = [DivinerConfigSchema, TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfigSchema]\n  static labels: Labels = {\n    'network.xyo.diviner.stage': 'indexQueryResponseToDivinerQueryResponseDiviner',\n  }\n\n  protected override async divineHandler(payloads: Payload[] = []): Promise<Payload[]> {\n    // NOTE: We're not doing anything with the query payloads but some diviners\n    // might want to use this to transform from the query to the response (for example\n    // if we use a plaintext value in the query to generate a hash key in the index)\n    // const queries = payloads.filter(isPayloadDivinerQueryPayload)\n    const responses = payloads.filter((p) => !isPayloadDivinerQueryPayload(p))\n    return await Promise.resolve(responses)\n  }\n}\n","import { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { AbstractDiviner } from '@xyo-network/abstract-diviner'\nimport { ArchivistInstance } from '@xyo-network/archivist-model'\nimport { ArchivistWrapper } from '@xyo-network/archivist-wrapper'\nimport { BoundWitness, isBoundWitness } from '@xyo-network/boundwitness-model'\nimport { BoundWitnessDivinerQueryPayload, BoundWitnessDivinerQuerySchema } from '@xyo-network/diviner-boundwitness-model'\nimport { IndexingDivinerState } from '@xyo-network/diviner-indexing-model'\nimport { DivinerConfigSchema } from '@xyo-network/diviner-model'\nimport {\n  TemporalIndexingDivinerStateToIndexCandidateDivinerConfigSchema,\n  TemporalIndexingDivinerStateToIndexCandidateDivinerParams,\n} from '@xyo-network/diviner-temporal-indexing-model'\nimport { DivinerWrapper } from '@xyo-network/diviner-wrapper'\nimport { isModuleState, Labels, ModuleState, ModuleStateSchema } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { isPayloadOfSchemaType, Payload } from '@xyo-network/payload-model'\nimport { TimeStamp, TimestampSchema } from '@xyo-network/witness-timestamp'\n\n/**\n * All Payload types involved in index candidates for indexing\n */\nexport type IndexCandidate = BoundWitness | Payload | TimeStamp\n\n/**\n * The response from the TemporalStateToIndexCandidateDiviner\n */\nexport type TemporalStateToIndexCandidateDivinerResponse = [\n  /**\n   * The next state of the diviner\n   */\n  nextState: ModuleState<IndexingDivinerState>,\n  /**\n   * The index candidates\n   */\n  ...IndexCandidate[],\n]\n\n/**\n * The default order to search Bound Witnesses to identify index candidates\n */\nconst order = 'asc'\n\n/**\n * The name of the module (for logging purposes)\n */\nconst moduleName = 'TemporalIndexingDivinerStateToIndexCandidateDiviner'\n\n/**\n * Transforms candidates for image thumbnail indexing into their indexed representation\n */\nexport class TemporalIndexingDivinerStateToIndexCandidateDiviner<\n  TParams extends TemporalIndexingDivinerStateToIndexCandidateDivinerParams = TemporalIndexingDivinerStateToIndexCandidateDivinerParams,\n> extends AbstractDiviner<TParams> {\n  static override readonly configSchema = TemporalIndexingDivinerStateToIndexCandidateDivinerConfigSchema\n  static override configSchemas = [DivinerConfigSchema, TemporalIndexingDivinerStateToIndexCandidateDivinerConfigSchema]\n  static labels: Labels = {\n    'network.xyo.diviner.stage': 'stateToIndexCandidateDiviner',\n  }\n\n  get payloadDivinerLimit() {\n    return this.config.payloadDivinerLimit ?? 1_000\n  }\n\n  /**\n   * The required payload_schemas within BoundWitnesses to identify index candidates\n   */\n  protected get payload_schemas(): string[] {\n    const schemas = this.config.filter?.payload_schemas\n    return [TimestampSchema, ...(schemas ?? [])]\n  }\n\n  protected override async divineHandler(payloads: Payload[] = []): Promise<[ModuleState, ...IndexCandidate[]]> {\n    // Retrieve the last state from what was passed in\n    const lastState = payloads.find(isModuleState<IndexingDivinerState>)\n    // If there is no last state, start from the beginning\n    if (!lastState) return [{ schema: ModuleStateSchema, state: { offset: 0 } }]\n    // Otherwise, get the last offset\n    const { offset } = lastState.state\n    // Get next batch of results starting from the offset\n    const boundWitnessDiviner = await this.getBoundWitnessDivinerForStore()\n    if (!boundWitnessDiviner) return [lastState]\n    const query = await new PayloadBuilder<BoundWitnessDivinerQueryPayload>({ schema: BoundWitnessDivinerQuerySchema })\n      .fields({ limit: this.payloadDivinerLimit, offset, order, payload_schemas: this.payload_schemas })\n      .build()\n    const batch = await boundWitnessDiviner.divine([query])\n    if (batch.length === 0) return [lastState]\n    // Get source data\n    const sourceArchivist = await this.getArchivistForStore()\n    if (!sourceArchivist) return [lastState]\n    const indexCandidates: IndexCandidate[] = (\n      await Promise.all(batch.filter(isBoundWitness).map((bw) => this.getPayloadsInBoundWitness(bw, sourceArchivist)))\n    )\n      .filter(exists)\n      .flat()\n    const nextState = { schema: ModuleStateSchema, state: { ...lastState.state, offset: offset + batch.length } }\n    return [nextState, ...indexCandidates]\n  }\n  /**\n   * Retrieves the archivist for the payloadStore\n   * @returns The archivist for the payloadStore or undefined if not resolvable\n   */\n  protected async getArchivistForStore(): Promise<ArchivistWrapper | undefined> {\n    // It should be defined, so we'll error if it's not\n    const name: string = assertEx(this.config?.payloadStore?.archivist, () => `${moduleName}: Config for payloadStore.archivist not specified`)\n    // It might not be resolvable (yet), so we'll return undefined if it's not\n    const mod = await this.resolve(name)\n    if (!mod) return undefined\n    // Return the wrapped archivist\n    return ArchivistWrapper.wrap(mod, this.account)\n  }\n\n  /**\n   * Retrieves the BoundWitness Diviner for the payloadStore\n   * @returns The BoundWitness Diviner for the payloadStore or undefined if not resolvable\n   */\n  protected async getBoundWitnessDivinerForStore(): Promise<DivinerWrapper | undefined> {\n    // It should be defined, so we'll error if it's not\n    const name: string = assertEx(\n      this.config?.payloadStore?.boundWitnessDiviner,\n      () => `${moduleName}: Config for payloadStore.boundWitnessDiviner not specified`,\n    )\n    // It might not be resolvable (yet), so we'll return undefined if it's not\n    const mod = await this.resolve(name)\n    if (!mod) return undefined\n    // Return the wrapped diviner\n    return DivinerWrapper.wrap(mod, this.account)\n  }\n\n  protected async getPayloadsInBoundWitness(bw: BoundWitness, archivist: ArchivistInstance): Promise<IndexCandidate[] | undefined> {\n    const indexes = this.payload_schemas.map((schema) => bw.payload_schemas?.findIndex((s) => s === schema))\n    const hashes = indexes.map((index) => bw.payload_hashes?.[index])\n    const results = await archivist.get(hashes)\n    const indexCandidateIdentityFunctions = this.payload_schemas.map(isPayloadOfSchemaType)\n    const filteredResults = indexCandidateIdentityFunctions.map((is) => results.find(is))\n    if (filteredResults.some((f) => f === undefined)) return undefined\n    const indexCandidates: IndexCandidate[] = filteredResults.filter(exists) as IndexCandidate[]\n    return [bw, ...indexCandidates]\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,qCAAgC;AAChC,oCAA4C;AAC5C,2BAA2E;AAC3E,6CAAmF;AAG5E,IAAM,0BAAN,cAKG,+CAAgD;AAAA,EACxD,OAAyB,eAAe;AAAA,EACxC,OAAyB,gBAA0B,CAAC,4EAAqC,2DAA6B,wCAAmB;AAAA,EAEzI,MAAyB,eAAiC;AACxD,UAAM,MAAM,aAAa;AACzB,WAAO;AAAA,EACT;AACF;;;ACnBA,8BAAgC;AAChC,IAAAA,wBAAoC;AACpC,mCAAsE;AACtE,IAAAC,0CAMO;AAEP,IAAAC,0BAA+B;AAC/B,2BAA+C;;;ACV/C,sBAAqB;AAOd,IAAM,uBAAuB,CAAC,wBAAqD;AACxF,QAAM,EAAE,cAAc,kBAAkB,qBAAqB,IAAI;AACjE,QAAM,cAAkC,CAAC,MAAe;AAEtD,UAAM,SAAS,gBAAAC,QAAS,MAAM,GAAG,oBAAoB;AAErD,UAAM,cAAc,CAAC;AAErB,UAAM,mBAAmB,WAAW,SAAY,eAAe;AAC/D,QAAI,qBAAqB;AAAW,kBAAY,gBAAgB,IAAI;AACpE,WAAO;AAAA,EACT;AACA,SAAO;AACT;;;ACXO,IAAM,mCAAmC,CAC9C,qBAC0C;AAC1C,SAAO,OAAO;AAAA,IACZ,OAAO,QAAQ,gBAAgB,EAAE,IAAI,CAAC,CAAC,QAAQ,8BAA8B,MAAM;AACjF,YAAM,eAAe,+BAA+B,IAAI,oBAAoB;AAC5E,aAAO,CAAC,QAAQ,YAAY;AAAA,IAC9B,CAAC;AAAA,EACH;AACF;;;ACnBA,kBAA8B;AAC9B,6BAA+B;AAUxB,IAAM,iBAAiB,OAC5B,UACA,qBACA,sBACe;AAEf,QAAM,cAAc,SACjB,IAAqB,CAAC,YAAY;AAEjC,UAAM,eAAe,oBAAoB,QAAQ,MAAM;AAEvD,WAAO,eAAe,aAAa,IAAI,CAAC,cAAc,UAAU,OAAO,CAAC,IAAI,CAAC;AAAA,EAC/E,CAAC,EACA,KAAK;AAER,QAAM,WAAW,MAAM,0BAAc,UAAU,CAAC,GAAG,QAAQ,CAAC,GAAG,IAAI,CAAC,CAAC,EAAE,IAAI,MAAM,IAAI;AAErF,SAAO,MAAM,IAAI,sCAAkB,EAAE,QAAQ,kBAAkB,CAAC,EAAE,OAAO,OAAO,OAAO,EAAE,QAAQ,GAAG,GAAG,WAAW,CAAC,EAAE,MAAM;AAC7H;;;AHXO,IAAM,yDAAN,cAEG,wCAAyB;AAAA,EACjC,OAAyB,eAAe;AAAA,EACxC,OAAgB,gBAAgB,CAAC,2CAAqB,0GAAkE;AAAA,EACxH,OAAO,SAAiB;AAAA,IACtB,6BAA6B;AAAA,EAC/B;AAAA,EAEQ;AAAA,EACA;AAAA;AAAA;AAAA;AAAA,EAKR,IAAc,qBAA6B;AACzC,WAAO,KAAK,OAAO,sBAAsB;AAAA,EAC3C;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,mBAA2B;AACvC,WAAO,KAAK,OAAO,oBAAoB;AAAA,EACzC;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,cAAsB;AAClC,WAAO,KAAK,OAAO,eAAe;AAAA,EACpC;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,mBAA6B;AACzC,QAAI,CAAC,KAAK;AAAmB,WAAK,oBAAoB,CAAC,GAAG,OAAO,KAAK,KAAK,gBAAgB,CAAC;AAC5F,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,IAAc,sBAA6D;AACzE,QAAI,CAAC,KAAK;AAAsB,WAAK,uBAAuB,iCAAiC,KAAK,gBAAgB;AAClH,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,IAAc,mBAAmE;AAC/E,WACE,KAAK,QAAQ,oBAAoB;AAAA,MAC/B,CAAC,KAAK,kBAAkB,GAAG;AAAA,QACzB;AAAA,UACE,cAAc;AAAA,UACd,kBAAkB;AAAA,UAClB,sBAAsB;AAAA,QACxB;AAAA,QACA;AAAA,UACE,cAAc;AAAA,UACd,kBAAkB;AAAA,UAClB,sBAAsB;AAAA,QACxB;AAAA,QACA;AAAA,UACE,cAAc;AAAA,UACd,kBAAkB;AAAA,UAClB,sBAAsB;AAAA,QACxB;AAAA,MACF;AAAA,IACF;AAAA,EAEJ;AAAA,EAEA,MAAyB,cAAc,WAAsB,CAAC,GAAuB;AACnF,UAAM,UAAU,SAAS,WAAO,4CAAkD,KAAK,kBAAkB,CAAC;AAC1G,QAAI,QAAQ,QAAQ;AAClB,YAAM,UAAU,MAAM,QAAQ;AAAA,QAC5B,QAAQ,IAAI,OAAO,UAAU;AAC3B,gBAAM,SAAS,MAAM;AAAA,YACnB,CAAC,KAAK;AAAA,YACN,KAAK;AAAA,YACL,KAAK;AAAA,UACP;AAEA,iBAAO,UAAU,CAAC,KAAK,WAAW;AAElC,iBAAO,OAAO;AAEd,iBAAO,MAAM,IAAI,uCAAwB,EAAE,QAAQ,KAAK,iBAAiB,CAAC,EAAE,OAAO,MAAM,EAAE,MAAM;AAAA,QACnG,CAAC;AAAA,MACH;AACA,aAAO;AAAA,IACT;AACA,WAAO,QAAQ,QAAQ,CAAC,CAAC;AAAA,EAC3B;AACF;;;AIvHA,mBAA4B;AAC5B,oBAAyB;AACzB,oBAAuB;AACvB,IAAAC,2BAAgC;AAChC,gCAA6C;AAC7C,IAAAC,wBAAoC;AACpC,IAAAC,0CAOO;AACP,IAAAC,eAA8B;AAE9B,IAAAC,0BAA+B;AAO/B,IAAM,aAAa;AAOZ,IAAM,sDAAN,cAEG,yCAAyB;AAAA,EACjC,OAAgB,eAAe;AAAA,EAC/B,OAAgB,gBAAgB,CAAC,2CAAqB,uGAA+D;AAAA,EACrH,OAAO,SAAiB;AAAA,IACtB,6BAA6B;AAAA,EAC/B;AAAA,EAEQ;AAAA,EACA;AAAA;AAAA;AAAA;AAAA,EAKR,IAAc,mBAA6B;AACzC,QAAI,CAAC,KAAK;AAAmB,WAAK,oBAAoB,CAAC,GAAG,OAAO,KAAK,KAAK,gBAAgB,CAAC;AAC5F,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,IAAc,sBAA6D;AACzE,QAAI,CAAC,KAAK;AAAsB,WAAK,uBAAuB,iCAAiC,KAAK,gBAAgB;AAClH,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,IAAc,mBAAmE;AAC/E,eAAO,wBAAS,KAAK,QAAQ,kBAAkB,MAAM,GAAG,UAAU,2CAA2C;AAAA,EAC/G;AAAA,EAEA,MAAyB,cAAc,WAAsB,CAAC,GAAuB;AACnF,UAAM,MAAsB,SAAS,OAAO,wCAAc;AAC1D,UAAM,oBAA+B,SAAS,OAAO,CAAC,MAAM,KAAK,mBAAmB,CAAC,CAAC;AACtF,QAAI,IAAI,UAAU,kBAAkB,QAAQ;AAC1C,YAAM,oBAAoB,MAAM,2BAAc,MAAM,QAAQ;AAC5D,YAAM,uBAA4C,IAAI,OAA4B,CAAC,iBAAiB,OAAO;AAEzG,YAAI,KAAC,0BAAY,GAAG,iBAAiB,KAAK,gBAAgB;AAAG,iBAAO;AAEpE,cAAM,4BAA4B,KAAK,iBAAiB,IAAI,CAAC,WAAW,GAAG,gBAAgB,QAAQ,MAAM,CAAC;AAC1G,cAAM,yBAAyB,0BAA0B,IAAI,CAAC,UAAU,GAAG,iBAAiB,KAAK,CAAC;AAClG,cAAMC,qBAAoB,uBAAuB,IAAI,CAAC,SAAS,kBAAkB,IAAI,CAAC,EAAE,OAAO,oBAAM;AAGrG,YAAIA,mBAAkB,WAAW,KAAK,iBAAiB;AAAQ,0BAAgB,KAAK,CAAC,IAAI,GAAGA,kBAAiB,CAAC;AAC9G,eAAO;AAAA,MACT,GAAG,CAAC,CAAC;AAEL,YAAM,UAAU,MAAM,QAAQ;AAAA,QAC5B,qBAAqB,IAAiD,OAAO,CAAC,IAAO,iBAAc,MAAM;AAEvG,gBAAM,cAAc,eACjB,IAAqB,CAAC,YAAY;AAEjC,kBAAM,eAAe,KAAK,oBAAoB,QAAQ,MAAM;AAE5D,mBAAO,eAAe,aAAa,IAAI,CAAC,cAAc,UAAU,OAAO,CAAC,IAAI,CAAC;AAAA,UAC/E,CAAC,EACA,KAAK;AAER,gBAAM,UAAU,OAAO,KAAK,MAAM,2BAAc,MAAM,CAAC,IAAI,GAAG,cAAc,CAAC,CAAC;AAE9E,iBAAO,MAAM,IAAI,uCAAmD,EAAE,QAAQ,iFAAyC,CAAC,EACrH,OAAO,OAAO,OAAO,EAAE,QAAQ,GAAG,GAAG,WAAW,CAAC,EACjD,MAAM;AAAA,QACX,CAAC;AAAA,MACH;AACA,aAAO,QAAQ,KAAK;AAAA,IACtB;AACA,WAAO,QAAQ,QAAQ,CAAC,CAAC;AAAA,EAC3B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOU,qBAAqB,CAAC,MAAe;AAC7C,WAAO,KAAK,iBAAiB,SAAS,GAAG,MAAM;AAAA,EACjD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOU,oBAAoB,CAAC,WAA2B;AACxD,WAAO,KAAK,iBAAiB,KAAK,CAAC,MAAM,MAAM,MAAM;AAAA,EACvD;AACF;;;AC9HA,IAAAC,2BAAgC;AAChC,IAAAC,wBAAoC;AACpC,IAAAC,gCAA6C;AAC7C,IAAAC,0CAAmG;AAO5F,IAAM,yEAAN,cAAqF,yCAAgB;AAAA,EAC1G,OAAyB,eAAe;AAAA,EACxC,OAAgB,gBAAgB,CAAC,2CAAqB,0HAAkF;AAAA,EACxI,OAAO,SAAiB;AAAA,IACtB,6BAA6B;AAAA,EAC/B;AAAA,EAEA,MAAyB,cAAc,WAAsB,CAAC,GAAuB;AAKnF,UAAM,YAAY,SAAS,OAAO,CAAC,MAAM,KAAC,4DAA6B,CAAC,CAAC;AACzE,WAAO,MAAM,QAAQ,QAAQ,SAAS;AAAA,EACxC;AACF;;;ACzBA,IAAAC,iBAAyB;AACzB,IAAAC,iBAAuB;AACvB,IAAAC,2BAAgC;AAEhC,+BAAiC;AACjC,IAAAC,6BAA6C;AAC7C,wCAAgF;AAEhF,IAAAC,wBAAoC;AACpC,IAAAC,0CAGO;AACP,6BAA+B;AAC/B,0BAAsE;AACtE,IAAAC,0BAA+B;AAC/B,IAAAC,wBAA+C;AAC/C,+BAA2C;AAwB3C,IAAM,QAAQ;AAKd,IAAMC,cAAa;AAKZ,IAAM,sDAAN,cAEG,yCAAyB;AAAA,EACjC,OAAyB,eAAe;AAAA,EACxC,OAAgB,gBAAgB,CAAC,2CAAqB,uGAA+D;AAAA,EACrH,OAAO,SAAiB;AAAA,IACtB,6BAA6B;AAAA,EAC/B;AAAA,EAEA,IAAI,sBAAsB;AACxB,WAAO,KAAK,OAAO,uBAAuB;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,kBAA4B;AACxC,UAAM,UAAU,KAAK,OAAO,QAAQ;AACpC,WAAO,CAAC,0CAAiB,GAAI,WAAW,CAAC,CAAE;AAAA,EAC7C;AAAA,EAEA,MAAyB,cAAc,WAAsB,CAAC,GAAgD;AAE5G,UAAM,YAAY,SAAS,KAAK,iCAAmC;AAEnE,QAAI,CAAC;AAAW,aAAO,CAAC,EAAE,QAAQ,uCAAmB,OAAO,EAAE,QAAQ,EAAE,EAAE,CAAC;AAE3E,UAAM,EAAE,OAAO,IAAI,UAAU;AAE7B,UAAM,sBAAsB,MAAM,KAAK,+BAA+B;AACtE,QAAI,CAAC;AAAqB,aAAO,CAAC,SAAS;AAC3C,UAAM,QAAQ,MAAM,IAAI,uCAAgD,EAAE,QAAQ,iEAA+B,CAAC,EAC/G,OAAO,EAAE,OAAO,KAAK,qBAAqB,QAAQ,OAAO,iBAAiB,KAAK,gBAAgB,CAAC,EAChG,MAAM;AACT,UAAM,QAAQ,MAAM,oBAAoB,OAAO,CAAC,KAAK,CAAC;AACtD,QAAI,MAAM,WAAW;AAAG,aAAO,CAAC,SAAS;AAEzC,UAAM,kBAAkB,MAAM,KAAK,qBAAqB;AACxD,QAAI,CAAC;AAAiB,aAAO,CAAC,SAAS;AACvC,UAAM,mBACJ,MAAM,QAAQ,IAAI,MAAM,OAAO,yCAAc,EAAE,IAAI,CAAC,OAAO,KAAK,0BAA0B,IAAI,eAAe,CAAC,CAAC,GAE9G,OAAO,qBAAM,EACb,KAAK;AACR,UAAM,YAAY,EAAE,QAAQ,uCAAmB,OAAO,EAAE,GAAG,UAAU,OAAO,QAAQ,SAAS,MAAM,OAAO,EAAE;AAC5G,WAAO,CAAC,WAAW,GAAG,eAAe;AAAA,EACvC;AAAA;AAAA;AAAA;AAAA;AAAA,EAKA,MAAgB,uBAA8D;AAE5E,UAAM,WAAe,yBAAS,KAAK,QAAQ,cAAc,WAAW,MAAM,GAAGA,WAAU,mDAAmD;AAE1I,UAAM,MAAM,MAAM,KAAK,QAAQ,IAAI;AACnC,QAAI,CAAC;AAAK,aAAO;AAEjB,WAAO,0CAAiB,KAAK,KAAK,KAAK,OAAO;AAAA,EAChD;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAgB,iCAAsE;AAEpF,UAAM,WAAe;AAAA,MACnB,KAAK,QAAQ,cAAc;AAAA,MAC3B,MAAM,GAAGA,WAAU;AAAA,IACrB;AAEA,UAAM,MAAM,MAAM,KAAK,QAAQ,IAAI;AACnC,QAAI,CAAC;AAAK,aAAO;AAEjB,WAAO,sCAAe,KAAK,KAAK,KAAK,OAAO;AAAA,EAC9C;AAAA,EAEA,MAAgB,0BAA0B,IAAkB,WAAqE;AAC/H,UAAM,UAAU,KAAK,gBAAgB,IAAI,CAAC,WAAW,GAAG,iBAAiB,UAAU,CAAC,MAAM,MAAM,MAAM,CAAC;AACvG,UAAM,SAAS,QAAQ,IAAI,CAAC,UAAU,GAAG,iBAAiB,KAAK,CAAC;AAChE,UAAM,UAAU,MAAM,UAAU,IAAI,MAAM;AAC1C,UAAM,kCAAkC,KAAK,gBAAgB,IAAI,2CAAqB;AACtF,UAAM,kBAAkB,gCAAgC,IAAI,CAAC,OAAO,QAAQ,KAAK,EAAE,CAAC;AACpF,QAAI,gBAAgB,KAAK,CAAC,MAAM,MAAM,MAAS;AAAG,aAAO;AACzD,UAAM,kBAAoC,gBAAgB,OAAO,qBAAM;AACvE,WAAO,CAAC,IAAI,GAAG,eAAe;AAAA,EAChC;AACF;","names":["import_diviner_model","import_diviner_temporal_indexing_model","import_payload_builder","jsonpath","import_abstract_diviner","import_diviner_model","import_diviner_temporal_indexing_model","import_hash","import_payload_builder","indexablePayloads","import_abstract_diviner","import_diviner_model","import_diviner_payload_model","import_diviner_temporal_indexing_model","import_assert","import_exists","import_abstract_diviner","import_boundwitness_model","import_diviner_model","import_diviner_temporal_indexing_model","import_payload_builder","import_payload_model","moduleName"]}

package/dist/browser/index.js

@@ -57,7 +57,7 @@ var reducePayloads = async (payloads, payloadTransformers, destinationSchema) =>
     return transformers ? transformers.map((transform) => transform(payload)) : [];
   }).flat();
   const sources = (await PayloadHasher.hashPairs([...payloads])).map(([, hash]) => hash);
-  return new PayloadBuilder({ schema: destinationSchema }).fields(Object.assign({ sources }, ...indexFields)).build();
+  return await new PayloadBuilder({ schema: destinationSchema }).fields(Object.assign({ sources }, ...indexFields)).build();
 };
 
 // src/DivinerQueryToIndexQueryDiviner/Diviner.ts
@@ -141,7 +141,7 @@ var TemporalIndexingDivinerDivinerQueryToIndexQueryDiviner = class extends Abstr
           );
           fields.schemas = [this.indexSchema];
           delete fields.sources;
-          return new PayloadBuilder2({ schema: this.indexQuerySchema }).fields(fields).build();
+          return await new PayloadBuilder2({ schema: this.indexQuerySchema }).fields(fields).build();
         })
       );
       return results;
@@ -218,7 +218,7 @@ var TemporalIndexingDivinerIndexCandidateToIndexDiviner = class extends Abstract
             return transformers ? transformers.map((transform) => transform(payload)) : [];
           }).flat();
           const sources = Object.keys(await PayloadHasher2.toMap([bw, ...sourcePayloads]));
-          return new PayloadBuilder3({ schema: TemporalIndexingDivinerResultIndexSchema2 }).fields(Object.assign({ sources }, ...indexFields)).build();
+          return await new PayloadBuilder3({ schema: TemporalIndexingDivinerResultIndexSchema2 }).fields(Object.assign({ sources }, ...indexFields)).build();
         })
       );
       return indexes.flat();
@@ -302,7 +302,7 @@ var TemporalIndexingDivinerStateToIndexCandidateDiviner = class extends Abstract
     const boundWitnessDiviner = await this.getBoundWitnessDivinerForStore();
     if (!boundWitnessDiviner)
       return [lastState];
-    const query = new PayloadBuilder4({ schema: BoundWitnessDivinerQuerySchema }).fields({ limit: this.payloadDivinerLimit, offset, order, payload_schemas: this.payload_schemas }).build();
+    const query = await new PayloadBuilder4({ schema: BoundWitnessDivinerQuerySchema }).fields({ limit: this.payloadDivinerLimit, offset, order, payload_schemas: this.payload_schemas }).build();
     const batch = await boundWitnessDiviner.divine([query]);
     if (batch.length === 0)
       return [lastState];

package/dist/browser/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/Diviner.ts","../../src/DivinerQueryToIndexQueryDiviner/Diviner.ts","../../src/jsonpath/toPayloadTransformer.ts","../../src/jsonpath/jsonPathToTransformersDictionary.ts","../../src/jsonpath/reducePayloads.ts","../../src/IndexCandidateToIndexDiviner/Diviner.ts","../../src/IndexQueryResponseToDivinerQueryResponseDiviner/Diviner.ts","../../src/StateToIndexCandidateDiviner/Diviner.ts"],"sourcesContent":["import { IndexingDiviner } from '@xyo-network/diviner-indexing-memory'\nimport { IndexingDivinerConfigSchema } from '@xyo-network/diviner-indexing-model'\nimport { DivinerConfigSchema, DivinerModule, DivinerModuleEventData } from '@xyo-network/diviner-model'\nimport { TemporalIndexingDivinerConfigSchema, TemporalIndexingDivinerParams } from '@xyo-network/diviner-temporal-indexing-model'\nimport { Payload } from '@xyo-network/payload-model'\n\nexport class TemporalIndexingDiviner<\n  TParams extends TemporalIndexingDivinerParams = TemporalIndexingDivinerParams,\n  TIn extends Payload = Payload,\n  TOut extends Payload = Payload,\n  TEventData extends DivinerModuleEventData<DivinerModule<TParams>, TIn, TOut> = DivinerModuleEventData<DivinerModule<TParams>, TIn, TOut>,\n> extends IndexingDiviner<TParams, TIn, TOut, TEventData> {\n  static override readonly configSchema = TemporalIndexingDivinerConfigSchema\n  static override readonly configSchemas: string[] = [TemporalIndexingDivinerConfigSchema, IndexingDivinerConfigSchema, DivinerConfigSchema]\n\n  protected override async startHandler(): Promise<boolean> {\n    await super.startHandler()\n    return true\n  }\n}\n","import { AbstractDiviner } from '@xyo-network/abstract-diviner'\nimport { DivinerConfigSchema } from '@xyo-network/diviner-model'\nimport { PayloadDivinerQueryPayload, PayloadDivinerQuerySchema } from '@xyo-network/diviner-payload-model'\nimport {\n  SchemaToJsonPathTransformExpressionsDictionary,\n  SchemaToPayloadTransformersDictionary,\n  TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema,\n  TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerParams,\n  TemporalIndexingDivinerResultIndexSchema,\n} from '@xyo-network/diviner-temporal-indexing-model'\nimport { Labels } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { isPayloadOfSchemaType, Payload } from '@xyo-network/payload-model'\n\nimport { jsonPathToTransformersDictionary, reducePayloads } from '../jsonpath'\n\n/**\n * A diviner that converts diviner query to index query\n */\nexport class TemporalIndexingDivinerDivinerQueryToIndexQueryDiviner<\n  TParams extends TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerParams = TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerParams,\n> extends AbstractDiviner<TParams> {\n  static override readonly configSchema = TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema\n  static override configSchemas = [DivinerConfigSchema, TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema]\n  static labels: Labels = {\n    'network.xyo.diviner.stage': 'divinerQueryToIndexQueryDiviner',\n  }\n\n  private _indexableSchemas: string[] | undefined\n  private _payloadTransformers: SchemaToPayloadTransformersDictionary | undefined\n\n  /**\n   * The schema of the diviner query payloads\n   */\n  protected get divinerQuerySchema(): string {\n    return this.config.divinerQuerySchema ?? PayloadDivinerQuerySchema\n  }\n\n  /**\n   * The schema of the index query payloads\n   */\n  protected get indexQuerySchema(): string {\n    return this.config.indexQuerySchema ?? PayloadDivinerQuerySchema\n  }\n\n  /**\n   * The schema of the index payloads\n   */\n  protected get indexSchema(): string {\n    return this.config.indexSchema ?? TemporalIndexingDivinerResultIndexSchema\n  }\n\n  /**\n   * List of indexable schemas for this diviner\n   */\n  protected get indexableSchemas(): string[] {\n    if (!this._indexableSchemas) this._indexableSchemas = [...Object.keys(this.schemaTransforms)]\n    return this._indexableSchemas\n  }\n\n  /**\n   * Dictionary of schemas to payload transformers for creating indexes\n   * from the payloads within a Bound Witness\n   */\n  protected get payloadTransformers(): SchemaToPayloadTransformersDictionary {\n    if (!this._payloadTransformers) this._payloadTransformers = jsonPathToTransformersDictionary(this.schemaTransforms)\n    return this._payloadTransformers\n  }\n\n  /**\n   * The dictionary of schemas to JSON Path transform expressions for creating indexes\n   * from the payloads within a Bound Witness\n   */\n  protected get schemaTransforms(): SchemaToJsonPathTransformExpressionsDictionary {\n    return (\n      this.config?.schemaTransforms ?? {\n        [this.divinerQuerySchema]: [\n          {\n            defaultValue: 1,\n            destinationField: 'limit',\n            sourcePathExpression: '$.limit',\n          },\n          {\n            defaultValue: 0,\n            destinationField: 'offset',\n            sourcePathExpression: '$.offset',\n          },\n          {\n            defaultValue: 'desc',\n            destinationField: 'order',\n            sourcePathExpression: '$.order',\n          },\n        ],\n      }\n    )\n  }\n\n  protected override async divineHandler(payloads: Payload[] = []): Promise<Payload[]> {\n    const queries = payloads.filter(isPayloadOfSchemaType<PayloadDivinerQueryPayload>(this.divinerQuerySchema))\n    if (queries.length) {\n      const results = await Promise.all(\n        queries.map(async (query) => {\n          const fields = await reducePayloads<PayloadDivinerQueryPayload & { sources?: string[] }>(\n            [query],\n            this.payloadTransformers,\n            this.indexQuerySchema,\n          )\n          // TODO: Make index schema configurable\n          fields.schemas = [this.indexSchema]\n          // TODO: Make sources not need to be deleted\n          delete fields.sources\n          // TODO: Add support for additional filters\n          return new PayloadBuilder<Payload>({ schema: this.indexQuerySchema }).fields(fields).build()\n        }),\n      )\n      return results\n    }\n    return Promise.resolve([])\n  }\n}\n","import { JsonPathTransformExpression, PayloadTransformer } from '@xyo-network/diviner-temporal-indexing-model'\nimport { Payload } from '@xyo-network/payload-model'\nimport jsonpath from 'jsonpath'\n\n/**\n * Converts a JSON Path transform expression to a payload transformer\n * @param transformExpression The transform expression to convert\n * @returns The payload transformer for the JSON Path transform expression\n */\nexport const toPayloadTransformer = (transformExpression: JsonPathTransformExpression) => {\n  const { defaultValue, destinationField, sourcePathExpression } = transformExpression\n  const transformer: PayloadTransformer = (x: Payload) => {\n    // eslint-disable-next-line import/no-named-as-default-member\n    const source = jsonpath.value(x, sourcePathExpression)\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n    const transformed = {} as { [key: string]: any }\n    // Assign the source value to the destination field or the default value if the source is undefined\n    const destinationValue = source === undefined ? defaultValue : source\n    if (destinationValue !== undefined) transformed[destinationField] = destinationValue\n    return transformed\n  }\n  return transformer\n}\n","import { SchemaToJsonPathTransformExpressionsDictionary, SchemaToPayloadTransformersDictionary } from '@xyo-network/diviner-temporal-indexing-model'\n\nimport { toPayloadTransformer } from './toPayloadTransformer'\n\n/**\n * Materializes the JSON-path expressions into memoized functions by converting a\n * dictionary of schema to JSON Path transform expressions to a dictionary\n * of schema to payload transformers\n * @param schemaTransforms The schema transforms to convert\n * @returns A dictionary of schema to payload transformers\n */\nexport const jsonPathToTransformersDictionary = (\n  schemaTransforms: SchemaToJsonPathTransformExpressionsDictionary,\n): SchemaToPayloadTransformersDictionary => {\n  return Object.fromEntries(\n    Object.entries(schemaTransforms).map(([schema, jsonPathTransformerExpressions]) => {\n      const transformers = jsonPathTransformerExpressions.map(toPayloadTransformer)\n      return [schema, transformers]\n    }),\n  )\n}\n","import { SchemaToPayloadTransformersDictionary } from '@xyo-network/diviner-temporal-indexing-model'\nimport { PayloadHasher } from '@xyo-network/hash'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { Payload, PayloadFields } from '@xyo-network/payload-model'\n\n/**\n * Reduces the payloads to a single payload using the supplied transformers\n * @param payloads The payloads to reduce\n * @param payloadTransformers The transformers to use to convert the payloads to the destination payload\n * @param destinationSchema The schema of the destination payload\n * @returns The reduced payload\n */\nexport const reducePayloads = async <T extends Payload = Payload>(\n  payloads: Payload[],\n  payloadTransformers: SchemaToPayloadTransformersDictionary,\n  destinationSchema: string,\n): Promise<T> => {\n  // Use the payload transformers to convert the fields from the source payloads to the destination fields\n  const indexFields = payloads\n    .map<PayloadFields[]>((payload) => {\n      // Find the transformers for this payload\n      const transformers = payloadTransformers[payload.schema]\n      // If transformers exist, apply them to the payload otherwise return an empty array\n      return transformers ? transformers.map((transform) => transform(payload)) : []\n    })\n    .flat()\n  // Include all the sources for reference\n  const sources = (await PayloadHasher.hashPairs([...payloads])).map(([, hash]) => hash)\n  // Build and return the index\n  return new PayloadBuilder<T>({ schema: destinationSchema }).fields(Object.assign({ sources }, ...indexFields)).build()\n}\n\n/**\n * Reduces the arrays of payload arrays to an array of payloads using the supplied transformers\n * @param payloadsArray The arrays of payloads to reduce\n * @param payloadTransformers The transformers to use to convert the payloads to the destination payloads\n * @param destinationSchema The schema of the destination payloads\n * @returns The reduced payloads\n */\nexport const reducePayloadsArray = async <T extends Payload = Payload>(\n  payloadsArray: Payload[][],\n  payloadTransformers: SchemaToPayloadTransformersDictionary,\n  destinationSchema: string,\n): Promise<T[]> => {\n  return await Promise.all(\n    payloadsArray.map(async (payloads) => {\n      return await reducePayloads<T>(payloads, payloadTransformers, destinationSchema)\n    }),\n  )\n}\n","import { containsAll } from '@xylabs/array'\nimport { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { AbstractDiviner } from '@xyo-network/abstract-diviner'\nimport { BoundWitness, isBoundWitness } from '@xyo-network/boundwitness-model'\nimport { DivinerConfigSchema } from '@xyo-network/diviner-model'\nimport {\n  SchemaToJsonPathTransformExpressionsDictionary,\n  SchemaToPayloadTransformersDictionary,\n  TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema,\n  TemporalIndexingDivinerIndexCandidateToIndexDivinerParams,\n  TemporalIndexingDivinerResultIndex,\n  TemporalIndexingDivinerResultIndexSchema,\n} from '@xyo-network/diviner-temporal-indexing-model'\nimport { PayloadHasher } from '@xyo-network/hash'\nimport { Labels } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { Payload, PayloadFields } from '@xyo-network/payload-model'\n\nimport { jsonPathToTransformersDictionary } from '../jsonpath'\n\nexport type IndexablePayloads = [BoundWitness, ...Payload[]]\n\nconst moduleName = 'TemporalIndexingDivinerIndexCandidateToIndexDiviner'\n\n/**\n * Diviner which transforms index candidates to indexes using JSON Path to map\n * source properties in the supplied payloads to destination fields in the\n * resultant index\n */\nexport class TemporalIndexingDivinerIndexCandidateToIndexDiviner<\n  TParams extends TemporalIndexingDivinerIndexCandidateToIndexDivinerParams = TemporalIndexingDivinerIndexCandidateToIndexDivinerParams,\n> extends AbstractDiviner<TParams> {\n  static override configSchema = TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema\n  static override configSchemas = [DivinerConfigSchema, TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema]\n  static labels: Labels = {\n    'network.xyo.diviner.stage': 'indexCandidateToIndexDiviner',\n  }\n\n  private _indexableSchemas: string[] | undefined\n  private _payloadTransformers: SchemaToPayloadTransformersDictionary | undefined\n\n  /**\n   * List of indexable schemas for this diviner\n   */\n  protected get indexableSchemas(): string[] {\n    if (!this._indexableSchemas) this._indexableSchemas = [...Object.keys(this.schemaTransforms)]\n    return this._indexableSchemas\n  }\n\n  /**\n   * Dictionary of schemas to payload transformers for creating indexes\n   * from the payloads within a Bound Witness\n   */\n  protected get payloadTransformers(): SchemaToPayloadTransformersDictionary {\n    if (!this._payloadTransformers) this._payloadTransformers = jsonPathToTransformersDictionary(this.schemaTransforms)\n    return this._payloadTransformers\n  }\n\n  /**\n   * The dictionary of schemas to JSON Path transform expressions for creating indexes\n   * from the payloads within a Bound Witness\n   */\n  protected get schemaTransforms(): SchemaToJsonPathTransformExpressionsDictionary {\n    return assertEx(this.config?.schemaTransforms, () => `${moduleName}: Missing config.schemaTransforms section`)\n  }\n\n  protected override async divineHandler(payloads: Payload[] = []): Promise<Payload[]> {\n    const bws: BoundWitness[] = payloads.filter(isBoundWitness)\n    const indexablePayloads: Payload[] = payloads.filter((p) => this.isIndexablePayload(p))\n    if (bws.length && indexablePayloads.length) {\n      const payloadDictionary = await PayloadHasher.toMap(payloads)\n      const validIndexableTuples: IndexablePayloads[] = bws.reduce<IndexablePayloads[]>((indexableTuples, bw) => {\n        // If this Bound Witness doesn't contain all the required schemas don't index it\n        if (!containsAll(bw.payload_schemas, this.indexableSchemas)) return indexableTuples\n        // Find the remaining indexable payloads\n        const indexablePayloadPositions = this.indexableSchemas.map((schema) => bw.payload_schemas.indexOf(schema))\n        const indexablePayloadHashes = indexablePayloadPositions.map((index) => bw.payload_hashes?.[index])\n        const indexablePayloads = indexablePayloadHashes.map((hash) => payloadDictionary[hash]).filter(exists)\n        // If we found a timestamp and the right amount of indexable payloads (of the\n        // correct schema as checked above) in this BW, then index it\n        if (indexablePayloads.length === this.indexableSchemas.length) indexableTuples.push([bw, ...indexablePayloads])\n        return indexableTuples\n      }, [])\n      // Create the indexes from the tuples\n      const indexes = await Promise.all(\n        validIndexableTuples.map<Promise<TemporalIndexingDivinerResultIndex>>(async ([bw, ...sourcePayloads]) => {\n          // Use the payload transformers to convert the fields from the source payloads to the destination fields\n          const indexFields = sourcePayloads\n            .map<PayloadFields[]>((payload) => {\n              // Find the transformers for this payload\n              const transformers = this.payloadTransformers[payload.schema]\n              // If transformers exist, apply them to the payload otherwise return an empty array\n              return transformers ? transformers.map((transform) => transform(payload)) : []\n            })\n            .flat()\n          // Include all the sources for reference\n          const sources = Object.keys(await PayloadHasher.toMap([bw, ...sourcePayloads]))\n          // Build and return the index\n          return new PayloadBuilder<TemporalIndexingDivinerResultIndex>({ schema: TemporalIndexingDivinerResultIndexSchema })\n            .fields(Object.assign({ sources }, ...indexFields))\n            .build()\n        }),\n      )\n      return indexes.flat()\n    }\n    return Promise.resolve([])\n  }\n\n  /**\n   * Identifies if a payload is one that is indexed by this diviner\n   * @param x The candidate payload\n   * @returns True if the payload is one indexed by this diviner, false otherwise\n   */\n  protected isIndexablePayload = (x: Payload) => {\n    return this.indexableSchemas.includes(x?.schema)\n  }\n\n  /**\n   * Identifies if a schema is one that is indexed by this diviner\n   * @param schema The candidate schema\n   * @returns True if this schema is one indexed by this diviner, false otherwise\n   */\n  protected isIndexableSchema = (schema?: string | null) => {\n    return this.indexableSchemas.some((s) => s === schema)\n  }\n}\n","import { AbstractDiviner } from '@xyo-network/abstract-diviner'\nimport { DivinerConfigSchema } from '@xyo-network/diviner-model'\nimport { isPayloadDivinerQueryPayload } from '@xyo-network/diviner-payload-model'\nimport { TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfigSchema } from '@xyo-network/diviner-temporal-indexing-model'\nimport { Labels } from '@xyo-network/module-model'\nimport { Payload } from '@xyo-network/payload-model'\n\n/**\n * Transforms an ImageThumbnailIndex response into an ImageThumbnailResponse response\n */\nexport class TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDiviner extends AbstractDiviner {\n  static override readonly configSchema = TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfigSchema\n  static override configSchemas = [DivinerConfigSchema, TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfigSchema]\n  static labels: Labels = {\n    'network.xyo.diviner.stage': 'indexQueryResponseToDivinerQueryResponseDiviner',\n  }\n\n  protected override async divineHandler(payloads: Payload[] = []): Promise<Payload[]> {\n    // NOTE: We're not doing anything with the query payloads but some diviners\n    // might want to use this to transform from the query to the response (for example\n    // if we use a plaintext value in the query to generate a hash key in the index)\n    // const queries = payloads.filter(isPayloadDivinerQueryPayload)\n    const responses = payloads.filter((p) => !isPayloadDivinerQueryPayload(p))\n    return await Promise.resolve(responses)\n  }\n}\n","import { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { AbstractDiviner } from '@xyo-network/abstract-diviner'\nimport { ArchivistInstance } from '@xyo-network/archivist-model'\nimport { ArchivistWrapper } from '@xyo-network/archivist-wrapper'\nimport { BoundWitness, isBoundWitness } from '@xyo-network/boundwitness-model'\nimport { BoundWitnessDivinerQueryPayload, BoundWitnessDivinerQuerySchema } from '@xyo-network/diviner-boundwitness-model'\nimport { IndexingDivinerState } from '@xyo-network/diviner-indexing-model'\nimport { DivinerConfigSchema } from '@xyo-network/diviner-model'\nimport {\n  TemporalIndexingDivinerStateToIndexCandidateDivinerConfigSchema,\n  TemporalIndexingDivinerStateToIndexCandidateDivinerParams,\n} from '@xyo-network/diviner-temporal-indexing-model'\nimport { DivinerWrapper } from '@xyo-network/diviner-wrapper'\nimport { isModuleState, Labels, ModuleState, ModuleStateSchema } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { isPayloadOfSchemaType, Payload } from '@xyo-network/payload-model'\nimport { TimeStamp, TimestampSchema } from '@xyo-network/witness-timestamp'\n\n/**\n * All Payload types involved in index candidates for indexing\n */\nexport type IndexCandidate = BoundWitness | Payload | TimeStamp\n\n/**\n * The response from the TemporalStateToIndexCandidateDiviner\n */\nexport type TemporalStateToIndexCandidateDivinerResponse = [\n  /**\n   * The next state of the diviner\n   */\n  nextState: ModuleState<IndexingDivinerState>,\n  /**\n   * The index candidates\n   */\n  ...IndexCandidate[],\n]\n\n/**\n * The default order to search Bound Witnesses to identify index candidates\n */\nconst order = 'asc'\n\n/**\n * The name of the module (for logging purposes)\n */\nconst moduleName = 'TemporalIndexingDivinerStateToIndexCandidateDiviner'\n\n/**\n * Transforms candidates for image thumbnail indexing into their indexed representation\n */\nexport class TemporalIndexingDivinerStateToIndexCandidateDiviner<\n  TParams extends TemporalIndexingDivinerStateToIndexCandidateDivinerParams = TemporalIndexingDivinerStateToIndexCandidateDivinerParams,\n> extends AbstractDiviner<TParams> {\n  static override readonly configSchema = TemporalIndexingDivinerStateToIndexCandidateDivinerConfigSchema\n  static override configSchemas = [DivinerConfigSchema, TemporalIndexingDivinerStateToIndexCandidateDivinerConfigSchema]\n  static labels: Labels = {\n    'network.xyo.diviner.stage': 'stateToIndexCandidateDiviner',\n  }\n\n  get payloadDivinerLimit() {\n    return this.config.payloadDivinerLimit ?? 1_000\n  }\n\n  /**\n   * The required payload_schemas within BoundWitnesses to identify index candidates\n   */\n  protected get payload_schemas(): string[] {\n    const schemas = this.config.filter?.payload_schemas\n    return [TimestampSchema, ...(schemas ?? [])]\n  }\n\n  protected override async divineHandler(payloads: Payload[] = []): Promise<[ModuleState, ...IndexCandidate[]]> {\n    // Retrieve the last state from what was passed in\n    const lastState = payloads.find(isModuleState<IndexingDivinerState>)\n    // If there is no last state, start from the beginning\n    if (!lastState) return [{ schema: ModuleStateSchema, state: { offset: 0 } }]\n    // Otherwise, get the last offset\n    const { offset } = lastState.state\n    // Get next batch of results starting from the offset\n    const boundWitnessDiviner = await this.getBoundWitnessDivinerForStore()\n    if (!boundWitnessDiviner) return [lastState]\n    const query = new PayloadBuilder<BoundWitnessDivinerQueryPayload>({ schema: BoundWitnessDivinerQuerySchema })\n      .fields({ limit: this.payloadDivinerLimit, offset, order, payload_schemas: this.payload_schemas })\n      .build()\n    const batch = await boundWitnessDiviner.divine([query])\n    if (batch.length === 0) return [lastState]\n    // Get source data\n    const sourceArchivist = await this.getArchivistForStore()\n    if (!sourceArchivist) return [lastState]\n    const indexCandidates: IndexCandidate[] = (\n      await Promise.all(batch.filter(isBoundWitness).map((bw) => this.getPayloadsInBoundWitness(bw, sourceArchivist)))\n    )\n      .filter(exists)\n      .flat()\n    const nextState = { schema: ModuleStateSchema, state: { ...lastState.state, offset: offset + batch.length } }\n    return [nextState, ...indexCandidates]\n  }\n  /**\n   * Retrieves the archivist for the payloadStore\n   * @returns The archivist for the payloadStore or undefined if not resolvable\n   */\n  protected async getArchivistForStore(): Promise<ArchivistWrapper | undefined> {\n    // It should be defined, so we'll error if it's not\n    const name: string = assertEx(this.config?.payloadStore?.archivist, () => `${moduleName}: Config for payloadStore.archivist not specified`)\n    // It might not be resolvable (yet), so we'll return undefined if it's not\n    const mod = await this.resolve(name)\n    if (!mod) return undefined\n    // Return the wrapped archivist\n    return ArchivistWrapper.wrap(mod, this.account)\n  }\n\n  /**\n   * Retrieves the BoundWitness Diviner for the payloadStore\n   * @returns The BoundWitness Diviner for the payloadStore or undefined if not resolvable\n   */\n  protected async getBoundWitnessDivinerForStore(): Promise<DivinerWrapper | undefined> {\n    // It should be defined, so we'll error if it's not\n    const name: string = assertEx(\n      this.config?.payloadStore?.boundWitnessDiviner,\n      () => `${moduleName}: Config for payloadStore.boundWitnessDiviner not specified`,\n    )\n    // It might not be resolvable (yet), so we'll return undefined if it's not\n    const mod = await this.resolve(name)\n    if (!mod) return undefined\n    // Return the wrapped diviner\n    return DivinerWrapper.wrap(mod, this.account)\n  }\n\n  protected async getPayloadsInBoundWitness(bw: BoundWitness, archivist: ArchivistInstance): Promise<IndexCandidate[] | undefined> {\n    const indexes = this.payload_schemas.map((schema) => bw.payload_schemas?.findIndex((s) => s === schema))\n    const hashes = indexes.map((index) => bw.payload_hashes?.[index])\n    const results = await archivist.get(hashes)\n    const indexCandidateIdentityFunctions = this.payload_schemas.map(isPayloadOfSchemaType)\n    const filteredResults = indexCandidateIdentityFunctions.map((is) => results.find(is))\n    if (filteredResults.some((f) => f === undefined)) return undefined\n    const indexCandidates: IndexCandidate[] = filteredResults.filter(exists) as IndexCandidate[]\n    return [bw, ...indexCandidates]\n  }\n}\n"],"mappings":";AAAA,SAAS,uBAAuB;AAChC,SAAS,mCAAmC;AAC5C,SAAS,2BAAkE;AAC3E,SAAS,2CAA0E;AAG5E,IAAM,0BAAN,cAKG,gBAAgD;AAAA,EACxD,OAAyB,eAAe;AAAA,EACxC,OAAyB,gBAA0B,CAAC,qCAAqC,6BAA6B,mBAAmB;AAAA,EAEzI,MAAyB,eAAiC;AACxD,UAAM,MAAM,aAAa;AACzB,WAAO;AAAA,EACT;AACF;;;ACnBA,SAAS,uBAAuB;AAChC,SAAS,uBAAAA,4BAA2B;AACpC,SAAqC,iCAAiC;AACtE;AAAA,EAGE;AAAA,EAEA;AAAA,OACK;AAEP,SAAS,kBAAAC,uBAAsB;AAC/B,SAAS,6BAAsC;;;ACV/C,OAAO,cAAc;AAOd,IAAM,uBAAuB,CAAC,wBAAqD;AACxF,QAAM,EAAE,cAAc,kBAAkB,qBAAqB,IAAI;AACjE,QAAM,cAAkC,CAAC,MAAe;AAEtD,UAAM,SAAS,SAAS,MAAM,GAAG,oBAAoB;AAErD,UAAM,cAAc,CAAC;AAErB,UAAM,mBAAmB,WAAW,SAAY,eAAe;AAC/D,QAAI,qBAAqB;AAAW,kBAAY,gBAAgB,IAAI;AACpE,WAAO;AAAA,EACT;AACA,SAAO;AACT;;;ACXO,IAAM,mCAAmC,CAC9C,qBAC0C;AAC1C,SAAO,OAAO;AAAA,IACZ,OAAO,QAAQ,gBAAgB,EAAE,IAAI,CAAC,CAAC,QAAQ,8BAA8B,MAAM;AACjF,YAAM,eAAe,+BAA+B,IAAI,oBAAoB;AAC5E,aAAO,CAAC,QAAQ,YAAY;AAAA,IAC9B,CAAC;AAAA,EACH;AACF;;;ACnBA,SAAS,qBAAqB;AAC9B,SAAS,sBAAsB;AAUxB,IAAM,iBAAiB,OAC5B,UACA,qBACA,sBACe;AAEf,QAAM,cAAc,SACjB,IAAqB,CAAC,YAAY;AAEjC,UAAM,eAAe,oBAAoB,QAAQ,MAAM;AAEvD,WAAO,eAAe,aAAa,IAAI,CAAC,cAAc,UAAU,OAAO,CAAC,IAAI,CAAC;AAAA,EAC/E,CAAC,EACA,KAAK;AAER,QAAM,WAAW,MAAM,cAAc,UAAU,CAAC,GAAG,QAAQ,CAAC,GAAG,IAAI,CAAC,CAAC,EAAE,IAAI,MAAM,IAAI;AAErF,SAAO,IAAI,eAAkB,EAAE,QAAQ,kBAAkB,CAAC,EAAE,OAAO,OAAO,OAAO,EAAE,QAAQ,GAAG,GAAG,WAAW,CAAC,EAAE,MAAM;AACvH;;;AHXO,IAAM,yDAAN,cAEG,gBAAyB;AAAA,EACjC,OAAyB,eAAe;AAAA,EACxC,OAAgB,gBAAgB,CAACC,sBAAqB,kEAAkE;AAAA,EACxH,OAAO,SAAiB;AAAA,IACtB,6BAA6B;AAAA,EAC/B;AAAA,EAEQ;AAAA,EACA;AAAA;AAAA;AAAA;AAAA,EAKR,IAAc,qBAA6B;AACzC,WAAO,KAAK,OAAO,sBAAsB;AAAA,EAC3C;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,mBAA2B;AACvC,WAAO,KAAK,OAAO,oBAAoB;AAAA,EACzC;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,cAAsB;AAClC,WAAO,KAAK,OAAO,eAAe;AAAA,EACpC;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,mBAA6B;AACzC,QAAI,CAAC,KAAK;AAAmB,WAAK,oBAAoB,CAAC,GAAG,OAAO,KAAK,KAAK,gBAAgB,CAAC;AAC5F,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,IAAc,sBAA6D;AACzE,QAAI,CAAC,KAAK;AAAsB,WAAK,uBAAuB,iCAAiC,KAAK,gBAAgB;AAClH,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,IAAc,mBAAmE;AAC/E,WACE,KAAK,QAAQ,oBAAoB;AAAA,MAC/B,CAAC,KAAK,kBAAkB,GAAG;AAAA,QACzB;AAAA,UACE,cAAc;AAAA,UACd,kBAAkB;AAAA,UAClB,sBAAsB;AAAA,QACxB;AAAA,QACA;AAAA,UACE,cAAc;AAAA,UACd,kBAAkB;AAAA,UAClB,sBAAsB;AAAA,QACxB;AAAA,QACA;AAAA,UACE,cAAc;AAAA,UACd,kBAAkB;AAAA,UAClB,sBAAsB;AAAA,QACxB;AAAA,MACF;AAAA,IACF;AAAA,EAEJ;AAAA,EAEA,MAAyB,cAAc,WAAsB,CAAC,GAAuB;AACnF,UAAM,UAAU,SAAS,OAAO,sBAAkD,KAAK,kBAAkB,CAAC;AAC1G,QAAI,QAAQ,QAAQ;AAClB,YAAM,UAAU,MAAM,QAAQ;AAAA,QAC5B,QAAQ,IAAI,OAAO,UAAU;AAC3B,gBAAM,SAAS,MAAM;AAAA,YACnB,CAAC,KAAK;AAAA,YACN,KAAK;AAAA,YACL,KAAK;AAAA,UACP;AAEA,iBAAO,UAAU,CAAC,KAAK,WAAW;AAElC,iBAAO,OAAO;AAEd,iBAAO,IAAIC,gBAAwB,EAAE,QAAQ,KAAK,iBAAiB,CAAC,EAAE,OAAO,MAAM,EAAE,MAAM;AAAA,QAC7F,CAAC;AAAA,MACH;AACA,aAAO;AAAA,IACT;AACA,WAAO,QAAQ,QAAQ,CAAC,CAAC;AAAA,EAC3B;AACF;;;AIvHA,SAAS,mBAAmB;AAC5B,SAAS,gBAAgB;AACzB,SAAS,cAAc;AACvB,SAAS,mBAAAC,wBAAuB;AAChC,SAAuB,sBAAsB;AAC7C,SAAS,uBAAAC,4BAA2B;AACpC;AAAA,EAGE;AAAA,EAGA,4CAAAC;AAAA,OACK;AACP,SAAS,iBAAAC,sBAAqB;AAE9B,SAAS,kBAAAC,uBAAsB;AAO/B,IAAM,aAAa;AAOZ,IAAM,sDAAN,cAEGC,iBAAyB;AAAA,EACjC,OAAgB,eAAe;AAAA,EAC/B,OAAgB,gBAAgB,CAACC,sBAAqB,+DAA+D;AAAA,EACrH,OAAO,SAAiB;AAAA,IACtB,6BAA6B;AAAA,EAC/B;AAAA,EAEQ;AAAA,EACA;AAAA;AAAA;AAAA;AAAA,EAKR,IAAc,mBAA6B;AACzC,QAAI,CAAC,KAAK;AAAmB,WAAK,oBAAoB,CAAC,GAAG,OAAO,KAAK,KAAK,gBAAgB,CAAC;AAC5F,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,IAAc,sBAA6D;AACzE,QAAI,CAAC,KAAK;AAAsB,WAAK,uBAAuB,iCAAiC,KAAK,gBAAgB;AAClH,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,IAAc,mBAAmE;AAC/E,WAAO,SAAS,KAAK,QAAQ,kBAAkB,MAAM,GAAG,UAAU,2CAA2C;AAAA,EAC/G;AAAA,EAEA,MAAyB,cAAc,WAAsB,CAAC,GAAuB;AACnF,UAAM,MAAsB,SAAS,OAAO,cAAc;AAC1D,UAAM,oBAA+B,SAAS,OAAO,CAAC,MAAM,KAAK,mBAAmB,CAAC,CAAC;AACtF,QAAI,IAAI,UAAU,kBAAkB,QAAQ;AAC1C,YAAM,oBAAoB,MAAMC,eAAc,MAAM,QAAQ;AAC5D,YAAM,uBAA4C,IAAI,OAA4B,CAAC,iBAAiB,OAAO;AAEzG,YAAI,CAAC,YAAY,GAAG,iBAAiB,KAAK,gBAAgB;AAAG,iBAAO;AAEpE,cAAM,4BAA4B,KAAK,iBAAiB,IAAI,CAAC,WAAW,GAAG,gBAAgB,QAAQ,MAAM,CAAC;AAC1G,cAAM,yBAAyB,0BAA0B,IAAI,CAAC,UAAU,GAAG,iBAAiB,KAAK,CAAC;AAClG,cAAMC,qBAAoB,uBAAuB,IAAI,CAAC,SAAS,kBAAkB,IAAI,CAAC,EAAE,OAAO,MAAM;AAGrG,YAAIA,mBAAkB,WAAW,KAAK,iBAAiB;AAAQ,0BAAgB,KAAK,CAAC,IAAI,GAAGA,kBAAiB,CAAC;AAC9G,eAAO;AAAA,MACT,GAAG,CAAC,CAAC;AAEL,YAAM,UAAU,MAAM,QAAQ;AAAA,QAC5B,qBAAqB,IAAiD,OAAO,CAAC,IAAO,iBAAc,MAAM;AAEvG,gBAAM,cAAc,eACjB,IAAqB,CAAC,YAAY;AAEjC,kBAAM,eAAe,KAAK,oBAAoB,QAAQ,MAAM;AAE5D,mBAAO,eAAe,aAAa,IAAI,CAAC,cAAc,UAAU,OAAO,CAAC,IAAI,CAAC;AAAA,UAC/E,CAAC,EACA,KAAK;AAER,gBAAM,UAAU,OAAO,KAAK,MAAMD,eAAc,MAAM,CAAC,IAAI,GAAG,cAAc,CAAC,CAAC;AAE9E,iBAAO,IAAIE,gBAAmD,EAAE,QAAQC,0CAAyC,CAAC,EAC/G,OAAO,OAAO,OAAO,EAAE,QAAQ,GAAG,GAAG,WAAW,CAAC,EACjD,MAAM;AAAA,QACX,CAAC;AAAA,MACH;AACA,aAAO,QAAQ,KAAK;AAAA,IACtB;AACA,WAAO,QAAQ,QAAQ,CAAC,CAAC;AAAA,EAC3B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOU,qBAAqB,CAAC,MAAe;AAC7C,WAAO,KAAK,iBAAiB,SAAS,GAAG,MAAM;AAAA,EACjD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOU,oBAAoB,CAAC,WAA2B;AACxD,WAAO,KAAK,iBAAiB,KAAK,CAAC,MAAM,MAAM,MAAM;AAAA,EACvD;AACF;;;AC9HA,SAAS,mBAAAC,wBAAuB;AAChC,SAAS,uBAAAC,4BAA2B;AACpC,SAAS,oCAAoC;AAC7C,SAAS,0FAA0F;AAO5F,IAAM,yEAAN,cAAqFD,iBAAgB;AAAA,EAC1G,OAAyB,eAAe;AAAA,EACxC,OAAgB,gBAAgB,CAACC,sBAAqB,kFAAkF;AAAA,EACxI,OAAO,SAAiB;AAAA,IACtB,6BAA6B;AAAA,EAC/B;AAAA,EAEA,MAAyB,cAAc,WAAsB,CAAC,GAAuB;AAKnF,UAAM,YAAY,SAAS,OAAO,CAAC,MAAM,CAAC,6BAA6B,CAAC,CAAC;AACzE,WAAO,MAAM,QAAQ,QAAQ,SAAS;AAAA,EACxC;AACF;;;ACzBA,SAAS,YAAAC,iBAAgB;AACzB,SAAS,UAAAC,eAAc;AACvB,SAAS,mBAAAC,wBAAuB;AAEhC,SAAS,wBAAwB;AACjC,SAAuB,kBAAAC,uBAAsB;AAC7C,SAA0C,sCAAsC;AAEhF,SAAS,uBAAAC,4BAA2B;AACpC;AAAA,EACE;AAAA,OAEK;AACP,SAAS,sBAAsB;AAC/B,SAAS,eAAoC,yBAAyB;AACtE,SAAS,kBAAAC,uBAAsB;AAC/B,SAAS,yBAAAC,8BAAsC;AAC/C,SAAoB,uBAAuB;AAwB3C,IAAM,QAAQ;AAKd,IAAMC,cAAa;AAKZ,IAAM,sDAAN,cAEGL,iBAAyB;AAAA,EACjC,OAAyB,eAAe;AAAA,EACxC,OAAgB,gBAAgB,CAACE,sBAAqB,+DAA+D;AAAA,EACrH,OAAO,SAAiB;AAAA,IACtB,6BAA6B;AAAA,EAC/B;AAAA,EAEA,IAAI,sBAAsB;AACxB,WAAO,KAAK,OAAO,uBAAuB;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,kBAA4B;AACxC,UAAM,UAAU,KAAK,OAAO,QAAQ;AACpC,WAAO,CAAC,iBAAiB,GAAI,WAAW,CAAC,CAAE;AAAA,EAC7C;AAAA,EAEA,MAAyB,cAAc,WAAsB,CAAC,GAAgD;AAE5G,UAAM,YAAY,SAAS,KAAK,aAAmC;AAEnE,QAAI,CAAC;AAAW,aAAO,CAAC,EAAE,QAAQ,mBAAmB,OAAO,EAAE,QAAQ,EAAE,EAAE,CAAC;AAE3E,UAAM,EAAE,OAAO,IAAI,UAAU;AAE7B,UAAM,sBAAsB,MAAM,KAAK,+BAA+B;AACtE,QAAI,CAAC;AAAqB,aAAO,CAAC,SAAS;AAC3C,UAAM,QAAQ,IAAIC,gBAAgD,EAAE,QAAQ,+BAA+B,CAAC,EACzG,OAAO,EAAE,OAAO,KAAK,qBAAqB,QAAQ,OAAO,iBAAiB,KAAK,gBAAgB,CAAC,EAChG,MAAM;AACT,UAAM,QAAQ,MAAM,oBAAoB,OAAO,CAAC,KAAK,CAAC;AACtD,QAAI,MAAM,WAAW;AAAG,aAAO,CAAC,SAAS;AAEzC,UAAM,kBAAkB,MAAM,KAAK,qBAAqB;AACxD,QAAI,CAAC;AAAiB,aAAO,CAAC,SAAS;AACvC,UAAM,mBACJ,MAAM,QAAQ,IAAI,MAAM,OAAOF,eAAc,EAAE,IAAI,CAAC,OAAO,KAAK,0BAA0B,IAAI,eAAe,CAAC,CAAC,GAE9G,OAAOF,OAAM,EACb,KAAK;AACR,UAAM,YAAY,EAAE,QAAQ,mBAAmB,OAAO,EAAE,GAAG,UAAU,OAAO,QAAQ,SAAS,MAAM,OAAO,EAAE;AAC5G,WAAO,CAAC,WAAW,GAAG,eAAe;AAAA,EACvC;AAAA;AAAA;AAAA;AAAA;AAAA,EAKA,MAAgB,uBAA8D;AAE5E,UAAM,OAAeD,UAAS,KAAK,QAAQ,cAAc,WAAW,MAAM,GAAGO,WAAU,mDAAmD;AAE1I,UAAM,MAAM,MAAM,KAAK,QAAQ,IAAI;AACnC,QAAI,CAAC;AAAK,aAAO;AAEjB,WAAO,iBAAiB,KAAK,KAAK,KAAK,OAAO;AAAA,EAChD;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAgB,iCAAsE;AAEpF,UAAM,OAAeP;AAAA,MACnB,KAAK,QAAQ,cAAc;AAAA,MAC3B,MAAM,GAAGO,WAAU;AAAA,IACrB;AAEA,UAAM,MAAM,MAAM,KAAK,QAAQ,IAAI;AACnC,QAAI,CAAC;AAAK,aAAO;AAEjB,WAAO,eAAe,KAAK,KAAK,KAAK,OAAO;AAAA,EAC9C;AAAA,EAEA,MAAgB,0BAA0B,IAAkB,WAAqE;AAC/H,UAAM,UAAU,KAAK,gBAAgB,IAAI,CAAC,WAAW,GAAG,iBAAiB,UAAU,CAAC,MAAM,MAAM,MAAM,CAAC;AACvG,UAAM,SAAS,QAAQ,IAAI,CAAC,UAAU,GAAG,iBAAiB,KAAK,CAAC;AAChE,UAAM,UAAU,MAAM,UAAU,IAAI,MAAM;AAC1C,UAAM,kCAAkC,KAAK,gBAAgB,IAAID,sBAAqB;AACtF,UAAM,kBAAkB,gCAAgC,IAAI,CAAC,OAAO,QAAQ,KAAK,EAAE,CAAC;AACpF,QAAI,gBAAgB,KAAK,CAAC,MAAM,MAAM,MAAS;AAAG,aAAO;AACzD,UAAM,kBAAoC,gBAAgB,OAAOL,OAAM;AACvE,WAAO,CAAC,IAAI,GAAG,eAAe;AAAA,EAChC;AACF;","names":["DivinerConfigSchema","PayloadBuilder","DivinerConfigSchema","PayloadBuilder","AbstractDiviner","DivinerConfigSchema","TemporalIndexingDivinerResultIndexSchema","PayloadHasher","PayloadBuilder","AbstractDiviner","DivinerConfigSchema","PayloadHasher","indexablePayloads","PayloadBuilder","TemporalIndexingDivinerResultIndexSchema","AbstractDiviner","DivinerConfigSchema","assertEx","exists","AbstractDiviner","isBoundWitness","DivinerConfigSchema","PayloadBuilder","isPayloadOfSchemaType","moduleName"]}
+{"version":3,"sources":["../../src/Diviner.ts","../../src/DivinerQueryToIndexQueryDiviner/Diviner.ts","../../src/jsonpath/toPayloadTransformer.ts","../../src/jsonpath/jsonPathToTransformersDictionary.ts","../../src/jsonpath/reducePayloads.ts","../../src/IndexCandidateToIndexDiviner/Diviner.ts","../../src/IndexQueryResponseToDivinerQueryResponseDiviner/Diviner.ts","../../src/StateToIndexCandidateDiviner/Diviner.ts"],"sourcesContent":["import { IndexingDiviner } from '@xyo-network/diviner-indexing-memory'\nimport { IndexingDivinerConfigSchema } from '@xyo-network/diviner-indexing-model'\nimport { DivinerConfigSchema, DivinerModule, DivinerModuleEventData } from '@xyo-network/diviner-model'\nimport { TemporalIndexingDivinerConfigSchema, TemporalIndexingDivinerParams } from '@xyo-network/diviner-temporal-indexing-model'\nimport { Payload } from '@xyo-network/payload-model'\n\nexport class TemporalIndexingDiviner<\n  TParams extends TemporalIndexingDivinerParams = TemporalIndexingDivinerParams,\n  TIn extends Payload = Payload,\n  TOut extends Payload = Payload,\n  TEventData extends DivinerModuleEventData<DivinerModule<TParams>, TIn, TOut> = DivinerModuleEventData<DivinerModule<TParams>, TIn, TOut>,\n> extends IndexingDiviner<TParams, TIn, TOut, TEventData> {\n  static override readonly configSchema = TemporalIndexingDivinerConfigSchema\n  static override readonly configSchemas: string[] = [TemporalIndexingDivinerConfigSchema, IndexingDivinerConfigSchema, DivinerConfigSchema]\n\n  protected override async startHandler(): Promise<boolean> {\n    await super.startHandler()\n    return true\n  }\n}\n","import { AbstractDiviner } from '@xyo-network/abstract-diviner'\nimport { DivinerConfigSchema } from '@xyo-network/diviner-model'\nimport { PayloadDivinerQueryPayload, PayloadDivinerQuerySchema } from '@xyo-network/diviner-payload-model'\nimport {\n  SchemaToJsonPathTransformExpressionsDictionary,\n  SchemaToPayloadTransformersDictionary,\n  TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema,\n  TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerParams,\n  TemporalIndexingDivinerResultIndexSchema,\n} from '@xyo-network/diviner-temporal-indexing-model'\nimport { Labels } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { isPayloadOfSchemaType, Payload } from '@xyo-network/payload-model'\n\nimport { jsonPathToTransformersDictionary, reducePayloads } from '../jsonpath'\n\n/**\n * A diviner that converts diviner query to index query\n */\nexport class TemporalIndexingDivinerDivinerQueryToIndexQueryDiviner<\n  TParams extends TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerParams = TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerParams,\n> extends AbstractDiviner<TParams> {\n  static override readonly configSchema = TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema\n  static override configSchemas = [DivinerConfigSchema, TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema]\n  static labels: Labels = {\n    'network.xyo.diviner.stage': 'divinerQueryToIndexQueryDiviner',\n  }\n\n  private _indexableSchemas: string[] | undefined\n  private _payloadTransformers: SchemaToPayloadTransformersDictionary | undefined\n\n  /**\n   * The schema of the diviner query payloads\n   */\n  protected get divinerQuerySchema(): string {\n    return this.config.divinerQuerySchema ?? PayloadDivinerQuerySchema\n  }\n\n  /**\n   * The schema of the index query payloads\n   */\n  protected get indexQuerySchema(): string {\n    return this.config.indexQuerySchema ?? PayloadDivinerQuerySchema\n  }\n\n  /**\n   * The schema of the index payloads\n   */\n  protected get indexSchema(): string {\n    return this.config.indexSchema ?? TemporalIndexingDivinerResultIndexSchema\n  }\n\n  /**\n   * List of indexable schemas for this diviner\n   */\n  protected get indexableSchemas(): string[] {\n    if (!this._indexableSchemas) this._indexableSchemas = [...Object.keys(this.schemaTransforms)]\n    return this._indexableSchemas\n  }\n\n  /**\n   * Dictionary of schemas to payload transformers for creating indexes\n   * from the payloads within a Bound Witness\n   */\n  protected get payloadTransformers(): SchemaToPayloadTransformersDictionary {\n    if (!this._payloadTransformers) this._payloadTransformers = jsonPathToTransformersDictionary(this.schemaTransforms)\n    return this._payloadTransformers\n  }\n\n  /**\n   * The dictionary of schemas to JSON Path transform expressions for creating indexes\n   * from the payloads within a Bound Witness\n   */\n  protected get schemaTransforms(): SchemaToJsonPathTransformExpressionsDictionary {\n    return (\n      this.config?.schemaTransforms ?? {\n        [this.divinerQuerySchema]: [\n          {\n            defaultValue: 1,\n            destinationField: 'limit',\n            sourcePathExpression: '$.limit',\n          },\n          {\n            defaultValue: 0,\n            destinationField: 'offset',\n            sourcePathExpression: '$.offset',\n          },\n          {\n            defaultValue: 'desc',\n            destinationField: 'order',\n            sourcePathExpression: '$.order',\n          },\n        ],\n      }\n    )\n  }\n\n  protected override async divineHandler(payloads: Payload[] = []): Promise<Payload[]> {\n    const queries = payloads.filter(isPayloadOfSchemaType<PayloadDivinerQueryPayload>(this.divinerQuerySchema))\n    if (queries.length) {\n      const results = await Promise.all(\n        queries.map(async (query) => {\n          const fields = await reducePayloads<PayloadDivinerQueryPayload & { sources?: string[] }>(\n            [query],\n            this.payloadTransformers,\n            this.indexQuerySchema,\n          )\n          // TODO: Make index schema configurable\n          fields.schemas = [this.indexSchema]\n          // TODO: Make sources not need to be deleted\n          delete fields.sources\n          // TODO: Add support for additional filters\n          return await new PayloadBuilder<Payload>({ schema: this.indexQuerySchema }).fields(fields).build()\n        }),\n      )\n      return results\n    }\n    return Promise.resolve([])\n  }\n}\n","import { JsonPathTransformExpression, PayloadTransformer } from '@xyo-network/diviner-temporal-indexing-model'\nimport { Payload } from '@xyo-network/payload-model'\nimport jsonpath from 'jsonpath'\n\n/**\n * Converts a JSON Path transform expression to a payload transformer\n * @param transformExpression The transform expression to convert\n * @returns The payload transformer for the JSON Path transform expression\n */\nexport const toPayloadTransformer = (transformExpression: JsonPathTransformExpression) => {\n  const { defaultValue, destinationField, sourcePathExpression } = transformExpression\n  const transformer: PayloadTransformer = (x: Payload) => {\n    // eslint-disable-next-line import/no-named-as-default-member\n    const source = jsonpath.value(x, sourcePathExpression)\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n    const transformed = {} as { [key: string]: any }\n    // Assign the source value to the destination field or the default value if the source is undefined\n    const destinationValue = source === undefined ? defaultValue : source\n    if (destinationValue !== undefined) transformed[destinationField] = destinationValue\n    return transformed\n  }\n  return transformer\n}\n","import { SchemaToJsonPathTransformExpressionsDictionary, SchemaToPayloadTransformersDictionary } from '@xyo-network/diviner-temporal-indexing-model'\n\nimport { toPayloadTransformer } from './toPayloadTransformer'\n\n/**\n * Materializes the JSON-path expressions into memoized functions by converting a\n * dictionary of schema to JSON Path transform expressions to a dictionary\n * of schema to payload transformers\n * @param schemaTransforms The schema transforms to convert\n * @returns A dictionary of schema to payload transformers\n */\nexport const jsonPathToTransformersDictionary = (\n  schemaTransforms: SchemaToJsonPathTransformExpressionsDictionary,\n): SchemaToPayloadTransformersDictionary => {\n  return Object.fromEntries(\n    Object.entries(schemaTransforms).map(([schema, jsonPathTransformerExpressions]) => {\n      const transformers = jsonPathTransformerExpressions.map(toPayloadTransformer)\n      return [schema, transformers]\n    }),\n  )\n}\n","import { SchemaToPayloadTransformersDictionary } from '@xyo-network/diviner-temporal-indexing-model'\nimport { PayloadHasher } from '@xyo-network/hash'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { Payload, PayloadFields } from '@xyo-network/payload-model'\n\n/**\n * Reduces the payloads to a single payload using the supplied transformers\n * @param payloads The payloads to reduce\n * @param payloadTransformers The transformers to use to convert the payloads to the destination payload\n * @param destinationSchema The schema of the destination payload\n * @returns The reduced payload\n */\nexport const reducePayloads = async <T extends Payload = Payload>(\n  payloads: Payload[],\n  payloadTransformers: SchemaToPayloadTransformersDictionary,\n  destinationSchema: string,\n): Promise<T> => {\n  // Use the payload transformers to convert the fields from the source payloads to the destination fields\n  const indexFields = payloads\n    .map<PayloadFields[]>((payload) => {\n      // Find the transformers for this payload\n      const transformers = payloadTransformers[payload.schema]\n      // If transformers exist, apply them to the payload otherwise return an empty array\n      return transformers ? transformers.map((transform) => transform(payload)) : []\n    })\n    .flat()\n  // Include all the sources for reference\n  const sources = (await PayloadHasher.hashPairs([...payloads])).map(([, hash]) => hash)\n  // Build and return the index\n  return await new PayloadBuilder<T>({ schema: destinationSchema }).fields(Object.assign({ sources }, ...indexFields)).build()\n}\n\n/**\n * Reduces the arrays of payload arrays to an array of payloads using the supplied transformers\n * @param payloadsArray The arrays of payloads to reduce\n * @param payloadTransformers The transformers to use to convert the payloads to the destination payloads\n * @param destinationSchema The schema of the destination payloads\n * @returns The reduced payloads\n */\nexport const reducePayloadsArray = async <T extends Payload = Payload>(\n  payloadsArray: Payload[][],\n  payloadTransformers: SchemaToPayloadTransformersDictionary,\n  destinationSchema: string,\n): Promise<T[]> => {\n  return await Promise.all(\n    payloadsArray.map(async (payloads) => {\n      return await reducePayloads<T>(payloads, payloadTransformers, destinationSchema)\n    }),\n  )\n}\n","import { containsAll } from '@xylabs/array'\nimport { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { AbstractDiviner } from '@xyo-network/abstract-diviner'\nimport { BoundWitness, isBoundWitness } from '@xyo-network/boundwitness-model'\nimport { DivinerConfigSchema } from '@xyo-network/diviner-model'\nimport {\n  SchemaToJsonPathTransformExpressionsDictionary,\n  SchemaToPayloadTransformersDictionary,\n  TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema,\n  TemporalIndexingDivinerIndexCandidateToIndexDivinerParams,\n  TemporalIndexingDivinerResultIndex,\n  TemporalIndexingDivinerResultIndexSchema,\n} from '@xyo-network/diviner-temporal-indexing-model'\nimport { PayloadHasher } from '@xyo-network/hash'\nimport { Labels } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { Payload, PayloadFields } from '@xyo-network/payload-model'\n\nimport { jsonPathToTransformersDictionary } from '../jsonpath'\n\nexport type IndexablePayloads = [BoundWitness, ...Payload[]]\n\nconst moduleName = 'TemporalIndexingDivinerIndexCandidateToIndexDiviner'\n\n/**\n * Diviner which transforms index candidates to indexes using JSON Path to map\n * source properties in the supplied payloads to destination fields in the\n * resultant index\n */\nexport class TemporalIndexingDivinerIndexCandidateToIndexDiviner<\n  TParams extends TemporalIndexingDivinerIndexCandidateToIndexDivinerParams = TemporalIndexingDivinerIndexCandidateToIndexDivinerParams,\n> extends AbstractDiviner<TParams> {\n  static override configSchema = TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema\n  static override configSchemas = [DivinerConfigSchema, TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema]\n  static labels: Labels = {\n    'network.xyo.diviner.stage': 'indexCandidateToIndexDiviner',\n  }\n\n  private _indexableSchemas: string[] | undefined\n  private _payloadTransformers: SchemaToPayloadTransformersDictionary | undefined\n\n  /**\n   * List of indexable schemas for this diviner\n   */\n  protected get indexableSchemas(): string[] {\n    if (!this._indexableSchemas) this._indexableSchemas = [...Object.keys(this.schemaTransforms)]\n    return this._indexableSchemas\n  }\n\n  /**\n   * Dictionary of schemas to payload transformers for creating indexes\n   * from the payloads within a Bound Witness\n   */\n  protected get payloadTransformers(): SchemaToPayloadTransformersDictionary {\n    if (!this._payloadTransformers) this._payloadTransformers = jsonPathToTransformersDictionary(this.schemaTransforms)\n    return this._payloadTransformers\n  }\n\n  /**\n   * The dictionary of schemas to JSON Path transform expressions for creating indexes\n   * from the payloads within a Bound Witness\n   */\n  protected get schemaTransforms(): SchemaToJsonPathTransformExpressionsDictionary {\n    return assertEx(this.config?.schemaTransforms, () => `${moduleName}: Missing config.schemaTransforms section`)\n  }\n\n  protected override async divineHandler(payloads: Payload[] = []): Promise<Payload[]> {\n    const bws: BoundWitness[] = payloads.filter(isBoundWitness)\n    const indexablePayloads: Payload[] = payloads.filter((p) => this.isIndexablePayload(p))\n    if (bws.length && indexablePayloads.length) {\n      const payloadDictionary = await PayloadHasher.toMap(payloads)\n      const validIndexableTuples: IndexablePayloads[] = bws.reduce<IndexablePayloads[]>((indexableTuples, bw) => {\n        // If this Bound Witness doesn't contain all the required schemas don't index it\n        if (!containsAll(bw.payload_schemas, this.indexableSchemas)) return indexableTuples\n        // Find the remaining indexable payloads\n        const indexablePayloadPositions = this.indexableSchemas.map((schema) => bw.payload_schemas.indexOf(schema))\n        const indexablePayloadHashes = indexablePayloadPositions.map((index) => bw.payload_hashes?.[index])\n        const indexablePayloads = indexablePayloadHashes.map((hash) => payloadDictionary[hash]).filter(exists)\n        // If we found a timestamp and the right amount of indexable payloads (of the\n        // correct schema as checked above) in this BW, then index it\n        if (indexablePayloads.length === this.indexableSchemas.length) indexableTuples.push([bw, ...indexablePayloads])\n        return indexableTuples\n      }, [])\n      // Create the indexes from the tuples\n      const indexes = await Promise.all(\n        validIndexableTuples.map<Promise<TemporalIndexingDivinerResultIndex>>(async ([bw, ...sourcePayloads]) => {\n          // Use the payload transformers to convert the fields from the source payloads to the destination fields\n          const indexFields = sourcePayloads\n            .map<PayloadFields[]>((payload) => {\n              // Find the transformers for this payload\n              const transformers = this.payloadTransformers[payload.schema]\n              // If transformers exist, apply them to the payload otherwise return an empty array\n              return transformers ? transformers.map((transform) => transform(payload)) : []\n            })\n            .flat()\n          // Include all the sources for reference\n          const sources = Object.keys(await PayloadHasher.toMap([bw, ...sourcePayloads]))\n          // Build and return the index\n          return await new PayloadBuilder<TemporalIndexingDivinerResultIndex>({ schema: TemporalIndexingDivinerResultIndexSchema })\n            .fields(Object.assign({ sources }, ...indexFields))\n            .build()\n        }),\n      )\n      return indexes.flat()\n    }\n    return Promise.resolve([])\n  }\n\n  /**\n   * Identifies if a payload is one that is indexed by this diviner\n   * @param x The candidate payload\n   * @returns True if the payload is one indexed by this diviner, false otherwise\n   */\n  protected isIndexablePayload = (x: Payload) => {\n    return this.indexableSchemas.includes(x?.schema)\n  }\n\n  /**\n   * Identifies if a schema is one that is indexed by this diviner\n   * @param schema The candidate schema\n   * @returns True if this schema is one indexed by this diviner, false otherwise\n   */\n  protected isIndexableSchema = (schema?: string | null) => {\n    return this.indexableSchemas.some((s) => s === schema)\n  }\n}\n","import { AbstractDiviner } from '@xyo-network/abstract-diviner'\nimport { DivinerConfigSchema } from '@xyo-network/diviner-model'\nimport { isPayloadDivinerQueryPayload } from '@xyo-network/diviner-payload-model'\nimport { TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfigSchema } from '@xyo-network/diviner-temporal-indexing-model'\nimport { Labels } from '@xyo-network/module-model'\nimport { Payload } from '@xyo-network/payload-model'\n\n/**\n * Transforms an ImageThumbnailIndex response into an ImageThumbnailResponse response\n */\nexport class TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDiviner extends AbstractDiviner {\n  static override readonly configSchema = TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfigSchema\n  static override configSchemas = [DivinerConfigSchema, TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfigSchema]\n  static labels: Labels = {\n    'network.xyo.diviner.stage': 'indexQueryResponseToDivinerQueryResponseDiviner',\n  }\n\n  protected override async divineHandler(payloads: Payload[] = []): Promise<Payload[]> {\n    // NOTE: We're not doing anything with the query payloads but some diviners\n    // might want to use this to transform from the query to the response (for example\n    // if we use a plaintext value in the query to generate a hash key in the index)\n    // const queries = payloads.filter(isPayloadDivinerQueryPayload)\n    const responses = payloads.filter((p) => !isPayloadDivinerQueryPayload(p))\n    return await Promise.resolve(responses)\n  }\n}\n","import { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { AbstractDiviner } from '@xyo-network/abstract-diviner'\nimport { ArchivistInstance } from '@xyo-network/archivist-model'\nimport { ArchivistWrapper } from '@xyo-network/archivist-wrapper'\nimport { BoundWitness, isBoundWitness } from '@xyo-network/boundwitness-model'\nimport { BoundWitnessDivinerQueryPayload, BoundWitnessDivinerQuerySchema } from '@xyo-network/diviner-boundwitness-model'\nimport { IndexingDivinerState } from '@xyo-network/diviner-indexing-model'\nimport { DivinerConfigSchema } from '@xyo-network/diviner-model'\nimport {\n  TemporalIndexingDivinerStateToIndexCandidateDivinerConfigSchema,\n  TemporalIndexingDivinerStateToIndexCandidateDivinerParams,\n} from '@xyo-network/diviner-temporal-indexing-model'\nimport { DivinerWrapper } from '@xyo-network/diviner-wrapper'\nimport { isModuleState, Labels, ModuleState, ModuleStateSchema } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { isPayloadOfSchemaType, Payload } from '@xyo-network/payload-model'\nimport { TimeStamp, TimestampSchema } from '@xyo-network/witness-timestamp'\n\n/**\n * All Payload types involved in index candidates for indexing\n */\nexport type IndexCandidate = BoundWitness | Payload | TimeStamp\n\n/**\n * The response from the TemporalStateToIndexCandidateDiviner\n */\nexport type TemporalStateToIndexCandidateDivinerResponse = [\n  /**\n   * The next state of the diviner\n   */\n  nextState: ModuleState<IndexingDivinerState>,\n  /**\n   * The index candidates\n   */\n  ...IndexCandidate[],\n]\n\n/**\n * The default order to search Bound Witnesses to identify index candidates\n */\nconst order = 'asc'\n\n/**\n * The name of the module (for logging purposes)\n */\nconst moduleName = 'TemporalIndexingDivinerStateToIndexCandidateDiviner'\n\n/**\n * Transforms candidates for image thumbnail indexing into their indexed representation\n */\nexport class TemporalIndexingDivinerStateToIndexCandidateDiviner<\n  TParams extends TemporalIndexingDivinerStateToIndexCandidateDivinerParams = TemporalIndexingDivinerStateToIndexCandidateDivinerParams,\n> extends AbstractDiviner<TParams> {\n  static override readonly configSchema = TemporalIndexingDivinerStateToIndexCandidateDivinerConfigSchema\n  static override configSchemas = [DivinerConfigSchema, TemporalIndexingDivinerStateToIndexCandidateDivinerConfigSchema]\n  static labels: Labels = {\n    'network.xyo.diviner.stage': 'stateToIndexCandidateDiviner',\n  }\n\n  get payloadDivinerLimit() {\n    return this.config.payloadDivinerLimit ?? 1_000\n  }\n\n  /**\n   * The required payload_schemas within BoundWitnesses to identify index candidates\n   */\n  protected get payload_schemas(): string[] {\n    const schemas = this.config.filter?.payload_schemas\n    return [TimestampSchema, ...(schemas ?? [])]\n  }\n\n  protected override async divineHandler(payloads: Payload[] = []): Promise<[ModuleState, ...IndexCandidate[]]> {\n    // Retrieve the last state from what was passed in\n    const lastState = payloads.find(isModuleState<IndexingDivinerState>)\n    // If there is no last state, start from the beginning\n    if (!lastState) return [{ schema: ModuleStateSchema, state: { offset: 0 } }]\n    // Otherwise, get the last offset\n    const { offset } = lastState.state\n    // Get next batch of results starting from the offset\n    const boundWitnessDiviner = await this.getBoundWitnessDivinerForStore()\n    if (!boundWitnessDiviner) return [lastState]\n    const query = await new PayloadBuilder<BoundWitnessDivinerQueryPayload>({ schema: BoundWitnessDivinerQuerySchema })\n      .fields({ limit: this.payloadDivinerLimit, offset, order, payload_schemas: this.payload_schemas })\n      .build()\n    const batch = await boundWitnessDiviner.divine([query])\n    if (batch.length === 0) return [lastState]\n    // Get source data\n    const sourceArchivist = await this.getArchivistForStore()\n    if (!sourceArchivist) return [lastState]\n    const indexCandidates: IndexCandidate[] = (\n      await Promise.all(batch.filter(isBoundWitness).map((bw) => this.getPayloadsInBoundWitness(bw, sourceArchivist)))\n    )\n      .filter(exists)\n      .flat()\n    const nextState = { schema: ModuleStateSchema, state: { ...lastState.state, offset: offset + batch.length } }\n    return [nextState, ...indexCandidates]\n  }\n  /**\n   * Retrieves the archivist for the payloadStore\n   * @returns The archivist for the payloadStore or undefined if not resolvable\n   */\n  protected async getArchivistForStore(): Promise<ArchivistWrapper | undefined> {\n    // It should be defined, so we'll error if it's not\n    const name: string = assertEx(this.config?.payloadStore?.archivist, () => `${moduleName}: Config for payloadStore.archivist not specified`)\n    // It might not be resolvable (yet), so we'll return undefined if it's not\n    const mod = await this.resolve(name)\n    if (!mod) return undefined\n    // Return the wrapped archivist\n    return ArchivistWrapper.wrap(mod, this.account)\n  }\n\n  /**\n   * Retrieves the BoundWitness Diviner for the payloadStore\n   * @returns The BoundWitness Diviner for the payloadStore or undefined if not resolvable\n   */\n  protected async getBoundWitnessDivinerForStore(): Promise<DivinerWrapper | undefined> {\n    // It should be defined, so we'll error if it's not\n    const name: string = assertEx(\n      this.config?.payloadStore?.boundWitnessDiviner,\n      () => `${moduleName}: Config for payloadStore.boundWitnessDiviner not specified`,\n    )\n    // It might not be resolvable (yet), so we'll return undefined if it's not\n    const mod = await this.resolve(name)\n    if (!mod) return undefined\n    // Return the wrapped diviner\n    return DivinerWrapper.wrap(mod, this.account)\n  }\n\n  protected async getPayloadsInBoundWitness(bw: BoundWitness, archivist: ArchivistInstance): Promise<IndexCandidate[] | undefined> {\n    const indexes = this.payload_schemas.map((schema) => bw.payload_schemas?.findIndex((s) => s === schema))\n    const hashes = indexes.map((index) => bw.payload_hashes?.[index])\n    const results = await archivist.get(hashes)\n    const indexCandidateIdentityFunctions = this.payload_schemas.map(isPayloadOfSchemaType)\n    const filteredResults = indexCandidateIdentityFunctions.map((is) => results.find(is))\n    if (filteredResults.some((f) => f === undefined)) return undefined\n    const indexCandidates: IndexCandidate[] = filteredResults.filter(exists) as IndexCandidate[]\n    return [bw, ...indexCandidates]\n  }\n}\n"],"mappings":";AAAA,SAAS,uBAAuB;AAChC,SAAS,mCAAmC;AAC5C,SAAS,2BAAkE;AAC3E,SAAS,2CAA0E;AAG5E,IAAM,0BAAN,cAKG,gBAAgD;AAAA,EACxD,OAAyB,eAAe;AAAA,EACxC,OAAyB,gBAA0B,CAAC,qCAAqC,6BAA6B,mBAAmB;AAAA,EAEzI,MAAyB,eAAiC;AACxD,UAAM,MAAM,aAAa;AACzB,WAAO;AAAA,EACT;AACF;;;ACnBA,SAAS,uBAAuB;AAChC,SAAS,uBAAAA,4BAA2B;AACpC,SAAqC,iCAAiC;AACtE;AAAA,EAGE;AAAA,EAEA;AAAA,OACK;AAEP,SAAS,kBAAAC,uBAAsB;AAC/B,SAAS,6BAAsC;;;ACV/C,OAAO,cAAc;AAOd,IAAM,uBAAuB,CAAC,wBAAqD;AACxF,QAAM,EAAE,cAAc,kBAAkB,qBAAqB,IAAI;AACjE,QAAM,cAAkC,CAAC,MAAe;AAEtD,UAAM,SAAS,SAAS,MAAM,GAAG,oBAAoB;AAErD,UAAM,cAAc,CAAC;AAErB,UAAM,mBAAmB,WAAW,SAAY,eAAe;AAC/D,QAAI,qBAAqB;AAAW,kBAAY,gBAAgB,IAAI;AACpE,WAAO;AAAA,EACT;AACA,SAAO;AACT;;;ACXO,IAAM,mCAAmC,CAC9C,qBAC0C;AAC1C,SAAO,OAAO;AAAA,IACZ,OAAO,QAAQ,gBAAgB,EAAE,IAAI,CAAC,CAAC,QAAQ,8BAA8B,MAAM;AACjF,YAAM,eAAe,+BAA+B,IAAI,oBAAoB;AAC5E,aAAO,CAAC,QAAQ,YAAY;AAAA,IAC9B,CAAC;AAAA,EACH;AACF;;;ACnBA,SAAS,qBAAqB;AAC9B,SAAS,sBAAsB;AAUxB,IAAM,iBAAiB,OAC5B,UACA,qBACA,sBACe;AAEf,QAAM,cAAc,SACjB,IAAqB,CAAC,YAAY;AAEjC,UAAM,eAAe,oBAAoB,QAAQ,MAAM;AAEvD,WAAO,eAAe,aAAa,IAAI,CAAC,cAAc,UAAU,OAAO,CAAC,IAAI,CAAC;AAAA,EAC/E,CAAC,EACA,KAAK;AAER,QAAM,WAAW,MAAM,cAAc,UAAU,CAAC,GAAG,QAAQ,CAAC,GAAG,IAAI,CAAC,CAAC,EAAE,IAAI,MAAM,IAAI;AAErF,SAAO,MAAM,IAAI,eAAkB,EAAE,QAAQ,kBAAkB,CAAC,EAAE,OAAO,OAAO,OAAO,EAAE,QAAQ,GAAG,GAAG,WAAW,CAAC,EAAE,MAAM;AAC7H;;;AHXO,IAAM,yDAAN,cAEG,gBAAyB;AAAA,EACjC,OAAyB,eAAe;AAAA,EACxC,OAAgB,gBAAgB,CAACC,sBAAqB,kEAAkE;AAAA,EACxH,OAAO,SAAiB;AAAA,IACtB,6BAA6B;AAAA,EAC/B;AAAA,EAEQ;AAAA,EACA;AAAA;AAAA;AAAA;AAAA,EAKR,IAAc,qBAA6B;AACzC,WAAO,KAAK,OAAO,sBAAsB;AAAA,EAC3C;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,mBAA2B;AACvC,WAAO,KAAK,OAAO,oBAAoB;AAAA,EACzC;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,cAAsB;AAClC,WAAO,KAAK,OAAO,eAAe;AAAA,EACpC;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,mBAA6B;AACzC,QAAI,CAAC,KAAK;AAAmB,WAAK,oBAAoB,CAAC,GAAG,OAAO,KAAK,KAAK,gBAAgB,CAAC;AAC5F,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,IAAc,sBAA6D;AACzE,QAAI,CAAC,KAAK;AAAsB,WAAK,uBAAuB,iCAAiC,KAAK,gBAAgB;AAClH,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,IAAc,mBAAmE;AAC/E,WACE,KAAK,QAAQ,oBAAoB;AAAA,MAC/B,CAAC,KAAK,kBAAkB,GAAG;AAAA,QACzB;AAAA,UACE,cAAc;AAAA,UACd,kBAAkB;AAAA,UAClB,sBAAsB;AAAA,QACxB;AAAA,QACA;AAAA,UACE,cAAc;AAAA,UACd,kBAAkB;AAAA,UAClB,sBAAsB;AAAA,QACxB;AAAA,QACA;AAAA,UACE,cAAc;AAAA,UACd,kBAAkB;AAAA,UAClB,sBAAsB;AAAA,QACxB;AAAA,MACF;AAAA,IACF;AAAA,EAEJ;AAAA,EAEA,MAAyB,cAAc,WAAsB,CAAC,GAAuB;AACnF,UAAM,UAAU,SAAS,OAAO,sBAAkD,KAAK,kBAAkB,CAAC;AAC1G,QAAI,QAAQ,QAAQ;AAClB,YAAM,UAAU,MAAM,QAAQ;AAAA,QAC5B,QAAQ,IAAI,OAAO,UAAU;AAC3B,gBAAM,SAAS,MAAM;AAAA,YACnB,CAAC,KAAK;AAAA,YACN,KAAK;AAAA,YACL,KAAK;AAAA,UACP;AAEA,iBAAO,UAAU,CAAC,KAAK,WAAW;AAElC,iBAAO,OAAO;AAEd,iBAAO,MAAM,IAAIC,gBAAwB,EAAE,QAAQ,KAAK,iBAAiB,CAAC,EAAE,OAAO,MAAM,EAAE,MAAM;AAAA,QACnG,CAAC;AAAA,MACH;AACA,aAAO;AAAA,IACT;AACA,WAAO,QAAQ,QAAQ,CAAC,CAAC;AAAA,EAC3B;AACF;;;AIvHA,SAAS,mBAAmB;AAC5B,SAAS,gBAAgB;AACzB,SAAS,cAAc;AACvB,SAAS,mBAAAC,wBAAuB;AAChC,SAAuB,sBAAsB;AAC7C,SAAS,uBAAAC,4BAA2B;AACpC;AAAA,EAGE;AAAA,EAGA,4CAAAC;AAAA,OACK;AACP,SAAS,iBAAAC,sBAAqB;AAE9B,SAAS,kBAAAC,uBAAsB;AAO/B,IAAM,aAAa;AAOZ,IAAM,sDAAN,cAEGC,iBAAyB;AAAA,EACjC,OAAgB,eAAe;AAAA,EAC/B,OAAgB,gBAAgB,CAACC,sBAAqB,+DAA+D;AAAA,EACrH,OAAO,SAAiB;AAAA,IACtB,6BAA6B;AAAA,EAC/B;AAAA,EAEQ;AAAA,EACA;AAAA;AAAA;AAAA;AAAA,EAKR,IAAc,mBAA6B;AACzC,QAAI,CAAC,KAAK;AAAmB,WAAK,oBAAoB,CAAC,GAAG,OAAO,KAAK,KAAK,gBAAgB,CAAC;AAC5F,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,IAAc,sBAA6D;AACzE,QAAI,CAAC,KAAK;AAAsB,WAAK,uBAAuB,iCAAiC,KAAK,gBAAgB;AAClH,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,IAAc,mBAAmE;AAC/E,WAAO,SAAS,KAAK,QAAQ,kBAAkB,MAAM,GAAG,UAAU,2CAA2C;AAAA,EAC/G;AAAA,EAEA,MAAyB,cAAc,WAAsB,CAAC,GAAuB;AACnF,UAAM,MAAsB,SAAS,OAAO,cAAc;AAC1D,UAAM,oBAA+B,SAAS,OAAO,CAAC,MAAM,KAAK,mBAAmB,CAAC,CAAC;AACtF,QAAI,IAAI,UAAU,kBAAkB,QAAQ;AAC1C,YAAM,oBAAoB,MAAMC,eAAc,MAAM,QAAQ;AAC5D,YAAM,uBAA4C,IAAI,OAA4B,CAAC,iBAAiB,OAAO;AAEzG,YAAI,CAAC,YAAY,GAAG,iBAAiB,KAAK,gBAAgB;AAAG,iBAAO;AAEpE,cAAM,4BAA4B,KAAK,iBAAiB,IAAI,CAAC,WAAW,GAAG,gBAAgB,QAAQ,MAAM,CAAC;AAC1G,cAAM,yBAAyB,0BAA0B,IAAI,CAAC,UAAU,GAAG,iBAAiB,KAAK,CAAC;AAClG,cAAMC,qBAAoB,uBAAuB,IAAI,CAAC,SAAS,kBAAkB,IAAI,CAAC,EAAE,OAAO,MAAM;AAGrG,YAAIA,mBAAkB,WAAW,KAAK,iBAAiB;AAAQ,0BAAgB,KAAK,CAAC,IAAI,GAAGA,kBAAiB,CAAC;AAC9G,eAAO;AAAA,MACT,GAAG,CAAC,CAAC;AAEL,YAAM,UAAU,MAAM,QAAQ;AAAA,QAC5B,qBAAqB,IAAiD,OAAO,CAAC,IAAO,iBAAc,MAAM;AAEvG,gBAAM,cAAc,eACjB,IAAqB,CAAC,YAAY;AAEjC,kBAAM,eAAe,KAAK,oBAAoB,QAAQ,MAAM;AAE5D,mBAAO,eAAe,aAAa,IAAI,CAAC,cAAc,UAAU,OAAO,CAAC,IAAI,CAAC;AAAA,UAC/E,CAAC,EACA,KAAK;AAER,gBAAM,UAAU,OAAO,KAAK,MAAMD,eAAc,MAAM,CAAC,IAAI,GAAG,cAAc,CAAC,CAAC;AAE9E,iBAAO,MAAM,IAAIE,gBAAmD,EAAE,QAAQC,0CAAyC,CAAC,EACrH,OAAO,OAAO,OAAO,EAAE,QAAQ,GAAG,GAAG,WAAW,CAAC,EACjD,MAAM;AAAA,QACX,CAAC;AAAA,MACH;AACA,aAAO,QAAQ,KAAK;AAAA,IACtB;AACA,WAAO,QAAQ,QAAQ,CAAC,CAAC;AAAA,EAC3B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOU,qBAAqB,CAAC,MAAe;AAC7C,WAAO,KAAK,iBAAiB,SAAS,GAAG,MAAM;AAAA,EACjD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOU,oBAAoB,CAAC,WAA2B;AACxD,WAAO,KAAK,iBAAiB,KAAK,CAAC,MAAM,MAAM,MAAM;AAAA,EACvD;AACF;;;AC9HA,SAAS,mBAAAC,wBAAuB;AAChC,SAAS,uBAAAC,4BAA2B;AACpC,SAAS,oCAAoC;AAC7C,SAAS,0FAA0F;AAO5F,IAAM,yEAAN,cAAqFD,iBAAgB;AAAA,EAC1G,OAAyB,eAAe;AAAA,EACxC,OAAgB,gBAAgB,CAACC,sBAAqB,kFAAkF;AAAA,EACxI,OAAO,SAAiB;AAAA,IACtB,6BAA6B;AAAA,EAC/B;AAAA,EAEA,MAAyB,cAAc,WAAsB,CAAC,GAAuB;AAKnF,UAAM,YAAY,SAAS,OAAO,CAAC,MAAM,CAAC,6BAA6B,CAAC,CAAC;AACzE,WAAO,MAAM,QAAQ,QAAQ,SAAS;AAAA,EACxC;AACF;;;ACzBA,SAAS,YAAAC,iBAAgB;AACzB,SAAS,UAAAC,eAAc;AACvB,SAAS,mBAAAC,wBAAuB;AAEhC,SAAS,wBAAwB;AACjC,SAAuB,kBAAAC,uBAAsB;AAC7C,SAA0C,sCAAsC;AAEhF,SAAS,uBAAAC,4BAA2B;AACpC;AAAA,EACE;AAAA,OAEK;AACP,SAAS,sBAAsB;AAC/B,SAAS,eAAoC,yBAAyB;AACtE,SAAS,kBAAAC,uBAAsB;AAC/B,SAAS,yBAAAC,8BAAsC;AAC/C,SAAoB,uBAAuB;AAwB3C,IAAM,QAAQ;AAKd,IAAMC,cAAa;AAKZ,IAAM,sDAAN,cAEGL,iBAAyB;AAAA,EACjC,OAAyB,eAAe;AAAA,EACxC,OAAgB,gBAAgB,CAACE,sBAAqB,+DAA+D;AAAA,EACrH,OAAO,SAAiB;AAAA,IACtB,6BAA6B;AAAA,EAC/B;AAAA,EAEA,IAAI,sBAAsB;AACxB,WAAO,KAAK,OAAO,uBAAuB;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,kBAA4B;AACxC,UAAM,UAAU,KAAK,OAAO,QAAQ;AACpC,WAAO,CAAC,iBAAiB,GAAI,WAAW,CAAC,CAAE;AAAA,EAC7C;AAAA,EAEA,MAAyB,cAAc,WAAsB,CAAC,GAAgD;AAE5G,UAAM,YAAY,SAAS,KAAK,aAAmC;AAEnE,QAAI,CAAC;AAAW,aAAO,CAAC,EAAE,QAAQ,mBAAmB,OAAO,EAAE,QAAQ,EAAE,EAAE,CAAC;AAE3E,UAAM,EAAE,OAAO,IAAI,UAAU;AAE7B,UAAM,sBAAsB,MAAM,KAAK,+BAA+B;AACtE,QAAI,CAAC;AAAqB,aAAO,CAAC,SAAS;AAC3C,UAAM,QAAQ,MAAM,IAAIC,gBAAgD,EAAE,QAAQ,+BAA+B,CAAC,EAC/G,OAAO,EAAE,OAAO,KAAK,qBAAqB,QAAQ,OAAO,iBAAiB,KAAK,gBAAgB,CAAC,EAChG,MAAM;AACT,UAAM,QAAQ,MAAM,oBAAoB,OAAO,CAAC,KAAK,CAAC;AACtD,QAAI,MAAM,WAAW;AAAG,aAAO,CAAC,SAAS;AAEzC,UAAM,kBAAkB,MAAM,KAAK,qBAAqB;AACxD,QAAI,CAAC;AAAiB,aAAO,CAAC,SAAS;AACvC,UAAM,mBACJ,MAAM,QAAQ,IAAI,MAAM,OAAOF,eAAc,EAAE,IAAI,CAAC,OAAO,KAAK,0BAA0B,IAAI,eAAe,CAAC,CAAC,GAE9G,OAAOF,OAAM,EACb,KAAK;AACR,UAAM,YAAY,EAAE,QAAQ,mBAAmB,OAAO,EAAE,GAAG,UAAU,OAAO,QAAQ,SAAS,MAAM,OAAO,EAAE;AAC5G,WAAO,CAAC,WAAW,GAAG,eAAe;AAAA,EACvC;AAAA;AAAA;AAAA;AAAA;AAAA,EAKA,MAAgB,uBAA8D;AAE5E,UAAM,OAAeD,UAAS,KAAK,QAAQ,cAAc,WAAW,MAAM,GAAGO,WAAU,mDAAmD;AAE1I,UAAM,MAAM,MAAM,KAAK,QAAQ,IAAI;AACnC,QAAI,CAAC;AAAK,aAAO;AAEjB,WAAO,iBAAiB,KAAK,KAAK,KAAK,OAAO;AAAA,EAChD;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAgB,iCAAsE;AAEpF,UAAM,OAAeP;AAAA,MACnB,KAAK,QAAQ,cAAc;AAAA,MAC3B,MAAM,GAAGO,WAAU;AAAA,IACrB;AAEA,UAAM,MAAM,MAAM,KAAK,QAAQ,IAAI;AACnC,QAAI,CAAC;AAAK,aAAO;AAEjB,WAAO,eAAe,KAAK,KAAK,KAAK,OAAO;AAAA,EAC9C;AAAA,EAEA,MAAgB,0BAA0B,IAAkB,WAAqE;AAC/H,UAAM,UAAU,KAAK,gBAAgB,IAAI,CAAC,WAAW,GAAG,iBAAiB,UAAU,CAAC,MAAM,MAAM,MAAM,CAAC;AACvG,UAAM,SAAS,QAAQ,IAAI,CAAC,UAAU,GAAG,iBAAiB,KAAK,CAAC;AAChE,UAAM,UAAU,MAAM,UAAU,IAAI,MAAM;AAC1C,UAAM,kCAAkC,KAAK,gBAAgB,IAAID,sBAAqB;AACtF,UAAM,kBAAkB,gCAAgC,IAAI,CAAC,OAAO,QAAQ,KAAK,EAAE,CAAC;AACpF,QAAI,gBAAgB,KAAK,CAAC,MAAM,MAAM,MAAS;AAAG,aAAO;AACzD,UAAM,kBAAoC,gBAAgB,OAAOL,OAAM;AACvE,WAAO,CAAC,IAAI,GAAG,eAAe;AAAA,EAChC;AACF;","names":["DivinerConfigSchema","PayloadBuilder","DivinerConfigSchema","PayloadBuilder","AbstractDiviner","DivinerConfigSchema","TemporalIndexingDivinerResultIndexSchema","PayloadHasher","PayloadBuilder","AbstractDiviner","DivinerConfigSchema","PayloadHasher","indexablePayloads","PayloadBuilder","TemporalIndexingDivinerResultIndexSchema","AbstractDiviner","DivinerConfigSchema","assertEx","exists","AbstractDiviner","isBoundWitness","DivinerConfigSchema","PayloadBuilder","isPayloadOfSchemaType","moduleName"]}

package/dist/node/index.js

@@ -94,7 +94,7 @@ var reducePayloads = async (payloads, payloadTransformers, destinationSchema) =>
     return transformers ? transformers.map((transform) => transform(payload)) : [];
   }).flat();
   const sources = (await import_hash.PayloadHasher.hashPairs([...payloads])).map(([, hash]) => hash);
-  return new import_payload_builder.PayloadBuilder({ schema: destinationSchema }).fields(Object.assign({ sources }, ...indexFields)).build();
+  return await new import_payload_builder.PayloadBuilder({ schema: destinationSchema }).fields(Object.assign({ sources }, ...indexFields)).build();
 };
 
 // src/DivinerQueryToIndexQueryDiviner/Diviner.ts
@@ -179,7 +179,7 @@ var TemporalIndexingDivinerDivinerQueryToIndexQueryDiviner = class extends impor
           );
           fields.schemas = [this.indexSchema];
           delete fields.sources;
-          return new import_payload_builder2.PayloadBuilder({ schema: this.indexQuerySchema }).fields(fields).build();
+          return await new import_payload_builder2.PayloadBuilder({ schema: this.indexQuerySchema }).fields(fields).build();
         })
       );
       return results;
@@ -257,7 +257,7 @@ var TemporalIndexingDivinerIndexCandidateToIndexDiviner = class extends import_a
             return transformers ? transformers.map((transform) => transform(payload)) : [];
           }).flat();
           const sources = Object.keys(await import_hash2.PayloadHasher.toMap([bw, ...sourcePayloads]));
-          return new import_payload_builder3.PayloadBuilder({ schema: import_diviner_temporal_indexing_model3.TemporalIndexingDivinerResultIndexSchema }).fields(Object.assign({ sources }, ...indexFields)).build();
+          return await new import_payload_builder3.PayloadBuilder({ schema: import_diviner_temporal_indexing_model3.TemporalIndexingDivinerResultIndexSchema }).fields(Object.assign({ sources }, ...indexFields)).build();
         })
       );
       return indexes.flat();
@@ -340,7 +340,7 @@ var TemporalIndexingDivinerStateToIndexCandidateDiviner = class extends import_a
     const boundWitnessDiviner = await this.getBoundWitnessDivinerForStore();
     if (!boundWitnessDiviner)
       return [lastState];
-    const query = new import_payload_builder4.PayloadBuilder({ schema: import_diviner_boundwitness_model.BoundWitnessDivinerQuerySchema }).fields({ limit: this.payloadDivinerLimit, offset, order, payload_schemas: this.payload_schemas }).build();
+    const query = await new import_payload_builder4.PayloadBuilder({ schema: import_diviner_boundwitness_model.BoundWitnessDivinerQuerySchema }).fields({ limit: this.payloadDivinerLimit, offset, order, payload_schemas: this.payload_schemas }).build();
     const batch = await boundWitnessDiviner.divine([query]);
     if (batch.length === 0)
       return [lastState];

package/dist/node/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/index.ts","../../src/Diviner.ts","../../src/DivinerQueryToIndexQueryDiviner/Diviner.ts","../../src/jsonpath/toPayloadTransformer.ts","../../src/jsonpath/jsonPathToTransformersDictionary.ts","../../src/jsonpath/reducePayloads.ts","../../src/IndexCandidateToIndexDiviner/Diviner.ts","../../src/IndexQueryResponseToDivinerQueryResponseDiviner/Diviner.ts","../../src/StateToIndexCandidateDiviner/Diviner.ts"],"sourcesContent":["export * from './Diviner'\nexport * from './DivinerQueryToIndexQueryDiviner'\nexport * from './IndexCandidateToIndexDiviner'\nexport * from './IndexQueryResponseToDivinerQueryResponseDiviner'\nexport * from './StateToIndexCandidateDiviner'\n","import { IndexingDiviner } from '@xyo-network/diviner-indexing-memory'\nimport { IndexingDivinerConfigSchema } from '@xyo-network/diviner-indexing-model'\nimport { DivinerConfigSchema, DivinerModule, DivinerModuleEventData } from '@xyo-network/diviner-model'\nimport { TemporalIndexingDivinerConfigSchema, TemporalIndexingDivinerParams } from '@xyo-network/diviner-temporal-indexing-model'\nimport { Payload } from '@xyo-network/payload-model'\n\nexport class TemporalIndexingDiviner<\n  TParams extends TemporalIndexingDivinerParams = TemporalIndexingDivinerParams,\n  TIn extends Payload = Payload,\n  TOut extends Payload = Payload,\n  TEventData extends DivinerModuleEventData<DivinerModule<TParams>, TIn, TOut> = DivinerModuleEventData<DivinerModule<TParams>, TIn, TOut>,\n> extends IndexingDiviner<TParams, TIn, TOut, TEventData> {\n  static override readonly configSchema = TemporalIndexingDivinerConfigSchema\n  static override readonly configSchemas: string[] = [TemporalIndexingDivinerConfigSchema, IndexingDivinerConfigSchema, DivinerConfigSchema]\n\n  protected override async startHandler(): Promise<boolean> {\n    await super.startHandler()\n    return true\n  }\n}\n","import { AbstractDiviner } from '@xyo-network/abstract-diviner'\nimport { DivinerConfigSchema } from '@xyo-network/diviner-model'\nimport { PayloadDivinerQueryPayload, PayloadDivinerQuerySchema } from '@xyo-network/diviner-payload-model'\nimport {\n  SchemaToJsonPathTransformExpressionsDictionary,\n  SchemaToPayloadTransformersDictionary,\n  TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema,\n  TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerParams,\n  TemporalIndexingDivinerResultIndexSchema,\n} from '@xyo-network/diviner-temporal-indexing-model'\nimport { Labels } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { isPayloadOfSchemaType, Payload } from '@xyo-network/payload-model'\n\nimport { jsonPathToTransformersDictionary, reducePayloads } from '../jsonpath'\n\n/**\n * A diviner that converts diviner query to index query\n */\nexport class TemporalIndexingDivinerDivinerQueryToIndexQueryDiviner<\n  TParams extends TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerParams = TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerParams,\n> extends AbstractDiviner<TParams> {\n  static override readonly configSchema = TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema\n  static override configSchemas = [DivinerConfigSchema, TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema]\n  static labels: Labels = {\n    'network.xyo.diviner.stage': 'divinerQueryToIndexQueryDiviner',\n  }\n\n  private _indexableSchemas: string[] | undefined\n  private _payloadTransformers: SchemaToPayloadTransformersDictionary | undefined\n\n  /**\n   * The schema of the diviner query payloads\n   */\n  protected get divinerQuerySchema(): string {\n    return this.config.divinerQuerySchema ?? PayloadDivinerQuerySchema\n  }\n\n  /**\n   * The schema of the index query payloads\n   */\n  protected get indexQuerySchema(): string {\n    return this.config.indexQuerySchema ?? PayloadDivinerQuerySchema\n  }\n\n  /**\n   * The schema of the index payloads\n   */\n  protected get indexSchema(): string {\n    return this.config.indexSchema ?? TemporalIndexingDivinerResultIndexSchema\n  }\n\n  /**\n   * List of indexable schemas for this diviner\n   */\n  protected get indexableSchemas(): string[] {\n    if (!this._indexableSchemas) this._indexableSchemas = [...Object.keys(this.schemaTransforms)]\n    return this._indexableSchemas\n  }\n\n  /**\n   * Dictionary of schemas to payload transformers for creating indexes\n   * from the payloads within a Bound Witness\n   */\n  protected get payloadTransformers(): SchemaToPayloadTransformersDictionary {\n    if (!this._payloadTransformers) this._payloadTransformers = jsonPathToTransformersDictionary(this.schemaTransforms)\n    return this._payloadTransformers\n  }\n\n  /**\n   * The dictionary of schemas to JSON Path transform expressions for creating indexes\n   * from the payloads within a Bound Witness\n   */\n  protected get schemaTransforms(): SchemaToJsonPathTransformExpressionsDictionary {\n    return (\n      this.config?.schemaTransforms ?? {\n        [this.divinerQuerySchema]: [\n          {\n            defaultValue: 1,\n            destinationField: 'limit',\n            sourcePathExpression: '$.limit',\n          },\n          {\n            defaultValue: 0,\n            destinationField: 'offset',\n            sourcePathExpression: '$.offset',\n          },\n          {\n            defaultValue: 'desc',\n            destinationField: 'order',\n            sourcePathExpression: '$.order',\n          },\n        ],\n      }\n    )\n  }\n\n  protected override async divineHandler(payloads: Payload[] = []): Promise<Payload[]> {\n    const queries = payloads.filter(isPayloadOfSchemaType<PayloadDivinerQueryPayload>(this.divinerQuerySchema))\n    if (queries.length) {\n      const results = await Promise.all(\n        queries.map(async (query) => {\n          const fields = await reducePayloads<PayloadDivinerQueryPayload & { sources?: string[] }>(\n            [query],\n            this.payloadTransformers,\n            this.indexQuerySchema,\n          )\n          // TODO: Make index schema configurable\n          fields.schemas = [this.indexSchema]\n          // TODO: Make sources not need to be deleted\n          delete fields.sources\n          // TODO: Add support for additional filters\n          return new PayloadBuilder<Payload>({ schema: this.indexQuerySchema }).fields(fields).build()\n        }),\n      )\n      return results\n    }\n    return Promise.resolve([])\n  }\n}\n","import { JsonPathTransformExpression, PayloadTransformer } from '@xyo-network/diviner-temporal-indexing-model'\nimport { Payload } from '@xyo-network/payload-model'\nimport jsonpath from 'jsonpath'\n\n/**\n * Converts a JSON Path transform expression to a payload transformer\n * @param transformExpression The transform expression to convert\n * @returns The payload transformer for the JSON Path transform expression\n */\nexport const toPayloadTransformer = (transformExpression: JsonPathTransformExpression) => {\n  const { defaultValue, destinationField, sourcePathExpression } = transformExpression\n  const transformer: PayloadTransformer = (x: Payload) => {\n    // eslint-disable-next-line import/no-named-as-default-member\n    const source = jsonpath.value(x, sourcePathExpression)\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n    const transformed = {} as { [key: string]: any }\n    // Assign the source value to the destination field or the default value if the source is undefined\n    const destinationValue = source === undefined ? defaultValue : source\n    if (destinationValue !== undefined) transformed[destinationField] = destinationValue\n    return transformed\n  }\n  return transformer\n}\n","import { SchemaToJsonPathTransformExpressionsDictionary, SchemaToPayloadTransformersDictionary } from '@xyo-network/diviner-temporal-indexing-model'\n\nimport { toPayloadTransformer } from './toPayloadTransformer'\n\n/**\n * Materializes the JSON-path expressions into memoized functions by converting a\n * dictionary of schema to JSON Path transform expressions to a dictionary\n * of schema to payload transformers\n * @param schemaTransforms The schema transforms to convert\n * @returns A dictionary of schema to payload transformers\n */\nexport const jsonPathToTransformersDictionary = (\n  schemaTransforms: SchemaToJsonPathTransformExpressionsDictionary,\n): SchemaToPayloadTransformersDictionary => {\n  return Object.fromEntries(\n    Object.entries(schemaTransforms).map(([schema, jsonPathTransformerExpressions]) => {\n      const transformers = jsonPathTransformerExpressions.map(toPayloadTransformer)\n      return [schema, transformers]\n    }),\n  )\n}\n","import { SchemaToPayloadTransformersDictionary } from '@xyo-network/diviner-temporal-indexing-model'\nimport { PayloadHasher } from '@xyo-network/hash'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { Payload, PayloadFields } from '@xyo-network/payload-model'\n\n/**\n * Reduces the payloads to a single payload using the supplied transformers\n * @param payloads The payloads to reduce\n * @param payloadTransformers The transformers to use to convert the payloads to the destination payload\n * @param destinationSchema The schema of the destination payload\n * @returns The reduced payload\n */\nexport const reducePayloads = async <T extends Payload = Payload>(\n  payloads: Payload[],\n  payloadTransformers: SchemaToPayloadTransformersDictionary,\n  destinationSchema: string,\n): Promise<T> => {\n  // Use the payload transformers to convert the fields from the source payloads to the destination fields\n  const indexFields = payloads\n    .map<PayloadFields[]>((payload) => {\n      // Find the transformers for this payload\n      const transformers = payloadTransformers[payload.schema]\n      // If transformers exist, apply them to the payload otherwise return an empty array\n      return transformers ? transformers.map((transform) => transform(payload)) : []\n    })\n    .flat()\n  // Include all the sources for reference\n  const sources = (await PayloadHasher.hashPairs([...payloads])).map(([, hash]) => hash)\n  // Build and return the index\n  return new PayloadBuilder<T>({ schema: destinationSchema }).fields(Object.assign({ sources }, ...indexFields)).build()\n}\n\n/**\n * Reduces the arrays of payload arrays to an array of payloads using the supplied transformers\n * @param payloadsArray The arrays of payloads to reduce\n * @param payloadTransformers The transformers to use to convert the payloads to the destination payloads\n * @param destinationSchema The schema of the destination payloads\n * @returns The reduced payloads\n */\nexport const reducePayloadsArray = async <T extends Payload = Payload>(\n  payloadsArray: Payload[][],\n  payloadTransformers: SchemaToPayloadTransformersDictionary,\n  destinationSchema: string,\n): Promise<T[]> => {\n  return await Promise.all(\n    payloadsArray.map(async (payloads) => {\n      return await reducePayloads<T>(payloads, payloadTransformers, destinationSchema)\n    }),\n  )\n}\n","import { containsAll } from '@xylabs/array'\nimport { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { AbstractDiviner } from '@xyo-network/abstract-diviner'\nimport { BoundWitness, isBoundWitness } from '@xyo-network/boundwitness-model'\nimport { DivinerConfigSchema } from '@xyo-network/diviner-model'\nimport {\n  SchemaToJsonPathTransformExpressionsDictionary,\n  SchemaToPayloadTransformersDictionary,\n  TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema,\n  TemporalIndexingDivinerIndexCandidateToIndexDivinerParams,\n  TemporalIndexingDivinerResultIndex,\n  TemporalIndexingDivinerResultIndexSchema,\n} from '@xyo-network/diviner-temporal-indexing-model'\nimport { PayloadHasher } from '@xyo-network/hash'\nimport { Labels } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { Payload, PayloadFields } from '@xyo-network/payload-model'\n\nimport { jsonPathToTransformersDictionary } from '../jsonpath'\n\nexport type IndexablePayloads = [BoundWitness, ...Payload[]]\n\nconst moduleName = 'TemporalIndexingDivinerIndexCandidateToIndexDiviner'\n\n/**\n * Diviner which transforms index candidates to indexes using JSON Path to map\n * source properties in the supplied payloads to destination fields in the\n * resultant index\n */\nexport class TemporalIndexingDivinerIndexCandidateToIndexDiviner<\n  TParams extends TemporalIndexingDivinerIndexCandidateToIndexDivinerParams = TemporalIndexingDivinerIndexCandidateToIndexDivinerParams,\n> extends AbstractDiviner<TParams> {\n  static override configSchema = TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema\n  static override configSchemas = [DivinerConfigSchema, TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema]\n  static labels: Labels = {\n    'network.xyo.diviner.stage': 'indexCandidateToIndexDiviner',\n  }\n\n  private _indexableSchemas: string[] | undefined\n  private _payloadTransformers: SchemaToPayloadTransformersDictionary | undefined\n\n  /**\n   * List of indexable schemas for this diviner\n   */\n  protected get indexableSchemas(): string[] {\n    if (!this._indexableSchemas) this._indexableSchemas = [...Object.keys(this.schemaTransforms)]\n    return this._indexableSchemas\n  }\n\n  /**\n   * Dictionary of schemas to payload transformers for creating indexes\n   * from the payloads within a Bound Witness\n   */\n  protected get payloadTransformers(): SchemaToPayloadTransformersDictionary {\n    if (!this._payloadTransformers) this._payloadTransformers = jsonPathToTransformersDictionary(this.schemaTransforms)\n    return this._payloadTransformers\n  }\n\n  /**\n   * The dictionary of schemas to JSON Path transform expressions for creating indexes\n   * from the payloads within a Bound Witness\n   */\n  protected get schemaTransforms(): SchemaToJsonPathTransformExpressionsDictionary {\n    return assertEx(this.config?.schemaTransforms, () => `${moduleName}: Missing config.schemaTransforms section`)\n  }\n\n  protected override async divineHandler(payloads: Payload[] = []): Promise<Payload[]> {\n    const bws: BoundWitness[] = payloads.filter(isBoundWitness)\n    const indexablePayloads: Payload[] = payloads.filter((p) => this.isIndexablePayload(p))\n    if (bws.length && indexablePayloads.length) {\n      const payloadDictionary = await PayloadHasher.toMap(payloads)\n      const validIndexableTuples: IndexablePayloads[] = bws.reduce<IndexablePayloads[]>((indexableTuples, bw) => {\n        // If this Bound Witness doesn't contain all the required schemas don't index it\n        if (!containsAll(bw.payload_schemas, this.indexableSchemas)) return indexableTuples\n        // Find the remaining indexable payloads\n        const indexablePayloadPositions = this.indexableSchemas.map((schema) => bw.payload_schemas.indexOf(schema))\n        const indexablePayloadHashes = indexablePayloadPositions.map((index) => bw.payload_hashes?.[index])\n        const indexablePayloads = indexablePayloadHashes.map((hash) => payloadDictionary[hash]).filter(exists)\n        // If we found a timestamp and the right amount of indexable payloads (of the\n        // correct schema as checked above) in this BW, then index it\n        if (indexablePayloads.length === this.indexableSchemas.length) indexableTuples.push([bw, ...indexablePayloads])\n        return indexableTuples\n      }, [])\n      // Create the indexes from the tuples\n      const indexes = await Promise.all(\n        validIndexableTuples.map<Promise<TemporalIndexingDivinerResultIndex>>(async ([bw, ...sourcePayloads]) => {\n          // Use the payload transformers to convert the fields from the source payloads to the destination fields\n          const indexFields = sourcePayloads\n            .map<PayloadFields[]>((payload) => {\n              // Find the transformers for this payload\n              const transformers = this.payloadTransformers[payload.schema]\n              // If transformers exist, apply them to the payload otherwise return an empty array\n              return transformers ? transformers.map((transform) => transform(payload)) : []\n            })\n            .flat()\n          // Include all the sources for reference\n          const sources = Object.keys(await PayloadHasher.toMap([bw, ...sourcePayloads]))\n          // Build and return the index\n          return new PayloadBuilder<TemporalIndexingDivinerResultIndex>({ schema: TemporalIndexingDivinerResultIndexSchema })\n            .fields(Object.assign({ sources }, ...indexFields))\n            .build()\n        }),\n      )\n      return indexes.flat()\n    }\n    return Promise.resolve([])\n  }\n\n  /**\n   * Identifies if a payload is one that is indexed by this diviner\n   * @param x The candidate payload\n   * @returns True if the payload is one indexed by this diviner, false otherwise\n   */\n  protected isIndexablePayload = (x: Payload) => {\n    return this.indexableSchemas.includes(x?.schema)\n  }\n\n  /**\n   * Identifies if a schema is one that is indexed by this diviner\n   * @param schema The candidate schema\n   * @returns True if this schema is one indexed by this diviner, false otherwise\n   */\n  protected isIndexableSchema = (schema?: string | null) => {\n    return this.indexableSchemas.some((s) => s === schema)\n  }\n}\n","import { AbstractDiviner } from '@xyo-network/abstract-diviner'\nimport { DivinerConfigSchema } from '@xyo-network/diviner-model'\nimport { isPayloadDivinerQueryPayload } from '@xyo-network/diviner-payload-model'\nimport { TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfigSchema } from '@xyo-network/diviner-temporal-indexing-model'\nimport { Labels } from '@xyo-network/module-model'\nimport { Payload } from '@xyo-network/payload-model'\n\n/**\n * Transforms an ImageThumbnailIndex response into an ImageThumbnailResponse response\n */\nexport class TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDiviner extends AbstractDiviner {\n  static override readonly configSchema = TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfigSchema\n  static override configSchemas = [DivinerConfigSchema, TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfigSchema]\n  static labels: Labels = {\n    'network.xyo.diviner.stage': 'indexQueryResponseToDivinerQueryResponseDiviner',\n  }\n\n  protected override async divineHandler(payloads: Payload[] = []): Promise<Payload[]> {\n    // NOTE: We're not doing anything with the query payloads but some diviners\n    // might want to use this to transform from the query to the response (for example\n    // if we use a plaintext value in the query to generate a hash key in the index)\n    // const queries = payloads.filter(isPayloadDivinerQueryPayload)\n    const responses = payloads.filter((p) => !isPayloadDivinerQueryPayload(p))\n    return await Promise.resolve(responses)\n  }\n}\n","import { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { AbstractDiviner } from '@xyo-network/abstract-diviner'\nimport { ArchivistInstance } from '@xyo-network/archivist-model'\nimport { ArchivistWrapper } from '@xyo-network/archivist-wrapper'\nimport { BoundWitness, isBoundWitness } from '@xyo-network/boundwitness-model'\nimport { BoundWitnessDivinerQueryPayload, BoundWitnessDivinerQuerySchema } from '@xyo-network/diviner-boundwitness-model'\nimport { IndexingDivinerState } from '@xyo-network/diviner-indexing-model'\nimport { DivinerConfigSchema } from '@xyo-network/diviner-model'\nimport {\n  TemporalIndexingDivinerStateToIndexCandidateDivinerConfigSchema,\n  TemporalIndexingDivinerStateToIndexCandidateDivinerParams,\n} from '@xyo-network/diviner-temporal-indexing-model'\nimport { DivinerWrapper } from '@xyo-network/diviner-wrapper'\nimport { isModuleState, Labels, ModuleState, ModuleStateSchema } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { isPayloadOfSchemaType, Payload } from '@xyo-network/payload-model'\nimport { TimeStamp, TimestampSchema } from '@xyo-network/witness-timestamp'\n\n/**\n * All Payload types involved in index candidates for indexing\n */\nexport type IndexCandidate = BoundWitness | Payload | TimeStamp\n\n/**\n * The response from the TemporalStateToIndexCandidateDiviner\n */\nexport type TemporalStateToIndexCandidateDivinerResponse = [\n  /**\n   * The next state of the diviner\n   */\n  nextState: ModuleState<IndexingDivinerState>,\n  /**\n   * The index candidates\n   */\n  ...IndexCandidate[],\n]\n\n/**\n * The default order to search Bound Witnesses to identify index candidates\n */\nconst order = 'asc'\n\n/**\n * The name of the module (for logging purposes)\n */\nconst moduleName = 'TemporalIndexingDivinerStateToIndexCandidateDiviner'\n\n/**\n * Transforms candidates for image thumbnail indexing into their indexed representation\n */\nexport class TemporalIndexingDivinerStateToIndexCandidateDiviner<\n  TParams extends TemporalIndexingDivinerStateToIndexCandidateDivinerParams = TemporalIndexingDivinerStateToIndexCandidateDivinerParams,\n> extends AbstractDiviner<TParams> {\n  static override readonly configSchema = TemporalIndexingDivinerStateToIndexCandidateDivinerConfigSchema\n  static override configSchemas = [DivinerConfigSchema, TemporalIndexingDivinerStateToIndexCandidateDivinerConfigSchema]\n  static labels: Labels = {\n    'network.xyo.diviner.stage': 'stateToIndexCandidateDiviner',\n  }\n\n  get payloadDivinerLimit() {\n    return this.config.payloadDivinerLimit ?? 1_000\n  }\n\n  /**\n   * The required payload_schemas within BoundWitnesses to identify index candidates\n   */\n  protected get payload_schemas(): string[] {\n    const schemas = this.config.filter?.payload_schemas\n    return [TimestampSchema, ...(schemas ?? [])]\n  }\n\n  protected override async divineHandler(payloads: Payload[] = []): Promise<[ModuleState, ...IndexCandidate[]]> {\n    // Retrieve the last state from what was passed in\n    const lastState = payloads.find(isModuleState<IndexingDivinerState>)\n    // If there is no last state, start from the beginning\n    if (!lastState) return [{ schema: ModuleStateSchema, state: { offset: 0 } }]\n    // Otherwise, get the last offset\n    const { offset } = lastState.state\n    // Get next batch of results starting from the offset\n    const boundWitnessDiviner = await this.getBoundWitnessDivinerForStore()\n    if (!boundWitnessDiviner) return [lastState]\n    const query = new PayloadBuilder<BoundWitnessDivinerQueryPayload>({ schema: BoundWitnessDivinerQuerySchema })\n      .fields({ limit: this.payloadDivinerLimit, offset, order, payload_schemas: this.payload_schemas })\n      .build()\n    const batch = await boundWitnessDiviner.divine([query])\n    if (batch.length === 0) return [lastState]\n    // Get source data\n    const sourceArchivist = await this.getArchivistForStore()\n    if (!sourceArchivist) return [lastState]\n    const indexCandidates: IndexCandidate[] = (\n      await Promise.all(batch.filter(isBoundWitness).map((bw) => this.getPayloadsInBoundWitness(bw, sourceArchivist)))\n    )\n      .filter(exists)\n      .flat()\n    const nextState = { schema: ModuleStateSchema, state: { ...lastState.state, offset: offset + batch.length } }\n    return [nextState, ...indexCandidates]\n  }\n  /**\n   * Retrieves the archivist for the payloadStore\n   * @returns The archivist for the payloadStore or undefined if not resolvable\n   */\n  protected async getArchivistForStore(): Promise<ArchivistWrapper | undefined> {\n    // It should be defined, so we'll error if it's not\n    const name: string = assertEx(this.config?.payloadStore?.archivist, () => `${moduleName}: Config for payloadStore.archivist not specified`)\n    // It might not be resolvable (yet), so we'll return undefined if it's not\n    const mod = await this.resolve(name)\n    if (!mod) return undefined\n    // Return the wrapped archivist\n    return ArchivistWrapper.wrap(mod, this.account)\n  }\n\n  /**\n   * Retrieves the BoundWitness Diviner for the payloadStore\n   * @returns The BoundWitness Diviner for the payloadStore or undefined if not resolvable\n   */\n  protected async getBoundWitnessDivinerForStore(): Promise<DivinerWrapper | undefined> {\n    // It should be defined, so we'll error if it's not\n    const name: string = assertEx(\n      this.config?.payloadStore?.boundWitnessDiviner,\n      () => `${moduleName}: Config for payloadStore.boundWitnessDiviner not specified`,\n    )\n    // It might not be resolvable (yet), so we'll return undefined if it's not\n    const mod = await this.resolve(name)\n    if (!mod) return undefined\n    // Return the wrapped diviner\n    return DivinerWrapper.wrap(mod, this.account)\n  }\n\n  protected async getPayloadsInBoundWitness(bw: BoundWitness, archivist: ArchivistInstance): Promise<IndexCandidate[] | undefined> {\n    const indexes = this.payload_schemas.map((schema) => bw.payload_schemas?.findIndex((s) => s === schema))\n    const hashes = indexes.map((index) => bw.payload_hashes?.[index])\n    const results = await archivist.get(hashes)\n    const indexCandidateIdentityFunctions = this.payload_schemas.map(isPayloadOfSchemaType)\n    const filteredResults = indexCandidateIdentityFunctions.map((is) => results.find(is))\n    if (filteredResults.some((f) => f === undefined)) return undefined\n    const indexCandidates: IndexCandidate[] = filteredResults.filter(exists) as IndexCandidate[]\n    return [bw, ...indexCandidates]\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,qCAAgC;AAChC,oCAA4C;AAC5C,2BAA2E;AAC3E,6CAAmF;AAG5E,IAAM,0BAAN,cAKG,+CAAgD;AAAA,EACxD,OAAyB,eAAe;AAAA,EACxC,OAAyB,gBAA0B,CAAC,4EAAqC,2DAA6B,wCAAmB;AAAA,EAEzI,MAAyB,eAAiC;AACxD,UAAM,MAAM,aAAa;AACzB,WAAO;AAAA,EACT;AACF;;;ACnBA,8BAAgC;AAChC,IAAAA,wBAAoC;AACpC,mCAAsE;AACtE,IAAAC,0CAMO;AAEP,IAAAC,0BAA+B;AAC/B,2BAA+C;;;ACV/C,sBAAqB;AAOd,IAAM,uBAAuB,CAAC,wBAAqD;AACxF,QAAM,EAAE,cAAc,kBAAkB,qBAAqB,IAAI;AACjE,QAAM,cAAkC,CAAC,MAAe;AAEtD,UAAM,SAAS,gBAAAC,QAAS,MAAM,GAAG,oBAAoB;AAErD,UAAM,cAAc,CAAC;AAErB,UAAM,mBAAmB,WAAW,SAAY,eAAe;AAC/D,QAAI,qBAAqB;AAAW,kBAAY,gBAAgB,IAAI;AACpE,WAAO;AAAA,EACT;AACA,SAAO;AACT;;;ACXO,IAAM,mCAAmC,CAC9C,qBAC0C;AAC1C,SAAO,OAAO;AAAA,IACZ,OAAO,QAAQ,gBAAgB,EAAE,IAAI,CAAC,CAAC,QAAQ,8BAA8B,MAAM;AACjF,YAAM,eAAe,+BAA+B,IAAI,oBAAoB;AAC5E,aAAO,CAAC,QAAQ,YAAY;AAAA,IAC9B,CAAC;AAAA,EACH;AACF;;;ACnBA,kBAA8B;AAC9B,6BAA+B;AAUxB,IAAM,iBAAiB,OAC5B,UACA,qBACA,sBACe;AAEf,QAAM,cAAc,SACjB,IAAqB,CAAC,YAAY;AAEjC,UAAM,eAAe,oBAAoB,QAAQ,MAAM;AAEvD,WAAO,eAAe,aAAa,IAAI,CAAC,cAAc,UAAU,OAAO,CAAC,IAAI,CAAC;AAAA,EAC/E,CAAC,EACA,KAAK;AAER,QAAM,WAAW,MAAM,0BAAc,UAAU,CAAC,GAAG,QAAQ,CAAC,GAAG,IAAI,CAAC,CAAC,EAAE,IAAI,MAAM,IAAI;AAErF,SAAO,IAAI,sCAAkB,EAAE,QAAQ,kBAAkB,CAAC,EAAE,OAAO,OAAO,OAAO,EAAE,QAAQ,GAAG,GAAG,WAAW,CAAC,EAAE,MAAM;AACvH;;;AHXO,IAAM,yDAAN,cAEG,wCAAyB;AAAA,EACjC,OAAyB,eAAe;AAAA,EACxC,OAAgB,gBAAgB,CAAC,2CAAqB,0GAAkE;AAAA,EACxH,OAAO,SAAiB;AAAA,IACtB,6BAA6B;AAAA,EAC/B;AAAA,EAEQ;AAAA,EACA;AAAA;AAAA;AAAA;AAAA,EAKR,IAAc,qBAA6B;AACzC,WAAO,KAAK,OAAO,sBAAsB;AAAA,EAC3C;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,mBAA2B;AACvC,WAAO,KAAK,OAAO,oBAAoB;AAAA,EACzC;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,cAAsB;AAClC,WAAO,KAAK,OAAO,eAAe;AAAA,EACpC;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,mBAA6B;AACzC,QAAI,CAAC,KAAK;AAAmB,WAAK,oBAAoB,CAAC,GAAG,OAAO,KAAK,KAAK,gBAAgB,CAAC;AAC5F,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,IAAc,sBAA6D;AACzE,QAAI,CAAC,KAAK;AAAsB,WAAK,uBAAuB,iCAAiC,KAAK,gBAAgB;AAClH,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,IAAc,mBAAmE;AAzEnF;AA0EI,aACE,UAAK,WAAL,mBAAa,qBAAoB;AAAA,MAC/B,CAAC,KAAK,kBAAkB,GAAG;AAAA,QACzB;AAAA,UACE,cAAc;AAAA,UACd,kBAAkB;AAAA,UAClB,sBAAsB;AAAA,QACxB;AAAA,QACA;AAAA,UACE,cAAc;AAAA,UACd,kBAAkB;AAAA,UAClB,sBAAsB;AAAA,QACxB;AAAA,QACA;AAAA,UACE,cAAc;AAAA,UACd,kBAAkB;AAAA,UAClB,sBAAsB;AAAA,QACxB;AAAA,MACF;AAAA,IACF;AAAA,EAEJ;AAAA,EAEA,MAAyB,cAAc,WAAsB,CAAC,GAAuB;AACnF,UAAM,UAAU,SAAS,WAAO,4CAAkD,KAAK,kBAAkB,CAAC;AAC1G,QAAI,QAAQ,QAAQ;AAClB,YAAM,UAAU,MAAM,QAAQ;AAAA,QAC5B,QAAQ,IAAI,OAAO,UAAU;AAC3B,gBAAM,SAAS,MAAM;AAAA,YACnB,CAAC,KAAK;AAAA,YACN,KAAK;AAAA,YACL,KAAK;AAAA,UACP;AAEA,iBAAO,UAAU,CAAC,KAAK,WAAW;AAElC,iBAAO,OAAO;AAEd,iBAAO,IAAI,uCAAwB,EAAE,QAAQ,KAAK,iBAAiB,CAAC,EAAE,OAAO,MAAM,EAAE,MAAM;AAAA,QAC7F,CAAC;AAAA,MACH;AACA,aAAO;AAAA,IACT;AACA,WAAO,QAAQ,QAAQ,CAAC,CAAC;AAAA,EAC3B;AACF;;;AIvHA,mBAA4B;AAC5B,oBAAyB;AACzB,oBAAuB;AACvB,IAAAC,2BAAgC;AAChC,gCAA6C;AAC7C,IAAAC,wBAAoC;AACpC,IAAAC,0CAOO;AACP,IAAAC,eAA8B;AAE9B,IAAAC,0BAA+B;AAO/B,IAAM,aAAa;AAOZ,IAAM,sDAAN,cAEG,yCAAyB;AAAA,EACjC,OAAgB,eAAe;AAAA,EAC/B,OAAgB,gBAAgB,CAAC,2CAAqB,uGAA+D;AAAA,EACrH,OAAO,SAAiB;AAAA,IACtB,6BAA6B;AAAA,EAC/B;AAAA,EAEQ;AAAA,EACA;AAAA;AAAA;AAAA;AAAA,EAKR,IAAc,mBAA6B;AACzC,QAAI,CAAC,KAAK;AAAmB,WAAK,oBAAoB,CAAC,GAAG,OAAO,KAAK,KAAK,gBAAgB,CAAC;AAC5F,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,IAAc,sBAA6D;AACzE,QAAI,CAAC,KAAK;AAAsB,WAAK,uBAAuB,iCAAiC,KAAK,gBAAgB;AAClH,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,IAAc,mBAAmE;AA/DnF;AAgEI,eAAO,yBAAS,UAAK,WAAL,mBAAa,kBAAkB,MAAM,GAAG,UAAU,2CAA2C;AAAA,EAC/G;AAAA,EAEA,MAAyB,cAAc,WAAsB,CAAC,GAAuB;AACnF,UAAM,MAAsB,SAAS,OAAO,wCAAc;AAC1D,UAAM,oBAA+B,SAAS,OAAO,CAAC,MAAM,KAAK,mBAAmB,CAAC,CAAC;AACtF,QAAI,IAAI,UAAU,kBAAkB,QAAQ;AAC1C,YAAM,oBAAoB,MAAM,2BAAc,MAAM,QAAQ;AAC5D,YAAM,uBAA4C,IAAI,OAA4B,CAAC,iBAAiB,OAAO;AAEzG,YAAI,KAAC,0BAAY,GAAG,iBAAiB,KAAK,gBAAgB;AAAG,iBAAO;AAEpE,cAAM,4BAA4B,KAAK,iBAAiB,IAAI,CAAC,WAAW,GAAG,gBAAgB,QAAQ,MAAM,CAAC;AAC1G,cAAM,yBAAyB,0BAA0B,IAAI,CAAC,UAAO;AA7E7E;AA6EgF,0BAAG,mBAAH,mBAAoB;AAAA,SAAM;AAClG,cAAMC,qBAAoB,uBAAuB,IAAI,CAAC,SAAS,kBAAkB,IAAI,CAAC,EAAE,OAAO,oBAAM;AAGrG,YAAIA,mBAAkB,WAAW,KAAK,iBAAiB;AAAQ,0BAAgB,KAAK,CAAC,IAAI,GAAGA,kBAAiB,CAAC;AAC9G,eAAO;AAAA,MACT,GAAG,CAAC,CAAC;AAEL,YAAM,UAAU,MAAM,QAAQ;AAAA,QAC5B,qBAAqB,IAAiD,OAAO,CAAC,IAAO,iBAAc,MAAM;AAEvG,gBAAM,cAAc,eACjB,IAAqB,CAAC,YAAY;AAEjC,kBAAM,eAAe,KAAK,oBAAoB,QAAQ,MAAM;AAE5D,mBAAO,eAAe,aAAa,IAAI,CAAC,cAAc,UAAU,OAAO,CAAC,IAAI,CAAC;AAAA,UAC/E,CAAC,EACA,KAAK;AAER,gBAAM,UAAU,OAAO,KAAK,MAAM,2BAAc,MAAM,CAAC,IAAI,GAAG,cAAc,CAAC,CAAC;AAE9E,iBAAO,IAAI,uCAAmD,EAAE,QAAQ,iFAAyC,CAAC,EAC/G,OAAO,OAAO,OAAO,EAAE,QAAQ,GAAG,GAAG,WAAW,CAAC,EACjD,MAAM;AAAA,QACX,CAAC;AAAA,MACH;AACA,aAAO,QAAQ,KAAK;AAAA,IACtB;AACA,WAAO,QAAQ,QAAQ,CAAC,CAAC;AAAA,EAC3B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOU,qBAAqB,CAAC,MAAe;AAC7C,WAAO,KAAK,iBAAiB,SAAS,uBAAG,MAAM;AAAA,EACjD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOU,oBAAoB,CAAC,WAA2B;AACxD,WAAO,KAAK,iBAAiB,KAAK,CAAC,MAAM,MAAM,MAAM;AAAA,EACvD;AACF;;;AC9HA,IAAAC,2BAAgC;AAChC,IAAAC,wBAAoC;AACpC,IAAAC,gCAA6C;AAC7C,IAAAC,0CAAmG;AAO5F,IAAM,yEAAN,cAAqF,yCAAgB;AAAA,EAC1G,OAAyB,eAAe;AAAA,EACxC,OAAgB,gBAAgB,CAAC,2CAAqB,0HAAkF;AAAA,EACxI,OAAO,SAAiB;AAAA,IACtB,6BAA6B;AAAA,EAC/B;AAAA,EAEA,MAAyB,cAAc,WAAsB,CAAC,GAAuB;AAKnF,UAAM,YAAY,SAAS,OAAO,CAAC,MAAM,KAAC,4DAA6B,CAAC,CAAC;AACzE,WAAO,MAAM,QAAQ,QAAQ,SAAS;AAAA,EACxC;AACF;;;ACzBA,IAAAC,iBAAyB;AACzB,IAAAC,iBAAuB;AACvB,IAAAC,2BAAgC;AAEhC,+BAAiC;AACjC,IAAAC,6BAA6C;AAC7C,wCAAgF;AAEhF,IAAAC,wBAAoC;AACpC,IAAAC,0CAGO;AACP,6BAA+B;AAC/B,0BAAsE;AACtE,IAAAC,0BAA+B;AAC/B,IAAAC,wBAA+C;AAC/C,+BAA2C;AAwB3C,IAAM,QAAQ;AAKd,IAAMC,cAAa;AAKZ,IAAM,sDAAN,cAEG,yCAAyB;AAAA,EACjC,OAAyB,eAAe;AAAA,EACxC,OAAgB,gBAAgB,CAAC,2CAAqB,uGAA+D;AAAA,EACrH,OAAO,SAAiB;AAAA,IACtB,6BAA6B;AAAA,EAC/B;AAAA,EAEA,IAAI,sBAAsB;AACxB,WAAO,KAAK,OAAO,uBAAuB;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,kBAA4B;AAnE5C;AAoEI,UAAM,WAAU,UAAK,OAAO,WAAZ,mBAAoB;AACpC,WAAO,CAAC,0CAAiB,GAAI,WAAW,CAAC,CAAE;AAAA,EAC7C;AAAA,EAEA,MAAyB,cAAc,WAAsB,CAAC,GAAgD;AAE5G,UAAM,YAAY,SAAS,KAAK,iCAAmC;AAEnE,QAAI,CAAC;AAAW,aAAO,CAAC,EAAE,QAAQ,uCAAmB,OAAO,EAAE,QAAQ,EAAE,EAAE,CAAC;AAE3E,UAAM,EAAE,OAAO,IAAI,UAAU;AAE7B,UAAM,sBAAsB,MAAM,KAAK,+BAA+B;AACtE,QAAI,CAAC;AAAqB,aAAO,CAAC,SAAS;AAC3C,UAAM,QAAQ,IAAI,uCAAgD,EAAE,QAAQ,iEAA+B,CAAC,EACzG,OAAO,EAAE,OAAO,KAAK,qBAAqB,QAAQ,OAAO,iBAAiB,KAAK,gBAAgB,CAAC,EAChG,MAAM;AACT,UAAM,QAAQ,MAAM,oBAAoB,OAAO,CAAC,KAAK,CAAC;AACtD,QAAI,MAAM,WAAW;AAAG,aAAO,CAAC,SAAS;AAEzC,UAAM,kBAAkB,MAAM,KAAK,qBAAqB;AACxD,QAAI,CAAC;AAAiB,aAAO,CAAC,SAAS;AACvC,UAAM,mBACJ,MAAM,QAAQ,IAAI,MAAM,OAAO,yCAAc,EAAE,IAAI,CAAC,OAAO,KAAK,0BAA0B,IAAI,eAAe,CAAC,CAAC,GAE9G,OAAO,qBAAM,EACb,KAAK;AACR,UAAM,YAAY,EAAE,QAAQ,uCAAmB,OAAO,EAAE,GAAG,UAAU,OAAO,QAAQ,SAAS,MAAM,OAAO,EAAE;AAC5G,WAAO,CAAC,WAAW,GAAG,eAAe;AAAA,EACvC;AAAA;AAAA;AAAA;AAAA;AAAA,EAKA,MAAgB,uBAA8D;AAtGhF;AAwGI,UAAM,WAAe,0BAAS,gBAAK,WAAL,mBAAa,iBAAb,mBAA2B,WAAW,MAAM,GAAGA,WAAU,mDAAmD;AAE1I,UAAM,MAAM,MAAM,KAAK,QAAQ,IAAI;AACnC,QAAI,CAAC;AAAK,aAAO;AAEjB,WAAO,0CAAiB,KAAK,KAAK,KAAK,OAAO;AAAA,EAChD;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAgB,iCAAsE;AApHxF;AAsHI,UAAM,WAAe;AAAA,OACnB,gBAAK,WAAL,mBAAa,iBAAb,mBAA2B;AAAA,MAC3B,MAAM,GAAGA,WAAU;AAAA,IACrB;AAEA,UAAM,MAAM,MAAM,KAAK,QAAQ,IAAI;AACnC,QAAI,CAAC;AAAK,aAAO;AAEjB,WAAO,sCAAe,KAAK,KAAK,KAAK,OAAO;AAAA,EAC9C;AAAA,EAEA,MAAgB,0BAA0B,IAAkB,WAAqE;AAC/H,UAAM,UAAU,KAAK,gBAAgB,IAAI,CAAC,WAAQ;AAlItD;AAkIyD,sBAAG,oBAAH,mBAAoB,UAAU,CAAC,MAAM,MAAM;AAAA,KAAO;AACvG,UAAM,SAAS,QAAQ,IAAI,CAAC,UAAO;AAnIvC;AAmI0C,sBAAG,mBAAH,mBAAoB;AAAA,KAAM;AAChE,UAAM,UAAU,MAAM,UAAU,IAAI,MAAM;AAC1C,UAAM,kCAAkC,KAAK,gBAAgB,IAAI,2CAAqB;AACtF,UAAM,kBAAkB,gCAAgC,IAAI,CAAC,OAAO,QAAQ,KAAK,EAAE,CAAC;AACpF,QAAI,gBAAgB,KAAK,CAAC,MAAM,MAAM,MAAS;AAAG,aAAO;AACzD,UAAM,kBAAoC,gBAAgB,OAAO,qBAAM;AACvE,WAAO,CAAC,IAAI,GAAG,eAAe;AAAA,EAChC;AACF;","names":["import_diviner_model","import_diviner_temporal_indexing_model","import_payload_builder","jsonpath","import_abstract_diviner","import_diviner_model","import_diviner_temporal_indexing_model","import_hash","import_payload_builder","indexablePayloads","import_abstract_diviner","import_diviner_model","import_diviner_payload_model","import_diviner_temporal_indexing_model","import_assert","import_exists","import_abstract_diviner","import_boundwitness_model","import_diviner_model","import_diviner_temporal_indexing_model","import_payload_builder","import_payload_model","moduleName"]}
+{"version":3,"sources":["../../src/index.ts","../../src/Diviner.ts","../../src/DivinerQueryToIndexQueryDiviner/Diviner.ts","../../src/jsonpath/toPayloadTransformer.ts","../../src/jsonpath/jsonPathToTransformersDictionary.ts","../../src/jsonpath/reducePayloads.ts","../../src/IndexCandidateToIndexDiviner/Diviner.ts","../../src/IndexQueryResponseToDivinerQueryResponseDiviner/Diviner.ts","../../src/StateToIndexCandidateDiviner/Diviner.ts"],"sourcesContent":["export * from './Diviner'\nexport * from './DivinerQueryToIndexQueryDiviner'\nexport * from './IndexCandidateToIndexDiviner'\nexport * from './IndexQueryResponseToDivinerQueryResponseDiviner'\nexport * from './StateToIndexCandidateDiviner'\n","import { IndexingDiviner } from '@xyo-network/diviner-indexing-memory'\nimport { IndexingDivinerConfigSchema } from '@xyo-network/diviner-indexing-model'\nimport { DivinerConfigSchema, DivinerModule, DivinerModuleEventData } from '@xyo-network/diviner-model'\nimport { TemporalIndexingDivinerConfigSchema, TemporalIndexingDivinerParams } from '@xyo-network/diviner-temporal-indexing-model'\nimport { Payload } from '@xyo-network/payload-model'\n\nexport class TemporalIndexingDiviner<\n  TParams extends TemporalIndexingDivinerParams = TemporalIndexingDivinerParams,\n  TIn extends Payload = Payload,\n  TOut extends Payload = Payload,\n  TEventData extends DivinerModuleEventData<DivinerModule<TParams>, TIn, TOut> = DivinerModuleEventData<DivinerModule<TParams>, TIn, TOut>,\n> extends IndexingDiviner<TParams, TIn, TOut, TEventData> {\n  static override readonly configSchema = TemporalIndexingDivinerConfigSchema\n  static override readonly configSchemas: string[] = [TemporalIndexingDivinerConfigSchema, IndexingDivinerConfigSchema, DivinerConfigSchema]\n\n  protected override async startHandler(): Promise<boolean> {\n    await super.startHandler()\n    return true\n  }\n}\n","import { AbstractDiviner } from '@xyo-network/abstract-diviner'\nimport { DivinerConfigSchema } from '@xyo-network/diviner-model'\nimport { PayloadDivinerQueryPayload, PayloadDivinerQuerySchema } from '@xyo-network/diviner-payload-model'\nimport {\n  SchemaToJsonPathTransformExpressionsDictionary,\n  SchemaToPayloadTransformersDictionary,\n  TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema,\n  TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerParams,\n  TemporalIndexingDivinerResultIndexSchema,\n} from '@xyo-network/diviner-temporal-indexing-model'\nimport { Labels } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { isPayloadOfSchemaType, Payload } from '@xyo-network/payload-model'\n\nimport { jsonPathToTransformersDictionary, reducePayloads } from '../jsonpath'\n\n/**\n * A diviner that converts diviner query to index query\n */\nexport class TemporalIndexingDivinerDivinerQueryToIndexQueryDiviner<\n  TParams extends TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerParams = TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerParams,\n> extends AbstractDiviner<TParams> {\n  static override readonly configSchema = TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema\n  static override configSchemas = [DivinerConfigSchema, TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema]\n  static labels: Labels = {\n    'network.xyo.diviner.stage': 'divinerQueryToIndexQueryDiviner',\n  }\n\n  private _indexableSchemas: string[] | undefined\n  private _payloadTransformers: SchemaToPayloadTransformersDictionary | undefined\n\n  /**\n   * The schema of the diviner query payloads\n   */\n  protected get divinerQuerySchema(): string {\n    return this.config.divinerQuerySchema ?? PayloadDivinerQuerySchema\n  }\n\n  /**\n   * The schema of the index query payloads\n   */\n  protected get indexQuerySchema(): string {\n    return this.config.indexQuerySchema ?? PayloadDivinerQuerySchema\n  }\n\n  /**\n   * The schema of the index payloads\n   */\n  protected get indexSchema(): string {\n    return this.config.indexSchema ?? TemporalIndexingDivinerResultIndexSchema\n  }\n\n  /**\n   * List of indexable schemas for this diviner\n   */\n  protected get indexableSchemas(): string[] {\n    if (!this._indexableSchemas) this._indexableSchemas = [...Object.keys(this.schemaTransforms)]\n    return this._indexableSchemas\n  }\n\n  /**\n   * Dictionary of schemas to payload transformers for creating indexes\n   * from the payloads within a Bound Witness\n   */\n  protected get payloadTransformers(): SchemaToPayloadTransformersDictionary {\n    if (!this._payloadTransformers) this._payloadTransformers = jsonPathToTransformersDictionary(this.schemaTransforms)\n    return this._payloadTransformers\n  }\n\n  /**\n   * The dictionary of schemas to JSON Path transform expressions for creating indexes\n   * from the payloads within a Bound Witness\n   */\n  protected get schemaTransforms(): SchemaToJsonPathTransformExpressionsDictionary {\n    return (\n      this.config?.schemaTransforms ?? {\n        [this.divinerQuerySchema]: [\n          {\n            defaultValue: 1,\n            destinationField: 'limit',\n            sourcePathExpression: '$.limit',\n          },\n          {\n            defaultValue: 0,\n            destinationField: 'offset',\n            sourcePathExpression: '$.offset',\n          },\n          {\n            defaultValue: 'desc',\n            destinationField: 'order',\n            sourcePathExpression: '$.order',\n          },\n        ],\n      }\n    )\n  }\n\n  protected override async divineHandler(payloads: Payload[] = []): Promise<Payload[]> {\n    const queries = payloads.filter(isPayloadOfSchemaType<PayloadDivinerQueryPayload>(this.divinerQuerySchema))\n    if (queries.length) {\n      const results = await Promise.all(\n        queries.map(async (query) => {\n          const fields = await reducePayloads<PayloadDivinerQueryPayload & { sources?: string[] }>(\n            [query],\n            this.payloadTransformers,\n            this.indexQuerySchema,\n          )\n          // TODO: Make index schema configurable\n          fields.schemas = [this.indexSchema]\n          // TODO: Make sources not need to be deleted\n          delete fields.sources\n          // TODO: Add support for additional filters\n          return await new PayloadBuilder<Payload>({ schema: this.indexQuerySchema }).fields(fields).build()\n        }),\n      )\n      return results\n    }\n    return Promise.resolve([])\n  }\n}\n","import { JsonPathTransformExpression, PayloadTransformer } from '@xyo-network/diviner-temporal-indexing-model'\nimport { Payload } from '@xyo-network/payload-model'\nimport jsonpath from 'jsonpath'\n\n/**\n * Converts a JSON Path transform expression to a payload transformer\n * @param transformExpression The transform expression to convert\n * @returns The payload transformer for the JSON Path transform expression\n */\nexport const toPayloadTransformer = (transformExpression: JsonPathTransformExpression) => {\n  const { defaultValue, destinationField, sourcePathExpression } = transformExpression\n  const transformer: PayloadTransformer = (x: Payload) => {\n    // eslint-disable-next-line import/no-named-as-default-member\n    const source = jsonpath.value(x, sourcePathExpression)\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n    const transformed = {} as { [key: string]: any }\n    // Assign the source value to the destination field or the default value if the source is undefined\n    const destinationValue = source === undefined ? defaultValue : source\n    if (destinationValue !== undefined) transformed[destinationField] = destinationValue\n    return transformed\n  }\n  return transformer\n}\n","import { SchemaToJsonPathTransformExpressionsDictionary, SchemaToPayloadTransformersDictionary } from '@xyo-network/diviner-temporal-indexing-model'\n\nimport { toPayloadTransformer } from './toPayloadTransformer'\n\n/**\n * Materializes the JSON-path expressions into memoized functions by converting a\n * dictionary of schema to JSON Path transform expressions to a dictionary\n * of schema to payload transformers\n * @param schemaTransforms The schema transforms to convert\n * @returns A dictionary of schema to payload transformers\n */\nexport const jsonPathToTransformersDictionary = (\n  schemaTransforms: SchemaToJsonPathTransformExpressionsDictionary,\n): SchemaToPayloadTransformersDictionary => {\n  return Object.fromEntries(\n    Object.entries(schemaTransforms).map(([schema, jsonPathTransformerExpressions]) => {\n      const transformers = jsonPathTransformerExpressions.map(toPayloadTransformer)\n      return [schema, transformers]\n    }),\n  )\n}\n","import { SchemaToPayloadTransformersDictionary } from '@xyo-network/diviner-temporal-indexing-model'\nimport { PayloadHasher } from '@xyo-network/hash'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { Payload, PayloadFields } from '@xyo-network/payload-model'\n\n/**\n * Reduces the payloads to a single payload using the supplied transformers\n * @param payloads The payloads to reduce\n * @param payloadTransformers The transformers to use to convert the payloads to the destination payload\n * @param destinationSchema The schema of the destination payload\n * @returns The reduced payload\n */\nexport const reducePayloads = async <T extends Payload = Payload>(\n  payloads: Payload[],\n  payloadTransformers: SchemaToPayloadTransformersDictionary,\n  destinationSchema: string,\n): Promise<T> => {\n  // Use the payload transformers to convert the fields from the source payloads to the destination fields\n  const indexFields = payloads\n    .map<PayloadFields[]>((payload) => {\n      // Find the transformers for this payload\n      const transformers = payloadTransformers[payload.schema]\n      // If transformers exist, apply them to the payload otherwise return an empty array\n      return transformers ? transformers.map((transform) => transform(payload)) : []\n    })\n    .flat()\n  // Include all the sources for reference\n  const sources = (await PayloadHasher.hashPairs([...payloads])).map(([, hash]) => hash)\n  // Build and return the index\n  return await new PayloadBuilder<T>({ schema: destinationSchema }).fields(Object.assign({ sources }, ...indexFields)).build()\n}\n\n/**\n * Reduces the arrays of payload arrays to an array of payloads using the supplied transformers\n * @param payloadsArray The arrays of payloads to reduce\n * @param payloadTransformers The transformers to use to convert the payloads to the destination payloads\n * @param destinationSchema The schema of the destination payloads\n * @returns The reduced payloads\n */\nexport const reducePayloadsArray = async <T extends Payload = Payload>(\n  payloadsArray: Payload[][],\n  payloadTransformers: SchemaToPayloadTransformersDictionary,\n  destinationSchema: string,\n): Promise<T[]> => {\n  return await Promise.all(\n    payloadsArray.map(async (payloads) => {\n      return await reducePayloads<T>(payloads, payloadTransformers, destinationSchema)\n    }),\n  )\n}\n","import { containsAll } from '@xylabs/array'\nimport { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { AbstractDiviner } from '@xyo-network/abstract-diviner'\nimport { BoundWitness, isBoundWitness } from '@xyo-network/boundwitness-model'\nimport { DivinerConfigSchema } from '@xyo-network/diviner-model'\nimport {\n  SchemaToJsonPathTransformExpressionsDictionary,\n  SchemaToPayloadTransformersDictionary,\n  TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema,\n  TemporalIndexingDivinerIndexCandidateToIndexDivinerParams,\n  TemporalIndexingDivinerResultIndex,\n  TemporalIndexingDivinerResultIndexSchema,\n} from '@xyo-network/diviner-temporal-indexing-model'\nimport { PayloadHasher } from '@xyo-network/hash'\nimport { Labels } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { Payload, PayloadFields } from '@xyo-network/payload-model'\n\nimport { jsonPathToTransformersDictionary } from '../jsonpath'\n\nexport type IndexablePayloads = [BoundWitness, ...Payload[]]\n\nconst moduleName = 'TemporalIndexingDivinerIndexCandidateToIndexDiviner'\n\n/**\n * Diviner which transforms index candidates to indexes using JSON Path to map\n * source properties in the supplied payloads to destination fields in the\n * resultant index\n */\nexport class TemporalIndexingDivinerIndexCandidateToIndexDiviner<\n  TParams extends TemporalIndexingDivinerIndexCandidateToIndexDivinerParams = TemporalIndexingDivinerIndexCandidateToIndexDivinerParams,\n> extends AbstractDiviner<TParams> {\n  static override configSchema = TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema\n  static override configSchemas = [DivinerConfigSchema, TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema]\n  static labels: Labels = {\n    'network.xyo.diviner.stage': 'indexCandidateToIndexDiviner',\n  }\n\n  private _indexableSchemas: string[] | undefined\n  private _payloadTransformers: SchemaToPayloadTransformersDictionary | undefined\n\n  /**\n   * List of indexable schemas for this diviner\n   */\n  protected get indexableSchemas(): string[] {\n    if (!this._indexableSchemas) this._indexableSchemas = [...Object.keys(this.schemaTransforms)]\n    return this._indexableSchemas\n  }\n\n  /**\n   * Dictionary of schemas to payload transformers for creating indexes\n   * from the payloads within a Bound Witness\n   */\n  protected get payloadTransformers(): SchemaToPayloadTransformersDictionary {\n    if (!this._payloadTransformers) this._payloadTransformers = jsonPathToTransformersDictionary(this.schemaTransforms)\n    return this._payloadTransformers\n  }\n\n  /**\n   * The dictionary of schemas to JSON Path transform expressions for creating indexes\n   * from the payloads within a Bound Witness\n   */\n  protected get schemaTransforms(): SchemaToJsonPathTransformExpressionsDictionary {\n    return assertEx(this.config?.schemaTransforms, () => `${moduleName}: Missing config.schemaTransforms section`)\n  }\n\n  protected override async divineHandler(payloads: Payload[] = []): Promise<Payload[]> {\n    const bws: BoundWitness[] = payloads.filter(isBoundWitness)\n    const indexablePayloads: Payload[] = payloads.filter((p) => this.isIndexablePayload(p))\n    if (bws.length && indexablePayloads.length) {\n      const payloadDictionary = await PayloadHasher.toMap(payloads)\n      const validIndexableTuples: IndexablePayloads[] = bws.reduce<IndexablePayloads[]>((indexableTuples, bw) => {\n        // If this Bound Witness doesn't contain all the required schemas don't index it\n        if (!containsAll(bw.payload_schemas, this.indexableSchemas)) return indexableTuples\n        // Find the remaining indexable payloads\n        const indexablePayloadPositions = this.indexableSchemas.map((schema) => bw.payload_schemas.indexOf(schema))\n        const indexablePayloadHashes = indexablePayloadPositions.map((index) => bw.payload_hashes?.[index])\n        const indexablePayloads = indexablePayloadHashes.map((hash) => payloadDictionary[hash]).filter(exists)\n        // If we found a timestamp and the right amount of indexable payloads (of the\n        // correct schema as checked above) in this BW, then index it\n        if (indexablePayloads.length === this.indexableSchemas.length) indexableTuples.push([bw, ...indexablePayloads])\n        return indexableTuples\n      }, [])\n      // Create the indexes from the tuples\n      const indexes = await Promise.all(\n        validIndexableTuples.map<Promise<TemporalIndexingDivinerResultIndex>>(async ([bw, ...sourcePayloads]) => {\n          // Use the payload transformers to convert the fields from the source payloads to the destination fields\n          const indexFields = sourcePayloads\n            .map<PayloadFields[]>((payload) => {\n              // Find the transformers for this payload\n              const transformers = this.payloadTransformers[payload.schema]\n              // If transformers exist, apply them to the payload otherwise return an empty array\n              return transformers ? transformers.map((transform) => transform(payload)) : []\n            })\n            .flat()\n          // Include all the sources for reference\n          const sources = Object.keys(await PayloadHasher.toMap([bw, ...sourcePayloads]))\n          // Build and return the index\n          return await new PayloadBuilder<TemporalIndexingDivinerResultIndex>({ schema: TemporalIndexingDivinerResultIndexSchema })\n            .fields(Object.assign({ sources }, ...indexFields))\n            .build()\n        }),\n      )\n      return indexes.flat()\n    }\n    return Promise.resolve([])\n  }\n\n  /**\n   * Identifies if a payload is one that is indexed by this diviner\n   * @param x The candidate payload\n   * @returns True if the payload is one indexed by this diviner, false otherwise\n   */\n  protected isIndexablePayload = (x: Payload) => {\n    return this.indexableSchemas.includes(x?.schema)\n  }\n\n  /**\n   * Identifies if a schema is one that is indexed by this diviner\n   * @param schema The candidate schema\n   * @returns True if this schema is one indexed by this diviner, false otherwise\n   */\n  protected isIndexableSchema = (schema?: string | null) => {\n    return this.indexableSchemas.some((s) => s === schema)\n  }\n}\n","import { AbstractDiviner } from '@xyo-network/abstract-diviner'\nimport { DivinerConfigSchema } from '@xyo-network/diviner-model'\nimport { isPayloadDivinerQueryPayload } from '@xyo-network/diviner-payload-model'\nimport { TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfigSchema } from '@xyo-network/diviner-temporal-indexing-model'\nimport { Labels } from '@xyo-network/module-model'\nimport { Payload } from '@xyo-network/payload-model'\n\n/**\n * Transforms an ImageThumbnailIndex response into an ImageThumbnailResponse response\n */\nexport class TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDiviner extends AbstractDiviner {\n  static override readonly configSchema = TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfigSchema\n  static override configSchemas = [DivinerConfigSchema, TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfigSchema]\n  static labels: Labels = {\n    'network.xyo.diviner.stage': 'indexQueryResponseToDivinerQueryResponseDiviner',\n  }\n\n  protected override async divineHandler(payloads: Payload[] = []): Promise<Payload[]> {\n    // NOTE: We're not doing anything with the query payloads but some diviners\n    // might want to use this to transform from the query to the response (for example\n    // if we use a plaintext value in the query to generate a hash key in the index)\n    // const queries = payloads.filter(isPayloadDivinerQueryPayload)\n    const responses = payloads.filter((p) => !isPayloadDivinerQueryPayload(p))\n    return await Promise.resolve(responses)\n  }\n}\n","import { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { AbstractDiviner } from '@xyo-network/abstract-diviner'\nimport { ArchivistInstance } from '@xyo-network/archivist-model'\nimport { ArchivistWrapper } from '@xyo-network/archivist-wrapper'\nimport { BoundWitness, isBoundWitness } from '@xyo-network/boundwitness-model'\nimport { BoundWitnessDivinerQueryPayload, BoundWitnessDivinerQuerySchema } from '@xyo-network/diviner-boundwitness-model'\nimport { IndexingDivinerState } from '@xyo-network/diviner-indexing-model'\nimport { DivinerConfigSchema } from '@xyo-network/diviner-model'\nimport {\n  TemporalIndexingDivinerStateToIndexCandidateDivinerConfigSchema,\n  TemporalIndexingDivinerStateToIndexCandidateDivinerParams,\n} from '@xyo-network/diviner-temporal-indexing-model'\nimport { DivinerWrapper } from '@xyo-network/diviner-wrapper'\nimport { isModuleState, Labels, ModuleState, ModuleStateSchema } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { isPayloadOfSchemaType, Payload } from '@xyo-network/payload-model'\nimport { TimeStamp, TimestampSchema } from '@xyo-network/witness-timestamp'\n\n/**\n * All Payload types involved in index candidates for indexing\n */\nexport type IndexCandidate = BoundWitness | Payload | TimeStamp\n\n/**\n * The response from the TemporalStateToIndexCandidateDiviner\n */\nexport type TemporalStateToIndexCandidateDivinerResponse = [\n  /**\n   * The next state of the diviner\n   */\n  nextState: ModuleState<IndexingDivinerState>,\n  /**\n   * The index candidates\n   */\n  ...IndexCandidate[],\n]\n\n/**\n * The default order to search Bound Witnesses to identify index candidates\n */\nconst order = 'asc'\n\n/**\n * The name of the module (for logging purposes)\n */\nconst moduleName = 'TemporalIndexingDivinerStateToIndexCandidateDiviner'\n\n/**\n * Transforms candidates for image thumbnail indexing into their indexed representation\n */\nexport class TemporalIndexingDivinerStateToIndexCandidateDiviner<\n  TParams extends TemporalIndexingDivinerStateToIndexCandidateDivinerParams = TemporalIndexingDivinerStateToIndexCandidateDivinerParams,\n> extends AbstractDiviner<TParams> {\n  static override readonly configSchema = TemporalIndexingDivinerStateToIndexCandidateDivinerConfigSchema\n  static override configSchemas = [DivinerConfigSchema, TemporalIndexingDivinerStateToIndexCandidateDivinerConfigSchema]\n  static labels: Labels = {\n    'network.xyo.diviner.stage': 'stateToIndexCandidateDiviner',\n  }\n\n  get payloadDivinerLimit() {\n    return this.config.payloadDivinerLimit ?? 1_000\n  }\n\n  /**\n   * The required payload_schemas within BoundWitnesses to identify index candidates\n   */\n  protected get payload_schemas(): string[] {\n    const schemas = this.config.filter?.payload_schemas\n    return [TimestampSchema, ...(schemas ?? [])]\n  }\n\n  protected override async divineHandler(payloads: Payload[] = []): Promise<[ModuleState, ...IndexCandidate[]]> {\n    // Retrieve the last state from what was passed in\n    const lastState = payloads.find(isModuleState<IndexingDivinerState>)\n    // If there is no last state, start from the beginning\n    if (!lastState) return [{ schema: ModuleStateSchema, state: { offset: 0 } }]\n    // Otherwise, get the last offset\n    const { offset } = lastState.state\n    // Get next batch of results starting from the offset\n    const boundWitnessDiviner = await this.getBoundWitnessDivinerForStore()\n    if (!boundWitnessDiviner) return [lastState]\n    const query = await new PayloadBuilder<BoundWitnessDivinerQueryPayload>({ schema: BoundWitnessDivinerQuerySchema })\n      .fields({ limit: this.payloadDivinerLimit, offset, order, payload_schemas: this.payload_schemas })\n      .build()\n    const batch = await boundWitnessDiviner.divine([query])\n    if (batch.length === 0) return [lastState]\n    // Get source data\n    const sourceArchivist = await this.getArchivistForStore()\n    if (!sourceArchivist) return [lastState]\n    const indexCandidates: IndexCandidate[] = (\n      await Promise.all(batch.filter(isBoundWitness).map((bw) => this.getPayloadsInBoundWitness(bw, sourceArchivist)))\n    )\n      .filter(exists)\n      .flat()\n    const nextState = { schema: ModuleStateSchema, state: { ...lastState.state, offset: offset + batch.length } }\n    return [nextState, ...indexCandidates]\n  }\n  /**\n   * Retrieves the archivist for the payloadStore\n   * @returns The archivist for the payloadStore or undefined if not resolvable\n   */\n  protected async getArchivistForStore(): Promise<ArchivistWrapper | undefined> {\n    // It should be defined, so we'll error if it's not\n    const name: string = assertEx(this.config?.payloadStore?.archivist, () => `${moduleName}: Config for payloadStore.archivist not specified`)\n    // It might not be resolvable (yet), so we'll return undefined if it's not\n    const mod = await this.resolve(name)\n    if (!mod) return undefined\n    // Return the wrapped archivist\n    return ArchivistWrapper.wrap(mod, this.account)\n  }\n\n  /**\n   * Retrieves the BoundWitness Diviner for the payloadStore\n   * @returns The BoundWitness Diviner for the payloadStore or undefined if not resolvable\n   */\n  protected async getBoundWitnessDivinerForStore(): Promise<DivinerWrapper | undefined> {\n    // It should be defined, so we'll error if it's not\n    const name: string = assertEx(\n      this.config?.payloadStore?.boundWitnessDiviner,\n      () => `${moduleName}: Config for payloadStore.boundWitnessDiviner not specified`,\n    )\n    // It might not be resolvable (yet), so we'll return undefined if it's not\n    const mod = await this.resolve(name)\n    if (!mod) return undefined\n    // Return the wrapped diviner\n    return DivinerWrapper.wrap(mod, this.account)\n  }\n\n  protected async getPayloadsInBoundWitness(bw: BoundWitness, archivist: ArchivistInstance): Promise<IndexCandidate[] | undefined> {\n    const indexes = this.payload_schemas.map((schema) => bw.payload_schemas?.findIndex((s) => s === schema))\n    const hashes = indexes.map((index) => bw.payload_hashes?.[index])\n    const results = await archivist.get(hashes)\n    const indexCandidateIdentityFunctions = this.payload_schemas.map(isPayloadOfSchemaType)\n    const filteredResults = indexCandidateIdentityFunctions.map((is) => results.find(is))\n    if (filteredResults.some((f) => f === undefined)) return undefined\n    const indexCandidates: IndexCandidate[] = filteredResults.filter(exists) as IndexCandidate[]\n    return [bw, ...indexCandidates]\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,qCAAgC;AAChC,oCAA4C;AAC5C,2BAA2E;AAC3E,6CAAmF;AAG5E,IAAM,0BAAN,cAKG,+CAAgD;AAAA,EACxD,OAAyB,eAAe;AAAA,EACxC,OAAyB,gBAA0B,CAAC,4EAAqC,2DAA6B,wCAAmB;AAAA,EAEzI,MAAyB,eAAiC;AACxD,UAAM,MAAM,aAAa;AACzB,WAAO;AAAA,EACT;AACF;;;ACnBA,8BAAgC;AAChC,IAAAA,wBAAoC;AACpC,mCAAsE;AACtE,IAAAC,0CAMO;AAEP,IAAAC,0BAA+B;AAC/B,2BAA+C;;;ACV/C,sBAAqB;AAOd,IAAM,uBAAuB,CAAC,wBAAqD;AACxF,QAAM,EAAE,cAAc,kBAAkB,qBAAqB,IAAI;AACjE,QAAM,cAAkC,CAAC,MAAe;AAEtD,UAAM,SAAS,gBAAAC,QAAS,MAAM,GAAG,oBAAoB;AAErD,UAAM,cAAc,CAAC;AAErB,UAAM,mBAAmB,WAAW,SAAY,eAAe;AAC/D,QAAI,qBAAqB;AAAW,kBAAY,gBAAgB,IAAI;AACpE,WAAO;AAAA,EACT;AACA,SAAO;AACT;;;ACXO,IAAM,mCAAmC,CAC9C,qBAC0C;AAC1C,SAAO,OAAO;AAAA,IACZ,OAAO,QAAQ,gBAAgB,EAAE,IAAI,CAAC,CAAC,QAAQ,8BAA8B,MAAM;AACjF,YAAM,eAAe,+BAA+B,IAAI,oBAAoB;AAC5E,aAAO,CAAC,QAAQ,YAAY;AAAA,IAC9B,CAAC;AAAA,EACH;AACF;;;ACnBA,kBAA8B;AAC9B,6BAA+B;AAUxB,IAAM,iBAAiB,OAC5B,UACA,qBACA,sBACe;AAEf,QAAM,cAAc,SACjB,IAAqB,CAAC,YAAY;AAEjC,UAAM,eAAe,oBAAoB,QAAQ,MAAM;AAEvD,WAAO,eAAe,aAAa,IAAI,CAAC,cAAc,UAAU,OAAO,CAAC,IAAI,CAAC;AAAA,EAC/E,CAAC,EACA,KAAK;AAER,QAAM,WAAW,MAAM,0BAAc,UAAU,CAAC,GAAG,QAAQ,CAAC,GAAG,IAAI,CAAC,CAAC,EAAE,IAAI,MAAM,IAAI;AAErF,SAAO,MAAM,IAAI,sCAAkB,EAAE,QAAQ,kBAAkB,CAAC,EAAE,OAAO,OAAO,OAAO,EAAE,QAAQ,GAAG,GAAG,WAAW,CAAC,EAAE,MAAM;AAC7H;;;AHXO,IAAM,yDAAN,cAEG,wCAAyB;AAAA,EACjC,OAAyB,eAAe;AAAA,EACxC,OAAgB,gBAAgB,CAAC,2CAAqB,0GAAkE;AAAA,EACxH,OAAO,SAAiB;AAAA,IACtB,6BAA6B;AAAA,EAC/B;AAAA,EAEQ;AAAA,EACA;AAAA;AAAA;AAAA;AAAA,EAKR,IAAc,qBAA6B;AACzC,WAAO,KAAK,OAAO,sBAAsB;AAAA,EAC3C;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,mBAA2B;AACvC,WAAO,KAAK,OAAO,oBAAoB;AAAA,EACzC;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,cAAsB;AAClC,WAAO,KAAK,OAAO,eAAe;AAAA,EACpC;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,mBAA6B;AACzC,QAAI,CAAC,KAAK;AAAmB,WAAK,oBAAoB,CAAC,GAAG,OAAO,KAAK,KAAK,gBAAgB,CAAC;AAC5F,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,IAAc,sBAA6D;AACzE,QAAI,CAAC,KAAK;AAAsB,WAAK,uBAAuB,iCAAiC,KAAK,gBAAgB;AAClH,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,IAAc,mBAAmE;AAzEnF;AA0EI,aACE,UAAK,WAAL,mBAAa,qBAAoB;AAAA,MAC/B,CAAC,KAAK,kBAAkB,GAAG;AAAA,QACzB;AAAA,UACE,cAAc;AAAA,UACd,kBAAkB;AAAA,UAClB,sBAAsB;AAAA,QACxB;AAAA,QACA;AAAA,UACE,cAAc;AAAA,UACd,kBAAkB;AAAA,UAClB,sBAAsB;AAAA,QACxB;AAAA,QACA;AAAA,UACE,cAAc;AAAA,UACd,kBAAkB;AAAA,UAClB,sBAAsB;AAAA,QACxB;AAAA,MACF;AAAA,IACF;AAAA,EAEJ;AAAA,EAEA,MAAyB,cAAc,WAAsB,CAAC,GAAuB;AACnF,UAAM,UAAU,SAAS,WAAO,4CAAkD,KAAK,kBAAkB,CAAC;AAC1G,QAAI,QAAQ,QAAQ;AAClB,YAAM,UAAU,MAAM,QAAQ;AAAA,QAC5B,QAAQ,IAAI,OAAO,UAAU;AAC3B,gBAAM,SAAS,MAAM;AAAA,YACnB,CAAC,KAAK;AAAA,YACN,KAAK;AAAA,YACL,KAAK;AAAA,UACP;AAEA,iBAAO,UAAU,CAAC,KAAK,WAAW;AAElC,iBAAO,OAAO;AAEd,iBAAO,MAAM,IAAI,uCAAwB,EAAE,QAAQ,KAAK,iBAAiB,CAAC,EAAE,OAAO,MAAM,EAAE,MAAM;AAAA,QACnG,CAAC;AAAA,MACH;AACA,aAAO;AAAA,IACT;AACA,WAAO,QAAQ,QAAQ,CAAC,CAAC;AAAA,EAC3B;AACF;;;AIvHA,mBAA4B;AAC5B,oBAAyB;AACzB,oBAAuB;AACvB,IAAAC,2BAAgC;AAChC,gCAA6C;AAC7C,IAAAC,wBAAoC;AACpC,IAAAC,0CAOO;AACP,IAAAC,eAA8B;AAE9B,IAAAC,0BAA+B;AAO/B,IAAM,aAAa;AAOZ,IAAM,sDAAN,cAEG,yCAAyB;AAAA,EACjC,OAAgB,eAAe;AAAA,EAC/B,OAAgB,gBAAgB,CAAC,2CAAqB,uGAA+D;AAAA,EACrH,OAAO,SAAiB;AAAA,IACtB,6BAA6B;AAAA,EAC/B;AAAA,EAEQ;AAAA,EACA;AAAA;AAAA;AAAA;AAAA,EAKR,IAAc,mBAA6B;AACzC,QAAI,CAAC,KAAK;AAAmB,WAAK,oBAAoB,CAAC,GAAG,OAAO,KAAK,KAAK,gBAAgB,CAAC;AAC5F,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,IAAc,sBAA6D;AACzE,QAAI,CAAC,KAAK;AAAsB,WAAK,uBAAuB,iCAAiC,KAAK,gBAAgB;AAClH,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,IAAc,mBAAmE;AA/DnF;AAgEI,eAAO,yBAAS,UAAK,WAAL,mBAAa,kBAAkB,MAAM,GAAG,UAAU,2CAA2C;AAAA,EAC/G;AAAA,EAEA,MAAyB,cAAc,WAAsB,CAAC,GAAuB;AACnF,UAAM,MAAsB,SAAS,OAAO,wCAAc;AAC1D,UAAM,oBAA+B,SAAS,OAAO,CAAC,MAAM,KAAK,mBAAmB,CAAC,CAAC;AACtF,QAAI,IAAI,UAAU,kBAAkB,QAAQ;AAC1C,YAAM,oBAAoB,MAAM,2BAAc,MAAM,QAAQ;AAC5D,YAAM,uBAA4C,IAAI,OAA4B,CAAC,iBAAiB,OAAO;AAEzG,YAAI,KAAC,0BAAY,GAAG,iBAAiB,KAAK,gBAAgB;AAAG,iBAAO;AAEpE,cAAM,4BAA4B,KAAK,iBAAiB,IAAI,CAAC,WAAW,GAAG,gBAAgB,QAAQ,MAAM,CAAC;AAC1G,cAAM,yBAAyB,0BAA0B,IAAI,CAAC,UAAO;AA7E7E;AA6EgF,0BAAG,mBAAH,mBAAoB;AAAA,SAAM;AAClG,cAAMC,qBAAoB,uBAAuB,IAAI,CAAC,SAAS,kBAAkB,IAAI,CAAC,EAAE,OAAO,oBAAM;AAGrG,YAAIA,mBAAkB,WAAW,KAAK,iBAAiB;AAAQ,0BAAgB,KAAK,CAAC,IAAI,GAAGA,kBAAiB,CAAC;AAC9G,eAAO;AAAA,MACT,GAAG,CAAC,CAAC;AAEL,YAAM,UAAU,MAAM,QAAQ;AAAA,QAC5B,qBAAqB,IAAiD,OAAO,CAAC,IAAO,iBAAc,MAAM;AAEvG,gBAAM,cAAc,eACjB,IAAqB,CAAC,YAAY;AAEjC,kBAAM,eAAe,KAAK,oBAAoB,QAAQ,MAAM;AAE5D,mBAAO,eAAe,aAAa,IAAI,CAAC,cAAc,UAAU,OAAO,CAAC,IAAI,CAAC;AAAA,UAC/E,CAAC,EACA,KAAK;AAER,gBAAM,UAAU,OAAO,KAAK,MAAM,2BAAc,MAAM,CAAC,IAAI,GAAG,cAAc,CAAC,CAAC;AAE9E,iBAAO,MAAM,IAAI,uCAAmD,EAAE,QAAQ,iFAAyC,CAAC,EACrH,OAAO,OAAO,OAAO,EAAE,QAAQ,GAAG,GAAG,WAAW,CAAC,EACjD,MAAM;AAAA,QACX,CAAC;AAAA,MACH;AACA,aAAO,QAAQ,KAAK;AAAA,IACtB;AACA,WAAO,QAAQ,QAAQ,CAAC,CAAC;AAAA,EAC3B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOU,qBAAqB,CAAC,MAAe;AAC7C,WAAO,KAAK,iBAAiB,SAAS,uBAAG,MAAM;AAAA,EACjD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOU,oBAAoB,CAAC,WAA2B;AACxD,WAAO,KAAK,iBAAiB,KAAK,CAAC,MAAM,MAAM,MAAM;AAAA,EACvD;AACF;;;AC9HA,IAAAC,2BAAgC;AAChC,IAAAC,wBAAoC;AACpC,IAAAC,gCAA6C;AAC7C,IAAAC,0CAAmG;AAO5F,IAAM,yEAAN,cAAqF,yCAAgB;AAAA,EAC1G,OAAyB,eAAe;AAAA,EACxC,OAAgB,gBAAgB,CAAC,2CAAqB,0HAAkF;AAAA,EACxI,OAAO,SAAiB;AAAA,IACtB,6BAA6B;AAAA,EAC/B;AAAA,EAEA,MAAyB,cAAc,WAAsB,CAAC,GAAuB;AAKnF,UAAM,YAAY,SAAS,OAAO,CAAC,MAAM,KAAC,4DAA6B,CAAC,CAAC;AACzE,WAAO,MAAM,QAAQ,QAAQ,SAAS;AAAA,EACxC;AACF;;;ACzBA,IAAAC,iBAAyB;AACzB,IAAAC,iBAAuB;AACvB,IAAAC,2BAAgC;AAEhC,+BAAiC;AACjC,IAAAC,6BAA6C;AAC7C,wCAAgF;AAEhF,IAAAC,wBAAoC;AACpC,IAAAC,0CAGO;AACP,6BAA+B;AAC/B,0BAAsE;AACtE,IAAAC,0BAA+B;AAC/B,IAAAC,wBAA+C;AAC/C,+BAA2C;AAwB3C,IAAM,QAAQ;AAKd,IAAMC,cAAa;AAKZ,IAAM,sDAAN,cAEG,yCAAyB;AAAA,EACjC,OAAyB,eAAe;AAAA,EACxC,OAAgB,gBAAgB,CAAC,2CAAqB,uGAA+D;AAAA,EACrH,OAAO,SAAiB;AAAA,IACtB,6BAA6B;AAAA,EAC/B;AAAA,EAEA,IAAI,sBAAsB;AACxB,WAAO,KAAK,OAAO,uBAAuB;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,kBAA4B;AAnE5C;AAoEI,UAAM,WAAU,UAAK,OAAO,WAAZ,mBAAoB;AACpC,WAAO,CAAC,0CAAiB,GAAI,WAAW,CAAC,CAAE;AAAA,EAC7C;AAAA,EAEA,MAAyB,cAAc,WAAsB,CAAC,GAAgD;AAE5G,UAAM,YAAY,SAAS,KAAK,iCAAmC;AAEnE,QAAI,CAAC;AAAW,aAAO,CAAC,EAAE,QAAQ,uCAAmB,OAAO,EAAE,QAAQ,EAAE,EAAE,CAAC;AAE3E,UAAM,EAAE,OAAO,IAAI,UAAU;AAE7B,UAAM,sBAAsB,MAAM,KAAK,+BAA+B;AACtE,QAAI,CAAC;AAAqB,aAAO,CAAC,SAAS;AAC3C,UAAM,QAAQ,MAAM,IAAI,uCAAgD,EAAE,QAAQ,iEAA+B,CAAC,EAC/G,OAAO,EAAE,OAAO,KAAK,qBAAqB,QAAQ,OAAO,iBAAiB,KAAK,gBAAgB,CAAC,EAChG,MAAM;AACT,UAAM,QAAQ,MAAM,oBAAoB,OAAO,CAAC,KAAK,CAAC;AACtD,QAAI,MAAM,WAAW;AAAG,aAAO,CAAC,SAAS;AAEzC,UAAM,kBAAkB,MAAM,KAAK,qBAAqB;AACxD,QAAI,CAAC;AAAiB,aAAO,CAAC,SAAS;AACvC,UAAM,mBACJ,MAAM,QAAQ,IAAI,MAAM,OAAO,yCAAc,EAAE,IAAI,CAAC,OAAO,KAAK,0BAA0B,IAAI,eAAe,CAAC,CAAC,GAE9G,OAAO,qBAAM,EACb,KAAK;AACR,UAAM,YAAY,EAAE,QAAQ,uCAAmB,OAAO,EAAE,GAAG,UAAU,OAAO,QAAQ,SAAS,MAAM,OAAO,EAAE;AAC5G,WAAO,CAAC,WAAW,GAAG,eAAe;AAAA,EACvC;AAAA;AAAA;AAAA;AAAA;AAAA,EAKA,MAAgB,uBAA8D;AAtGhF;AAwGI,UAAM,WAAe,0BAAS,gBAAK,WAAL,mBAAa,iBAAb,mBAA2B,WAAW,MAAM,GAAGA,WAAU,mDAAmD;AAE1I,UAAM,MAAM,MAAM,KAAK,QAAQ,IAAI;AACnC,QAAI,CAAC;AAAK,aAAO;AAEjB,WAAO,0CAAiB,KAAK,KAAK,KAAK,OAAO;AAAA,EAChD;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAgB,iCAAsE;AApHxF;AAsHI,UAAM,WAAe;AAAA,OACnB,gBAAK,WAAL,mBAAa,iBAAb,mBAA2B;AAAA,MAC3B,MAAM,GAAGA,WAAU;AAAA,IACrB;AAEA,UAAM,MAAM,MAAM,KAAK,QAAQ,IAAI;AACnC,QAAI,CAAC;AAAK,aAAO;AAEjB,WAAO,sCAAe,KAAK,KAAK,KAAK,OAAO;AAAA,EAC9C;AAAA,EAEA,MAAgB,0BAA0B,IAAkB,WAAqE;AAC/H,UAAM,UAAU,KAAK,gBAAgB,IAAI,CAAC,WAAQ;AAlItD;AAkIyD,sBAAG,oBAAH,mBAAoB,UAAU,CAAC,MAAM,MAAM;AAAA,KAAO;AACvG,UAAM,SAAS,QAAQ,IAAI,CAAC,UAAO;AAnIvC;AAmI0C,sBAAG,mBAAH,mBAAoB;AAAA,KAAM;AAChE,UAAM,UAAU,MAAM,UAAU,IAAI,MAAM;AAC1C,UAAM,kCAAkC,KAAK,gBAAgB,IAAI,2CAAqB;AACtF,UAAM,kBAAkB,gCAAgC,IAAI,CAAC,OAAO,QAAQ,KAAK,EAAE,CAAC;AACpF,QAAI,gBAAgB,KAAK,CAAC,MAAM,MAAM,MAAS;AAAG,aAAO;AACzD,UAAM,kBAAoC,gBAAgB,OAAO,qBAAM;AACvE,WAAO,CAAC,IAAI,GAAG,eAAe;AAAA,EAChC;AACF;","names":["import_diviner_model","import_diviner_temporal_indexing_model","import_payload_builder","jsonpath","import_abstract_diviner","import_diviner_model","import_diviner_temporal_indexing_model","import_hash","import_payload_builder","indexablePayloads","import_abstract_diviner","import_diviner_model","import_diviner_payload_model","import_diviner_temporal_indexing_model","import_assert","import_exists","import_abstract_diviner","import_boundwitness_model","import_diviner_model","import_diviner_temporal_indexing_model","import_payload_builder","import_payload_model","moduleName"]}

package/dist/node/index.mjs

@@ -57,7 +57,7 @@ var reducePayloads = async (payloads, payloadTransformers, destinationSchema) =>
     return transformers ? transformers.map((transform) => transform(payload)) : [];
   }).flat();
   const sources = (await PayloadHasher.hashPairs([...payloads])).map(([, hash]) => hash);
-  return new PayloadBuilder({ schema: destinationSchema }).fields(Object.assign({ sources }, ...indexFields)).build();
+  return await new PayloadBuilder({ schema: destinationSchema }).fields(Object.assign({ sources }, ...indexFields)).build();
 };
 
 // src/DivinerQueryToIndexQueryDiviner/Diviner.ts
@@ -142,7 +142,7 @@ var TemporalIndexingDivinerDivinerQueryToIndexQueryDiviner = class extends Abstr
           );
           fields.schemas = [this.indexSchema];
           delete fields.sources;
-          return new PayloadBuilder2({ schema: this.indexQuerySchema }).fields(fields).build();
+          return await new PayloadBuilder2({ schema: this.indexQuerySchema }).fields(fields).build();
         })
       );
       return results;
@@ -223,7 +223,7 @@ var TemporalIndexingDivinerIndexCandidateToIndexDiviner = class extends Abstract
             return transformers ? transformers.map((transform) => transform(payload)) : [];
           }).flat();
           const sources = Object.keys(await PayloadHasher2.toMap([bw, ...sourcePayloads]));
-          return new PayloadBuilder3({ schema: TemporalIndexingDivinerResultIndexSchema2 }).fields(Object.assign({ sources }, ...indexFields)).build();
+          return await new PayloadBuilder3({ schema: TemporalIndexingDivinerResultIndexSchema2 }).fields(Object.assign({ sources }, ...indexFields)).build();
         })
       );
       return indexes.flat();
@@ -308,7 +308,7 @@ var TemporalIndexingDivinerStateToIndexCandidateDiviner = class extends Abstract
     const boundWitnessDiviner = await this.getBoundWitnessDivinerForStore();
     if (!boundWitnessDiviner)
       return [lastState];
-    const query = new PayloadBuilder4({ schema: BoundWitnessDivinerQuerySchema }).fields({ limit: this.payloadDivinerLimit, offset, order, payload_schemas: this.payload_schemas }).build();
+    const query = await new PayloadBuilder4({ schema: BoundWitnessDivinerQuerySchema }).fields({ limit: this.payloadDivinerLimit, offset, order, payload_schemas: this.payload_schemas }).build();
     const batch = await boundWitnessDiviner.divine([query]);
     if (batch.length === 0)
       return [lastState];

package/dist/node/index.mjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/Diviner.ts","../../src/DivinerQueryToIndexQueryDiviner/Diviner.ts","../../src/jsonpath/toPayloadTransformer.ts","../../src/jsonpath/jsonPathToTransformersDictionary.ts","../../src/jsonpath/reducePayloads.ts","../../src/IndexCandidateToIndexDiviner/Diviner.ts","../../src/IndexQueryResponseToDivinerQueryResponseDiviner/Diviner.ts","../../src/StateToIndexCandidateDiviner/Diviner.ts"],"sourcesContent":["import { IndexingDiviner } from '@xyo-network/diviner-indexing-memory'\nimport { IndexingDivinerConfigSchema } from '@xyo-network/diviner-indexing-model'\nimport { DivinerConfigSchema, DivinerModule, DivinerModuleEventData } from '@xyo-network/diviner-model'\nimport { TemporalIndexingDivinerConfigSchema, TemporalIndexingDivinerParams } from '@xyo-network/diviner-temporal-indexing-model'\nimport { Payload } from '@xyo-network/payload-model'\n\nexport class TemporalIndexingDiviner<\n  TParams extends TemporalIndexingDivinerParams = TemporalIndexingDivinerParams,\n  TIn extends Payload = Payload,\n  TOut extends Payload = Payload,\n  TEventData extends DivinerModuleEventData<DivinerModule<TParams>, TIn, TOut> = DivinerModuleEventData<DivinerModule<TParams>, TIn, TOut>,\n> extends IndexingDiviner<TParams, TIn, TOut, TEventData> {\n  static override readonly configSchema = TemporalIndexingDivinerConfigSchema\n  static override readonly configSchemas: string[] = [TemporalIndexingDivinerConfigSchema, IndexingDivinerConfigSchema, DivinerConfigSchema]\n\n  protected override async startHandler(): Promise<boolean> {\n    await super.startHandler()\n    return true\n  }\n}\n","import { AbstractDiviner } from '@xyo-network/abstract-diviner'\nimport { DivinerConfigSchema } from '@xyo-network/diviner-model'\nimport { PayloadDivinerQueryPayload, PayloadDivinerQuerySchema } from '@xyo-network/diviner-payload-model'\nimport {\n  SchemaToJsonPathTransformExpressionsDictionary,\n  SchemaToPayloadTransformersDictionary,\n  TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema,\n  TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerParams,\n  TemporalIndexingDivinerResultIndexSchema,\n} from '@xyo-network/diviner-temporal-indexing-model'\nimport { Labels } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { isPayloadOfSchemaType, Payload } from '@xyo-network/payload-model'\n\nimport { jsonPathToTransformersDictionary, reducePayloads } from '../jsonpath'\n\n/**\n * A diviner that converts diviner query to index query\n */\nexport class TemporalIndexingDivinerDivinerQueryToIndexQueryDiviner<\n  TParams extends TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerParams = TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerParams,\n> extends AbstractDiviner<TParams> {\n  static override readonly configSchema = TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema\n  static override configSchemas = [DivinerConfigSchema, TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema]\n  static labels: Labels = {\n    'network.xyo.diviner.stage': 'divinerQueryToIndexQueryDiviner',\n  }\n\n  private _indexableSchemas: string[] | undefined\n  private _payloadTransformers: SchemaToPayloadTransformersDictionary | undefined\n\n  /**\n   * The schema of the diviner query payloads\n   */\n  protected get divinerQuerySchema(): string {\n    return this.config.divinerQuerySchema ?? PayloadDivinerQuerySchema\n  }\n\n  /**\n   * The schema of the index query payloads\n   */\n  protected get indexQuerySchema(): string {\n    return this.config.indexQuerySchema ?? PayloadDivinerQuerySchema\n  }\n\n  /**\n   * The schema of the index payloads\n   */\n  protected get indexSchema(): string {\n    return this.config.indexSchema ?? TemporalIndexingDivinerResultIndexSchema\n  }\n\n  /**\n   * List of indexable schemas for this diviner\n   */\n  protected get indexableSchemas(): string[] {\n    if (!this._indexableSchemas) this._indexableSchemas = [...Object.keys(this.schemaTransforms)]\n    return this._indexableSchemas\n  }\n\n  /**\n   * Dictionary of schemas to payload transformers for creating indexes\n   * from the payloads within a Bound Witness\n   */\n  protected get payloadTransformers(): SchemaToPayloadTransformersDictionary {\n    if (!this._payloadTransformers) this._payloadTransformers = jsonPathToTransformersDictionary(this.schemaTransforms)\n    return this._payloadTransformers\n  }\n\n  /**\n   * The dictionary of schemas to JSON Path transform expressions for creating indexes\n   * from the payloads within a Bound Witness\n   */\n  protected get schemaTransforms(): SchemaToJsonPathTransformExpressionsDictionary {\n    return (\n      this.config?.schemaTransforms ?? {\n        [this.divinerQuerySchema]: [\n          {\n            defaultValue: 1,\n            destinationField: 'limit',\n            sourcePathExpression: '$.limit',\n          },\n          {\n            defaultValue: 0,\n            destinationField: 'offset',\n            sourcePathExpression: '$.offset',\n          },\n          {\n            defaultValue: 'desc',\n            destinationField: 'order',\n            sourcePathExpression: '$.order',\n          },\n        ],\n      }\n    )\n  }\n\n  protected override async divineHandler(payloads: Payload[] = []): Promise<Payload[]> {\n    const queries = payloads.filter(isPayloadOfSchemaType<PayloadDivinerQueryPayload>(this.divinerQuerySchema))\n    if (queries.length) {\n      const results = await Promise.all(\n        queries.map(async (query) => {\n          const fields = await reducePayloads<PayloadDivinerQueryPayload & { sources?: string[] }>(\n            [query],\n            this.payloadTransformers,\n            this.indexQuerySchema,\n          )\n          // TODO: Make index schema configurable\n          fields.schemas = [this.indexSchema]\n          // TODO: Make sources not need to be deleted\n          delete fields.sources\n          // TODO: Add support for additional filters\n          return new PayloadBuilder<Payload>({ schema: this.indexQuerySchema }).fields(fields).build()\n        }),\n      )\n      return results\n    }\n    return Promise.resolve([])\n  }\n}\n","import { JsonPathTransformExpression, PayloadTransformer } from '@xyo-network/diviner-temporal-indexing-model'\nimport { Payload } from '@xyo-network/payload-model'\nimport jsonpath from 'jsonpath'\n\n/**\n * Converts a JSON Path transform expression to a payload transformer\n * @param transformExpression The transform expression to convert\n * @returns The payload transformer for the JSON Path transform expression\n */\nexport const toPayloadTransformer = (transformExpression: JsonPathTransformExpression) => {\n  const { defaultValue, destinationField, sourcePathExpression } = transformExpression\n  const transformer: PayloadTransformer = (x: Payload) => {\n    // eslint-disable-next-line import/no-named-as-default-member\n    const source = jsonpath.value(x, sourcePathExpression)\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n    const transformed = {} as { [key: string]: any }\n    // Assign the source value to the destination field or the default value if the source is undefined\n    const destinationValue = source === undefined ? defaultValue : source\n    if (destinationValue !== undefined) transformed[destinationField] = destinationValue\n    return transformed\n  }\n  return transformer\n}\n","import { SchemaToJsonPathTransformExpressionsDictionary, SchemaToPayloadTransformersDictionary } from '@xyo-network/diviner-temporal-indexing-model'\n\nimport { toPayloadTransformer } from './toPayloadTransformer'\n\n/**\n * Materializes the JSON-path expressions into memoized functions by converting a\n * dictionary of schema to JSON Path transform expressions to a dictionary\n * of schema to payload transformers\n * @param schemaTransforms The schema transforms to convert\n * @returns A dictionary of schema to payload transformers\n */\nexport const jsonPathToTransformersDictionary = (\n  schemaTransforms: SchemaToJsonPathTransformExpressionsDictionary,\n): SchemaToPayloadTransformersDictionary => {\n  return Object.fromEntries(\n    Object.entries(schemaTransforms).map(([schema, jsonPathTransformerExpressions]) => {\n      const transformers = jsonPathTransformerExpressions.map(toPayloadTransformer)\n      return [schema, transformers]\n    }),\n  )\n}\n","import { SchemaToPayloadTransformersDictionary } from '@xyo-network/diviner-temporal-indexing-model'\nimport { PayloadHasher } from '@xyo-network/hash'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { Payload, PayloadFields } from '@xyo-network/payload-model'\n\n/**\n * Reduces the payloads to a single payload using the supplied transformers\n * @param payloads The payloads to reduce\n * @param payloadTransformers The transformers to use to convert the payloads to the destination payload\n * @param destinationSchema The schema of the destination payload\n * @returns The reduced payload\n */\nexport const reducePayloads = async <T extends Payload = Payload>(\n  payloads: Payload[],\n  payloadTransformers: SchemaToPayloadTransformersDictionary,\n  destinationSchema: string,\n): Promise<T> => {\n  // Use the payload transformers to convert the fields from the source payloads to the destination fields\n  const indexFields = payloads\n    .map<PayloadFields[]>((payload) => {\n      // Find the transformers for this payload\n      const transformers = payloadTransformers[payload.schema]\n      // If transformers exist, apply them to the payload otherwise return an empty array\n      return transformers ? transformers.map((transform) => transform(payload)) : []\n    })\n    .flat()\n  // Include all the sources for reference\n  const sources = (await PayloadHasher.hashPairs([...payloads])).map(([, hash]) => hash)\n  // Build and return the index\n  return new PayloadBuilder<T>({ schema: destinationSchema }).fields(Object.assign({ sources }, ...indexFields)).build()\n}\n\n/**\n * Reduces the arrays of payload arrays to an array of payloads using the supplied transformers\n * @param payloadsArray The arrays of payloads to reduce\n * @param payloadTransformers The transformers to use to convert the payloads to the destination payloads\n * @param destinationSchema The schema of the destination payloads\n * @returns The reduced payloads\n */\nexport const reducePayloadsArray = async <T extends Payload = Payload>(\n  payloadsArray: Payload[][],\n  payloadTransformers: SchemaToPayloadTransformersDictionary,\n  destinationSchema: string,\n): Promise<T[]> => {\n  return await Promise.all(\n    payloadsArray.map(async (payloads) => {\n      return await reducePayloads<T>(payloads, payloadTransformers, destinationSchema)\n    }),\n  )\n}\n","import { containsAll } from '@xylabs/array'\nimport { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { AbstractDiviner } from '@xyo-network/abstract-diviner'\nimport { BoundWitness, isBoundWitness } from '@xyo-network/boundwitness-model'\nimport { DivinerConfigSchema } from '@xyo-network/diviner-model'\nimport {\n  SchemaToJsonPathTransformExpressionsDictionary,\n  SchemaToPayloadTransformersDictionary,\n  TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema,\n  TemporalIndexingDivinerIndexCandidateToIndexDivinerParams,\n  TemporalIndexingDivinerResultIndex,\n  TemporalIndexingDivinerResultIndexSchema,\n} from '@xyo-network/diviner-temporal-indexing-model'\nimport { PayloadHasher } from '@xyo-network/hash'\nimport { Labels } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { Payload, PayloadFields } from '@xyo-network/payload-model'\n\nimport { jsonPathToTransformersDictionary } from '../jsonpath'\n\nexport type IndexablePayloads = [BoundWitness, ...Payload[]]\n\nconst moduleName = 'TemporalIndexingDivinerIndexCandidateToIndexDiviner'\n\n/**\n * Diviner which transforms index candidates to indexes using JSON Path to map\n * source properties in the supplied payloads to destination fields in the\n * resultant index\n */\nexport class TemporalIndexingDivinerIndexCandidateToIndexDiviner<\n  TParams extends TemporalIndexingDivinerIndexCandidateToIndexDivinerParams = TemporalIndexingDivinerIndexCandidateToIndexDivinerParams,\n> extends AbstractDiviner<TParams> {\n  static override configSchema = TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema\n  static override configSchemas = [DivinerConfigSchema, TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema]\n  static labels: Labels = {\n    'network.xyo.diviner.stage': 'indexCandidateToIndexDiviner',\n  }\n\n  private _indexableSchemas: string[] | undefined\n  private _payloadTransformers: SchemaToPayloadTransformersDictionary | undefined\n\n  /**\n   * List of indexable schemas for this diviner\n   */\n  protected get indexableSchemas(): string[] {\n    if (!this._indexableSchemas) this._indexableSchemas = [...Object.keys(this.schemaTransforms)]\n    return this._indexableSchemas\n  }\n\n  /**\n   * Dictionary of schemas to payload transformers for creating indexes\n   * from the payloads within a Bound Witness\n   */\n  protected get payloadTransformers(): SchemaToPayloadTransformersDictionary {\n    if (!this._payloadTransformers) this._payloadTransformers = jsonPathToTransformersDictionary(this.schemaTransforms)\n    return this._payloadTransformers\n  }\n\n  /**\n   * The dictionary of schemas to JSON Path transform expressions for creating indexes\n   * from the payloads within a Bound Witness\n   */\n  protected get schemaTransforms(): SchemaToJsonPathTransformExpressionsDictionary {\n    return assertEx(this.config?.schemaTransforms, () => `${moduleName}: Missing config.schemaTransforms section`)\n  }\n\n  protected override async divineHandler(payloads: Payload[] = []): Promise<Payload[]> {\n    const bws: BoundWitness[] = payloads.filter(isBoundWitness)\n    const indexablePayloads: Payload[] = payloads.filter((p) => this.isIndexablePayload(p))\n    if (bws.length && indexablePayloads.length) {\n      const payloadDictionary = await PayloadHasher.toMap(payloads)\n      const validIndexableTuples: IndexablePayloads[] = bws.reduce<IndexablePayloads[]>((indexableTuples, bw) => {\n        // If this Bound Witness doesn't contain all the required schemas don't index it\n        if (!containsAll(bw.payload_schemas, this.indexableSchemas)) return indexableTuples\n        // Find the remaining indexable payloads\n        const indexablePayloadPositions = this.indexableSchemas.map((schema) => bw.payload_schemas.indexOf(schema))\n        const indexablePayloadHashes = indexablePayloadPositions.map((index) => bw.payload_hashes?.[index])\n        const indexablePayloads = indexablePayloadHashes.map((hash) => payloadDictionary[hash]).filter(exists)\n        // If we found a timestamp and the right amount of indexable payloads (of the\n        // correct schema as checked above) in this BW, then index it\n        if (indexablePayloads.length === this.indexableSchemas.length) indexableTuples.push([bw, ...indexablePayloads])\n        return indexableTuples\n      }, [])\n      // Create the indexes from the tuples\n      const indexes = await Promise.all(\n        validIndexableTuples.map<Promise<TemporalIndexingDivinerResultIndex>>(async ([bw, ...sourcePayloads]) => {\n          // Use the payload transformers to convert the fields from the source payloads to the destination fields\n          const indexFields = sourcePayloads\n            .map<PayloadFields[]>((payload) => {\n              // Find the transformers for this payload\n              const transformers = this.payloadTransformers[payload.schema]\n              // If transformers exist, apply them to the payload otherwise return an empty array\n              return transformers ? transformers.map((transform) => transform(payload)) : []\n            })\n            .flat()\n          // Include all the sources for reference\n          const sources = Object.keys(await PayloadHasher.toMap([bw, ...sourcePayloads]))\n          // Build and return the index\n          return new PayloadBuilder<TemporalIndexingDivinerResultIndex>({ schema: TemporalIndexingDivinerResultIndexSchema })\n            .fields(Object.assign({ sources }, ...indexFields))\n            .build()\n        }),\n      )\n      return indexes.flat()\n    }\n    return Promise.resolve([])\n  }\n\n  /**\n   * Identifies if a payload is one that is indexed by this diviner\n   * @param x The candidate payload\n   * @returns True if the payload is one indexed by this diviner, false otherwise\n   */\n  protected isIndexablePayload = (x: Payload) => {\n    return this.indexableSchemas.includes(x?.schema)\n  }\n\n  /**\n   * Identifies if a schema is one that is indexed by this diviner\n   * @param schema The candidate schema\n   * @returns True if this schema is one indexed by this diviner, false otherwise\n   */\n  protected isIndexableSchema = (schema?: string | null) => {\n    return this.indexableSchemas.some((s) => s === schema)\n  }\n}\n","import { AbstractDiviner } from '@xyo-network/abstract-diviner'\nimport { DivinerConfigSchema } from '@xyo-network/diviner-model'\nimport { isPayloadDivinerQueryPayload } from '@xyo-network/diviner-payload-model'\nimport { TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfigSchema } from '@xyo-network/diviner-temporal-indexing-model'\nimport { Labels } from '@xyo-network/module-model'\nimport { Payload } from '@xyo-network/payload-model'\n\n/**\n * Transforms an ImageThumbnailIndex response into an ImageThumbnailResponse response\n */\nexport class TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDiviner extends AbstractDiviner {\n  static override readonly configSchema = TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfigSchema\n  static override configSchemas = [DivinerConfigSchema, TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfigSchema]\n  static labels: Labels = {\n    'network.xyo.diviner.stage': 'indexQueryResponseToDivinerQueryResponseDiviner',\n  }\n\n  protected override async divineHandler(payloads: Payload[] = []): Promise<Payload[]> {\n    // NOTE: We're not doing anything with the query payloads but some diviners\n    // might want to use this to transform from the query to the response (for example\n    // if we use a plaintext value in the query to generate a hash key in the index)\n    // const queries = payloads.filter(isPayloadDivinerQueryPayload)\n    const responses = payloads.filter((p) => !isPayloadDivinerQueryPayload(p))\n    return await Promise.resolve(responses)\n  }\n}\n","import { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { AbstractDiviner } from '@xyo-network/abstract-diviner'\nimport { ArchivistInstance } from '@xyo-network/archivist-model'\nimport { ArchivistWrapper } from '@xyo-network/archivist-wrapper'\nimport { BoundWitness, isBoundWitness } from '@xyo-network/boundwitness-model'\nimport { BoundWitnessDivinerQueryPayload, BoundWitnessDivinerQuerySchema } from '@xyo-network/diviner-boundwitness-model'\nimport { IndexingDivinerState } from '@xyo-network/diviner-indexing-model'\nimport { DivinerConfigSchema } from '@xyo-network/diviner-model'\nimport {\n  TemporalIndexingDivinerStateToIndexCandidateDivinerConfigSchema,\n  TemporalIndexingDivinerStateToIndexCandidateDivinerParams,\n} from '@xyo-network/diviner-temporal-indexing-model'\nimport { DivinerWrapper } from '@xyo-network/diviner-wrapper'\nimport { isModuleState, Labels, ModuleState, ModuleStateSchema } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { isPayloadOfSchemaType, Payload } from '@xyo-network/payload-model'\nimport { TimeStamp, TimestampSchema } from '@xyo-network/witness-timestamp'\n\n/**\n * All Payload types involved in index candidates for indexing\n */\nexport type IndexCandidate = BoundWitness | Payload | TimeStamp\n\n/**\n * The response from the TemporalStateToIndexCandidateDiviner\n */\nexport type TemporalStateToIndexCandidateDivinerResponse = [\n  /**\n   * The next state of the diviner\n   */\n  nextState: ModuleState<IndexingDivinerState>,\n  /**\n   * The index candidates\n   */\n  ...IndexCandidate[],\n]\n\n/**\n * The default order to search Bound Witnesses to identify index candidates\n */\nconst order = 'asc'\n\n/**\n * The name of the module (for logging purposes)\n */\nconst moduleName = 'TemporalIndexingDivinerStateToIndexCandidateDiviner'\n\n/**\n * Transforms candidates for image thumbnail indexing into their indexed representation\n */\nexport class TemporalIndexingDivinerStateToIndexCandidateDiviner<\n  TParams extends TemporalIndexingDivinerStateToIndexCandidateDivinerParams = TemporalIndexingDivinerStateToIndexCandidateDivinerParams,\n> extends AbstractDiviner<TParams> {\n  static override readonly configSchema = TemporalIndexingDivinerStateToIndexCandidateDivinerConfigSchema\n  static override configSchemas = [DivinerConfigSchema, TemporalIndexingDivinerStateToIndexCandidateDivinerConfigSchema]\n  static labels: Labels = {\n    'network.xyo.diviner.stage': 'stateToIndexCandidateDiviner',\n  }\n\n  get payloadDivinerLimit() {\n    return this.config.payloadDivinerLimit ?? 1_000\n  }\n\n  /**\n   * The required payload_schemas within BoundWitnesses to identify index candidates\n   */\n  protected get payload_schemas(): string[] {\n    const schemas = this.config.filter?.payload_schemas\n    return [TimestampSchema, ...(schemas ?? [])]\n  }\n\n  protected override async divineHandler(payloads: Payload[] = []): Promise<[ModuleState, ...IndexCandidate[]]> {\n    // Retrieve the last state from what was passed in\n    const lastState = payloads.find(isModuleState<IndexingDivinerState>)\n    // If there is no last state, start from the beginning\n    if (!lastState) return [{ schema: ModuleStateSchema, state: { offset: 0 } }]\n    // Otherwise, get the last offset\n    const { offset } = lastState.state\n    // Get next batch of results starting from the offset\n    const boundWitnessDiviner = await this.getBoundWitnessDivinerForStore()\n    if (!boundWitnessDiviner) return [lastState]\n    const query = new PayloadBuilder<BoundWitnessDivinerQueryPayload>({ schema: BoundWitnessDivinerQuerySchema })\n      .fields({ limit: this.payloadDivinerLimit, offset, order, payload_schemas: this.payload_schemas })\n      .build()\n    const batch = await boundWitnessDiviner.divine([query])\n    if (batch.length === 0) return [lastState]\n    // Get source data\n    const sourceArchivist = await this.getArchivistForStore()\n    if (!sourceArchivist) return [lastState]\n    const indexCandidates: IndexCandidate[] = (\n      await Promise.all(batch.filter(isBoundWitness).map((bw) => this.getPayloadsInBoundWitness(bw, sourceArchivist)))\n    )\n      .filter(exists)\n      .flat()\n    const nextState = { schema: ModuleStateSchema, state: { ...lastState.state, offset: offset + batch.length } }\n    return [nextState, ...indexCandidates]\n  }\n  /**\n   * Retrieves the archivist for the payloadStore\n   * @returns The archivist for the payloadStore or undefined if not resolvable\n   */\n  protected async getArchivistForStore(): Promise<ArchivistWrapper | undefined> {\n    // It should be defined, so we'll error if it's not\n    const name: string = assertEx(this.config?.payloadStore?.archivist, () => `${moduleName}: Config for payloadStore.archivist not specified`)\n    // It might not be resolvable (yet), so we'll return undefined if it's not\n    const mod = await this.resolve(name)\n    if (!mod) return undefined\n    // Return the wrapped archivist\n    return ArchivistWrapper.wrap(mod, this.account)\n  }\n\n  /**\n   * Retrieves the BoundWitness Diviner for the payloadStore\n   * @returns The BoundWitness Diviner for the payloadStore or undefined if not resolvable\n   */\n  protected async getBoundWitnessDivinerForStore(): Promise<DivinerWrapper | undefined> {\n    // It should be defined, so we'll error if it's not\n    const name: string = assertEx(\n      this.config?.payloadStore?.boundWitnessDiviner,\n      () => `${moduleName}: Config for payloadStore.boundWitnessDiviner not specified`,\n    )\n    // It might not be resolvable (yet), so we'll return undefined if it's not\n    const mod = await this.resolve(name)\n    if (!mod) return undefined\n    // Return the wrapped diviner\n    return DivinerWrapper.wrap(mod, this.account)\n  }\n\n  protected async getPayloadsInBoundWitness(bw: BoundWitness, archivist: ArchivistInstance): Promise<IndexCandidate[] | undefined> {\n    const indexes = this.payload_schemas.map((schema) => bw.payload_schemas?.findIndex((s) => s === schema))\n    const hashes = indexes.map((index) => bw.payload_hashes?.[index])\n    const results = await archivist.get(hashes)\n    const indexCandidateIdentityFunctions = this.payload_schemas.map(isPayloadOfSchemaType)\n    const filteredResults = indexCandidateIdentityFunctions.map((is) => results.find(is))\n    if (filteredResults.some((f) => f === undefined)) return undefined\n    const indexCandidates: IndexCandidate[] = filteredResults.filter(exists) as IndexCandidate[]\n    return [bw, ...indexCandidates]\n  }\n}\n"],"mappings":";AAAA,SAAS,uBAAuB;AAChC,SAAS,mCAAmC;AAC5C,SAAS,2BAAkE;AAC3E,SAAS,2CAA0E;AAG5E,IAAM,0BAAN,cAKG,gBAAgD;AAAA,EACxD,OAAyB,eAAe;AAAA,EACxC,OAAyB,gBAA0B,CAAC,qCAAqC,6BAA6B,mBAAmB;AAAA,EAEzI,MAAyB,eAAiC;AACxD,UAAM,MAAM,aAAa;AACzB,WAAO;AAAA,EACT;AACF;;;ACnBA,SAAS,uBAAuB;AAChC,SAAS,uBAAAA,4BAA2B;AACpC,SAAqC,iCAAiC;AACtE;AAAA,EAGE;AAAA,EAEA;AAAA,OACK;AAEP,SAAS,kBAAAC,uBAAsB;AAC/B,SAAS,6BAAsC;;;ACV/C,OAAO,cAAc;AAOd,IAAM,uBAAuB,CAAC,wBAAqD;AACxF,QAAM,EAAE,cAAc,kBAAkB,qBAAqB,IAAI;AACjE,QAAM,cAAkC,CAAC,MAAe;AAEtD,UAAM,SAAS,SAAS,MAAM,GAAG,oBAAoB;AAErD,UAAM,cAAc,CAAC;AAErB,UAAM,mBAAmB,WAAW,SAAY,eAAe;AAC/D,QAAI,qBAAqB;AAAW,kBAAY,gBAAgB,IAAI;AACpE,WAAO;AAAA,EACT;AACA,SAAO;AACT;;;ACXO,IAAM,mCAAmC,CAC9C,qBAC0C;AAC1C,SAAO,OAAO;AAAA,IACZ,OAAO,QAAQ,gBAAgB,EAAE,IAAI,CAAC,CAAC,QAAQ,8BAA8B,MAAM;AACjF,YAAM,eAAe,+BAA+B,IAAI,oBAAoB;AAC5E,aAAO,CAAC,QAAQ,YAAY;AAAA,IAC9B,CAAC;AAAA,EACH;AACF;;;ACnBA,SAAS,qBAAqB;AAC9B,SAAS,sBAAsB;AAUxB,IAAM,iBAAiB,OAC5B,UACA,qBACA,sBACe;AAEf,QAAM,cAAc,SACjB,IAAqB,CAAC,YAAY;AAEjC,UAAM,eAAe,oBAAoB,QAAQ,MAAM;AAEvD,WAAO,eAAe,aAAa,IAAI,CAAC,cAAc,UAAU,OAAO,CAAC,IAAI,CAAC;AAAA,EAC/E,CAAC,EACA,KAAK;AAER,QAAM,WAAW,MAAM,cAAc,UAAU,CAAC,GAAG,QAAQ,CAAC,GAAG,IAAI,CAAC,CAAC,EAAE,IAAI,MAAM,IAAI;AAErF,SAAO,IAAI,eAAkB,EAAE,QAAQ,kBAAkB,CAAC,EAAE,OAAO,OAAO,OAAO,EAAE,QAAQ,GAAG,GAAG,WAAW,CAAC,EAAE,MAAM;AACvH;;;AHXO,IAAM,yDAAN,cAEG,gBAAyB;AAAA,EACjC,OAAyB,eAAe;AAAA,EACxC,OAAgB,gBAAgB,CAACC,sBAAqB,kEAAkE;AAAA,EACxH,OAAO,SAAiB;AAAA,IACtB,6BAA6B;AAAA,EAC/B;AAAA,EAEQ;AAAA,EACA;AAAA;AAAA;AAAA;AAAA,EAKR,IAAc,qBAA6B;AACzC,WAAO,KAAK,OAAO,sBAAsB;AAAA,EAC3C;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,mBAA2B;AACvC,WAAO,KAAK,OAAO,oBAAoB;AAAA,EACzC;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,cAAsB;AAClC,WAAO,KAAK,OAAO,eAAe;AAAA,EACpC;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,mBAA6B;AACzC,QAAI,CAAC,KAAK;AAAmB,WAAK,oBAAoB,CAAC,GAAG,OAAO,KAAK,KAAK,gBAAgB,CAAC;AAC5F,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,IAAc,sBAA6D;AACzE,QAAI,CAAC,KAAK;AAAsB,WAAK,uBAAuB,iCAAiC,KAAK,gBAAgB;AAClH,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,IAAc,mBAAmE;AAzEnF;AA0EI,aACE,UAAK,WAAL,mBAAa,qBAAoB;AAAA,MAC/B,CAAC,KAAK,kBAAkB,GAAG;AAAA,QACzB;AAAA,UACE,cAAc;AAAA,UACd,kBAAkB;AAAA,UAClB,sBAAsB;AAAA,QACxB;AAAA,QACA;AAAA,UACE,cAAc;AAAA,UACd,kBAAkB;AAAA,UAClB,sBAAsB;AAAA,QACxB;AAAA,QACA;AAAA,UACE,cAAc;AAAA,UACd,kBAAkB;AAAA,UAClB,sBAAsB;AAAA,QACxB;AAAA,MACF;AAAA,IACF;AAAA,EAEJ;AAAA,EAEA,MAAyB,cAAc,WAAsB,CAAC,GAAuB;AACnF,UAAM,UAAU,SAAS,OAAO,sBAAkD,KAAK,kBAAkB,CAAC;AAC1G,QAAI,QAAQ,QAAQ;AAClB,YAAM,UAAU,MAAM,QAAQ;AAAA,QAC5B,QAAQ,IAAI,OAAO,UAAU;AAC3B,gBAAM,SAAS,MAAM;AAAA,YACnB,CAAC,KAAK;AAAA,YACN,KAAK;AAAA,YACL,KAAK;AAAA,UACP;AAEA,iBAAO,UAAU,CAAC,KAAK,WAAW;AAElC,iBAAO,OAAO;AAEd,iBAAO,IAAIC,gBAAwB,EAAE,QAAQ,KAAK,iBAAiB,CAAC,EAAE,OAAO,MAAM,EAAE,MAAM;AAAA,QAC7F,CAAC;AAAA,MACH;AACA,aAAO;AAAA,IACT;AACA,WAAO,QAAQ,QAAQ,CAAC,CAAC;AAAA,EAC3B;AACF;;;AIvHA,SAAS,mBAAmB;AAC5B,SAAS,gBAAgB;AACzB,SAAS,cAAc;AACvB,SAAS,mBAAAC,wBAAuB;AAChC,SAAuB,sBAAsB;AAC7C,SAAS,uBAAAC,4BAA2B;AACpC;AAAA,EAGE;AAAA,EAGA,4CAAAC;AAAA,OACK;AACP,SAAS,iBAAAC,sBAAqB;AAE9B,SAAS,kBAAAC,uBAAsB;AAO/B,IAAM,aAAa;AAOZ,IAAM,sDAAN,cAEGC,iBAAyB;AAAA,EACjC,OAAgB,eAAe;AAAA,EAC/B,OAAgB,gBAAgB,CAACC,sBAAqB,+DAA+D;AAAA,EACrH,OAAO,SAAiB;AAAA,IACtB,6BAA6B;AAAA,EAC/B;AAAA,EAEQ;AAAA,EACA;AAAA;AAAA;AAAA;AAAA,EAKR,IAAc,mBAA6B;AACzC,QAAI,CAAC,KAAK;AAAmB,WAAK,oBAAoB,CAAC,GAAG,OAAO,KAAK,KAAK,gBAAgB,CAAC;AAC5F,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,IAAc,sBAA6D;AACzE,QAAI,CAAC,KAAK;AAAsB,WAAK,uBAAuB,iCAAiC,KAAK,gBAAgB;AAClH,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,IAAc,mBAAmE;AA/DnF;AAgEI,WAAO,UAAS,UAAK,WAAL,mBAAa,kBAAkB,MAAM,GAAG,UAAU,2CAA2C;AAAA,EAC/G;AAAA,EAEA,MAAyB,cAAc,WAAsB,CAAC,GAAuB;AACnF,UAAM,MAAsB,SAAS,OAAO,cAAc;AAC1D,UAAM,oBAA+B,SAAS,OAAO,CAAC,MAAM,KAAK,mBAAmB,CAAC,CAAC;AACtF,QAAI,IAAI,UAAU,kBAAkB,QAAQ;AAC1C,YAAM,oBAAoB,MAAMC,eAAc,MAAM,QAAQ;AAC5D,YAAM,uBAA4C,IAAI,OAA4B,CAAC,iBAAiB,OAAO;AAEzG,YAAI,CAAC,YAAY,GAAG,iBAAiB,KAAK,gBAAgB;AAAG,iBAAO;AAEpE,cAAM,4BAA4B,KAAK,iBAAiB,IAAI,CAAC,WAAW,GAAG,gBAAgB,QAAQ,MAAM,CAAC;AAC1G,cAAM,yBAAyB,0BAA0B,IAAI,CAAC,UAAO;AA7E7E;AA6EgF,0BAAG,mBAAH,mBAAoB;AAAA,SAAM;AAClG,cAAMC,qBAAoB,uBAAuB,IAAI,CAAC,SAAS,kBAAkB,IAAI,CAAC,EAAE,OAAO,MAAM;AAGrG,YAAIA,mBAAkB,WAAW,KAAK,iBAAiB;AAAQ,0BAAgB,KAAK,CAAC,IAAI,GAAGA,kBAAiB,CAAC;AAC9G,eAAO;AAAA,MACT,GAAG,CAAC,CAAC;AAEL,YAAM,UAAU,MAAM,QAAQ;AAAA,QAC5B,qBAAqB,IAAiD,OAAO,CAAC,IAAO,iBAAc,MAAM;AAEvG,gBAAM,cAAc,eACjB,IAAqB,CAAC,YAAY;AAEjC,kBAAM,eAAe,KAAK,oBAAoB,QAAQ,MAAM;AAE5D,mBAAO,eAAe,aAAa,IAAI,CAAC,cAAc,UAAU,OAAO,CAAC,IAAI,CAAC;AAAA,UAC/E,CAAC,EACA,KAAK;AAER,gBAAM,UAAU,OAAO,KAAK,MAAMD,eAAc,MAAM,CAAC,IAAI,GAAG,cAAc,CAAC,CAAC;AAE9E,iBAAO,IAAIE,gBAAmD,EAAE,QAAQC,0CAAyC,CAAC,EAC/G,OAAO,OAAO,OAAO,EAAE,QAAQ,GAAG,GAAG,WAAW,CAAC,EACjD,MAAM;AAAA,QACX,CAAC;AAAA,MACH;AACA,aAAO,QAAQ,KAAK;AAAA,IACtB;AACA,WAAO,QAAQ,QAAQ,CAAC,CAAC;AAAA,EAC3B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOU,qBAAqB,CAAC,MAAe;AAC7C,WAAO,KAAK,iBAAiB,SAAS,uBAAG,MAAM;AAAA,EACjD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOU,oBAAoB,CAAC,WAA2B;AACxD,WAAO,KAAK,iBAAiB,KAAK,CAAC,MAAM,MAAM,MAAM;AAAA,EACvD;AACF;;;AC9HA,SAAS,mBAAAC,wBAAuB;AAChC,SAAS,uBAAAC,4BAA2B;AACpC,SAAS,oCAAoC;AAC7C,SAAS,0FAA0F;AAO5F,IAAM,yEAAN,cAAqFD,iBAAgB;AAAA,EAC1G,OAAyB,eAAe;AAAA,EACxC,OAAgB,gBAAgB,CAACC,sBAAqB,kFAAkF;AAAA,EACxI,OAAO,SAAiB;AAAA,IACtB,6BAA6B;AAAA,EAC/B;AAAA,EAEA,MAAyB,cAAc,WAAsB,CAAC,GAAuB;AAKnF,UAAM,YAAY,SAAS,OAAO,CAAC,MAAM,CAAC,6BAA6B,CAAC,CAAC;AACzE,WAAO,MAAM,QAAQ,QAAQ,SAAS;AAAA,EACxC;AACF;;;ACzBA,SAAS,YAAAC,iBAAgB;AACzB,SAAS,UAAAC,eAAc;AACvB,SAAS,mBAAAC,wBAAuB;AAEhC,SAAS,wBAAwB;AACjC,SAAuB,kBAAAC,uBAAsB;AAC7C,SAA0C,sCAAsC;AAEhF,SAAS,uBAAAC,4BAA2B;AACpC;AAAA,EACE;AAAA,OAEK;AACP,SAAS,sBAAsB;AAC/B,SAAS,eAAoC,yBAAyB;AACtE,SAAS,kBAAAC,uBAAsB;AAC/B,SAAS,yBAAAC,8BAAsC;AAC/C,SAAoB,uBAAuB;AAwB3C,IAAM,QAAQ;AAKd,IAAMC,cAAa;AAKZ,IAAM,sDAAN,cAEGL,iBAAyB;AAAA,EACjC,OAAyB,eAAe;AAAA,EACxC,OAAgB,gBAAgB,CAACE,sBAAqB,+DAA+D;AAAA,EACrH,OAAO,SAAiB;AAAA,IACtB,6BAA6B;AAAA,EAC/B;AAAA,EAEA,IAAI,sBAAsB;AACxB,WAAO,KAAK,OAAO,uBAAuB;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,kBAA4B;AAnE5C;AAoEI,UAAM,WAAU,UAAK,OAAO,WAAZ,mBAAoB;AACpC,WAAO,CAAC,iBAAiB,GAAI,WAAW,CAAC,CAAE;AAAA,EAC7C;AAAA,EAEA,MAAyB,cAAc,WAAsB,CAAC,GAAgD;AAE5G,UAAM,YAAY,SAAS,KAAK,aAAmC;AAEnE,QAAI,CAAC;AAAW,aAAO,CAAC,EAAE,QAAQ,mBAAmB,OAAO,EAAE,QAAQ,EAAE,EAAE,CAAC;AAE3E,UAAM,EAAE,OAAO,IAAI,UAAU;AAE7B,UAAM,sBAAsB,MAAM,KAAK,+BAA+B;AACtE,QAAI,CAAC;AAAqB,aAAO,CAAC,SAAS;AAC3C,UAAM,QAAQ,IAAIC,gBAAgD,EAAE,QAAQ,+BAA+B,CAAC,EACzG,OAAO,EAAE,OAAO,KAAK,qBAAqB,QAAQ,OAAO,iBAAiB,KAAK,gBAAgB,CAAC,EAChG,MAAM;AACT,UAAM,QAAQ,MAAM,oBAAoB,OAAO,CAAC,KAAK,CAAC;AACtD,QAAI,MAAM,WAAW;AAAG,aAAO,CAAC,SAAS;AAEzC,UAAM,kBAAkB,MAAM,KAAK,qBAAqB;AACxD,QAAI,CAAC;AAAiB,aAAO,CAAC,SAAS;AACvC,UAAM,mBACJ,MAAM,QAAQ,IAAI,MAAM,OAAOF,eAAc,EAAE,IAAI,CAAC,OAAO,KAAK,0BAA0B,IAAI,eAAe,CAAC,CAAC,GAE9G,OAAOF,OAAM,EACb,KAAK;AACR,UAAM,YAAY,EAAE,QAAQ,mBAAmB,OAAO,EAAE,GAAG,UAAU,OAAO,QAAQ,SAAS,MAAM,OAAO,EAAE;AAC5G,WAAO,CAAC,WAAW,GAAG,eAAe;AAAA,EACvC;AAAA;AAAA;AAAA;AAAA;AAAA,EAKA,MAAgB,uBAA8D;AAtGhF;AAwGI,UAAM,OAAeD,WAAS,gBAAK,WAAL,mBAAa,iBAAb,mBAA2B,WAAW,MAAM,GAAGO,WAAU,mDAAmD;AAE1I,UAAM,MAAM,MAAM,KAAK,QAAQ,IAAI;AACnC,QAAI,CAAC;AAAK,aAAO;AAEjB,WAAO,iBAAiB,KAAK,KAAK,KAAK,OAAO;AAAA,EAChD;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAgB,iCAAsE;AApHxF;AAsHI,UAAM,OAAeP;AAAA,OACnB,gBAAK,WAAL,mBAAa,iBAAb,mBAA2B;AAAA,MAC3B,MAAM,GAAGO,WAAU;AAAA,IACrB;AAEA,UAAM,MAAM,MAAM,KAAK,QAAQ,IAAI;AACnC,QAAI,CAAC;AAAK,aAAO;AAEjB,WAAO,eAAe,KAAK,KAAK,KAAK,OAAO;AAAA,EAC9C;AAAA,EAEA,MAAgB,0BAA0B,IAAkB,WAAqE;AAC/H,UAAM,UAAU,KAAK,gBAAgB,IAAI,CAAC,WAAQ;AAlItD;AAkIyD,sBAAG,oBAAH,mBAAoB,UAAU,CAAC,MAAM,MAAM;AAAA,KAAO;AACvG,UAAM,SAAS,QAAQ,IAAI,CAAC,UAAO;AAnIvC;AAmI0C,sBAAG,mBAAH,mBAAoB;AAAA,KAAM;AAChE,UAAM,UAAU,MAAM,UAAU,IAAI,MAAM;AAC1C,UAAM,kCAAkC,KAAK,gBAAgB,IAAID,sBAAqB;AACtF,UAAM,kBAAkB,gCAAgC,IAAI,CAAC,OAAO,QAAQ,KAAK,EAAE,CAAC;AACpF,QAAI,gBAAgB,KAAK,CAAC,MAAM,MAAM,MAAS;AAAG,aAAO;AACzD,UAAM,kBAAoC,gBAAgB,OAAOL,OAAM;AACvE,WAAO,CAAC,IAAI,GAAG,eAAe;AAAA,EAChC;AACF;","names":["DivinerConfigSchema","PayloadBuilder","DivinerConfigSchema","PayloadBuilder","AbstractDiviner","DivinerConfigSchema","TemporalIndexingDivinerResultIndexSchema","PayloadHasher","PayloadBuilder","AbstractDiviner","DivinerConfigSchema","PayloadHasher","indexablePayloads","PayloadBuilder","TemporalIndexingDivinerResultIndexSchema","AbstractDiviner","DivinerConfigSchema","assertEx","exists","AbstractDiviner","isBoundWitness","DivinerConfigSchema","PayloadBuilder","isPayloadOfSchemaType","moduleName"]}
+{"version":3,"sources":["../../src/Diviner.ts","../../src/DivinerQueryToIndexQueryDiviner/Diviner.ts","../../src/jsonpath/toPayloadTransformer.ts","../../src/jsonpath/jsonPathToTransformersDictionary.ts","../../src/jsonpath/reducePayloads.ts","../../src/IndexCandidateToIndexDiviner/Diviner.ts","../../src/IndexQueryResponseToDivinerQueryResponseDiviner/Diviner.ts","../../src/StateToIndexCandidateDiviner/Diviner.ts"],"sourcesContent":["import { IndexingDiviner } from '@xyo-network/diviner-indexing-memory'\nimport { IndexingDivinerConfigSchema } from '@xyo-network/diviner-indexing-model'\nimport { DivinerConfigSchema, DivinerModule, DivinerModuleEventData } from '@xyo-network/diviner-model'\nimport { TemporalIndexingDivinerConfigSchema, TemporalIndexingDivinerParams } from '@xyo-network/diviner-temporal-indexing-model'\nimport { Payload } from '@xyo-network/payload-model'\n\nexport class TemporalIndexingDiviner<\n  TParams extends TemporalIndexingDivinerParams = TemporalIndexingDivinerParams,\n  TIn extends Payload = Payload,\n  TOut extends Payload = Payload,\n  TEventData extends DivinerModuleEventData<DivinerModule<TParams>, TIn, TOut> = DivinerModuleEventData<DivinerModule<TParams>, TIn, TOut>,\n> extends IndexingDiviner<TParams, TIn, TOut, TEventData> {\n  static override readonly configSchema = TemporalIndexingDivinerConfigSchema\n  static override readonly configSchemas: string[] = [TemporalIndexingDivinerConfigSchema, IndexingDivinerConfigSchema, DivinerConfigSchema]\n\n  protected override async startHandler(): Promise<boolean> {\n    await super.startHandler()\n    return true\n  }\n}\n","import { AbstractDiviner } from '@xyo-network/abstract-diviner'\nimport { DivinerConfigSchema } from '@xyo-network/diviner-model'\nimport { PayloadDivinerQueryPayload, PayloadDivinerQuerySchema } from '@xyo-network/diviner-payload-model'\nimport {\n  SchemaToJsonPathTransformExpressionsDictionary,\n  SchemaToPayloadTransformersDictionary,\n  TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema,\n  TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerParams,\n  TemporalIndexingDivinerResultIndexSchema,\n} from '@xyo-network/diviner-temporal-indexing-model'\nimport { Labels } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { isPayloadOfSchemaType, Payload } from '@xyo-network/payload-model'\n\nimport { jsonPathToTransformersDictionary, reducePayloads } from '../jsonpath'\n\n/**\n * A diviner that converts diviner query to index query\n */\nexport class TemporalIndexingDivinerDivinerQueryToIndexQueryDiviner<\n  TParams extends TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerParams = TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerParams,\n> extends AbstractDiviner<TParams> {\n  static override readonly configSchema = TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema\n  static override configSchemas = [DivinerConfigSchema, TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema]\n  static labels: Labels = {\n    'network.xyo.diviner.stage': 'divinerQueryToIndexQueryDiviner',\n  }\n\n  private _indexableSchemas: string[] | undefined\n  private _payloadTransformers: SchemaToPayloadTransformersDictionary | undefined\n\n  /**\n   * The schema of the diviner query payloads\n   */\n  protected get divinerQuerySchema(): string {\n    return this.config.divinerQuerySchema ?? PayloadDivinerQuerySchema\n  }\n\n  /**\n   * The schema of the index query payloads\n   */\n  protected get indexQuerySchema(): string {\n    return this.config.indexQuerySchema ?? PayloadDivinerQuerySchema\n  }\n\n  /**\n   * The schema of the index payloads\n   */\n  protected get indexSchema(): string {\n    return this.config.indexSchema ?? TemporalIndexingDivinerResultIndexSchema\n  }\n\n  /**\n   * List of indexable schemas for this diviner\n   */\n  protected get indexableSchemas(): string[] {\n    if (!this._indexableSchemas) this._indexableSchemas = [...Object.keys(this.schemaTransforms)]\n    return this._indexableSchemas\n  }\n\n  /**\n   * Dictionary of schemas to payload transformers for creating indexes\n   * from the payloads within a Bound Witness\n   */\n  protected get payloadTransformers(): SchemaToPayloadTransformersDictionary {\n    if (!this._payloadTransformers) this._payloadTransformers = jsonPathToTransformersDictionary(this.schemaTransforms)\n    return this._payloadTransformers\n  }\n\n  /**\n   * The dictionary of schemas to JSON Path transform expressions for creating indexes\n   * from the payloads within a Bound Witness\n   */\n  protected get schemaTransforms(): SchemaToJsonPathTransformExpressionsDictionary {\n    return (\n      this.config?.schemaTransforms ?? {\n        [this.divinerQuerySchema]: [\n          {\n            defaultValue: 1,\n            destinationField: 'limit',\n            sourcePathExpression: '$.limit',\n          },\n          {\n            defaultValue: 0,\n            destinationField: 'offset',\n            sourcePathExpression: '$.offset',\n          },\n          {\n            defaultValue: 'desc',\n            destinationField: 'order',\n            sourcePathExpression: '$.order',\n          },\n        ],\n      }\n    )\n  }\n\n  protected override async divineHandler(payloads: Payload[] = []): Promise<Payload[]> {\n    const queries = payloads.filter(isPayloadOfSchemaType<PayloadDivinerQueryPayload>(this.divinerQuerySchema))\n    if (queries.length) {\n      const results = await Promise.all(\n        queries.map(async (query) => {\n          const fields = await reducePayloads<PayloadDivinerQueryPayload & { sources?: string[] }>(\n            [query],\n            this.payloadTransformers,\n            this.indexQuerySchema,\n          )\n          // TODO: Make index schema configurable\n          fields.schemas = [this.indexSchema]\n          // TODO: Make sources not need to be deleted\n          delete fields.sources\n          // TODO: Add support for additional filters\n          return await new PayloadBuilder<Payload>({ schema: this.indexQuerySchema }).fields(fields).build()\n        }),\n      )\n      return results\n    }\n    return Promise.resolve([])\n  }\n}\n","import { JsonPathTransformExpression, PayloadTransformer } from '@xyo-network/diviner-temporal-indexing-model'\nimport { Payload } from '@xyo-network/payload-model'\nimport jsonpath from 'jsonpath'\n\n/**\n * Converts a JSON Path transform expression to a payload transformer\n * @param transformExpression The transform expression to convert\n * @returns The payload transformer for the JSON Path transform expression\n */\nexport const toPayloadTransformer = (transformExpression: JsonPathTransformExpression) => {\n  const { defaultValue, destinationField, sourcePathExpression } = transformExpression\n  const transformer: PayloadTransformer = (x: Payload) => {\n    // eslint-disable-next-line import/no-named-as-default-member\n    const source = jsonpath.value(x, sourcePathExpression)\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n    const transformed = {} as { [key: string]: any }\n    // Assign the source value to the destination field or the default value if the source is undefined\n    const destinationValue = source === undefined ? defaultValue : source\n    if (destinationValue !== undefined) transformed[destinationField] = destinationValue\n    return transformed\n  }\n  return transformer\n}\n","import { SchemaToJsonPathTransformExpressionsDictionary, SchemaToPayloadTransformersDictionary } from '@xyo-network/diviner-temporal-indexing-model'\n\nimport { toPayloadTransformer } from './toPayloadTransformer'\n\n/**\n * Materializes the JSON-path expressions into memoized functions by converting a\n * dictionary of schema to JSON Path transform expressions to a dictionary\n * of schema to payload transformers\n * @param schemaTransforms The schema transforms to convert\n * @returns A dictionary of schema to payload transformers\n */\nexport const jsonPathToTransformersDictionary = (\n  schemaTransforms: SchemaToJsonPathTransformExpressionsDictionary,\n): SchemaToPayloadTransformersDictionary => {\n  return Object.fromEntries(\n    Object.entries(schemaTransforms).map(([schema, jsonPathTransformerExpressions]) => {\n      const transformers = jsonPathTransformerExpressions.map(toPayloadTransformer)\n      return [schema, transformers]\n    }),\n  )\n}\n","import { SchemaToPayloadTransformersDictionary } from '@xyo-network/diviner-temporal-indexing-model'\nimport { PayloadHasher } from '@xyo-network/hash'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { Payload, PayloadFields } from '@xyo-network/payload-model'\n\n/**\n * Reduces the payloads to a single payload using the supplied transformers\n * @param payloads The payloads to reduce\n * @param payloadTransformers The transformers to use to convert the payloads to the destination payload\n * @param destinationSchema The schema of the destination payload\n * @returns The reduced payload\n */\nexport const reducePayloads = async <T extends Payload = Payload>(\n  payloads: Payload[],\n  payloadTransformers: SchemaToPayloadTransformersDictionary,\n  destinationSchema: string,\n): Promise<T> => {\n  // Use the payload transformers to convert the fields from the source payloads to the destination fields\n  const indexFields = payloads\n    .map<PayloadFields[]>((payload) => {\n      // Find the transformers for this payload\n      const transformers = payloadTransformers[payload.schema]\n      // If transformers exist, apply them to the payload otherwise return an empty array\n      return transformers ? transformers.map((transform) => transform(payload)) : []\n    })\n    .flat()\n  // Include all the sources for reference\n  const sources = (await PayloadHasher.hashPairs([...payloads])).map(([, hash]) => hash)\n  // Build and return the index\n  return await new PayloadBuilder<T>({ schema: destinationSchema }).fields(Object.assign({ sources }, ...indexFields)).build()\n}\n\n/**\n * Reduces the arrays of payload arrays to an array of payloads using the supplied transformers\n * @param payloadsArray The arrays of payloads to reduce\n * @param payloadTransformers The transformers to use to convert the payloads to the destination payloads\n * @param destinationSchema The schema of the destination payloads\n * @returns The reduced payloads\n */\nexport const reducePayloadsArray = async <T extends Payload = Payload>(\n  payloadsArray: Payload[][],\n  payloadTransformers: SchemaToPayloadTransformersDictionary,\n  destinationSchema: string,\n): Promise<T[]> => {\n  return await Promise.all(\n    payloadsArray.map(async (payloads) => {\n      return await reducePayloads<T>(payloads, payloadTransformers, destinationSchema)\n    }),\n  )\n}\n","import { containsAll } from '@xylabs/array'\nimport { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { AbstractDiviner } from '@xyo-network/abstract-diviner'\nimport { BoundWitness, isBoundWitness } from '@xyo-network/boundwitness-model'\nimport { DivinerConfigSchema } from '@xyo-network/diviner-model'\nimport {\n  SchemaToJsonPathTransformExpressionsDictionary,\n  SchemaToPayloadTransformersDictionary,\n  TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema,\n  TemporalIndexingDivinerIndexCandidateToIndexDivinerParams,\n  TemporalIndexingDivinerResultIndex,\n  TemporalIndexingDivinerResultIndexSchema,\n} from '@xyo-network/diviner-temporal-indexing-model'\nimport { PayloadHasher } from '@xyo-network/hash'\nimport { Labels } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { Payload, PayloadFields } from '@xyo-network/payload-model'\n\nimport { jsonPathToTransformersDictionary } from '../jsonpath'\n\nexport type IndexablePayloads = [BoundWitness, ...Payload[]]\n\nconst moduleName = 'TemporalIndexingDivinerIndexCandidateToIndexDiviner'\n\n/**\n * Diviner which transforms index candidates to indexes using JSON Path to map\n * source properties in the supplied payloads to destination fields in the\n * resultant index\n */\nexport class TemporalIndexingDivinerIndexCandidateToIndexDiviner<\n  TParams extends TemporalIndexingDivinerIndexCandidateToIndexDivinerParams = TemporalIndexingDivinerIndexCandidateToIndexDivinerParams,\n> extends AbstractDiviner<TParams> {\n  static override configSchema = TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema\n  static override configSchemas = [DivinerConfigSchema, TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema]\n  static labels: Labels = {\n    'network.xyo.diviner.stage': 'indexCandidateToIndexDiviner',\n  }\n\n  private _indexableSchemas: string[] | undefined\n  private _payloadTransformers: SchemaToPayloadTransformersDictionary | undefined\n\n  /**\n   * List of indexable schemas for this diviner\n   */\n  protected get indexableSchemas(): string[] {\n    if (!this._indexableSchemas) this._indexableSchemas = [...Object.keys(this.schemaTransforms)]\n    return this._indexableSchemas\n  }\n\n  /**\n   * Dictionary of schemas to payload transformers for creating indexes\n   * from the payloads within a Bound Witness\n   */\n  protected get payloadTransformers(): SchemaToPayloadTransformersDictionary {\n    if (!this._payloadTransformers) this._payloadTransformers = jsonPathToTransformersDictionary(this.schemaTransforms)\n    return this._payloadTransformers\n  }\n\n  /**\n   * The dictionary of schemas to JSON Path transform expressions for creating indexes\n   * from the payloads within a Bound Witness\n   */\n  protected get schemaTransforms(): SchemaToJsonPathTransformExpressionsDictionary {\n    return assertEx(this.config?.schemaTransforms, () => `${moduleName}: Missing config.schemaTransforms section`)\n  }\n\n  protected override async divineHandler(payloads: Payload[] = []): Promise<Payload[]> {\n    const bws: BoundWitness[] = payloads.filter(isBoundWitness)\n    const indexablePayloads: Payload[] = payloads.filter((p) => this.isIndexablePayload(p))\n    if (bws.length && indexablePayloads.length) {\n      const payloadDictionary = await PayloadHasher.toMap(payloads)\n      const validIndexableTuples: IndexablePayloads[] = bws.reduce<IndexablePayloads[]>((indexableTuples, bw) => {\n        // If this Bound Witness doesn't contain all the required schemas don't index it\n        if (!containsAll(bw.payload_schemas, this.indexableSchemas)) return indexableTuples\n        // Find the remaining indexable payloads\n        const indexablePayloadPositions = this.indexableSchemas.map((schema) => bw.payload_schemas.indexOf(schema))\n        const indexablePayloadHashes = indexablePayloadPositions.map((index) => bw.payload_hashes?.[index])\n        const indexablePayloads = indexablePayloadHashes.map((hash) => payloadDictionary[hash]).filter(exists)\n        // If we found a timestamp and the right amount of indexable payloads (of the\n        // correct schema as checked above) in this BW, then index it\n        if (indexablePayloads.length === this.indexableSchemas.length) indexableTuples.push([bw, ...indexablePayloads])\n        return indexableTuples\n      }, [])\n      // Create the indexes from the tuples\n      const indexes = await Promise.all(\n        validIndexableTuples.map<Promise<TemporalIndexingDivinerResultIndex>>(async ([bw, ...sourcePayloads]) => {\n          // Use the payload transformers to convert the fields from the source payloads to the destination fields\n          const indexFields = sourcePayloads\n            .map<PayloadFields[]>((payload) => {\n              // Find the transformers for this payload\n              const transformers = this.payloadTransformers[payload.schema]\n              // If transformers exist, apply them to the payload otherwise return an empty array\n              return transformers ? transformers.map((transform) => transform(payload)) : []\n            })\n            .flat()\n          // Include all the sources for reference\n          const sources = Object.keys(await PayloadHasher.toMap([bw, ...sourcePayloads]))\n          // Build and return the index\n          return await new PayloadBuilder<TemporalIndexingDivinerResultIndex>({ schema: TemporalIndexingDivinerResultIndexSchema })\n            .fields(Object.assign({ sources }, ...indexFields))\n            .build()\n        }),\n      )\n      return indexes.flat()\n    }\n    return Promise.resolve([])\n  }\n\n  /**\n   * Identifies if a payload is one that is indexed by this diviner\n   * @param x The candidate payload\n   * @returns True if the payload is one indexed by this diviner, false otherwise\n   */\n  protected isIndexablePayload = (x: Payload) => {\n    return this.indexableSchemas.includes(x?.schema)\n  }\n\n  /**\n   * Identifies if a schema is one that is indexed by this diviner\n   * @param schema The candidate schema\n   * @returns True if this schema is one indexed by this diviner, false otherwise\n   */\n  protected isIndexableSchema = (schema?: string | null) => {\n    return this.indexableSchemas.some((s) => s === schema)\n  }\n}\n","import { AbstractDiviner } from '@xyo-network/abstract-diviner'\nimport { DivinerConfigSchema } from '@xyo-network/diviner-model'\nimport { isPayloadDivinerQueryPayload } from '@xyo-network/diviner-payload-model'\nimport { TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfigSchema } from '@xyo-network/diviner-temporal-indexing-model'\nimport { Labels } from '@xyo-network/module-model'\nimport { Payload } from '@xyo-network/payload-model'\n\n/**\n * Transforms an ImageThumbnailIndex response into an ImageThumbnailResponse response\n */\nexport class TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDiviner extends AbstractDiviner {\n  static override readonly configSchema = TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfigSchema\n  static override configSchemas = [DivinerConfigSchema, TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfigSchema]\n  static labels: Labels = {\n    'network.xyo.diviner.stage': 'indexQueryResponseToDivinerQueryResponseDiviner',\n  }\n\n  protected override async divineHandler(payloads: Payload[] = []): Promise<Payload[]> {\n    // NOTE: We're not doing anything with the query payloads but some diviners\n    // might want to use this to transform from the query to the response (for example\n    // if we use a plaintext value in the query to generate a hash key in the index)\n    // const queries = payloads.filter(isPayloadDivinerQueryPayload)\n    const responses = payloads.filter((p) => !isPayloadDivinerQueryPayload(p))\n    return await Promise.resolve(responses)\n  }\n}\n","import { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { AbstractDiviner } from '@xyo-network/abstract-diviner'\nimport { ArchivistInstance } from '@xyo-network/archivist-model'\nimport { ArchivistWrapper } from '@xyo-network/archivist-wrapper'\nimport { BoundWitness, isBoundWitness } from '@xyo-network/boundwitness-model'\nimport { BoundWitnessDivinerQueryPayload, BoundWitnessDivinerQuerySchema } from '@xyo-network/diviner-boundwitness-model'\nimport { IndexingDivinerState } from '@xyo-network/diviner-indexing-model'\nimport { DivinerConfigSchema } from '@xyo-network/diviner-model'\nimport {\n  TemporalIndexingDivinerStateToIndexCandidateDivinerConfigSchema,\n  TemporalIndexingDivinerStateToIndexCandidateDivinerParams,\n} from '@xyo-network/diviner-temporal-indexing-model'\nimport { DivinerWrapper } from '@xyo-network/diviner-wrapper'\nimport { isModuleState, Labels, ModuleState, ModuleStateSchema } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { isPayloadOfSchemaType, Payload } from '@xyo-network/payload-model'\nimport { TimeStamp, TimestampSchema } from '@xyo-network/witness-timestamp'\n\n/**\n * All Payload types involved in index candidates for indexing\n */\nexport type IndexCandidate = BoundWitness | Payload | TimeStamp\n\n/**\n * The response from the TemporalStateToIndexCandidateDiviner\n */\nexport type TemporalStateToIndexCandidateDivinerResponse = [\n  /**\n   * The next state of the diviner\n   */\n  nextState: ModuleState<IndexingDivinerState>,\n  /**\n   * The index candidates\n   */\n  ...IndexCandidate[],\n]\n\n/**\n * The default order to search Bound Witnesses to identify index candidates\n */\nconst order = 'asc'\n\n/**\n * The name of the module (for logging purposes)\n */\nconst moduleName = 'TemporalIndexingDivinerStateToIndexCandidateDiviner'\n\n/**\n * Transforms candidates for image thumbnail indexing into their indexed representation\n */\nexport class TemporalIndexingDivinerStateToIndexCandidateDiviner<\n  TParams extends TemporalIndexingDivinerStateToIndexCandidateDivinerParams = TemporalIndexingDivinerStateToIndexCandidateDivinerParams,\n> extends AbstractDiviner<TParams> {\n  static override readonly configSchema = TemporalIndexingDivinerStateToIndexCandidateDivinerConfigSchema\n  static override configSchemas = [DivinerConfigSchema, TemporalIndexingDivinerStateToIndexCandidateDivinerConfigSchema]\n  static labels: Labels = {\n    'network.xyo.diviner.stage': 'stateToIndexCandidateDiviner',\n  }\n\n  get payloadDivinerLimit() {\n    return this.config.payloadDivinerLimit ?? 1_000\n  }\n\n  /**\n   * The required payload_schemas within BoundWitnesses to identify index candidates\n   */\n  protected get payload_schemas(): string[] {\n    const schemas = this.config.filter?.payload_schemas\n    return [TimestampSchema, ...(schemas ?? [])]\n  }\n\n  protected override async divineHandler(payloads: Payload[] = []): Promise<[ModuleState, ...IndexCandidate[]]> {\n    // Retrieve the last state from what was passed in\n    const lastState = payloads.find(isModuleState<IndexingDivinerState>)\n    // If there is no last state, start from the beginning\n    if (!lastState) return [{ schema: ModuleStateSchema, state: { offset: 0 } }]\n    // Otherwise, get the last offset\n    const { offset } = lastState.state\n    // Get next batch of results starting from the offset\n    const boundWitnessDiviner = await this.getBoundWitnessDivinerForStore()\n    if (!boundWitnessDiviner) return [lastState]\n    const query = await new PayloadBuilder<BoundWitnessDivinerQueryPayload>({ schema: BoundWitnessDivinerQuerySchema })\n      .fields({ limit: this.payloadDivinerLimit, offset, order, payload_schemas: this.payload_schemas })\n      .build()\n    const batch = await boundWitnessDiviner.divine([query])\n    if (batch.length === 0) return [lastState]\n    // Get source data\n    const sourceArchivist = await this.getArchivistForStore()\n    if (!sourceArchivist) return [lastState]\n    const indexCandidates: IndexCandidate[] = (\n      await Promise.all(batch.filter(isBoundWitness).map((bw) => this.getPayloadsInBoundWitness(bw, sourceArchivist)))\n    )\n      .filter(exists)\n      .flat()\n    const nextState = { schema: ModuleStateSchema, state: { ...lastState.state, offset: offset + batch.length } }\n    return [nextState, ...indexCandidates]\n  }\n  /**\n   * Retrieves the archivist for the payloadStore\n   * @returns The archivist for the payloadStore or undefined if not resolvable\n   */\n  protected async getArchivistForStore(): Promise<ArchivistWrapper | undefined> {\n    // It should be defined, so we'll error if it's not\n    const name: string = assertEx(this.config?.payloadStore?.archivist, () => `${moduleName}: Config for payloadStore.archivist not specified`)\n    // It might not be resolvable (yet), so we'll return undefined if it's not\n    const mod = await this.resolve(name)\n    if (!mod) return undefined\n    // Return the wrapped archivist\n    return ArchivistWrapper.wrap(mod, this.account)\n  }\n\n  /**\n   * Retrieves the BoundWitness Diviner for the payloadStore\n   * @returns The BoundWitness Diviner for the payloadStore or undefined if not resolvable\n   */\n  protected async getBoundWitnessDivinerForStore(): Promise<DivinerWrapper | undefined> {\n    // It should be defined, so we'll error if it's not\n    const name: string = assertEx(\n      this.config?.payloadStore?.boundWitnessDiviner,\n      () => `${moduleName}: Config for payloadStore.boundWitnessDiviner not specified`,\n    )\n    // It might not be resolvable (yet), so we'll return undefined if it's not\n    const mod = await this.resolve(name)\n    if (!mod) return undefined\n    // Return the wrapped diviner\n    return DivinerWrapper.wrap(mod, this.account)\n  }\n\n  protected async getPayloadsInBoundWitness(bw: BoundWitness, archivist: ArchivistInstance): Promise<IndexCandidate[] | undefined> {\n    const indexes = this.payload_schemas.map((schema) => bw.payload_schemas?.findIndex((s) => s === schema))\n    const hashes = indexes.map((index) => bw.payload_hashes?.[index])\n    const results = await archivist.get(hashes)\n    const indexCandidateIdentityFunctions = this.payload_schemas.map(isPayloadOfSchemaType)\n    const filteredResults = indexCandidateIdentityFunctions.map((is) => results.find(is))\n    if (filteredResults.some((f) => f === undefined)) return undefined\n    const indexCandidates: IndexCandidate[] = filteredResults.filter(exists) as IndexCandidate[]\n    return [bw, ...indexCandidates]\n  }\n}\n"],"mappings":";AAAA,SAAS,uBAAuB;AAChC,SAAS,mCAAmC;AAC5C,SAAS,2BAAkE;AAC3E,SAAS,2CAA0E;AAG5E,IAAM,0BAAN,cAKG,gBAAgD;AAAA,EACxD,OAAyB,eAAe;AAAA,EACxC,OAAyB,gBAA0B,CAAC,qCAAqC,6BAA6B,mBAAmB;AAAA,EAEzI,MAAyB,eAAiC;AACxD,UAAM,MAAM,aAAa;AACzB,WAAO;AAAA,EACT;AACF;;;ACnBA,SAAS,uBAAuB;AAChC,SAAS,uBAAAA,4BAA2B;AACpC,SAAqC,iCAAiC;AACtE;AAAA,EAGE;AAAA,EAEA;AAAA,OACK;AAEP,SAAS,kBAAAC,uBAAsB;AAC/B,SAAS,6BAAsC;;;ACV/C,OAAO,cAAc;AAOd,IAAM,uBAAuB,CAAC,wBAAqD;AACxF,QAAM,EAAE,cAAc,kBAAkB,qBAAqB,IAAI;AACjE,QAAM,cAAkC,CAAC,MAAe;AAEtD,UAAM,SAAS,SAAS,MAAM,GAAG,oBAAoB;AAErD,UAAM,cAAc,CAAC;AAErB,UAAM,mBAAmB,WAAW,SAAY,eAAe;AAC/D,QAAI,qBAAqB;AAAW,kBAAY,gBAAgB,IAAI;AACpE,WAAO;AAAA,EACT;AACA,SAAO;AACT;;;ACXO,IAAM,mCAAmC,CAC9C,qBAC0C;AAC1C,SAAO,OAAO;AAAA,IACZ,OAAO,QAAQ,gBAAgB,EAAE,IAAI,CAAC,CAAC,QAAQ,8BAA8B,MAAM;AACjF,YAAM,eAAe,+BAA+B,IAAI,oBAAoB;AAC5E,aAAO,CAAC,QAAQ,YAAY;AAAA,IAC9B,CAAC;AAAA,EACH;AACF;;;ACnBA,SAAS,qBAAqB;AAC9B,SAAS,sBAAsB;AAUxB,IAAM,iBAAiB,OAC5B,UACA,qBACA,sBACe;AAEf,QAAM,cAAc,SACjB,IAAqB,CAAC,YAAY;AAEjC,UAAM,eAAe,oBAAoB,QAAQ,MAAM;AAEvD,WAAO,eAAe,aAAa,IAAI,CAAC,cAAc,UAAU,OAAO,CAAC,IAAI,CAAC;AAAA,EAC/E,CAAC,EACA,KAAK;AAER,QAAM,WAAW,MAAM,cAAc,UAAU,CAAC,GAAG,QAAQ,CAAC,GAAG,IAAI,CAAC,CAAC,EAAE,IAAI,MAAM,IAAI;AAErF,SAAO,MAAM,IAAI,eAAkB,EAAE,QAAQ,kBAAkB,CAAC,EAAE,OAAO,OAAO,OAAO,EAAE,QAAQ,GAAG,GAAG,WAAW,CAAC,EAAE,MAAM;AAC7H;;;AHXO,IAAM,yDAAN,cAEG,gBAAyB;AAAA,EACjC,OAAyB,eAAe;AAAA,EACxC,OAAgB,gBAAgB,CAACC,sBAAqB,kEAAkE;AAAA,EACxH,OAAO,SAAiB;AAAA,IACtB,6BAA6B;AAAA,EAC/B;AAAA,EAEQ;AAAA,EACA;AAAA;AAAA;AAAA;AAAA,EAKR,IAAc,qBAA6B;AACzC,WAAO,KAAK,OAAO,sBAAsB;AAAA,EAC3C;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,mBAA2B;AACvC,WAAO,KAAK,OAAO,oBAAoB;AAAA,EACzC;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,cAAsB;AAClC,WAAO,KAAK,OAAO,eAAe;AAAA,EACpC;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,mBAA6B;AACzC,QAAI,CAAC,KAAK;AAAmB,WAAK,oBAAoB,CAAC,GAAG,OAAO,KAAK,KAAK,gBAAgB,CAAC;AAC5F,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,IAAc,sBAA6D;AACzE,QAAI,CAAC,KAAK;AAAsB,WAAK,uBAAuB,iCAAiC,KAAK,gBAAgB;AAClH,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,IAAc,mBAAmE;AAzEnF;AA0EI,aACE,UAAK,WAAL,mBAAa,qBAAoB;AAAA,MAC/B,CAAC,KAAK,kBAAkB,GAAG;AAAA,QACzB;AAAA,UACE,cAAc;AAAA,UACd,kBAAkB;AAAA,UAClB,sBAAsB;AAAA,QACxB;AAAA,QACA;AAAA,UACE,cAAc;AAAA,UACd,kBAAkB;AAAA,UAClB,sBAAsB;AAAA,QACxB;AAAA,QACA;AAAA,UACE,cAAc;AAAA,UACd,kBAAkB;AAAA,UAClB,sBAAsB;AAAA,QACxB;AAAA,MACF;AAAA,IACF;AAAA,EAEJ;AAAA,EAEA,MAAyB,cAAc,WAAsB,CAAC,GAAuB;AACnF,UAAM,UAAU,SAAS,OAAO,sBAAkD,KAAK,kBAAkB,CAAC;AAC1G,QAAI,QAAQ,QAAQ;AAClB,YAAM,UAAU,MAAM,QAAQ;AAAA,QAC5B,QAAQ,IAAI,OAAO,UAAU;AAC3B,gBAAM,SAAS,MAAM;AAAA,YACnB,CAAC,KAAK;AAAA,YACN,KAAK;AAAA,YACL,KAAK;AAAA,UACP;AAEA,iBAAO,UAAU,CAAC,KAAK,WAAW;AAElC,iBAAO,OAAO;AAEd,iBAAO,MAAM,IAAIC,gBAAwB,EAAE,QAAQ,KAAK,iBAAiB,CAAC,EAAE,OAAO,MAAM,EAAE,MAAM;AAAA,QACnG,CAAC;AAAA,MACH;AACA,aAAO;AAAA,IACT;AACA,WAAO,QAAQ,QAAQ,CAAC,CAAC;AAAA,EAC3B;AACF;;;AIvHA,SAAS,mBAAmB;AAC5B,SAAS,gBAAgB;AACzB,SAAS,cAAc;AACvB,SAAS,mBAAAC,wBAAuB;AAChC,SAAuB,sBAAsB;AAC7C,SAAS,uBAAAC,4BAA2B;AACpC;AAAA,EAGE;AAAA,EAGA,4CAAAC;AAAA,OACK;AACP,SAAS,iBAAAC,sBAAqB;AAE9B,SAAS,kBAAAC,uBAAsB;AAO/B,IAAM,aAAa;AAOZ,IAAM,sDAAN,cAEGC,iBAAyB;AAAA,EACjC,OAAgB,eAAe;AAAA,EAC/B,OAAgB,gBAAgB,CAACC,sBAAqB,+DAA+D;AAAA,EACrH,OAAO,SAAiB;AAAA,IACtB,6BAA6B;AAAA,EAC/B;AAAA,EAEQ;AAAA,EACA;AAAA;AAAA;AAAA;AAAA,EAKR,IAAc,mBAA6B;AACzC,QAAI,CAAC,KAAK;AAAmB,WAAK,oBAAoB,CAAC,GAAG,OAAO,KAAK,KAAK,gBAAgB,CAAC;AAC5F,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,IAAc,sBAA6D;AACzE,QAAI,CAAC,KAAK;AAAsB,WAAK,uBAAuB,iCAAiC,KAAK,gBAAgB;AAClH,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,IAAc,mBAAmE;AA/DnF;AAgEI,WAAO,UAAS,UAAK,WAAL,mBAAa,kBAAkB,MAAM,GAAG,UAAU,2CAA2C;AAAA,EAC/G;AAAA,EAEA,MAAyB,cAAc,WAAsB,CAAC,GAAuB;AACnF,UAAM,MAAsB,SAAS,OAAO,cAAc;AAC1D,UAAM,oBAA+B,SAAS,OAAO,CAAC,MAAM,KAAK,mBAAmB,CAAC,CAAC;AACtF,QAAI,IAAI,UAAU,kBAAkB,QAAQ;AAC1C,YAAM,oBAAoB,MAAMC,eAAc,MAAM,QAAQ;AAC5D,YAAM,uBAA4C,IAAI,OAA4B,CAAC,iBAAiB,OAAO;AAEzG,YAAI,CAAC,YAAY,GAAG,iBAAiB,KAAK,gBAAgB;AAAG,iBAAO;AAEpE,cAAM,4BAA4B,KAAK,iBAAiB,IAAI,CAAC,WAAW,GAAG,gBAAgB,QAAQ,MAAM,CAAC;AAC1G,cAAM,yBAAyB,0BAA0B,IAAI,CAAC,UAAO;AA7E7E;AA6EgF,0BAAG,mBAAH,mBAAoB;AAAA,SAAM;AAClG,cAAMC,qBAAoB,uBAAuB,IAAI,CAAC,SAAS,kBAAkB,IAAI,CAAC,EAAE,OAAO,MAAM;AAGrG,YAAIA,mBAAkB,WAAW,KAAK,iBAAiB;AAAQ,0BAAgB,KAAK,CAAC,IAAI,GAAGA,kBAAiB,CAAC;AAC9G,eAAO;AAAA,MACT,GAAG,CAAC,CAAC;AAEL,YAAM,UAAU,MAAM,QAAQ;AAAA,QAC5B,qBAAqB,IAAiD,OAAO,CAAC,IAAO,iBAAc,MAAM;AAEvG,gBAAM,cAAc,eACjB,IAAqB,CAAC,YAAY;AAEjC,kBAAM,eAAe,KAAK,oBAAoB,QAAQ,MAAM;AAE5D,mBAAO,eAAe,aAAa,IAAI,CAAC,cAAc,UAAU,OAAO,CAAC,IAAI,CAAC;AAAA,UAC/E,CAAC,EACA,KAAK;AAER,gBAAM,UAAU,OAAO,KAAK,MAAMD,eAAc,MAAM,CAAC,IAAI,GAAG,cAAc,CAAC,CAAC;AAE9E,iBAAO,MAAM,IAAIE,gBAAmD,EAAE,QAAQC,0CAAyC,CAAC,EACrH,OAAO,OAAO,OAAO,EAAE,QAAQ,GAAG,GAAG,WAAW,CAAC,EACjD,MAAM;AAAA,QACX,CAAC;AAAA,MACH;AACA,aAAO,QAAQ,KAAK;AAAA,IACtB;AACA,WAAO,QAAQ,QAAQ,CAAC,CAAC;AAAA,EAC3B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOU,qBAAqB,CAAC,MAAe;AAC7C,WAAO,KAAK,iBAAiB,SAAS,uBAAG,MAAM;AAAA,EACjD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOU,oBAAoB,CAAC,WAA2B;AACxD,WAAO,KAAK,iBAAiB,KAAK,CAAC,MAAM,MAAM,MAAM;AAAA,EACvD;AACF;;;AC9HA,SAAS,mBAAAC,wBAAuB;AAChC,SAAS,uBAAAC,4BAA2B;AACpC,SAAS,oCAAoC;AAC7C,SAAS,0FAA0F;AAO5F,IAAM,yEAAN,cAAqFD,iBAAgB;AAAA,EAC1G,OAAyB,eAAe;AAAA,EACxC,OAAgB,gBAAgB,CAACC,sBAAqB,kFAAkF;AAAA,EACxI,OAAO,SAAiB;AAAA,IACtB,6BAA6B;AAAA,EAC/B;AAAA,EAEA,MAAyB,cAAc,WAAsB,CAAC,GAAuB;AAKnF,UAAM,YAAY,SAAS,OAAO,CAAC,MAAM,CAAC,6BAA6B,CAAC,CAAC;AACzE,WAAO,MAAM,QAAQ,QAAQ,SAAS;AAAA,EACxC;AACF;;;ACzBA,SAAS,YAAAC,iBAAgB;AACzB,SAAS,UAAAC,eAAc;AACvB,SAAS,mBAAAC,wBAAuB;AAEhC,SAAS,wBAAwB;AACjC,SAAuB,kBAAAC,uBAAsB;AAC7C,SAA0C,sCAAsC;AAEhF,SAAS,uBAAAC,4BAA2B;AACpC;AAAA,EACE;AAAA,OAEK;AACP,SAAS,sBAAsB;AAC/B,SAAS,eAAoC,yBAAyB;AACtE,SAAS,kBAAAC,uBAAsB;AAC/B,SAAS,yBAAAC,8BAAsC;AAC/C,SAAoB,uBAAuB;AAwB3C,IAAM,QAAQ;AAKd,IAAMC,cAAa;AAKZ,IAAM,sDAAN,cAEGL,iBAAyB;AAAA,EACjC,OAAyB,eAAe;AAAA,EACxC,OAAgB,gBAAgB,CAACE,sBAAqB,+DAA+D;AAAA,EACrH,OAAO,SAAiB;AAAA,IACtB,6BAA6B;AAAA,EAC/B;AAAA,EAEA,IAAI,sBAAsB;AACxB,WAAO,KAAK,OAAO,uBAAuB;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,kBAA4B;AAnE5C;AAoEI,UAAM,WAAU,UAAK,OAAO,WAAZ,mBAAoB;AACpC,WAAO,CAAC,iBAAiB,GAAI,WAAW,CAAC,CAAE;AAAA,EAC7C;AAAA,EAEA,MAAyB,cAAc,WAAsB,CAAC,GAAgD;AAE5G,UAAM,YAAY,SAAS,KAAK,aAAmC;AAEnE,QAAI,CAAC;AAAW,aAAO,CAAC,EAAE,QAAQ,mBAAmB,OAAO,EAAE,QAAQ,EAAE,EAAE,CAAC;AAE3E,UAAM,EAAE,OAAO,IAAI,UAAU;AAE7B,UAAM,sBAAsB,MAAM,KAAK,+BAA+B;AACtE,QAAI,CAAC;AAAqB,aAAO,CAAC,SAAS;AAC3C,UAAM,QAAQ,MAAM,IAAIC,gBAAgD,EAAE,QAAQ,+BAA+B,CAAC,EAC/G,OAAO,EAAE,OAAO,KAAK,qBAAqB,QAAQ,OAAO,iBAAiB,KAAK,gBAAgB,CAAC,EAChG,MAAM;AACT,UAAM,QAAQ,MAAM,oBAAoB,OAAO,CAAC,KAAK,CAAC;AACtD,QAAI,MAAM,WAAW;AAAG,aAAO,CAAC,SAAS;AAEzC,UAAM,kBAAkB,MAAM,KAAK,qBAAqB;AACxD,QAAI,CAAC;AAAiB,aAAO,CAAC,SAAS;AACvC,UAAM,mBACJ,MAAM,QAAQ,IAAI,MAAM,OAAOF,eAAc,EAAE,IAAI,CAAC,OAAO,KAAK,0BAA0B,IAAI,eAAe,CAAC,CAAC,GAE9G,OAAOF,OAAM,EACb,KAAK;AACR,UAAM,YAAY,EAAE,QAAQ,mBAAmB,OAAO,EAAE,GAAG,UAAU,OAAO,QAAQ,SAAS,MAAM,OAAO,EAAE;AAC5G,WAAO,CAAC,WAAW,GAAG,eAAe;AAAA,EACvC;AAAA;AAAA;AAAA;AAAA;AAAA,EAKA,MAAgB,uBAA8D;AAtGhF;AAwGI,UAAM,OAAeD,WAAS,gBAAK,WAAL,mBAAa,iBAAb,mBAA2B,WAAW,MAAM,GAAGO,WAAU,mDAAmD;AAE1I,UAAM,MAAM,MAAM,KAAK,QAAQ,IAAI;AACnC,QAAI,CAAC;AAAK,aAAO;AAEjB,WAAO,iBAAiB,KAAK,KAAK,KAAK,OAAO;AAAA,EAChD;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAgB,iCAAsE;AApHxF;AAsHI,UAAM,OAAeP;AAAA,OACnB,gBAAK,WAAL,mBAAa,iBAAb,mBAA2B;AAAA,MAC3B,MAAM,GAAGO,WAAU;AAAA,IACrB;AAEA,UAAM,MAAM,MAAM,KAAK,QAAQ,IAAI;AACnC,QAAI,CAAC;AAAK,aAAO;AAEjB,WAAO,eAAe,KAAK,KAAK,KAAK,OAAO;AAAA,EAC9C;AAAA,EAEA,MAAgB,0BAA0B,IAAkB,WAAqE;AAC/H,UAAM,UAAU,KAAK,gBAAgB,IAAI,CAAC,WAAQ;AAlItD;AAkIyD,sBAAG,oBAAH,mBAAoB,UAAU,CAAC,MAAM,MAAM;AAAA,KAAO;AACvG,UAAM,SAAS,QAAQ,IAAI,CAAC,UAAO;AAnIvC;AAmI0C,sBAAG,mBAAH,mBAAoB;AAAA,KAAM;AAChE,UAAM,UAAU,MAAM,UAAU,IAAI,MAAM;AAC1C,UAAM,kCAAkC,KAAK,gBAAgB,IAAID,sBAAqB;AACtF,UAAM,kBAAkB,gCAAgC,IAAI,CAAC,OAAO,QAAQ,KAAK,EAAE,CAAC;AACpF,QAAI,gBAAgB,KAAK,CAAC,MAAM,MAAM,MAAS;AAAG,aAAO;AACzD,UAAM,kBAAoC,gBAAgB,OAAOL,OAAM;AACvE,WAAO,CAAC,IAAI,GAAG,eAAe;AAAA,EAChC;AACF;","names":["DivinerConfigSchema","PayloadBuilder","DivinerConfigSchema","PayloadBuilder","AbstractDiviner","DivinerConfigSchema","TemporalIndexingDivinerResultIndexSchema","PayloadHasher","PayloadBuilder","AbstractDiviner","DivinerConfigSchema","PayloadHasher","indexablePayloads","PayloadBuilder","TemporalIndexingDivinerResultIndexSchema","AbstractDiviner","DivinerConfigSchema","assertEx","exists","AbstractDiviner","isBoundWitness","DivinerConfigSchema","PayloadBuilder","isPayloadOfSchemaType","moduleName"]}

package/package.json

@@ -13,22 +13,22 @@
     "@xylabs/array": "^2.13.20",
     "@xylabs/assert": "^2.13.20",
     "@xylabs/exists": "^2.13.20",
-    "@xyo-network/abstract-diviner": "~2.83.6",
-    "@xyo-network/archivist-model": "~2.83.6",
-    "@xyo-network/archivist-wrapper": "~2.83.6",
-    "@xyo-network/boundwitness-model": "~2.83.6",
-    "@xyo-network/diviner-boundwitness-model": "~2.83.6",
-    "@xyo-network/diviner-indexing-memory": "~2.83.6",
-    "@xyo-network/diviner-indexing-model": "~2.83.6",
-    "@xyo-network/diviner-model": "~2.83.6",
-    "@xyo-network/diviner-payload-model": "~2.83.6",
-    "@xyo-network/diviner-temporal-indexing-model": "~2.82.6",
-    "@xyo-network/diviner-wrapper": "~2.83.6",
-    "@xyo-network/hash": "~2.83.6",
-    "@xyo-network/module-model": "~2.83.6",
-    "@xyo-network/payload-builder": "~2.83.6",
-    "@xyo-network/payload-model": "~2.83.6",
-    "@xyo-network/witness-timestamp": "~2.83.6",
+    "@xyo-network/abstract-diviner": "~2.84.1",
+    "@xyo-network/archivist-model": "~2.84.1",
+    "@xyo-network/archivist-wrapper": "~2.84.1",
+    "@xyo-network/boundwitness-model": "~2.84.1",
+    "@xyo-network/diviner-boundwitness-model": "~2.84.1",
+    "@xyo-network/diviner-indexing-memory": "~2.84.1",
+    "@xyo-network/diviner-indexing-model": "~2.84.1",
+    "@xyo-network/diviner-model": "~2.84.1",
+    "@xyo-network/diviner-payload-model": "~2.84.1",
+    "@xyo-network/diviner-temporal-indexing-model": "~2.83.1",
+    "@xyo-network/diviner-wrapper": "~2.84.1",
+    "@xyo-network/hash": "~2.84.1",
+    "@xyo-network/module-model": "~2.84.1",
+    "@xyo-network/payload-builder": "~2.84.1",
+    "@xyo-network/payload-model": "~2.84.1",
+    "@xyo-network/witness-timestamp": "~2.84.1",
     "jsonpath": "^1.1.1"
   },
   "devDependencies": {
@@ -36,13 +36,13 @@
     "@xylabs/delay": "^2.13.20",
     "@xylabs/ts-scripts-yarn3": "^3.2.10",
     "@xylabs/tsconfig": "^3.2.10",
-    "@xyo-network/account": "~2.83.6",
-    "@xyo-network/boundwitness-builder": "~2.83.6",
-    "@xyo-network/diviner-boundwitness-memory": "~2.83.6",
-    "@xyo-network/diviner-payload-memory": "~2.83.6",
-    "@xyo-network/manifest": "~2.83.6",
-    "@xyo-network/memory-archivist": "~2.83.6",
-    "@xyo-network/node-memory": "~2.83.6",
+    "@xyo-network/account": "~2.84.1",
+    "@xyo-network/boundwitness-builder": "~2.84.1",
+    "@xyo-network/diviner-boundwitness-memory": "~2.84.1",
+    "@xyo-network/diviner-payload-memory": "~2.84.1",
+    "@xyo-network/manifest": "~2.84.1",
+    "@xyo-network/memory-archivist": "~2.84.1",
+    "@xyo-network/node-memory": "~2.84.1",
     "typescript": "^5.3.3"
   },
   "description": "Primary SDK for using XYO Protocol 2.0",
@@ -85,5 +85,5 @@
     "url": "https://github.com/XYOracleNetwork/sdk-xyo-client-js.git"
   },
   "sideEffects": false,
-  "version": "2.82.6"
+  "version": "2.83.1"
 }

package/src/DivinerQueryToIndexQueryDiviner/Diviner.ts

@@ -110,7 +110,7 @@ export class TemporalIndexingDivinerDivinerQueryToIndexQueryDiviner<
           // TODO: Make sources not need to be deleted
           delete fields.sources
           // TODO: Add support for additional filters
-          return new PayloadBuilder<Payload>({ schema: this.indexQuerySchema }).fields(fields).build()
+          return await new PayloadBuilder<Payload>({ schema: this.indexQuerySchema }).fields(fields).build()
         }),
       )
       return results

package/src/IndexCandidateToIndexDiviner/Diviner.ts

@@ -97,7 +97,7 @@ export class TemporalIndexingDivinerIndexCandidateToIndexDiviner<
           // Include all the sources for reference
           const sources = Object.keys(await PayloadHasher.toMap([bw, ...sourcePayloads]))
           // Build and return the index
-          return new PayloadBuilder<TemporalIndexingDivinerResultIndex>({ schema: TemporalIndexingDivinerResultIndexSchema })
+          return await new PayloadBuilder<TemporalIndexingDivinerResultIndex>({ schema: TemporalIndexingDivinerResultIndexSchema })
             .fields(Object.assign({ sources }, ...indexFields))
             .build()
         }),

package/src/IndexCandidateToIndexDiviner/_Diviner.ts

@@ -105,7 +105,7 @@ export class TemporalIndexingDivinerIndexCandidateToIndexDiviner<
           // Include all the sources for reference
           const sources = Object.keys(await PayloadHasher.toMap([bw, timestampPayload, ...sourcePayloads]))
           // Build and return the index
-          return new PayloadBuilder<TemporalIndexingDivinerResultIndex>({ schema: TemporalIndexingDivinerResultIndexSchema })
+          return await new PayloadBuilder<TemporalIndexingDivinerResultIndex>({ schema: TemporalIndexingDivinerResultIndexSchema })
             .fields(Object.assign({ sources, timestamp }, ...indexFields))
             .build()
         }),

package/src/StateToIndexCandidateDiviner/Diviner.ts

@@ -80,7 +80,7 @@ export class TemporalIndexingDivinerStateToIndexCandidateDiviner<
     // Get next batch of results starting from the offset
     const boundWitnessDiviner = await this.getBoundWitnessDivinerForStore()
     if (!boundWitnessDiviner) return [lastState]
-    const query = new PayloadBuilder<BoundWitnessDivinerQueryPayload>({ schema: BoundWitnessDivinerQuerySchema })
+    const query = await new PayloadBuilder<BoundWitnessDivinerQueryPayload>({ schema: BoundWitnessDivinerQuerySchema })
       .fields({ limit: this.payloadDivinerLimit, offset, order, payload_schemas: this.payload_schemas })
       .build()
     const batch = await boundWitnessDiviner.divine([query])

package/src/jsonpath/reducePayloads.ts

@@ -27,7 +27,7 @@ export const reducePayloads = async <T extends Payload = Payload>(
   // Include all the sources for reference
   const sources = (await PayloadHasher.hashPairs([...payloads])).map(([, hash]) => hash)
   // Build and return the index
-  return new PayloadBuilder<T>({ schema: destinationSchema }).fields(Object.assign({ sources }, ...indexFields)).build()
+  return await new PayloadBuilder<T>({ schema: destinationSchema }).fields(Object.assign({ sources }, ...indexFields)).build()
 }
 
 /**