@xyo-network/diviner-temporal-indexing-memory 2.84.6 → 2.84.8

package/dist/node/index.js

@@ -14,53 +14,15 @@ var TemporalIndexingDiviner = class extends IndexingDiviner {
 
 // src/DivinerQueryToIndexQueryDiviner/Diviner.ts
 import { AbstractDiviner } from "@xyo-network/abstract-diviner";
+import { jsonPathToTransformersDictionary, reducePayloads } from "@xyo-network/diviner-jsonpath-aggregate-memory";
 import { DivinerConfigSchema as DivinerConfigSchema2 } from "@xyo-network/diviner-model";
 import { PayloadDivinerQuerySchema } from "@xyo-network/diviner-payload-model";
 import {
   TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema,
   TemporalIndexingDivinerResultIndexSchema
 } from "@xyo-network/diviner-temporal-indexing-model";
-import { PayloadBuilder as PayloadBuilder2 } from "@xyo-network/payload-builder";
-import { isPayloadOfSchemaType } from "@xyo-network/payload-model";
-
-// src/jsonpath/toPayloadTransformer.ts
-import jsonpath from "jsonpath";
-var toPayloadTransformer = (transformExpression) => {
-  const { defaultValue, destinationField, sourcePathExpression } = transformExpression;
-  const transformer = (x) => {
-    const source = jsonpath.value(x, sourcePathExpression);
-    const transformed = {};
-    const destinationValue = source === void 0 ? defaultValue : source;
-    if (destinationValue !== void 0)
-      transformed[destinationField] = destinationValue;
-    return transformed;
-  };
-  return transformer;
-};
-
-// src/jsonpath/jsonPathToTransformersDictionary.ts
-var jsonPathToTransformersDictionary = (schemaTransforms) => {
-  return Object.fromEntries(
-    Object.entries(schemaTransforms).map(([schema, jsonPathTransformerExpressions]) => {
-      const transformers = jsonPathTransformerExpressions.map(toPayloadTransformer);
-      return [schema, transformers];
-    })
-  );
-};
-
-// src/jsonpath/reducePayloads.ts
-import { PayloadHasher } from "@xyo-network/hash";
 import { PayloadBuilder } from "@xyo-network/payload-builder";
-var reducePayloads = async (payloads, payloadTransformers, destinationSchema) => {
-  const indexFields = payloads.map((payload) => {
-    const transformers = payloadTransformers[payload.schema];
-    return transformers ? transformers.map((transform) => transform(payload)) : [];
-  }).flat();
-  const sources = (await PayloadHasher.hashPairs([...payloads])).map(([, hash]) => hash);
-  return await new PayloadBuilder({ schema: destinationSchema }).fields(Object.assign({ sources }, ...indexFields)).build();
-};
-
-// src/DivinerQueryToIndexQueryDiviner/Diviner.ts
+import { isPayloadOfSchemaType } from "@xyo-network/payload-model";
 var TemporalIndexingDivinerDivinerQueryToIndexQueryDiviner = class extends AbstractDiviner {
   static configSchema = TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema;
   static configSchemas = [DivinerConfigSchema2, TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema];
@@ -92,7 +54,7 @@ var TemporalIndexingDivinerDivinerQueryToIndexQueryDiviner = class extends Abstr
    */
   get indexableSchemas() {
     if (!this._indexableSchemas)
-      this._indexableSchemas = [...Object.keys(this.schemaTransforms)];
+      this._indexableSchemas = Object.keys(this.schemaTransforms);
     return this._indexableSchemas;
   }
   /**
@@ -132,7 +94,7 @@ var TemporalIndexingDivinerDivinerQueryToIndexQueryDiviner = class extends Abstr
   }
   async divineHandler(payloads = []) {
     const queries = payloads.filter(isPayloadOfSchemaType(this.divinerQuerySchema));
-    if (queries.length) {
+    if (queries.length > 0) {
       const results = await Promise.all(
         queries.map(async (query) => {
           const fields = await reducePayloads(
@@ -142,12 +104,12 @@ var TemporalIndexingDivinerDivinerQueryToIndexQueryDiviner = class extends Abstr
           );
           fields.schemas = [this.indexSchema];
           delete fields.sources;
-          return await new PayloadBuilder2({ schema: this.indexQuerySchema }).fields(fields).build();
+          return await new PayloadBuilder({ schema: this.indexQuerySchema }).fields(fields).build();
         })
       );
       return results;
     }
-    return Promise.resolve([]);
+    return [];
   }
 };
 
@@ -157,13 +119,14 @@ import { assertEx } from "@xylabs/assert";
 import { exists } from "@xylabs/exists";
 import { AbstractDiviner as AbstractDiviner2 } from "@xyo-network/abstract-diviner";
 import { isBoundWitness } from "@xyo-network/boundwitness-model";
+import { jsonPathToTransformersDictionary as jsonPathToTransformersDictionary2 } from "@xyo-network/diviner-jsonpath-aggregate-memory";
 import { DivinerConfigSchema as DivinerConfigSchema3 } from "@xyo-network/diviner-model";
 import {
   TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema,
   TemporalIndexingDivinerResultIndexSchema as TemporalIndexingDivinerResultIndexSchema2
 } from "@xyo-network/diviner-temporal-indexing-model";
-import { PayloadHasher as PayloadHasher2 } from "@xyo-network/hash";
-import { PayloadBuilder as PayloadBuilder3 } from "@xyo-network/payload-builder";
+import { PayloadHasher } from "@xyo-network/hash";
+import { PayloadBuilder as PayloadBuilder2 } from "@xyo-network/payload-builder";
 var moduleName = "TemporalIndexingDivinerIndexCandidateToIndexDiviner";
 var TemporalIndexingDivinerIndexCandidateToIndexDiviner = class extends AbstractDiviner2 {
   static configSchema = TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema;
@@ -178,7 +141,7 @@ var TemporalIndexingDivinerIndexCandidateToIndexDiviner = class extends Abstract
    */
   get indexableSchemas() {
     if (!this._indexableSchemas)
-      this._indexableSchemas = [...Object.keys(this.schemaTransforms)];
+      this._indexableSchemas = Object.keys(this.schemaTransforms);
     return this._indexableSchemas;
   }
   /**
@@ -187,7 +150,7 @@ var TemporalIndexingDivinerIndexCandidateToIndexDiviner = class extends Abstract
    */
   get payloadTransformers() {
     if (!this._payloadTransformers)
-      this._payloadTransformers = jsonPathToTransformersDictionary(this.schemaTransforms);
+      this._payloadTransformers = jsonPathToTransformersDictionary2(this.schemaTransforms);
     return this._payloadTransformers;
   }
   /**
@@ -201,8 +164,8 @@ var TemporalIndexingDivinerIndexCandidateToIndexDiviner = class extends Abstract
   async divineHandler(payloads = []) {
     const bws = payloads.filter(isBoundWitness);
     const indexablePayloads = payloads.filter((p) => this.isIndexablePayload(p));
-    if (bws.length && indexablePayloads.length) {
-      const payloadDictionary = await PayloadHasher2.toMap(payloads);
+    if (bws.length > 0 && indexablePayloads.length > 0) {
+      const payloadDictionary = await PayloadHasher.toMap(payloads);
       const validIndexableTuples = bws.reduce((indexableTuples, bw) => {
         if (!containsAll(bw.payload_schemas, this.indexableSchemas))
           return indexableTuples;
@@ -218,17 +181,17 @@ var TemporalIndexingDivinerIndexCandidateToIndexDiviner = class extends Abstract
       }, []);
       const indexes = await Promise.all(
         validIndexableTuples.map(async ([bw, ...sourcePayloads]) => {
-          const indexFields = sourcePayloads.map((payload) => {
+          const indexFields = sourcePayloads.flatMap((payload) => {
             const transformers = this.payloadTransformers[payload.schema];
             return transformers ? transformers.map((transform) => transform(payload)) : [];
-          }).flat();
-          const sources = Object.keys(await PayloadHasher2.toMap([bw, ...sourcePayloads]));
-          return await new PayloadBuilder3({ schema: TemporalIndexingDivinerResultIndexSchema2 }).fields(Object.assign({ sources }, ...indexFields)).build();
+          });
+          const sources = Object.keys(await PayloadHasher.toMap([bw, ...sourcePayloads]));
+          return await new PayloadBuilder2({ schema: TemporalIndexingDivinerResultIndexSchema2 }).fields(Object.assign({ sources }, ...indexFields)).build();
         })
       );
       return indexes.flat();
     }
-    return Promise.resolve([]);
+    return [];
   }
   /**
    * Identifies if a payload is one that is indexed by this diviner
@@ -244,7 +207,7 @@ var TemporalIndexingDivinerIndexCandidateToIndexDiviner = class extends Abstract
    * @returns True if this schema is one indexed by this diviner, false otherwise
    */
   isIndexableSchema = (schema) => {
-    return this.indexableSchemas.some((s) => s === schema);
+    return typeof schema === "string" ? this.indexableSchemas.includes(schema) : false;
   };
 };
 
@@ -278,7 +241,7 @@ import {
 } from "@xyo-network/diviner-temporal-indexing-model";
 import { DivinerWrapper } from "@xyo-network/diviner-wrapper";
 import { isModuleState, ModuleStateSchema } from "@xyo-network/module-model";
-import { PayloadBuilder as PayloadBuilder4 } from "@xyo-network/payload-builder";
+import { PayloadBuilder as PayloadBuilder3 } from "@xyo-network/payload-builder";
 import { isPayloadOfSchemaType as isPayloadOfSchemaType2 } from "@xyo-network/payload-model";
 import { TimestampSchema } from "@xyo-network/witness-timestamp";
 var order = "asc";
@@ -308,7 +271,7 @@ var TemporalIndexingDivinerStateToIndexCandidateDiviner = class extends Abstract
     const boundWitnessDiviner = await this.getBoundWitnessDivinerForStore();
     if (!boundWitnessDiviner)
       return [lastState];
-    const query = await new PayloadBuilder4({ schema: BoundWitnessDivinerQuerySchema }).fields({ limit: this.payloadDivinerLimit, offset, order, payload_schemas: this.payload_schemas }).build();
+    const query = await new PayloadBuilder3({ schema: BoundWitnessDivinerQuerySchema }).fields({ limit: this.payloadDivinerLimit, offset, order, payload_schemas: this.payload_schemas }).build();
     const batch = await boundWitnessDiviner.divine([query]);
     if (batch.length === 0)
       return [lastState];
@@ -358,7 +321,7 @@ var TemporalIndexingDivinerStateToIndexCandidateDiviner = class extends Abstract
     const results = await archivist.get(hashes);
     const indexCandidateIdentityFunctions = this.payload_schemas.map(isPayloadOfSchemaType2);
     const filteredResults = indexCandidateIdentityFunctions.map((is) => results.find(is));
-    if (filteredResults.some((f) => f === void 0))
+    if (filteredResults.includes(void 0))
       return void 0;
     const indexCandidates = filteredResults.filter(exists2);
     return [bw, ...indexCandidates];

package/dist/node/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/Diviner.ts","../../src/DivinerQueryToIndexQueryDiviner/Diviner.ts","../../src/jsonpath/toPayloadTransformer.ts","../../src/jsonpath/jsonPathToTransformersDictionary.ts","../../src/jsonpath/reducePayloads.ts","../../src/IndexCandidateToIndexDiviner/Diviner.ts","../../src/IndexQueryResponseToDivinerQueryResponseDiviner/Diviner.ts","../../src/StateToIndexCandidateDiviner/Diviner.ts"],"sourcesContent":["import { IndexingDiviner } from '@xyo-network/diviner-indexing-memory'\nimport { IndexingDivinerConfigSchema } from '@xyo-network/diviner-indexing-model'\nimport { DivinerConfigSchema, DivinerModule, DivinerModuleEventData } from '@xyo-network/diviner-model'\nimport { TemporalIndexingDivinerConfigSchema, TemporalIndexingDivinerParams } from '@xyo-network/diviner-temporal-indexing-model'\nimport { Payload } from '@xyo-network/payload-model'\n\nexport class TemporalIndexingDiviner<\n  TParams extends TemporalIndexingDivinerParams = TemporalIndexingDivinerParams,\n  TIn extends Payload = Payload,\n  TOut extends Payload = Payload,\n  TEventData extends DivinerModuleEventData<DivinerModule<TParams>, TIn, TOut> = DivinerModuleEventData<DivinerModule<TParams>, TIn, TOut>,\n> extends IndexingDiviner<TParams, TIn, TOut, TEventData> {\n  static override readonly configSchema = TemporalIndexingDivinerConfigSchema\n  static override readonly configSchemas: string[] = [TemporalIndexingDivinerConfigSchema, IndexingDivinerConfigSchema, DivinerConfigSchema]\n\n  protected override async startHandler(): Promise<boolean> {\n    await super.startHandler()\n    return true\n  }\n}\n","import { AbstractDiviner } from '@xyo-network/abstract-diviner'\nimport { DivinerConfigSchema } from '@xyo-network/diviner-model'\nimport { PayloadDivinerQueryPayload, PayloadDivinerQuerySchema } from '@xyo-network/diviner-payload-model'\nimport {\n  SchemaToJsonPathTransformExpressionsDictionary,\n  SchemaToPayloadTransformersDictionary,\n  TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema,\n  TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerParams,\n  TemporalIndexingDivinerResultIndexSchema,\n} from '@xyo-network/diviner-temporal-indexing-model'\nimport { Labels } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { isPayloadOfSchemaType, Payload } from '@xyo-network/payload-model'\n\nimport { jsonPathToTransformersDictionary, reducePayloads } from '../jsonpath'\n\n/**\n * A diviner that converts diviner query to index query\n */\nexport class TemporalIndexingDivinerDivinerQueryToIndexQueryDiviner<\n  TParams extends TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerParams = TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerParams,\n> extends AbstractDiviner<TParams> {\n  static override readonly configSchema = TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema\n  static override configSchemas = [DivinerConfigSchema, TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema]\n  static labels: Labels = {\n    'network.xyo.diviner.stage': 'divinerQueryToIndexQueryDiviner',\n  }\n\n  private _indexableSchemas: string[] | undefined\n  private _payloadTransformers: SchemaToPayloadTransformersDictionary | undefined\n\n  /**\n   * The schema of the diviner query payloads\n   */\n  protected get divinerQuerySchema(): string {\n    return this.config.divinerQuerySchema ?? PayloadDivinerQuerySchema\n  }\n\n  /**\n   * The schema of the index query payloads\n   */\n  protected get indexQuerySchema(): string {\n    return this.config.indexQuerySchema ?? PayloadDivinerQuerySchema\n  }\n\n  /**\n   * The schema of the index payloads\n   */\n  protected get indexSchema(): string {\n    return this.config.indexSchema ?? TemporalIndexingDivinerResultIndexSchema\n  }\n\n  /**\n   * List of indexable schemas for this diviner\n   */\n  protected get indexableSchemas(): string[] {\n    if (!this._indexableSchemas) this._indexableSchemas = [...Object.keys(this.schemaTransforms)]\n    return this._indexableSchemas\n  }\n\n  /**\n   * Dictionary of schemas to payload transformers for creating indexes\n   * from the payloads within a Bound Witness\n   */\n  protected get payloadTransformers(): SchemaToPayloadTransformersDictionary {\n    if (!this._payloadTransformers) this._payloadTransformers = jsonPathToTransformersDictionary(this.schemaTransforms)\n    return this._payloadTransformers\n  }\n\n  /**\n   * The dictionary of schemas to JSON Path transform expressions for creating indexes\n   * from the payloads within a Bound Witness\n   */\n  protected get schemaTransforms(): SchemaToJsonPathTransformExpressionsDictionary {\n    return (\n      this.config?.schemaTransforms ?? {\n        [this.divinerQuerySchema]: [\n          {\n            defaultValue: 1,\n            destinationField: 'limit',\n            sourcePathExpression: '$.limit',\n          },\n          {\n            defaultValue: 0,\n            destinationField: 'offset',\n            sourcePathExpression: '$.offset',\n          },\n          {\n            defaultValue: 'desc',\n            destinationField: 'order',\n            sourcePathExpression: '$.order',\n          },\n        ],\n      }\n    )\n  }\n\n  protected override async divineHandler(payloads: Payload[] = []): Promise<Payload[]> {\n    const queries = payloads.filter(isPayloadOfSchemaType<PayloadDivinerQueryPayload>(this.divinerQuerySchema))\n    if (queries.length) {\n      const results = await Promise.all(\n        queries.map(async (query) => {\n          const fields = await reducePayloads<PayloadDivinerQueryPayload & { sources?: string[] }>(\n            [query],\n            this.payloadTransformers,\n            this.indexQuerySchema,\n          )\n          // TODO: Make index schema configurable\n          fields.schemas = [this.indexSchema]\n          // TODO: Make sources not need to be deleted\n          delete fields.sources\n          // TODO: Add support for additional filters\n          return await new PayloadBuilder<Payload>({ schema: this.indexQuerySchema }).fields(fields).build()\n        }),\n      )\n      return results\n    }\n    return Promise.resolve([])\n  }\n}\n","import { JsonPathTransformExpression, PayloadTransformer } from '@xyo-network/diviner-temporal-indexing-model'\nimport { Payload } from '@xyo-network/payload-model'\nimport jsonpath from 'jsonpath'\n\n/**\n * Converts a JSON Path transform expression to a payload transformer\n * @param transformExpression The transform expression to convert\n * @returns The payload transformer for the JSON Path transform expression\n */\nexport const toPayloadTransformer = (transformExpression: JsonPathTransformExpression) => {\n  const { defaultValue, destinationField, sourcePathExpression } = transformExpression\n  const transformer: PayloadTransformer = (x: Payload) => {\n    // eslint-disable-next-line import/no-named-as-default-member\n    const source = jsonpath.value(x, sourcePathExpression)\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n    const transformed = {} as { [key: string]: any }\n    // Assign the source value to the destination field or the default value if the source is undefined\n    const destinationValue = source === undefined ? defaultValue : source\n    if (destinationValue !== undefined) transformed[destinationField] = destinationValue\n    return transformed\n  }\n  return transformer\n}\n","import { SchemaToJsonPathTransformExpressionsDictionary, SchemaToPayloadTransformersDictionary } from '@xyo-network/diviner-temporal-indexing-model'\n\nimport { toPayloadTransformer } from './toPayloadTransformer'\n\n/**\n * Materializes the JSON-path expressions into memoized functions by converting a\n * dictionary of schema to JSON Path transform expressions to a dictionary\n * of schema to payload transformers\n * @param schemaTransforms The schema transforms to convert\n * @returns A dictionary of schema to payload transformers\n */\nexport const jsonPathToTransformersDictionary = (\n  schemaTransforms: SchemaToJsonPathTransformExpressionsDictionary,\n): SchemaToPayloadTransformersDictionary => {\n  return Object.fromEntries(\n    Object.entries(schemaTransforms).map(([schema, jsonPathTransformerExpressions]) => {\n      const transformers = jsonPathTransformerExpressions.map(toPayloadTransformer)\n      return [schema, transformers]\n    }),\n  )\n}\n","import { SchemaToPayloadTransformersDictionary } from '@xyo-network/diviner-temporal-indexing-model'\nimport { PayloadHasher } from '@xyo-network/hash'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { Payload, PayloadFields } from '@xyo-network/payload-model'\n\n/**\n * Reduces the payloads to a single payload using the supplied transformers\n * @param payloads The payloads to reduce\n * @param payloadTransformers The transformers to use to convert the payloads to the destination payload\n * @param destinationSchema The schema of the destination payload\n * @returns The reduced payload\n */\nexport const reducePayloads = async <T extends Payload = Payload>(\n  payloads: Payload[],\n  payloadTransformers: SchemaToPayloadTransformersDictionary,\n  destinationSchema: string,\n): Promise<T> => {\n  // Use the payload transformers to convert the fields from the source payloads to the destination fields\n  const indexFields = payloads\n    .map<PayloadFields[]>((payload) => {\n      // Find the transformers for this payload\n      const transformers = payloadTransformers[payload.schema]\n      // If transformers exist, apply them to the payload otherwise return an empty array\n      return transformers ? transformers.map((transform) => transform(payload)) : []\n    })\n    .flat()\n  // Include all the sources for reference\n  const sources = (await PayloadHasher.hashPairs([...payloads])).map(([, hash]) => hash)\n  // Build and return the index\n  return await new PayloadBuilder<T>({ schema: destinationSchema }).fields(Object.assign({ sources }, ...indexFields)).build()\n}\n\n/**\n * Reduces the arrays of payload arrays to an array of payloads using the supplied transformers\n * @param payloadsArray The arrays of payloads to reduce\n * @param payloadTransformers The transformers to use to convert the payloads to the destination payloads\n * @param destinationSchema The schema of the destination payloads\n * @returns The reduced payloads\n */\nexport const reducePayloadsArray = async <T extends Payload = Payload>(\n  payloadsArray: Payload[][],\n  payloadTransformers: SchemaToPayloadTransformersDictionary,\n  destinationSchema: string,\n): Promise<T[]> => {\n  return await Promise.all(\n    payloadsArray.map(async (payloads) => {\n      return await reducePayloads<T>(payloads, payloadTransformers, destinationSchema)\n    }),\n  )\n}\n","import { containsAll } from '@xylabs/array'\nimport { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { AbstractDiviner } from '@xyo-network/abstract-diviner'\nimport { BoundWitness, isBoundWitness } from '@xyo-network/boundwitness-model'\nimport { DivinerConfigSchema } from '@xyo-network/diviner-model'\nimport {\n  SchemaToJsonPathTransformExpressionsDictionary,\n  SchemaToPayloadTransformersDictionary,\n  TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema,\n  TemporalIndexingDivinerIndexCandidateToIndexDivinerParams,\n  TemporalIndexingDivinerResultIndex,\n  TemporalIndexingDivinerResultIndexSchema,\n} from '@xyo-network/diviner-temporal-indexing-model'\nimport { PayloadHasher } from '@xyo-network/hash'\nimport { Labels } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { Payload, PayloadFields } from '@xyo-network/payload-model'\n\nimport { jsonPathToTransformersDictionary } from '../jsonpath'\n\nexport type IndexablePayloads = [BoundWitness, ...Payload[]]\n\nconst moduleName = 'TemporalIndexingDivinerIndexCandidateToIndexDiviner'\n\n/**\n * Diviner which transforms index candidates to indexes using JSON Path to map\n * source properties in the supplied payloads to destination fields in the\n * resultant index\n */\nexport class TemporalIndexingDivinerIndexCandidateToIndexDiviner<\n  TParams extends TemporalIndexingDivinerIndexCandidateToIndexDivinerParams = TemporalIndexingDivinerIndexCandidateToIndexDivinerParams,\n> extends AbstractDiviner<TParams> {\n  static override configSchema = TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema\n  static override configSchemas = [DivinerConfigSchema, TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema]\n  static labels: Labels = {\n    'network.xyo.diviner.stage': 'indexCandidateToIndexDiviner',\n  }\n\n  private _indexableSchemas: string[] | undefined\n  private _payloadTransformers: SchemaToPayloadTransformersDictionary | undefined\n\n  /**\n   * List of indexable schemas for this diviner\n   */\n  protected get indexableSchemas(): string[] {\n    if (!this._indexableSchemas) this._indexableSchemas = [...Object.keys(this.schemaTransforms)]\n    return this._indexableSchemas\n  }\n\n  /**\n   * Dictionary of schemas to payload transformers for creating indexes\n   * from the payloads within a Bound Witness\n   */\n  protected get payloadTransformers(): SchemaToPayloadTransformersDictionary {\n    if (!this._payloadTransformers) this._payloadTransformers = jsonPathToTransformersDictionary(this.schemaTransforms)\n    return this._payloadTransformers\n  }\n\n  /**\n   * The dictionary of schemas to JSON Path transform expressions for creating indexes\n   * from the payloads within a Bound Witness\n   */\n  protected get schemaTransforms(): SchemaToJsonPathTransformExpressionsDictionary {\n    return assertEx(this.config?.schemaTransforms, () => `${moduleName}: Missing config.schemaTransforms section`)\n  }\n\n  protected override async divineHandler(payloads: Payload[] = []): Promise<Payload[]> {\n    const bws: BoundWitness[] = payloads.filter(isBoundWitness)\n    const indexablePayloads: Payload[] = payloads.filter((p) => this.isIndexablePayload(p))\n    if (bws.length && indexablePayloads.length) {\n      const payloadDictionary = await PayloadHasher.toMap(payloads)\n      const validIndexableTuples: IndexablePayloads[] = bws.reduce<IndexablePayloads[]>((indexableTuples, bw) => {\n        // If this Bound Witness doesn't contain all the required schemas don't index it\n        if (!containsAll(bw.payload_schemas, this.indexableSchemas)) return indexableTuples\n        // Find the remaining indexable payloads\n        const indexablePayloadPositions = this.indexableSchemas.map((schema) => bw.payload_schemas.indexOf(schema))\n        const indexablePayloadHashes = indexablePayloadPositions.map((index) => bw.payload_hashes?.[index])\n        const indexablePayloads = indexablePayloadHashes.map((hash) => payloadDictionary[hash]).filter(exists)\n        // If we found a timestamp and the right amount of indexable payloads (of the\n        // correct schema as checked above) in this BW, then index it\n        if (indexablePayloads.length === this.indexableSchemas.length) indexableTuples.push([bw, ...indexablePayloads])\n        return indexableTuples\n      }, [])\n      // Create the indexes from the tuples\n      const indexes = await Promise.all(\n        validIndexableTuples.map<Promise<TemporalIndexingDivinerResultIndex>>(async ([bw, ...sourcePayloads]) => {\n          // Use the payload transformers to convert the fields from the source payloads to the destination fields\n          const indexFields = sourcePayloads\n            .map<PayloadFields[]>((payload) => {\n              // Find the transformers for this payload\n              const transformers = this.payloadTransformers[payload.schema]\n              // If transformers exist, apply them to the payload otherwise return an empty array\n              return transformers ? transformers.map((transform) => transform(payload)) : []\n            })\n            .flat()\n          // Include all the sources for reference\n          const sources = Object.keys(await PayloadHasher.toMap([bw, ...sourcePayloads]))\n          // Build and return the index\n          return await new PayloadBuilder<TemporalIndexingDivinerResultIndex>({ schema: TemporalIndexingDivinerResultIndexSchema })\n            .fields(Object.assign({ sources }, ...indexFields))\n            .build()\n        }),\n      )\n      return indexes.flat()\n    }\n    return Promise.resolve([])\n  }\n\n  /**\n   * Identifies if a payload is one that is indexed by this diviner\n   * @param x The candidate payload\n   * @returns True if the payload is one indexed by this diviner, false otherwise\n   */\n  protected isIndexablePayload = (x: Payload) => {\n    return this.indexableSchemas.includes(x?.schema)\n  }\n\n  /**\n   * Identifies if a schema is one that is indexed by this diviner\n   * @param schema The candidate schema\n   * @returns True if this schema is one indexed by this diviner, false otherwise\n   */\n  protected isIndexableSchema = (schema?: string | null) => {\n    return this.indexableSchemas.some((s) => s === schema)\n  }\n}\n","import { AbstractDiviner } from '@xyo-network/abstract-diviner'\nimport { DivinerConfigSchema } from '@xyo-network/diviner-model'\nimport { isPayloadDivinerQueryPayload } from '@xyo-network/diviner-payload-model'\nimport { TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfigSchema } from '@xyo-network/diviner-temporal-indexing-model'\nimport { Labels } from '@xyo-network/module-model'\nimport { Payload } from '@xyo-network/payload-model'\n\n/**\n * Transforms an ImageThumbnailIndex response into an ImageThumbnailResponse response\n */\nexport class TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDiviner extends AbstractDiviner {\n  static override readonly configSchema = TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfigSchema\n  static override configSchemas = [DivinerConfigSchema, TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfigSchema]\n  static labels: Labels = {\n    'network.xyo.diviner.stage': 'indexQueryResponseToDivinerQueryResponseDiviner',\n  }\n\n  protected override async divineHandler(payloads: Payload[] = []): Promise<Payload[]> {\n    // NOTE: We're not doing anything with the query payloads but some diviners\n    // might want to use this to transform from the query to the response (for example\n    // if we use a plaintext value in the query to generate a hash key in the index)\n    // const queries = payloads.filter(isPayloadDivinerQueryPayload)\n    const responses = payloads.filter((p) => !isPayloadDivinerQueryPayload(p))\n    return await Promise.resolve(responses)\n  }\n}\n","import { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { AbstractDiviner } from '@xyo-network/abstract-diviner'\nimport { ArchivistInstance } from '@xyo-network/archivist-model'\nimport { ArchivistWrapper } from '@xyo-network/archivist-wrapper'\nimport { BoundWitness, isBoundWitness } from '@xyo-network/boundwitness-model'\nimport { BoundWitnessDivinerQueryPayload, BoundWitnessDivinerQuerySchema } from '@xyo-network/diviner-boundwitness-model'\nimport { IndexingDivinerState } from '@xyo-network/diviner-indexing-model'\nimport { DivinerConfigSchema } from '@xyo-network/diviner-model'\nimport {\n  TemporalIndexingDivinerStateToIndexCandidateDivinerConfigSchema,\n  TemporalIndexingDivinerStateToIndexCandidateDivinerParams,\n} from '@xyo-network/diviner-temporal-indexing-model'\nimport { DivinerWrapper } from '@xyo-network/diviner-wrapper'\nimport { isModuleState, Labels, ModuleState, ModuleStateSchema } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { isPayloadOfSchemaType, Payload } from '@xyo-network/payload-model'\nimport { TimeStamp, TimestampSchema } from '@xyo-network/witness-timestamp'\n\n/**\n * All Payload types involved in index candidates for indexing\n */\nexport type IndexCandidate = BoundWitness | Payload | TimeStamp\n\n/**\n * The response from the TemporalStateToIndexCandidateDiviner\n */\nexport type TemporalStateToIndexCandidateDivinerResponse = [\n  /**\n   * The next state of the diviner\n   */\n  nextState: ModuleState<IndexingDivinerState>,\n  /**\n   * The index candidates\n   */\n  ...IndexCandidate[],\n]\n\n/**\n * The default order to search Bound Witnesses to identify index candidates\n */\nconst order = 'asc'\n\n/**\n * The name of the module (for logging purposes)\n */\nconst moduleName = 'TemporalIndexingDivinerStateToIndexCandidateDiviner'\n\n/**\n * Transforms candidates for image thumbnail indexing into their indexed representation\n */\nexport class TemporalIndexingDivinerStateToIndexCandidateDiviner<\n  TParams extends TemporalIndexingDivinerStateToIndexCandidateDivinerParams = TemporalIndexingDivinerStateToIndexCandidateDivinerParams,\n> extends AbstractDiviner<TParams> {\n  static override readonly configSchema = TemporalIndexingDivinerStateToIndexCandidateDivinerConfigSchema\n  static override configSchemas = [DivinerConfigSchema, TemporalIndexingDivinerStateToIndexCandidateDivinerConfigSchema]\n  static labels: Labels = {\n    'network.xyo.diviner.stage': 'stateToIndexCandidateDiviner',\n  }\n\n  get payloadDivinerLimit() {\n    return this.config.payloadDivinerLimit ?? 1_000\n  }\n\n  /**\n   * The required payload_schemas within BoundWitnesses to identify index candidates\n   */\n  protected get payload_schemas(): string[] {\n    const schemas = this.config.filter?.payload_schemas\n    return [TimestampSchema, ...(schemas ?? [])]\n  }\n\n  protected override async divineHandler(payloads: Payload[] = []): Promise<[ModuleState, ...IndexCandidate[]]> {\n    // Retrieve the last state from what was passed in\n    const lastState = payloads.find(isModuleState<IndexingDivinerState>)\n    // If there is no last state, start from the beginning\n    if (!lastState) return [{ schema: ModuleStateSchema, state: { offset: 0 } }]\n    // Otherwise, get the last offset\n    const { offset } = lastState.state\n    // Get next batch of results starting from the offset\n    const boundWitnessDiviner = await this.getBoundWitnessDivinerForStore()\n    if (!boundWitnessDiviner) return [lastState]\n    const query = await new PayloadBuilder<BoundWitnessDivinerQueryPayload>({ schema: BoundWitnessDivinerQuerySchema })\n      .fields({ limit: this.payloadDivinerLimit, offset, order, payload_schemas: this.payload_schemas })\n      .build()\n    const batch = await boundWitnessDiviner.divine([query])\n    if (batch.length === 0) return [lastState]\n    // Get source data\n    const sourceArchivist = await this.getArchivistForStore()\n    if (!sourceArchivist) return [lastState]\n    const indexCandidates: IndexCandidate[] = (\n      await Promise.all(batch.filter(isBoundWitness).map((bw) => this.getPayloadsInBoundWitness(bw, sourceArchivist)))\n    )\n      .filter(exists)\n      .flat()\n    const nextState = { schema: ModuleStateSchema, state: { ...lastState.state, offset: offset + batch.length } }\n    return [nextState, ...indexCandidates]\n  }\n  /**\n   * Retrieves the archivist for the payloadStore\n   * @returns The archivist for the payloadStore or undefined if not resolvable\n   */\n  protected async getArchivistForStore(): Promise<ArchivistWrapper | undefined> {\n    // It should be defined, so we'll error if it's not\n    const name: string = assertEx(this.config?.payloadStore?.archivist, () => `${moduleName}: Config for payloadStore.archivist not specified`)\n    // It might not be resolvable (yet), so we'll return undefined if it's not\n    const mod = await this.resolve(name)\n    if (!mod) return undefined\n    // Return the wrapped archivist\n    return ArchivistWrapper.wrap(mod, this.account)\n  }\n\n  /**\n   * Retrieves the BoundWitness Diviner for the payloadStore\n   * @returns The BoundWitness Diviner for the payloadStore or undefined if not resolvable\n   */\n  protected async getBoundWitnessDivinerForStore(): Promise<DivinerWrapper | undefined> {\n    // It should be defined, so we'll error if it's not\n    const name: string = assertEx(\n      this.config?.payloadStore?.boundWitnessDiviner,\n      () => `${moduleName}: Config for payloadStore.boundWitnessDiviner not specified`,\n    )\n    // It might not be resolvable (yet), so we'll return undefined if it's not\n    const mod = await this.resolve(name)\n    if (!mod) return undefined\n    // Return the wrapped diviner\n    return DivinerWrapper.wrap(mod, this.account)\n  }\n\n  protected async getPayloadsInBoundWitness(bw: BoundWitness, archivist: ArchivistInstance): Promise<IndexCandidate[] | undefined> {\n    const indexes = this.payload_schemas.map((schema) => bw.payload_schemas?.findIndex((s) => s === schema))\n    const hashes = indexes.map((index) => bw.payload_hashes?.[index])\n    const results = await archivist.get(hashes)\n    const indexCandidateIdentityFunctions = this.payload_schemas.map(isPayloadOfSchemaType)\n    const filteredResults = indexCandidateIdentityFunctions.map((is) => results.find(is))\n    if (filteredResults.some((f) => f === undefined)) return undefined\n    const indexCandidates: IndexCandidate[] = filteredResults.filter(exists) as IndexCandidate[]\n    return [bw, ...indexCandidates]\n  }\n}\n"],"mappings":";AAAA,SAAS,uBAAuB;AAChC,SAAS,mCAAmC;AAC5C,SAAS,2BAAkE;AAC3E,SAAS,2CAA0E;AAG5E,IAAM,0BAAN,cAKG,gBAAgD;AAAA,EACxD,OAAyB,eAAe;AAAA,EACxC,OAAyB,gBAA0B,CAAC,qCAAqC,6BAA6B,mBAAmB;AAAA,EAEzI,MAAyB,eAAiC;AACxD,UAAM,MAAM,aAAa;AACzB,WAAO;AAAA,EACT;AACF;;;ACnBA,SAAS,uBAAuB;AAChC,SAAS,uBAAAA,4BAA2B;AACpC,SAAqC,iCAAiC;AACtE;AAAA,EAGE;AAAA,EAEA;AAAA,OACK;AAEP,SAAS,kBAAAC,uBAAsB;AAC/B,SAAS,6BAAsC;;;ACV/C,OAAO,cAAc;AAOd,IAAM,uBAAuB,CAAC,wBAAqD;AACxF,QAAM,EAAE,cAAc,kBAAkB,qBAAqB,IAAI;AACjE,QAAM,cAAkC,CAAC,MAAe;AAEtD,UAAM,SAAS,SAAS,MAAM,GAAG,oBAAoB;AAErD,UAAM,cAAc,CAAC;AAErB,UAAM,mBAAmB,WAAW,SAAY,eAAe;AAC/D,QAAI,qBAAqB;AAAW,kBAAY,gBAAgB,IAAI;AACpE,WAAO;AAAA,EACT;AACA,SAAO;AACT;;;ACXO,IAAM,mCAAmC,CAC9C,qBAC0C;AAC1C,SAAO,OAAO;AAAA,IACZ,OAAO,QAAQ,gBAAgB,EAAE,IAAI,CAAC,CAAC,QAAQ,8BAA8B,MAAM;AACjF,YAAM,eAAe,+BAA+B,IAAI,oBAAoB;AAC5E,aAAO,CAAC,QAAQ,YAAY;AAAA,IAC9B,CAAC;AAAA,EACH;AACF;;;ACnBA,SAAS,qBAAqB;AAC9B,SAAS,sBAAsB;AAUxB,IAAM,iBAAiB,OAC5B,UACA,qBACA,sBACe;AAEf,QAAM,cAAc,SACjB,IAAqB,CAAC,YAAY;AAEjC,UAAM,eAAe,oBAAoB,QAAQ,MAAM;AAEvD,WAAO,eAAe,aAAa,IAAI,CAAC,cAAc,UAAU,OAAO,CAAC,IAAI,CAAC;AAAA,EAC/E,CAAC,EACA,KAAK;AAER,QAAM,WAAW,MAAM,cAAc,UAAU,CAAC,GAAG,QAAQ,CAAC,GAAG,IAAI,CAAC,CAAC,EAAE,IAAI,MAAM,IAAI;AAErF,SAAO,MAAM,IAAI,eAAkB,EAAE,QAAQ,kBAAkB,CAAC,EAAE,OAAO,OAAO,OAAO,EAAE,QAAQ,GAAG,GAAG,WAAW,CAAC,EAAE,MAAM;AAC7H;;;AHXO,IAAM,yDAAN,cAEG,gBAAyB;AAAA,EACjC,OAAyB,eAAe;AAAA,EACxC,OAAgB,gBAAgB,CAACC,sBAAqB,kEAAkE;AAAA,EACxH,OAAO,SAAiB;AAAA,IACtB,6BAA6B;AAAA,EAC/B;AAAA,EAEQ;AAAA,EACA;AAAA;AAAA;AAAA;AAAA,EAKR,IAAc,qBAA6B;AACzC,WAAO,KAAK,OAAO,sBAAsB;AAAA,EAC3C;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,mBAA2B;AACvC,WAAO,KAAK,OAAO,oBAAoB;AAAA,EACzC;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,cAAsB;AAClC,WAAO,KAAK,OAAO,eAAe;AAAA,EACpC;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,mBAA6B;AACzC,QAAI,CAAC,KAAK;AAAmB,WAAK,oBAAoB,CAAC,GAAG,OAAO,KAAK,KAAK,gBAAgB,CAAC;AAC5F,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,IAAc,sBAA6D;AACzE,QAAI,CAAC,KAAK;AAAsB,WAAK,uBAAuB,iCAAiC,KAAK,gBAAgB;AAClH,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,IAAc,mBAAmE;AAzEnF;AA0EI,aACE,UAAK,WAAL,mBAAa,qBAAoB;AAAA,MAC/B,CAAC,KAAK,kBAAkB,GAAG;AAAA,QACzB;AAAA,UACE,cAAc;AAAA,UACd,kBAAkB;AAAA,UAClB,sBAAsB;AAAA,QACxB;AAAA,QACA;AAAA,UACE,cAAc;AAAA,UACd,kBAAkB;AAAA,UAClB,sBAAsB;AAAA,QACxB;AAAA,QACA;AAAA,UACE,cAAc;AAAA,UACd,kBAAkB;AAAA,UAClB,sBAAsB;AAAA,QACxB;AAAA,MACF;AAAA,IACF;AAAA,EAEJ;AAAA,EAEA,MAAyB,cAAc,WAAsB,CAAC,GAAuB;AACnF,UAAM,UAAU,SAAS,OAAO,sBAAkD,KAAK,kBAAkB,CAAC;AAC1G,QAAI,QAAQ,QAAQ;AAClB,YAAM,UAAU,MAAM,QAAQ;AAAA,QAC5B,QAAQ,IAAI,OAAO,UAAU;AAC3B,gBAAM,SAAS,MAAM;AAAA,YACnB,CAAC,KAAK;AAAA,YACN,KAAK;AAAA,YACL,KAAK;AAAA,UACP;AAEA,iBAAO,UAAU,CAAC,KAAK,WAAW;AAElC,iBAAO,OAAO;AAEd,iBAAO,MAAM,IAAIC,gBAAwB,EAAE,QAAQ,KAAK,iBAAiB,CAAC,EAAE,OAAO,MAAM,EAAE,MAAM;AAAA,QACnG,CAAC;AAAA,MACH;AACA,aAAO;AAAA,IACT;AACA,WAAO,QAAQ,QAAQ,CAAC,CAAC;AAAA,EAC3B;AACF;;;AIvHA,SAAS,mBAAmB;AAC5B,SAAS,gBAAgB;AACzB,SAAS,cAAc;AACvB,SAAS,mBAAAC,wBAAuB;AAChC,SAAuB,sBAAsB;AAC7C,SAAS,uBAAAC,4BAA2B;AACpC;AAAA,EAGE;AAAA,EAGA,4CAAAC;AAAA,OACK;AACP,SAAS,iBAAAC,sBAAqB;AAE9B,SAAS,kBAAAC,uBAAsB;AAO/B,IAAM,aAAa;AAOZ,IAAM,sDAAN,cAEGC,iBAAyB;AAAA,EACjC,OAAgB,eAAe;AAAA,EAC/B,OAAgB,gBAAgB,CAACC,sBAAqB,+DAA+D;AAAA,EACrH,OAAO,SAAiB;AAAA,IACtB,6BAA6B;AAAA,EAC/B;AAAA,EAEQ;AAAA,EACA;AAAA;AAAA;AAAA;AAAA,EAKR,IAAc,mBAA6B;AACzC,QAAI,CAAC,KAAK;AAAmB,WAAK,oBAAoB,CAAC,GAAG,OAAO,KAAK,KAAK,gBAAgB,CAAC;AAC5F,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,IAAc,sBAA6D;AACzE,QAAI,CAAC,KAAK;AAAsB,WAAK,uBAAuB,iCAAiC,KAAK,gBAAgB;AAClH,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,IAAc,mBAAmE;AA/DnF;AAgEI,WAAO,UAAS,UAAK,WAAL,mBAAa,kBAAkB,MAAM,GAAG,UAAU,2CAA2C;AAAA,EAC/G;AAAA,EAEA,MAAyB,cAAc,WAAsB,CAAC,GAAuB;AACnF,UAAM,MAAsB,SAAS,OAAO,cAAc;AAC1D,UAAM,oBAA+B,SAAS,OAAO,CAAC,MAAM,KAAK,mBAAmB,CAAC,CAAC;AACtF,QAAI,IAAI,UAAU,kBAAkB,QAAQ;AAC1C,YAAM,oBAAoB,MAAMC,eAAc,MAAM,QAAQ;AAC5D,YAAM,uBAA4C,IAAI,OAA4B,CAAC,iBAAiB,OAAO;AAEzG,YAAI,CAAC,YAAY,GAAG,iBAAiB,KAAK,gBAAgB;AAAG,iBAAO;AAEpE,cAAM,4BAA4B,KAAK,iBAAiB,IAAI,CAAC,WAAW,GAAG,gBAAgB,QAAQ,MAAM,CAAC;AAC1G,cAAM,yBAAyB,0BAA0B,IAAI,CAAC,UAAO;AA7E7E;AA6EgF,0BAAG,mBAAH,mBAAoB;AAAA,SAAM;AAClG,cAAMC,qBAAoB,uBAAuB,IAAI,CAAC,SAAS,kBAAkB,IAAI,CAAC,EAAE,OAAO,MAAM;AAGrG,YAAIA,mBAAkB,WAAW,KAAK,iBAAiB;AAAQ,0BAAgB,KAAK,CAAC,IAAI,GAAGA,kBAAiB,CAAC;AAC9G,eAAO;AAAA,MACT,GAAG,CAAC,CAAC;AAEL,YAAM,UAAU,MAAM,QAAQ;AAAA,QAC5B,qBAAqB,IAAiD,OAAO,CAAC,IAAO,iBAAc,MAAM;AAEvG,gBAAM,cAAc,eACjB,IAAqB,CAAC,YAAY;AAEjC,kBAAM,eAAe,KAAK,oBAAoB,QAAQ,MAAM;AAE5D,mBAAO,eAAe,aAAa,IAAI,CAAC,cAAc,UAAU,OAAO,CAAC,IAAI,CAAC;AAAA,UAC/E,CAAC,EACA,KAAK;AAER,gBAAM,UAAU,OAAO,KAAK,MAAMD,eAAc,MAAM,CAAC,IAAI,GAAG,cAAc,CAAC,CAAC;AAE9E,iBAAO,MAAM,IAAIE,gBAAmD,EAAE,QAAQC,0CAAyC,CAAC,EACrH,OAAO,OAAO,OAAO,EAAE,QAAQ,GAAG,GAAG,WAAW,CAAC,EACjD,MAAM;AAAA,QACX,CAAC;AAAA,MACH;AACA,aAAO,QAAQ,KAAK;AAAA,IACtB;AACA,WAAO,QAAQ,QAAQ,CAAC,CAAC;AAAA,EAC3B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOU,qBAAqB,CAAC,MAAe;AAC7C,WAAO,KAAK,iBAAiB,SAAS,uBAAG,MAAM;AAAA,EACjD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOU,oBAAoB,CAAC,WAA2B;AACxD,WAAO,KAAK,iBAAiB,KAAK,CAAC,MAAM,MAAM,MAAM;AAAA,EACvD;AACF;;;AC9HA,SAAS,mBAAAC,wBAAuB;AAChC,SAAS,uBAAAC,4BAA2B;AACpC,SAAS,oCAAoC;AAC7C,SAAS,0FAA0F;AAO5F,IAAM,yEAAN,cAAqFD,iBAAgB;AAAA,EAC1G,OAAyB,eAAe;AAAA,EACxC,OAAgB,gBAAgB,CAACC,sBAAqB,kFAAkF;AAAA,EACxI,OAAO,SAAiB;AAAA,IACtB,6BAA6B;AAAA,EAC/B;AAAA,EAEA,MAAyB,cAAc,WAAsB,CAAC,GAAuB;AAKnF,UAAM,YAAY,SAAS,OAAO,CAAC,MAAM,CAAC,6BAA6B,CAAC,CAAC;AACzE,WAAO,MAAM,QAAQ,QAAQ,SAAS;AAAA,EACxC;AACF;;;ACzBA,SAAS,YAAAC,iBAAgB;AACzB,SAAS,UAAAC,eAAc;AACvB,SAAS,mBAAAC,wBAAuB;AAEhC,SAAS,wBAAwB;AACjC,SAAuB,kBAAAC,uBAAsB;AAC7C,SAA0C,sCAAsC;AAEhF,SAAS,uBAAAC,4BAA2B;AACpC;AAAA,EACE;AAAA,OAEK;AACP,SAAS,sBAAsB;AAC/B,SAAS,eAAoC,yBAAyB;AACtE,SAAS,kBAAAC,uBAAsB;AAC/B,SAAS,yBAAAC,8BAAsC;AAC/C,SAAoB,uBAAuB;AAwB3C,IAAM,QAAQ;AAKd,IAAMC,cAAa;AAKZ,IAAM,sDAAN,cAEGL,iBAAyB;AAAA,EACjC,OAAyB,eAAe;AAAA,EACxC,OAAgB,gBAAgB,CAACE,sBAAqB,+DAA+D;AAAA,EACrH,OAAO,SAAiB;AAAA,IACtB,6BAA6B;AAAA,EAC/B;AAAA,EAEA,IAAI,sBAAsB;AACxB,WAAO,KAAK,OAAO,uBAAuB;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,kBAA4B;AAnE5C;AAoEI,UAAM,WAAU,UAAK,OAAO,WAAZ,mBAAoB;AACpC,WAAO,CAAC,iBAAiB,GAAI,WAAW,CAAC,CAAE;AAAA,EAC7C;AAAA,EAEA,MAAyB,cAAc,WAAsB,CAAC,GAAgD;AAE5G,UAAM,YAAY,SAAS,KAAK,aAAmC;AAEnE,QAAI,CAAC;AAAW,aAAO,CAAC,EAAE,QAAQ,mBAAmB,OAAO,EAAE,QAAQ,EAAE,EAAE,CAAC;AAE3E,UAAM,EAAE,OAAO,IAAI,UAAU;AAE7B,UAAM,sBAAsB,MAAM,KAAK,+BAA+B;AACtE,QAAI,CAAC;AAAqB,aAAO,CAAC,SAAS;AAC3C,UAAM,QAAQ,MAAM,IAAIC,gBAAgD,EAAE,QAAQ,+BAA+B,CAAC,EAC/G,OAAO,EAAE,OAAO,KAAK,qBAAqB,QAAQ,OAAO,iBAAiB,KAAK,gBAAgB,CAAC,EAChG,MAAM;AACT,UAAM,QAAQ,MAAM,oBAAoB,OAAO,CAAC,KAAK,CAAC;AACtD,QAAI,MAAM,WAAW;AAAG,aAAO,CAAC,SAAS;AAEzC,UAAM,kBAAkB,MAAM,KAAK,qBAAqB;AACxD,QAAI,CAAC;AAAiB,aAAO,CAAC,SAAS;AACvC,UAAM,mBACJ,MAAM,QAAQ,IAAI,MAAM,OAAOF,eAAc,EAAE,IAAI,CAAC,OAAO,KAAK,0BAA0B,IAAI,eAAe,CAAC,CAAC,GAE9G,OAAOF,OAAM,EACb,KAAK;AACR,UAAM,YAAY,EAAE,QAAQ,mBAAmB,OAAO,EAAE,GAAG,UAAU,OAAO,QAAQ,SAAS,MAAM,OAAO,EAAE;AAC5G,WAAO,CAAC,WAAW,GAAG,eAAe;AAAA,EACvC;AAAA;AAAA;AAAA;AAAA;AAAA,EAKA,MAAgB,uBAA8D;AAtGhF;AAwGI,UAAM,OAAeD,WAAS,gBAAK,WAAL,mBAAa,iBAAb,mBAA2B,WAAW,MAAM,GAAGO,WAAU,mDAAmD;AAE1I,UAAM,MAAM,MAAM,KAAK,QAAQ,IAAI;AACnC,QAAI,CAAC;AAAK,aAAO;AAEjB,WAAO,iBAAiB,KAAK,KAAK,KAAK,OAAO;AAAA,EAChD;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAgB,iCAAsE;AApHxF;AAsHI,UAAM,OAAeP;AAAA,OACnB,gBAAK,WAAL,mBAAa,iBAAb,mBAA2B;AAAA,MAC3B,MAAM,GAAGO,WAAU;AAAA,IACrB;AAEA,UAAM,MAAM,MAAM,KAAK,QAAQ,IAAI;AACnC,QAAI,CAAC;AAAK,aAAO;AAEjB,WAAO,eAAe,KAAK,KAAK,KAAK,OAAO;AAAA,EAC9C;AAAA,EAEA,MAAgB,0BAA0B,IAAkB,WAAqE;AAC/H,UAAM,UAAU,KAAK,gBAAgB,IAAI,CAAC,WAAQ;AAlItD;AAkIyD,sBAAG,oBAAH,mBAAoB,UAAU,CAAC,MAAM,MAAM;AAAA,KAAO;AACvG,UAAM,SAAS,QAAQ,IAAI,CAAC,UAAO;AAnIvC;AAmI0C,sBAAG,mBAAH,mBAAoB;AAAA,KAAM;AAChE,UAAM,UAAU,MAAM,UAAU,IAAI,MAAM;AAC1C,UAAM,kCAAkC,KAAK,gBAAgB,IAAID,sBAAqB;AACtF,UAAM,kBAAkB,gCAAgC,IAAI,CAAC,OAAO,QAAQ,KAAK,EAAE,CAAC;AACpF,QAAI,gBAAgB,KAAK,CAAC,MAAM,MAAM,MAAS;AAAG,aAAO;AACzD,UAAM,kBAAoC,gBAAgB,OAAOL,OAAM;AACvE,WAAO,CAAC,IAAI,GAAG,eAAe;AAAA,EAChC;AACF;","names":["DivinerConfigSchema","PayloadBuilder","DivinerConfigSchema","PayloadBuilder","AbstractDiviner","DivinerConfigSchema","TemporalIndexingDivinerResultIndexSchema","PayloadHasher","PayloadBuilder","AbstractDiviner","DivinerConfigSchema","PayloadHasher","indexablePayloads","PayloadBuilder","TemporalIndexingDivinerResultIndexSchema","AbstractDiviner","DivinerConfigSchema","assertEx","exists","AbstractDiviner","isBoundWitness","DivinerConfigSchema","PayloadBuilder","isPayloadOfSchemaType","moduleName"]}
+{"version":3,"sources":["../../src/Diviner.ts","../../src/DivinerQueryToIndexQueryDiviner/Diviner.ts","../../src/IndexCandidateToIndexDiviner/Diviner.ts","../../src/IndexQueryResponseToDivinerQueryResponseDiviner/Diviner.ts","../../src/StateToIndexCandidateDiviner/Diviner.ts"],"sourcesContent":["import { IndexingDiviner } from '@xyo-network/diviner-indexing-memory'\nimport { IndexingDivinerConfigSchema } from '@xyo-network/diviner-indexing-model'\nimport { DivinerConfigSchema, DivinerModule, DivinerModuleEventData } from '@xyo-network/diviner-model'\nimport { TemporalIndexingDivinerConfigSchema, TemporalIndexingDivinerParams } from '@xyo-network/diviner-temporal-indexing-model'\nimport { Payload } from '@xyo-network/payload-model'\n\nexport class TemporalIndexingDiviner<\n  TParams extends TemporalIndexingDivinerParams = TemporalIndexingDivinerParams,\n  TIn extends Payload = Payload,\n  TOut extends Payload = Payload,\n  TEventData extends DivinerModuleEventData<DivinerModule<TParams>, TIn, TOut> = DivinerModuleEventData<DivinerModule<TParams>, TIn, TOut>,\n> extends IndexingDiviner<TParams, TIn, TOut, TEventData> {\n  static override readonly configSchema = TemporalIndexingDivinerConfigSchema\n  static override readonly configSchemas: string[] = [TemporalIndexingDivinerConfigSchema, IndexingDivinerConfigSchema, DivinerConfigSchema]\n\n  protected override async startHandler(): Promise<boolean> {\n    await super.startHandler()\n    return true\n  }\n}\n","import { AbstractDiviner } from '@xyo-network/abstract-diviner'\nimport { jsonPathToTransformersDictionary, reducePayloads } from '@xyo-network/diviner-jsonpath-aggregate-memory'\nimport { DivinerConfigSchema } from '@xyo-network/diviner-model'\nimport { PayloadDivinerQueryPayload, PayloadDivinerQuerySchema } from '@xyo-network/diviner-payload-model'\nimport {\n  SchemaToJsonPathTransformExpressionsDictionary,\n  SchemaToPayloadTransformersDictionary,\n  TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema,\n  TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerParams,\n  TemporalIndexingDivinerResultIndexSchema,\n} from '@xyo-network/diviner-temporal-indexing-model'\nimport { Labels } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { isPayloadOfSchemaType, Payload } from '@xyo-network/payload-model'\n// TODO: Inherit from JsonPathAggregateDiviner\n/**\n * A diviner that converts diviner query to index query\n */\nexport class TemporalIndexingDivinerDivinerQueryToIndexQueryDiviner<\n  TParams extends TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerParams = TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerParams,\n> extends AbstractDiviner<TParams> {\n  static override readonly configSchema = TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema\n  static override configSchemas = [DivinerConfigSchema, TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema]\n  static labels: Labels = {\n    'network.xyo.diviner.stage': 'divinerQueryToIndexQueryDiviner',\n  }\n\n  private _indexableSchemas: string[] | undefined\n  private _payloadTransformers: SchemaToPayloadTransformersDictionary | undefined\n\n  /**\n   * The schema of the diviner query payloads\n   */\n  protected get divinerQuerySchema(): string {\n    return this.config.divinerQuerySchema ?? PayloadDivinerQuerySchema\n  }\n\n  /**\n   * The schema of the index query payloads\n   */\n  protected get indexQuerySchema(): string {\n    return this.config.indexQuerySchema ?? PayloadDivinerQuerySchema\n  }\n\n  /**\n   * The schema of the index payloads\n   */\n  protected get indexSchema(): string {\n    return this.config.indexSchema ?? TemporalIndexingDivinerResultIndexSchema\n  }\n\n  /**\n   * List of indexable schemas for this diviner\n   */\n  protected get indexableSchemas(): string[] {\n    if (!this._indexableSchemas) this._indexableSchemas = Object.keys(this.schemaTransforms)\n    return this._indexableSchemas\n  }\n\n  /**\n   * Dictionary of schemas to payload transformers for creating indexes\n   * from the payloads within a Bound Witness\n   */\n  protected get payloadTransformers(): SchemaToPayloadTransformersDictionary {\n    if (!this._payloadTransformers) this._payloadTransformers = jsonPathToTransformersDictionary(this.schemaTransforms)\n    return this._payloadTransformers\n  }\n\n  /**\n   * The dictionary of schemas to JSON Path transform expressions for creating indexes\n   * from the payloads within a Bound Witness\n   */\n  protected get schemaTransforms(): SchemaToJsonPathTransformExpressionsDictionary {\n    return (\n      this.config?.schemaTransforms ?? {\n        [this.divinerQuerySchema]: [\n          {\n            defaultValue: 1,\n            destinationField: 'limit',\n            sourcePathExpression: '$.limit',\n          },\n          {\n            defaultValue: 0,\n            destinationField: 'offset',\n            sourcePathExpression: '$.offset',\n          },\n          {\n            defaultValue: 'desc',\n            destinationField: 'order',\n            sourcePathExpression: '$.order',\n          },\n        ],\n      }\n    )\n  }\n\n  protected override async divineHandler(payloads: Payload[] = []): Promise<Payload[]> {\n    const queries = payloads.filter(isPayloadOfSchemaType<PayloadDivinerQueryPayload>(this.divinerQuerySchema))\n    if (queries.length > 0) {\n      const results = await Promise.all(\n        queries.map(async (query) => {\n          const fields = await reducePayloads<PayloadDivinerQueryPayload & { sources?: string[] }>(\n            [query],\n            this.payloadTransformers,\n            this.indexQuerySchema,\n          )\n          // TODO: Make index schema configurable\n          fields.schemas = [this.indexSchema]\n          // TODO: Make sources not need to be deleted\n          delete fields.sources\n          // TODO: Add support for additional filters\n          return await new PayloadBuilder<Payload>({ schema: this.indexQuerySchema }).fields(fields).build()\n        }),\n      )\n      return results\n    }\n    return []\n  }\n}\n","import { containsAll } from '@xylabs/array'\nimport { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { AbstractDiviner } from '@xyo-network/abstract-diviner'\nimport { BoundWitness, isBoundWitness } from '@xyo-network/boundwitness-model'\nimport { jsonPathToTransformersDictionary } from '@xyo-network/diviner-jsonpath-aggregate-memory'\nimport { DivinerConfigSchema } from '@xyo-network/diviner-model'\nimport {\n  SchemaToJsonPathTransformExpressionsDictionary,\n  SchemaToPayloadTransformersDictionary,\n  TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema,\n  TemporalIndexingDivinerIndexCandidateToIndexDivinerParams,\n  TemporalIndexingDivinerResultIndex,\n  TemporalIndexingDivinerResultIndexSchema,\n} from '@xyo-network/diviner-temporal-indexing-model'\nimport { PayloadHasher } from '@xyo-network/hash'\nimport { Labels } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { Payload, PayloadFields } from '@xyo-network/payload-model'\n\nexport type IndexablePayloads = [BoundWitness, ...Payload[]]\n\nconst moduleName = 'TemporalIndexingDivinerIndexCandidateToIndexDiviner'\n\n/**\n * Diviner which transforms index candidates to indexes using JSON Path to map\n * source properties in the supplied payloads to destination fields in the\n * resultant index\n */\nexport class TemporalIndexingDivinerIndexCandidateToIndexDiviner<\n  TParams extends TemporalIndexingDivinerIndexCandidateToIndexDivinerParams = TemporalIndexingDivinerIndexCandidateToIndexDivinerParams,\n> extends AbstractDiviner<TParams> {\n  static override configSchema = TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema\n  static override configSchemas = [DivinerConfigSchema, TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema]\n  static labels: Labels = {\n    'network.xyo.diviner.stage': 'indexCandidateToIndexDiviner',\n  }\n\n  private _indexableSchemas: string[] | undefined\n  private _payloadTransformers: SchemaToPayloadTransformersDictionary | undefined\n\n  /**\n   * List of indexable schemas for this diviner\n   */\n  protected get indexableSchemas(): string[] {\n    if (!this._indexableSchemas) this._indexableSchemas = Object.keys(this.schemaTransforms)\n    return this._indexableSchemas\n  }\n\n  /**\n   * Dictionary of schemas to payload transformers for creating indexes\n   * from the payloads within a Bound Witness\n   */\n  protected get payloadTransformers(): SchemaToPayloadTransformersDictionary {\n    if (!this._payloadTransformers) this._payloadTransformers = jsonPathToTransformersDictionary(this.schemaTransforms)\n    return this._payloadTransformers\n  }\n\n  /**\n   * The dictionary of schemas to JSON Path transform expressions for creating indexes\n   * from the payloads within a Bound Witness\n   */\n  protected get schemaTransforms(): SchemaToJsonPathTransformExpressionsDictionary {\n    return assertEx(this.config?.schemaTransforms, () => `${moduleName}: Missing config.schemaTransforms section`)\n  }\n\n  protected override async divineHandler(payloads: Payload[] = []): Promise<Payload[]> {\n    const bws: BoundWitness[] = payloads.filter(isBoundWitness)\n    const indexablePayloads: Payload[] = payloads.filter((p) => this.isIndexablePayload(p))\n    if (bws.length > 0 && indexablePayloads.length > 0) {\n      const payloadDictionary = await PayloadHasher.toMap(payloads)\n      // eslint-disable-next-line unicorn/no-array-reduce\n      const validIndexableTuples: IndexablePayloads[] = bws.reduce<IndexablePayloads[]>((indexableTuples, bw) => {\n        // If this Bound Witness doesn't contain all the required schemas don't index it\n        if (!containsAll(bw.payload_schemas, this.indexableSchemas)) return indexableTuples\n        // Find the remaining indexable payloads\n        const indexablePayloadPositions = this.indexableSchemas.map((schema) => bw.payload_schemas.indexOf(schema))\n        const indexablePayloadHashes = indexablePayloadPositions.map((index) => bw.payload_hashes?.[index])\n        const indexablePayloads = indexablePayloadHashes.map((hash) => payloadDictionary[hash]).filter(exists)\n        // If we found a timestamp and the right amount of indexable payloads (of the\n        // correct schema as checked above) in this BW, then index it\n        if (indexablePayloads.length === this.indexableSchemas.length) indexableTuples.push([bw, ...indexablePayloads])\n        return indexableTuples\n      }, [])\n      // Create the indexes from the tuples\n      const indexes = await Promise.all(\n        validIndexableTuples.map<Promise<TemporalIndexingDivinerResultIndex>>(async ([bw, ...sourcePayloads]) => {\n          // Use the payload transformers to convert the fields from the source payloads to the destination fields\n          const indexFields = sourcePayloads.flatMap<PayloadFields[]>((payload) => {\n            // Find the transformers for this payload\n            const transformers = this.payloadTransformers[payload.schema]\n            // If transformers exist, apply them to the payload otherwise return an empty array\n            return transformers ? transformers.map((transform) => transform(payload)) : []\n          })\n          // Include all the sources for reference\n          const sources = Object.keys(await PayloadHasher.toMap([bw, ...sourcePayloads]))\n          // Build and return the index\n          return await new PayloadBuilder<TemporalIndexingDivinerResultIndex>({ schema: TemporalIndexingDivinerResultIndexSchema })\n            .fields(Object.assign({ sources }, ...indexFields))\n            .build()\n        }),\n      )\n      return indexes.flat()\n    }\n    return []\n  }\n\n  /**\n   * Identifies if a payload is one that is indexed by this diviner\n   * @param x The candidate payload\n   * @returns True if the payload is one indexed by this diviner, false otherwise\n   */\n  protected isIndexablePayload = (x: Payload) => {\n    return this.indexableSchemas.includes(x?.schema)\n  }\n\n  /**\n   * Identifies if a schema is one that is indexed by this diviner\n   * @param schema The candidate schema\n   * @returns True if this schema is one indexed by this diviner, false otherwise\n   */\n  protected isIndexableSchema = (schema?: string | null) => {\n    return typeof schema === 'string' ? this.indexableSchemas.includes(schema) : false\n  }\n}\n","import { AbstractDiviner } from '@xyo-network/abstract-diviner'\nimport { DivinerConfigSchema } from '@xyo-network/diviner-model'\nimport { isPayloadDivinerQueryPayload } from '@xyo-network/diviner-payload-model'\nimport { TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfigSchema } from '@xyo-network/diviner-temporal-indexing-model'\nimport { Labels } from '@xyo-network/module-model'\nimport { Payload } from '@xyo-network/payload-model'\n\n/**\n * Transforms an ImageThumbnailIndex response into an ImageThumbnailResponse response\n */\nexport class TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDiviner extends AbstractDiviner {\n  static override readonly configSchema = TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfigSchema\n  static override configSchemas = [DivinerConfigSchema, TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfigSchema]\n  static labels: Labels = {\n    'network.xyo.diviner.stage': 'indexQueryResponseToDivinerQueryResponseDiviner',\n  }\n\n  protected override async divineHandler(payloads: Payload[] = []): Promise<Payload[]> {\n    // NOTE: We're not doing anything with the query payloads but some diviners\n    // might want to use this to transform from the query to the response (for example\n    // if we use a plaintext value in the query to generate a hash key in the index)\n    // const queries = payloads.filter(isPayloadDivinerQueryPayload)\n    const responses = payloads.filter((p) => !isPayloadDivinerQueryPayload(p))\n    return await Promise.resolve(responses)\n  }\n}\n","import { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { AbstractDiviner } from '@xyo-network/abstract-diviner'\nimport { ArchivistInstance } from '@xyo-network/archivist-model'\nimport { ArchivistWrapper } from '@xyo-network/archivist-wrapper'\nimport { BoundWitness, isBoundWitness } from '@xyo-network/boundwitness-model'\nimport { BoundWitnessDivinerQueryPayload, BoundWitnessDivinerQuerySchema } from '@xyo-network/diviner-boundwitness-model'\nimport { IndexingDivinerState } from '@xyo-network/diviner-indexing-model'\nimport { DivinerConfigSchema } from '@xyo-network/diviner-model'\nimport {\n  TemporalIndexingDivinerStateToIndexCandidateDivinerConfigSchema,\n  TemporalIndexingDivinerStateToIndexCandidateDivinerParams,\n} from '@xyo-network/diviner-temporal-indexing-model'\nimport { DivinerWrapper } from '@xyo-network/diviner-wrapper'\nimport { isModuleState, Labels, ModuleState, ModuleStateSchema } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { isPayloadOfSchemaType, Payload } from '@xyo-network/payload-model'\nimport { TimeStamp, TimestampSchema } from '@xyo-network/witness-timestamp'\n\n/**\n * All Payload types involved in index candidates for indexing\n */\nexport type IndexCandidate = BoundWitness | Payload | TimeStamp\n\n/**\n * The response from the TemporalStateToIndexCandidateDiviner\n */\nexport type TemporalStateToIndexCandidateDivinerResponse = [\n  /**\n   * The next state of the diviner\n   */\n  nextState: ModuleState<IndexingDivinerState>,\n  /**\n   * The index candidates\n   */\n  ...IndexCandidate[],\n]\n\n/**\n * The default order to search Bound Witnesses to identify index candidates\n */\nconst order = 'asc'\n\n/**\n * The name of the module (for logging purposes)\n */\nconst moduleName = 'TemporalIndexingDivinerStateToIndexCandidateDiviner'\n\n/**\n * Transforms candidates for image thumbnail indexing into their indexed representation\n */\nexport class TemporalIndexingDivinerStateToIndexCandidateDiviner<\n  TParams extends TemporalIndexingDivinerStateToIndexCandidateDivinerParams = TemporalIndexingDivinerStateToIndexCandidateDivinerParams,\n> extends AbstractDiviner<TParams> {\n  static override readonly configSchema = TemporalIndexingDivinerStateToIndexCandidateDivinerConfigSchema\n  static override configSchemas = [DivinerConfigSchema, TemporalIndexingDivinerStateToIndexCandidateDivinerConfigSchema]\n  static labels: Labels = {\n    'network.xyo.diviner.stage': 'stateToIndexCandidateDiviner',\n  }\n\n  get payloadDivinerLimit() {\n    return this.config.payloadDivinerLimit ?? 1000\n  }\n\n  /**\n   * The required payload_schemas within BoundWitnesses to identify index candidates\n   */\n  protected get payload_schemas(): string[] {\n    const schemas = this.config.filter?.payload_schemas\n    return [TimestampSchema, ...(schemas ?? [])]\n  }\n\n  protected override async divineHandler(payloads: Payload[] = []): Promise<[ModuleState, ...IndexCandidate[]]> {\n    // Retrieve the last state from what was passed in\n    const lastState = payloads.find(isModuleState<IndexingDivinerState>)\n    // If there is no last state, start from the beginning\n    if (!lastState) return [{ schema: ModuleStateSchema, state: { offset: 0 } }]\n    // Otherwise, get the last offset\n    const { offset } = lastState.state\n    // Get next batch of results starting from the offset\n    const boundWitnessDiviner = await this.getBoundWitnessDivinerForStore()\n    if (!boundWitnessDiviner) return [lastState]\n    const query = await new PayloadBuilder<BoundWitnessDivinerQueryPayload>({ schema: BoundWitnessDivinerQuerySchema })\n      .fields({ limit: this.payloadDivinerLimit, offset, order, payload_schemas: this.payload_schemas })\n      .build()\n    const batch = await boundWitnessDiviner.divine([query])\n    if (batch.length === 0) return [lastState]\n    // Get source data\n    const sourceArchivist = await this.getArchivistForStore()\n    if (!sourceArchivist) return [lastState]\n    const indexCandidates: IndexCandidate[] = (\n      await Promise.all(batch.filter(isBoundWitness).map((bw) => this.getPayloadsInBoundWitness(bw, sourceArchivist)))\n    )\n      .filter(exists)\n      .flat()\n    const nextState = { schema: ModuleStateSchema, state: { ...lastState.state, offset: offset + batch.length } }\n    return [nextState, ...indexCandidates]\n  }\n  /**\n   * Retrieves the archivist for the payloadStore\n   * @returns The archivist for the payloadStore or undefined if not resolvable\n   */\n  protected async getArchivistForStore(): Promise<ArchivistWrapper | undefined> {\n    // It should be defined, so we'll error if it's not\n    const name: string = assertEx(this.config?.payloadStore?.archivist, () => `${moduleName}: Config for payloadStore.archivist not specified`)\n    // It might not be resolvable (yet), so we'll return undefined if it's not\n    const mod = await this.resolve(name)\n    if (!mod) return undefined\n    // Return the wrapped archivist\n    return ArchivistWrapper.wrap(mod, this.account)\n  }\n\n  /**\n   * Retrieves the BoundWitness Diviner for the payloadStore\n   * @returns The BoundWitness Diviner for the payloadStore or undefined if not resolvable\n   */\n  protected async getBoundWitnessDivinerForStore(): Promise<DivinerWrapper | undefined> {\n    // It should be defined, so we'll error if it's not\n    const name: string = assertEx(\n      this.config?.payloadStore?.boundWitnessDiviner,\n      () => `${moduleName}: Config for payloadStore.boundWitnessDiviner not specified`,\n    )\n    // It might not be resolvable (yet), so we'll return undefined if it's not\n    const mod = await this.resolve(name)\n    if (!mod) return undefined\n    // Return the wrapped diviner\n    return DivinerWrapper.wrap(mod, this.account)\n  }\n\n  protected async getPayloadsInBoundWitness(bw: BoundWitness, archivist: ArchivistInstance): Promise<IndexCandidate[] | undefined> {\n    const indexes = this.payload_schemas.map((schema) => bw.payload_schemas?.findIndex((s) => s === schema))\n    const hashes = indexes.map((index) => bw.payload_hashes?.[index])\n    const results = await archivist.get(hashes)\n    const indexCandidateIdentityFunctions = this.payload_schemas.map(isPayloadOfSchemaType)\n    const filteredResults = indexCandidateIdentityFunctions.map((is) => results.find(is))\n    if (filteredResults.includes(undefined)) return undefined\n    const indexCandidates: IndexCandidate[] = filteredResults.filter(exists) as IndexCandidate[]\n    return [bw, ...indexCandidates]\n  }\n}\n"],"mappings":";AAAA,SAAS,uBAAuB;AAChC,SAAS,mCAAmC;AAC5C,SAAS,2BAAkE;AAC3E,SAAS,2CAA0E;AAG5E,IAAM,0BAAN,cAKG,gBAAgD;AAAA,EACxD,OAAyB,eAAe;AAAA,EACxC,OAAyB,gBAA0B,CAAC,qCAAqC,6BAA6B,mBAAmB;AAAA,EAEzI,MAAyB,eAAiC;AACxD,UAAM,MAAM,aAAa;AACzB,WAAO;AAAA,EACT;AACF;;;ACnBA,SAAS,uBAAuB;AAChC,SAAS,kCAAkC,sBAAsB;AACjE,SAAS,uBAAAA,4BAA2B;AACpC,SAAqC,iCAAiC;AACtE;AAAA,EAGE;AAAA,EAEA;AAAA,OACK;AAEP,SAAS,sBAAsB;AAC/B,SAAS,6BAAsC;AAKxC,IAAM,yDAAN,cAEG,gBAAyB;AAAA,EACjC,OAAyB,eAAe;AAAA,EACxC,OAAgB,gBAAgB,CAACA,sBAAqB,kEAAkE;AAAA,EACxH,OAAO,SAAiB;AAAA,IACtB,6BAA6B;AAAA,EAC/B;AAAA,EAEQ;AAAA,EACA;AAAA;AAAA;AAAA;AAAA,EAKR,IAAc,qBAA6B;AACzC,WAAO,KAAK,OAAO,sBAAsB;AAAA,EAC3C;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,mBAA2B;AACvC,WAAO,KAAK,OAAO,oBAAoB;AAAA,EACzC;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,cAAsB;AAClC,WAAO,KAAK,OAAO,eAAe;AAAA,EACpC;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,mBAA6B;AACzC,QAAI,CAAC,KAAK;AAAmB,WAAK,oBAAoB,OAAO,KAAK,KAAK,gBAAgB;AACvF,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,IAAc,sBAA6D;AACzE,QAAI,CAAC,KAAK;AAAsB,WAAK,uBAAuB,iCAAiC,KAAK,gBAAgB;AAClH,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,IAAc,mBAAmE;AAxEnF;AAyEI,aACE,UAAK,WAAL,mBAAa,qBAAoB;AAAA,MAC/B,CAAC,KAAK,kBAAkB,GAAG;AAAA,QACzB;AAAA,UACE,cAAc;AAAA,UACd,kBAAkB;AAAA,UAClB,sBAAsB;AAAA,QACxB;AAAA,QACA;AAAA,UACE,cAAc;AAAA,UACd,kBAAkB;AAAA,UAClB,sBAAsB;AAAA,QACxB;AAAA,QACA;AAAA,UACE,cAAc;AAAA,UACd,kBAAkB;AAAA,UAClB,sBAAsB;AAAA,QACxB;AAAA,MACF;AAAA,IACF;AAAA,EAEJ;AAAA,EAEA,MAAyB,cAAc,WAAsB,CAAC,GAAuB;AACnF,UAAM,UAAU,SAAS,OAAO,sBAAkD,KAAK,kBAAkB,CAAC;AAC1G,QAAI,QAAQ,SAAS,GAAG;AACtB,YAAM,UAAU,MAAM,QAAQ;AAAA,QAC5B,QAAQ,IAAI,OAAO,UAAU;AAC3B,gBAAM,SAAS,MAAM;AAAA,YACnB,CAAC,KAAK;AAAA,YACN,KAAK;AAAA,YACL,KAAK;AAAA,UACP;AAEA,iBAAO,UAAU,CAAC,KAAK,WAAW;AAElC,iBAAO,OAAO;AAEd,iBAAO,MAAM,IAAI,eAAwB,EAAE,QAAQ,KAAK,iBAAiB,CAAC,EAAE,OAAO,MAAM,EAAE,MAAM;AAAA,QACnG,CAAC;AAAA,MACH;AACA,aAAO;AAAA,IACT;AACA,WAAO,CAAC;AAAA,EACV;AACF;;;ACtHA,SAAS,mBAAmB;AAC5B,SAAS,gBAAgB;AACzB,SAAS,cAAc;AACvB,SAAS,mBAAAC,wBAAuB;AAChC,SAAuB,sBAAsB;AAC7C,SAAS,oCAAAC,yCAAwC;AACjD,SAAS,uBAAAC,4BAA2B;AACpC;AAAA,EAGE;AAAA,EAGA,4CAAAC;AAAA,OACK;AACP,SAAS,qBAAqB;AAE9B,SAAS,kBAAAC,uBAAsB;AAK/B,IAAM,aAAa;AAOZ,IAAM,sDAAN,cAEGJ,iBAAyB;AAAA,EACjC,OAAgB,eAAe;AAAA,EAC/B,OAAgB,gBAAgB,CAACE,sBAAqB,+DAA+D;AAAA,EACrH,OAAO,SAAiB;AAAA,IACtB,6BAA6B;AAAA,EAC/B;AAAA,EAEQ;AAAA,EACA;AAAA;AAAA;AAAA;AAAA,EAKR,IAAc,mBAA6B;AACzC,QAAI,CAAC,KAAK;AAAmB,WAAK,oBAAoB,OAAO,KAAK,KAAK,gBAAgB;AACvF,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,IAAc,sBAA6D;AACzE,QAAI,CAAC,KAAK;AAAsB,WAAK,uBAAuBD,kCAAiC,KAAK,gBAAgB;AAClH,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,IAAc,mBAAmE;AA9DnF;AA+DI,WAAO,UAAS,UAAK,WAAL,mBAAa,kBAAkB,MAAM,GAAG,UAAU,2CAA2C;AAAA,EAC/G;AAAA,EAEA,MAAyB,cAAc,WAAsB,CAAC,GAAuB;AACnF,UAAM,MAAsB,SAAS,OAAO,cAAc;AAC1D,UAAM,oBAA+B,SAAS,OAAO,CAAC,MAAM,KAAK,mBAAmB,CAAC,CAAC;AACtF,QAAI,IAAI,SAAS,KAAK,kBAAkB,SAAS,GAAG;AAClD,YAAM,oBAAoB,MAAM,cAAc,MAAM,QAAQ;AAE5D,YAAM,uBAA4C,IAAI,OAA4B,CAAC,iBAAiB,OAAO;AAEzG,YAAI,CAAC,YAAY,GAAG,iBAAiB,KAAK,gBAAgB;AAAG,iBAAO;AAEpE,cAAM,4BAA4B,KAAK,iBAAiB,IAAI,CAAC,WAAW,GAAG,gBAAgB,QAAQ,MAAM,CAAC;AAC1G,cAAM,yBAAyB,0BAA0B,IAAI,CAAC,UAAO;AA7E7E;AA6EgF,0BAAG,mBAAH,mBAAoB;AAAA,SAAM;AAClG,cAAMI,qBAAoB,uBAAuB,IAAI,CAAC,SAAS,kBAAkB,IAAI,CAAC,EAAE,OAAO,MAAM;AAGrG,YAAIA,mBAAkB,WAAW,KAAK,iBAAiB;AAAQ,0BAAgB,KAAK,CAAC,IAAI,GAAGA,kBAAiB,CAAC;AAC9G,eAAO;AAAA,MACT,GAAG,CAAC,CAAC;AAEL,YAAM,UAAU,MAAM,QAAQ;AAAA,QAC5B,qBAAqB,IAAiD,OAAO,CAAC,IAAO,iBAAc,MAAM;AAEvG,gBAAM,cAAc,eAAe,QAAyB,CAAC,YAAY;AAEvE,kBAAM,eAAe,KAAK,oBAAoB,QAAQ,MAAM;AAE5D,mBAAO,eAAe,aAAa,IAAI,CAAC,cAAc,UAAU,OAAO,CAAC,IAAI,CAAC;AAAA,UAC/E,CAAC;AAED,gBAAM,UAAU,OAAO,KAAK,MAAM,cAAc,MAAM,CAAC,IAAI,GAAG,cAAc,CAAC,CAAC;AAE9E,iBAAO,MAAM,IAAID,gBAAmD,EAAE,QAAQD,0CAAyC,CAAC,EACrH,OAAO,OAAO,OAAO,EAAE,QAAQ,GAAG,GAAG,WAAW,CAAC,EACjD,MAAM;AAAA,QACX,CAAC;AAAA,MACH;AACA,aAAO,QAAQ,KAAK;AAAA,IACtB;AACA,WAAO,CAAC;AAAA,EACV;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOU,qBAAqB,CAAC,MAAe;AAC7C,WAAO,KAAK,iBAAiB,SAAS,uBAAG,MAAM;AAAA,EACjD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOU,oBAAoB,CAAC,WAA2B;AACxD,WAAO,OAAO,WAAW,WAAW,KAAK,iBAAiB,SAAS,MAAM,IAAI;AAAA,EAC/E;AACF;;;AC5HA,SAAS,mBAAAG,wBAAuB;AAChC,SAAS,uBAAAC,4BAA2B;AACpC,SAAS,oCAAoC;AAC7C,SAAS,0FAA0F;AAO5F,IAAM,yEAAN,cAAqFD,iBAAgB;AAAA,EAC1G,OAAyB,eAAe;AAAA,EACxC,OAAgB,gBAAgB,CAACC,sBAAqB,kFAAkF;AAAA,EACxI,OAAO,SAAiB;AAAA,IACtB,6BAA6B;AAAA,EAC/B;AAAA,EAEA,MAAyB,cAAc,WAAsB,CAAC,GAAuB;AAKnF,UAAM,YAAY,SAAS,OAAO,CAAC,MAAM,CAAC,6BAA6B,CAAC,CAAC;AACzE,WAAO,MAAM,QAAQ,QAAQ,SAAS;AAAA,EACxC;AACF;;;ACzBA,SAAS,YAAAC,iBAAgB;AACzB,SAAS,UAAAC,eAAc;AACvB,SAAS,mBAAAC,wBAAuB;AAEhC,SAAS,wBAAwB;AACjC,SAAuB,kBAAAC,uBAAsB;AAC7C,SAA0C,sCAAsC;AAEhF,SAAS,uBAAAC,4BAA2B;AACpC;AAAA,EACE;AAAA,OAEK;AACP,SAAS,sBAAsB;AAC/B,SAAS,eAAoC,yBAAyB;AACtE,SAAS,kBAAAC,uBAAsB;AAC/B,SAAS,yBAAAC,8BAAsC;AAC/C,SAAoB,uBAAuB;AAwB3C,IAAM,QAAQ;AAKd,IAAMC,cAAa;AAKZ,IAAM,sDAAN,cAEGL,iBAAyB;AAAA,EACjC,OAAyB,eAAe;AAAA,EACxC,OAAgB,gBAAgB,CAACE,sBAAqB,+DAA+D;AAAA,EACrH,OAAO,SAAiB;AAAA,IACtB,6BAA6B;AAAA,EAC/B;AAAA,EAEA,IAAI,sBAAsB;AACxB,WAAO,KAAK,OAAO,uBAAuB;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,kBAA4B;AAnE5C;AAoEI,UAAM,WAAU,UAAK,OAAO,WAAZ,mBAAoB;AACpC,WAAO,CAAC,iBAAiB,GAAI,WAAW,CAAC,CAAE;AAAA,EAC7C;AAAA,EAEA,MAAyB,cAAc,WAAsB,CAAC,GAAgD;AAE5G,UAAM,YAAY,SAAS,KAAK,aAAmC;AAEnE,QAAI,CAAC;AAAW,aAAO,CAAC,EAAE,QAAQ,mBAAmB,OAAO,EAAE,QAAQ,EAAE,EAAE,CAAC;AAE3E,UAAM,EAAE,OAAO,IAAI,UAAU;AAE7B,UAAM,sBAAsB,MAAM,KAAK,+BAA+B;AACtE,QAAI,CAAC;AAAqB,aAAO,CAAC,SAAS;AAC3C,UAAM,QAAQ,MAAM,IAAIC,gBAAgD,EAAE,QAAQ,+BAA+B,CAAC,EAC/G,OAAO,EAAE,OAAO,KAAK,qBAAqB,QAAQ,OAAO,iBAAiB,KAAK,gBAAgB,CAAC,EAChG,MAAM;AACT,UAAM,QAAQ,MAAM,oBAAoB,OAAO,CAAC,KAAK,CAAC;AACtD,QAAI,MAAM,WAAW;AAAG,aAAO,CAAC,SAAS;AAEzC,UAAM,kBAAkB,MAAM,KAAK,qBAAqB;AACxD,QAAI,CAAC;AAAiB,aAAO,CAAC,SAAS;AACvC,UAAM,mBACJ,MAAM,QAAQ,IAAI,MAAM,OAAOF,eAAc,EAAE,IAAI,CAAC,OAAO,KAAK,0BAA0B,IAAI,eAAe,CAAC,CAAC,GAE9G,OAAOF,OAAM,EACb,KAAK;AACR,UAAM,YAAY,EAAE,QAAQ,mBAAmB,OAAO,EAAE,GAAG,UAAU,OAAO,QAAQ,SAAS,MAAM,OAAO,EAAE;AAC5G,WAAO,CAAC,WAAW,GAAG,eAAe;AAAA,EACvC;AAAA;AAAA;AAAA;AAAA;AAAA,EAKA,MAAgB,uBAA8D;AAtGhF;AAwGI,UAAM,OAAeD,WAAS,gBAAK,WAAL,mBAAa,iBAAb,mBAA2B,WAAW,MAAM,GAAGO,WAAU,mDAAmD;AAE1I,UAAM,MAAM,MAAM,KAAK,QAAQ,IAAI;AACnC,QAAI,CAAC;AAAK,aAAO;AAEjB,WAAO,iBAAiB,KAAK,KAAK,KAAK,OAAO;AAAA,EAChD;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAgB,iCAAsE;AApHxF;AAsHI,UAAM,OAAeP;AAAA,OACnB,gBAAK,WAAL,mBAAa,iBAAb,mBAA2B;AAAA,MAC3B,MAAM,GAAGO,WAAU;AAAA,IACrB;AAEA,UAAM,MAAM,MAAM,KAAK,QAAQ,IAAI;AACnC,QAAI,CAAC;AAAK,aAAO;AAEjB,WAAO,eAAe,KAAK,KAAK,KAAK,OAAO;AAAA,EAC9C;AAAA,EAEA,MAAgB,0BAA0B,IAAkB,WAAqE;AAC/H,UAAM,UAAU,KAAK,gBAAgB,IAAI,CAAC,WAAQ;AAlItD;AAkIyD,sBAAG,oBAAH,mBAAoB,UAAU,CAAC,MAAM,MAAM;AAAA,KAAO;AACvG,UAAM,SAAS,QAAQ,IAAI,CAAC,UAAO;AAnIvC;AAmI0C,sBAAG,mBAAH,mBAAoB;AAAA,KAAM;AAChE,UAAM,UAAU,MAAM,UAAU,IAAI,MAAM;AAC1C,UAAM,kCAAkC,KAAK,gBAAgB,IAAID,sBAAqB;AACtF,UAAM,kBAAkB,gCAAgC,IAAI,CAAC,OAAO,QAAQ,KAAK,EAAE,CAAC;AACpF,QAAI,gBAAgB,SAAS,MAAS;AAAG,aAAO;AAChD,UAAM,kBAAoC,gBAAgB,OAAOL,OAAM;AACvE,WAAO,CAAC,IAAI,GAAG,eAAe;AAAA,EAChC;AACF;","names":["DivinerConfigSchema","AbstractDiviner","jsonPathToTransformersDictionary","DivinerConfigSchema","TemporalIndexingDivinerResultIndexSchema","PayloadBuilder","indexablePayloads","AbstractDiviner","DivinerConfigSchema","assertEx","exists","AbstractDiviner","isBoundWitness","DivinerConfigSchema","PayloadBuilder","isPayloadOfSchemaType","moduleName"]}

package/package.json

@@ -13,36 +13,35 @@
     "@xylabs/array": "^2.13.20",
     "@xylabs/assert": "^2.13.20",
     "@xylabs/exists": "^2.13.20",
-    "@xyo-network/abstract-diviner": "~2.84.6",
-    "@xyo-network/archivist-model": "~2.84.6",
-    "@xyo-network/archivist-wrapper": "~2.84.6",
-    "@xyo-network/boundwitness-model": "~2.84.6",
-    "@xyo-network/diviner-boundwitness-model": "~2.84.6",
-    "@xyo-network/diviner-indexing-memory": "~2.84.6",
-    "@xyo-network/diviner-indexing-model": "~2.84.6",
-    "@xyo-network/diviner-model": "~2.84.6",
-    "@xyo-network/diviner-payload-model": "~2.84.6",
-    "@xyo-network/diviner-temporal-indexing-model": "~2.84.6",
-    "@xyo-network/diviner-wrapper": "~2.84.6",
-    "@xyo-network/hash": "~2.84.6",
-    "@xyo-network/module-model": "~2.84.6",
-    "@xyo-network/payload-builder": "~2.84.6",
-    "@xyo-network/payload-model": "~2.84.6",
-    "@xyo-network/witness-timestamp": "~2.84.6",
-    "jsonpath": "^1.1.1"
+    "@xyo-network/abstract-diviner": "~2.84.8",
+    "@xyo-network/archivist-model": "~2.84.8",
+    "@xyo-network/archivist-wrapper": "~2.84.8",
+    "@xyo-network/boundwitness-model": "~2.84.8",
+    "@xyo-network/diviner-boundwitness-model": "~2.84.8",
+    "@xyo-network/diviner-indexing-memory": "~2.84.8",
+    "@xyo-network/diviner-indexing-model": "~2.84.8",
+    "@xyo-network/diviner-model": "~2.84.8",
+    "@xyo-network/diviner-payload-model": "~2.84.8",
+    "@xyo-network/diviner-temporal-indexing-model": "~2.84.8",
+    "@xyo-network/diviner-wrapper": "~2.84.8",
+    "@xyo-network/hash": "~2.84.8",
+    "@xyo-network/module-model": "~2.84.8",
+    "@xyo-network/payload-builder": "~2.84.8",
+    "@xyo-network/payload-model": "~2.84.8",
+    "@xyo-network/witness-timestamp": "~2.84.8"
   },
   "devDependencies": {
-    "@types/jsonpath": "^0.2.4",
     "@xylabs/delay": "^2.13.20",
-    "@xylabs/ts-scripts-yarn3": "^3.2.19",
-    "@xylabs/tsconfig": "^3.2.19",
-    "@xyo-network/account": "~2.84.6",
-    "@xyo-network/boundwitness-builder": "~2.84.6",
-    "@xyo-network/diviner-boundwitness-memory": "~2.84.6",
-    "@xyo-network/diviner-payload-memory": "~2.84.6",
-    "@xyo-network/manifest": "~2.84.6",
-    "@xyo-network/memory-archivist": "~2.84.6",
-    "@xyo-network/node-memory": "~2.84.6",
+    "@xylabs/ts-scripts-yarn3": "^3.2.24",
+    "@xylabs/tsconfig": "^3.2.24",
+    "@xyo-network/account": "~2.84.8",
+    "@xyo-network/boundwitness-builder": "~2.84.8",
+    "@xyo-network/diviner-boundwitness-memory": "~2.84.8",
+    "@xyo-network/diviner-jsonpath-aggregate-memory": "~2.84.8",
+    "@xyo-network/diviner-payload-memory": "~2.84.8",
+    "@xyo-network/manifest": "~2.84.8",
+    "@xyo-network/memory-archivist": "~2.84.8",
+    "@xyo-network/node-memory": "~2.84.8",
     "typescript": "^5.3.3"
   },
   "description": "Primary SDK for using XYO Protocol 2.0",
@@ -84,6 +83,6 @@
     "url": "https://github.com/XYOracleNetwork/sdk-xyo-client-js.git"
   },
   "sideEffects": false,
-  "version": "2.84.6",
+  "version": "2.84.8",
   "type": "module"
 }

package/src/DivinerQueryToIndexQueryDiviner/Diviner.ts

@@ -1,4 +1,5 @@
 import { AbstractDiviner } from '@xyo-network/abstract-diviner'
+import { jsonPathToTransformersDictionary, reducePayloads } from '@xyo-network/diviner-jsonpath-aggregate-memory'
 import { DivinerConfigSchema } from '@xyo-network/diviner-model'
 import { PayloadDivinerQueryPayload, PayloadDivinerQuerySchema } from '@xyo-network/diviner-payload-model'
 import {
@@ -11,9 +12,7 @@ import {
 import { Labels } from '@xyo-network/module-model'
 import { PayloadBuilder } from '@xyo-network/payload-builder'
 import { isPayloadOfSchemaType, Payload } from '@xyo-network/payload-model'
-
-import { jsonPathToTransformersDictionary, reducePayloads } from '../jsonpath'
-
+// TODO: Inherit from JsonPathAggregateDiviner
 /**
  * A diviner that converts diviner query to index query
  */
@@ -54,7 +53,7 @@ export class TemporalIndexingDivinerDivinerQueryToIndexQueryDiviner<
    * List of indexable schemas for this diviner
    */
   protected get indexableSchemas(): string[] {
-    if (!this._indexableSchemas) this._indexableSchemas = [...Object.keys(this.schemaTransforms)]
+    if (!this._indexableSchemas) this._indexableSchemas = Object.keys(this.schemaTransforms)
     return this._indexableSchemas
   }
 
@@ -97,7 +96,7 @@ export class TemporalIndexingDivinerDivinerQueryToIndexQueryDiviner<
 
   protected override async divineHandler(payloads: Payload[] = []): Promise<Payload[]> {
     const queries = payloads.filter(isPayloadOfSchemaType<PayloadDivinerQueryPayload>(this.divinerQuerySchema))
-    if (queries.length) {
+    if (queries.length > 0) {
       const results = await Promise.all(
         queries.map(async (query) => {
           const fields = await reducePayloads<PayloadDivinerQueryPayload & { sources?: string[] }>(
@@ -115,6 +114,6 @@ export class TemporalIndexingDivinerDivinerQueryToIndexQueryDiviner<
       )
       return results
     }
-    return Promise.resolve([])
+    return []
   }
 }

package/src/IndexCandidateToIndexDiviner/Diviner.ts

@@ -3,6 +3,7 @@ import { assertEx } from '@xylabs/assert'
 import { exists } from '@xylabs/exists'
 import { AbstractDiviner } from '@xyo-network/abstract-diviner'
 import { BoundWitness, isBoundWitness } from '@xyo-network/boundwitness-model'
+import { jsonPathToTransformersDictionary } from '@xyo-network/diviner-jsonpath-aggregate-memory'
 import { DivinerConfigSchema } from '@xyo-network/diviner-model'
 import {
   SchemaToJsonPathTransformExpressionsDictionary,
@@ -17,8 +18,6 @@ import { Labels } from '@xyo-network/module-model'
 import { PayloadBuilder } from '@xyo-network/payload-builder'
 import { Payload, PayloadFields } from '@xyo-network/payload-model'
 
-import { jsonPathToTransformersDictionary } from '../jsonpath'
-
 export type IndexablePayloads = [BoundWitness, ...Payload[]]
 
 const moduleName = 'TemporalIndexingDivinerIndexCandidateToIndexDiviner'
@@ -44,7 +43,7 @@ export class TemporalIndexingDivinerIndexCandidateToIndexDiviner<
    * List of indexable schemas for this diviner
    */
   protected get indexableSchemas(): string[] {
-    if (!this._indexableSchemas) this._indexableSchemas = [...Object.keys(this.schemaTransforms)]
+    if (!this._indexableSchemas) this._indexableSchemas = Object.keys(this.schemaTransforms)
     return this._indexableSchemas
   }
 
@@ -68,8 +67,9 @@ export class TemporalIndexingDivinerIndexCandidateToIndexDiviner<
   protected override async divineHandler(payloads: Payload[] = []): Promise<Payload[]> {
     const bws: BoundWitness[] = payloads.filter(isBoundWitness)
     const indexablePayloads: Payload[] = payloads.filter((p) => this.isIndexablePayload(p))
-    if (bws.length && indexablePayloads.length) {
+    if (bws.length > 0 && indexablePayloads.length > 0) {
       const payloadDictionary = await PayloadHasher.toMap(payloads)
+      // eslint-disable-next-line unicorn/no-array-reduce
       const validIndexableTuples: IndexablePayloads[] = bws.reduce<IndexablePayloads[]>((indexableTuples, bw) => {
         // If this Bound Witness doesn't contain all the required schemas don't index it
         if (!containsAll(bw.payload_schemas, this.indexableSchemas)) return indexableTuples
@@ -86,14 +86,12 @@ export class TemporalIndexingDivinerIndexCandidateToIndexDiviner<
       const indexes = await Promise.all(
         validIndexableTuples.map<Promise<TemporalIndexingDivinerResultIndex>>(async ([bw, ...sourcePayloads]) => {
           // Use the payload transformers to convert the fields from the source payloads to the destination fields
-          const indexFields = sourcePayloads
-            .map<PayloadFields[]>((payload) => {
-              // Find the transformers for this payload
-              const transformers = this.payloadTransformers[payload.schema]
-              // If transformers exist, apply them to the payload otherwise return an empty array
-              return transformers ? transformers.map((transform) => transform(payload)) : []
-            })
-            .flat()
+          const indexFields = sourcePayloads.flatMap<PayloadFields[]>((payload) => {
+            // Find the transformers for this payload
+            const transformers = this.payloadTransformers[payload.schema]
+            // If transformers exist, apply them to the payload otherwise return an empty array
+            return transformers ? transformers.map((transform) => transform(payload)) : []
+          })
           // Include all the sources for reference
           const sources = Object.keys(await PayloadHasher.toMap([bw, ...sourcePayloads]))
           // Build and return the index
@@ -104,7 +102,7 @@ export class TemporalIndexingDivinerIndexCandidateToIndexDiviner<
       )
       return indexes.flat()
     }
-    return Promise.resolve([])
+    return []
   }
 
   /**
@@ -122,6 +120,6 @@ export class TemporalIndexingDivinerIndexCandidateToIndexDiviner<
    * @returns True if this schema is one indexed by this diviner, false otherwise
    */
   protected isIndexableSchema = (schema?: string | null) => {
-    return this.indexableSchemas.some((s) => s === schema)
+    return typeof schema === 'string' ? this.indexableSchemas.includes(schema) : false
   }
 }

package/src/StateToIndexCandidateDiviner/Diviner.ts

@@ -59,7 +59,7 @@ export class TemporalIndexingDivinerStateToIndexCandidateDiviner<
   }
 
   get payloadDivinerLimit() {
-    return this.config.payloadDivinerLimit ?? 1_000
+    return this.config.payloadDivinerLimit ?? 1000
   }
 
   /**
@@ -133,7 +133,7 @@ export class TemporalIndexingDivinerStateToIndexCandidateDiviner<
     const results = await archivist.get(hashes)
     const indexCandidateIdentityFunctions = this.payload_schemas.map(isPayloadOfSchemaType)
     const filteredResults = indexCandidateIdentityFunctions.map((is) => results.find(is))
-    if (filteredResults.some((f) => f === undefined)) return undefined
+    if (filteredResults.includes(undefined)) return undefined
     const indexCandidates: IndexCandidate[] = filteredResults.filter(exists) as IndexCandidate[]
     return [bw, ...indexCandidates]
   }

package/dist/browser/IndexCandidateToIndexDiviner/_Diviner.d.cts

@@ -1,47 +0,0 @@
-import { AbstractDiviner } from '@xyo-network/abstract-diviner';
-import { BoundWitness } from '@xyo-network/boundwitness-model';
-import { SchemaToJsonPathTransformExpressionsDictionary, SchemaToPayloadTransformersDictionary, TemporalIndexingDivinerIndexCandidateToIndexDivinerParams } from '@xyo-network/diviner-temporal-indexing-model';
-import { Labels } from '@xyo-network/module-model';
-import { Payload } from '@xyo-network/payload-model';
-import { TimeStamp } from '@xyo-network/witness-timestamp';
-export type IndexablePayloads = [BoundWitness, TimeStamp, ...Payload[]];
-/**
- * Diviner which transforms index candidates to indexes using JSON Path to map
- * source properties in the supplied payloads to destination fields in the
- * resultant index
- */
-export declare class TemporalIndexingDivinerIndexCandidateToIndexDiviner<TParams extends TemporalIndexingDivinerIndexCandidateToIndexDivinerParams = TemporalIndexingDivinerIndexCandidateToIndexDivinerParams> extends AbstractDiviner<TParams> {
-    static configSchema: "network.xyo.diviner.indexing.temporal.stage.indexCandidateToIndexDiviner.config";
-    static configSchemas: ("network.xyo.diviner.config" | "network.xyo.diviner.indexing.temporal.stage.indexCandidateToIndexDiviner.config")[];
-    static labels: Labels;
-    private _indexableSchemas;
-    private _payloadTransformers;
-    /**
-     * List of indexable schemas for this diviner
-     */
-    protected get indexableSchemas(): string[];
-    /**
-     * Dictionary of schemas to payload transformers for creating indexes
-     * from the payloads within a Bound Witness
-     */
-    protected get payloadTransformers(): SchemaToPayloadTransformersDictionary;
-    /**
-     * The dictionary of schemas to JSON Path transform expressions for creating indexes
-     * from the payloads within a Bound Witness
-     */
-    protected get schemaTransforms(): SchemaToJsonPathTransformExpressionsDictionary;
-    protected divineHandler(payloads?: Payload[]): Promise<Payload[]>;
-    /**
-     * Identifies if a payload is one that is indexed by this diviner
-     * @param x The candidate payload
-     * @returns True if the payload is one indexed by this diviner, false otherwise
-     */
-    protected isIndexablePayload: (x: Payload) => boolean;
-    /**
-     * Identifies if a schema is one that is indexed by this diviner
-     * @param schema The candidate schema
-     * @returns True if this schema is one indexed by this diviner, false otherwise
-     */
-    protected isIndexableSchema: (schema?: string | null) => boolean;
-}
-//# sourceMappingURL=_Diviner.d.ts.map

package/dist/browser/IndexCandidateToIndexDiviner/_Diviner.d.cts.map

@@ -1 +0,0 @@
-{"version":3,"file":"_Diviner.d.ts","sourceRoot":"","sources":["../../../src/IndexCandidateToIndexDiviner/_Diviner.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAA;AAC/D,OAAO,EAAE,YAAY,EAAkB,MAAM,iCAAiC,CAAA;AAE9E,OAAO,EACL,8CAA8C,EAC9C,qCAAqC,EAErC,yDAAyD,EAG1D,MAAM,8CAA8C,CAAA;AAErD,OAAO,EAAE,MAAM,EAAE,MAAM,2BAA2B,CAAA;AAElD,OAAO,EAAE,OAAO,EAAiB,MAAM,4BAA4B,CAAA;AACnE,OAAO,EAAe,SAAS,EAAmB,MAAM,gCAAgC,CAAA;AAIxF,MAAM,MAAM,iBAAiB,GAAG,CAAC,YAAY,EAAE,SAAS,EAAE,GAAG,OAAO,EAAE,CAAC,CAAA;AAIvE;;;;GAIG;AACH,qBAAa,mDAAmD,CAC9D,OAAO,SAAS,yDAAyD,GAAG,yDAAyD,CACrI,SAAQ,eAAe,CAAC,OAAO,CAAC;IAChC,OAAgB,YAAY,oFAAkE;IAC9F,OAAgB,aAAa,uHAAyF;IACtH,MAAM,CAAC,MAAM,EAAE,MAAM,CAEpB;IAED,OAAO,CAAC,iBAAiB,CAAsB;IAC/C,OAAO,CAAC,oBAAoB,CAAmD;IAE/E;;OAEG;IACH,SAAS,KAAK,gBAAgB,IAAI,MAAM,EAAE,CAGzC;IAED;;;OAGG;IACH,SAAS,KAAK,mBAAmB,IAAI,qCAAqC,CAGzE;IAED;;;OAGG;IACH,SAAS,KAAK,gBAAgB,IAAI,8CAA8C,CAE/E;cAEwB,aAAa,CAAC,QAAQ,GAAE,OAAO,EAAO,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IAiDpF;;;;OAIG;IACH,SAAS,CAAC,kBAAkB,MAAO,OAAO,aAEzC;IAED;;;;OAIG;IACH,SAAS,CAAC,iBAAiB,YAAa,MAAM,GAAG,IAAI,aAEpD;CACF"}