@xyo-network/diviner-jsonpath-aggregate-memory 2.84.6 → 2.84.8

package/dist/browser/Diviner.d.cts.map

@@ -1 +1 @@
-{"version":3,"file":"Diviner.d.ts","sourceRoot":"","sources":["../../src/Diviner.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAA;AAC/D,OAAO,EAEL,8BAA8B,EAC9B,kBAAkB,EAClB,8CAA8C,EAC9C,qCAAqC,EACtC,MAAM,+CAA+C,CAAA;AACtD,OAAO,EAAE,aAAa,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAA;AAClF,OAAO,EAAE,OAAO,EAAiB,MAAM,4BAA4B,CAAA;AAMnE,qBAAa,wBAAwB,CACnC,OAAO,SAAS,8BAA8B,GAAG,8BAA8B,EAC/E,GAAG,SAAS,OAAO,GAAG,OAAO,EAC7B,IAAI,SAAS,OAAO,GAAG,OAAO,EAC9B,UAAU,SAAS,sBAAsB,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,sBAAsB,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,CACxI,SAAQ,eAAe,CAAC,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,UAAU,CAAC;IACvD,OAAgB,aAAa,oDAAyC;IAEtE,SAAS,CAAC,WAAW,EAAE,kBAAkB,EAAE,GAAG,SAAS,CAAA;IAEvD,OAAO,CAAC,oBAAoB,CAAmD;IAC/E,OAAO,CAAC,qBAAqB,CAAsB;IAEnD;;OAEG;IACH,SAAS,KAAK,iBAAiB,IAAI,MAAM,CAExC;IAED;;OAEG;IACH,SAAS,KAAK,mBAAmB,IAAI,qCAAqC,CAGzE;IAED;;OAEG;IACH,SAAS,KAAK,gBAAgB,IAAI,8CAA8C,CAE/E;IAED;;OAEG;IACH,SAAS,KAAK,oBAAoB,IAAI,MAAM,EAAE,CAG7C;cAEwB,aAAa,CAAC,QAAQ,CAAC,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;IAMzE;;;;OAIG;IACH,SAAS,CAAC,sBAAsB,MAAO,OAAO,aAE7C;IAED;;;;OAIG;IACH,SAAS,CAAC,qBAAqB,YAAa,MAAM,GAAG,IAAI,aAExD;CACF"}
+{"version":3,"file":"Diviner.d.ts","sourceRoot":"","sources":["../../src/Diviner.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAA;AAC/D,OAAO,EAEL,8BAA8B,EAC9B,kBAAkB,EAClB,8CAA8C,EAC9C,qCAAqC,EACtC,MAAM,+CAA+C,CAAA;AACtD,OAAO,EAAE,aAAa,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAA;AAClF,OAAO,EAAE,OAAO,EAAiB,MAAM,4BAA4B,CAAA;AAMnE,qBAAa,wBAAwB,CACnC,OAAO,SAAS,8BAA8B,GAAG,8BAA8B,EAC/E,GAAG,SAAS,OAAO,GAAG,OAAO,EAC7B,IAAI,SAAS,OAAO,GAAG,OAAO,EAC9B,UAAU,SAAS,sBAAsB,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,sBAAsB,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,CACxI,SAAQ,eAAe,CAAC,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,UAAU,CAAC;IACvD,OAAgB,aAAa,oDAAyC;IAEtE,SAAS,CAAC,WAAW,EAAE,kBAAkB,EAAE,GAAG,SAAS,CAAA;IAEvD,OAAO,CAAC,oBAAoB,CAAmD;IAC/E,OAAO,CAAC,qBAAqB,CAAsB;IAEnD;;OAEG;IACH,SAAS,KAAK,iBAAiB,IAAI,MAAM,CAExC;IAED;;OAEG;IACH,SAAS,KAAK,mBAAmB,IAAI,qCAAqC,CAGzE;IAED;;OAEG;IACH,SAAS,KAAK,gBAAgB,IAAI,8CAA8C,CAE/E;IAED;;OAEG;IACH,SAAS,KAAK,oBAAoB,IAAI,MAAM,EAAE,CAG7C;cAEwB,aAAa,CAAC,QAAQ,CAAC,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;IAWzE;;;;OAIG;IACH,SAAS,CAAC,sBAAsB,MAAO,OAAO,aAE7C;IAED;;;;OAIG;IACH,SAAS,CAAC,qBAAqB,YAAa,MAAM,GAAG,IAAI,aAExD;CACF"}

package/dist/browser/Diviner.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"Diviner.d.ts","sourceRoot":"","sources":["../../src/Diviner.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAA;AAC/D,OAAO,EAEL,8BAA8B,EAC9B,kBAAkB,EAClB,8CAA8C,EAC9C,qCAAqC,EACtC,MAAM,+CAA+C,CAAA;AACtD,OAAO,EAAE,aAAa,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAA;AAClF,OAAO,EAAE,OAAO,EAAiB,MAAM,4BAA4B,CAAA;AAMnE,qBAAa,wBAAwB,CACnC,OAAO,SAAS,8BAA8B,GAAG,8BAA8B,EAC/E,GAAG,SAAS,OAAO,GAAG,OAAO,EAC7B,IAAI,SAAS,OAAO,GAAG,OAAO,EAC9B,UAAU,SAAS,sBAAsB,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,sBAAsB,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,CACxI,SAAQ,eAAe,CAAC,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,UAAU,CAAC;IACvD,OAAgB,aAAa,oDAAyC;IAEtE,SAAS,CAAC,WAAW,EAAE,kBAAkB,EAAE,GAAG,SAAS,CAAA;IAEvD,OAAO,CAAC,oBAAoB,CAAmD;IAC/E,OAAO,CAAC,qBAAqB,CAAsB;IAEnD;;OAEG;IACH,SAAS,KAAK,iBAAiB,IAAI,MAAM,CAExC;IAED;;OAEG;IACH,SAAS,KAAK,mBAAmB,IAAI,qCAAqC,CAGzE;IAED;;OAEG;IACH,SAAS,KAAK,gBAAgB,IAAI,8CAA8C,CAE/E;IAED;;OAEG;IACH,SAAS,KAAK,oBAAoB,IAAI,MAAM,EAAE,CAG7C;cAEwB,aAAa,CAAC,QAAQ,CAAC,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;IAMzE;;;;OAIG;IACH,SAAS,CAAC,sBAAsB,MAAO,OAAO,aAE7C;IAED;;;;OAIG;IACH,SAAS,CAAC,qBAAqB,YAAa,MAAM,GAAG,IAAI,aAExD;CACF"}
+{"version":3,"file":"Diviner.d.ts","sourceRoot":"","sources":["../../src/Diviner.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAA;AAC/D,OAAO,EAEL,8BAA8B,EAC9B,kBAAkB,EAClB,8CAA8C,EAC9C,qCAAqC,EACtC,MAAM,+CAA+C,CAAA;AACtD,OAAO,EAAE,aAAa,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAA;AAClF,OAAO,EAAE,OAAO,EAAiB,MAAM,4BAA4B,CAAA;AAMnE,qBAAa,wBAAwB,CACnC,OAAO,SAAS,8BAA8B,GAAG,8BAA8B,EAC/E,GAAG,SAAS,OAAO,GAAG,OAAO,EAC7B,IAAI,SAAS,OAAO,GAAG,OAAO,EAC9B,UAAU,SAAS,sBAAsB,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,sBAAsB,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,CACxI,SAAQ,eAAe,CAAC,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,UAAU,CAAC;IACvD,OAAgB,aAAa,oDAAyC;IAEtE,SAAS,CAAC,WAAW,EAAE,kBAAkB,EAAE,GAAG,SAAS,CAAA;IAEvD,OAAO,CAAC,oBAAoB,CAAmD;IAC/E,OAAO,CAAC,qBAAqB,CAAsB;IAEnD;;OAEG;IACH,SAAS,KAAK,iBAAiB,IAAI,MAAM,CAExC;IAED;;OAEG;IACH,SAAS,KAAK,mBAAmB,IAAI,qCAAqC,CAGzE;IAED;;OAEG;IACH,SAAS,KAAK,gBAAgB,IAAI,8CAA8C,CAE/E;IAED;;OAEG;IACH,SAAS,KAAK,oBAAoB,IAAI,MAAM,EAAE,CAG7C;cAEwB,aAAa,CAAC,QAAQ,CAAC,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;IAWzE;;;;OAIG;IACH,SAAS,CAAC,sBAAsB,MAAO,OAAO,aAE7C;IAED;;;;OAIG;IACH,SAAS,CAAC,qBAAqB,YAAa,MAAM,GAAG,IAAI,aAExD;CACF"}

package/dist/browser/Diviner.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"Diviner.d.ts","sourceRoot":"","sources":["../../src/Diviner.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAA;AAC/D,OAAO,EAEL,8BAA8B,EAC9B,kBAAkB,EAClB,8CAA8C,EAC9C,qCAAqC,EACtC,MAAM,+CAA+C,CAAA;AACtD,OAAO,EAAE,aAAa,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAA;AAClF,OAAO,EAAE,OAAO,EAAiB,MAAM,4BAA4B,CAAA;AAMnE,qBAAa,wBAAwB,CACnC,OAAO,SAAS,8BAA8B,GAAG,8BAA8B,EAC/E,GAAG,SAAS,OAAO,GAAG,OAAO,EAC7B,IAAI,SAAS,OAAO,GAAG,OAAO,EAC9B,UAAU,SAAS,sBAAsB,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,sBAAsB,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,CACxI,SAAQ,eAAe,CAAC,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,UAAU,CAAC;IACvD,OAAgB,aAAa,oDAAyC;IAEtE,SAAS,CAAC,WAAW,EAAE,kBAAkB,EAAE,GAAG,SAAS,CAAA;IAEvD,OAAO,CAAC,oBAAoB,CAAmD;IAC/E,OAAO,CAAC,qBAAqB,CAAsB;IAEnD;;OAEG;IACH,SAAS,KAAK,iBAAiB,IAAI,MAAM,CAExC;IAED;;OAEG;IACH,SAAS,KAAK,mBAAmB,IAAI,qCAAqC,CAGzE;IAED;;OAEG;IACH,SAAS,KAAK,gBAAgB,IAAI,8CAA8C,CAE/E;IAED;;OAEG;IACH,SAAS,KAAK,oBAAoB,IAAI,MAAM,EAAE,CAG7C;cAEwB,aAAa,CAAC,QAAQ,CAAC,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;IAMzE;;;;OAIG;IACH,SAAS,CAAC,sBAAsB,MAAO,OAAO,aAE7C;IAED;;;;OAIG;IACH,SAAS,CAAC,qBAAqB,YAAa,MAAM,GAAG,IAAI,aAExD;CACF"}
+{"version":3,"file":"Diviner.d.ts","sourceRoot":"","sources":["../../src/Diviner.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAA;AAC/D,OAAO,EAEL,8BAA8B,EAC9B,kBAAkB,EAClB,8CAA8C,EAC9C,qCAAqC,EACtC,MAAM,+CAA+C,CAAA;AACtD,OAAO,EAAE,aAAa,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAA;AAClF,OAAO,EAAE,OAAO,EAAiB,MAAM,4BAA4B,CAAA;AAMnE,qBAAa,wBAAwB,CACnC,OAAO,SAAS,8BAA8B,GAAG,8BAA8B,EAC/E,GAAG,SAAS,OAAO,GAAG,OAAO,EAC7B,IAAI,SAAS,OAAO,GAAG,OAAO,EAC9B,UAAU,SAAS,sBAAsB,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,sBAAsB,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,CACxI,SAAQ,eAAe,CAAC,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,UAAU,CAAC;IACvD,OAAgB,aAAa,oDAAyC;IAEtE,SAAS,CAAC,WAAW,EAAE,kBAAkB,EAAE,GAAG,SAAS,CAAA;IAEvD,OAAO,CAAC,oBAAoB,CAAmD;IAC/E,OAAO,CAAC,qBAAqB,CAAsB;IAEnD;;OAEG;IACH,SAAS,KAAK,iBAAiB,IAAI,MAAM,CAExC;IAED;;OAEG;IACH,SAAS,KAAK,mBAAmB,IAAI,qCAAqC,CAGzE;IAED;;OAEG;IACH,SAAS,KAAK,gBAAgB,IAAI,8CAA8C,CAE/E;IAED;;OAEG;IACH,SAAS,KAAK,oBAAoB,IAAI,MAAM,EAAE,CAG7C;cAEwB,aAAa,CAAC,QAAQ,CAAC,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;IAWzE;;;;OAIG;IACH,SAAS,CAAC,sBAAsB,MAAO,OAAO,aAE7C;IAED;;;;OAIG;IACH,SAAS,CAAC,qBAAqB,YAAa,MAAM,GAAG,IAAI,aAExD;CACF"}

package/dist/browser/index.cjs

@@ -20,7 +20,10 @@ var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: tru
 // src/index.ts
 var src_exports = {};
 __export(src_exports, {
-  JsonPathAggregateDiviner: () => JsonPathAggregateDiviner
+  JsonPathAggregateDiviner: () => JsonPathAggregateDiviner,
+  jsonPathToTransformersDictionary: () => jsonPathToTransformersDictionary,
+  reducePayloads: () => reducePayloads,
+  reducePayloadsArray: () => reducePayloadsArray
 });
 module.exports = __toCommonJS(src_exports);
 
@@ -44,13 +47,20 @@ var jsonPathToTransformersDictionary = (schemaTransforms) => {
 // src/jsonpath/reducePayloads.ts
 var import_hash = require("@xyo-network/hash");
 var import_payload_builder = require("@xyo-network/payload-builder");
-var reducePayloads = async (payloads, payloadTransformers, destinationSchema) => {
-  const indexFields = payloads.map((payload) => {
+var reducePayloads = async (payloads, payloadTransformers, destinationSchema, excludeSources = false) => {
+  const payloadFields = payloads.flatMap((payload) => {
     const transformers = payloadTransformers[payload.schema];
     return transformers ? transformers.map((transform) => transform(payload)) : [];
-  }).flat();
-  const sources = (await import_hash.PayloadHasher.hashPairs([...payloads])).map(([, hash]) => hash);
-  return await new import_payload_builder.PayloadBuilder({ schema: destinationSchema }).fields(Object.assign({ sources }, ...indexFields)).build();
+  });
+  const baseObject = excludeSources ? {} : { sources: (await import_hash.PayloadHasher.hashPairs([...payloads])).map(([, hash]) => hash) };
+  return await new import_payload_builder.PayloadBuilder({ schema: destinationSchema }).fields(Object.assign(baseObject, ...payloadFields)).build();
+};
+var reducePayloadsArray = async (payloadsArray, payloadTransformers, destinationSchema, excludeSources = false) => {
+  return await Promise.all(
+    payloadsArray.map(async (payloads) => {
+      return await reducePayloads(payloads, payloadTransformers, destinationSchema, excludeSources);
+    })
+  );
 };
 
 // src/Diviner.ts
@@ -85,13 +95,18 @@ var JsonPathAggregateDiviner = class extends import_abstract_diviner.AbstractDiv
    */
   get transformableSchemas() {
     if (!this._transformableSchemas)
-      this._transformableSchemas = [...Object.keys(this.schemaTransforms)];
+      this._transformableSchemas = Object.keys(this.schemaTransforms);
     return this._transformableSchemas;
   }
   async divineHandler(payloads) {
     if (!payloads)
       return [];
-    const reducedPayloads = await reducePayloads(payloads, this.payloadTransformers, this.destinationSchema);
+    const reducedPayloads = await reducePayloads(
+      payloads,
+      this.payloadTransformers,
+      this.destinationSchema,
+      this.config.excludeSources ?? false
+    );
     return [reducedPayloads];
   }
   /**
@@ -108,7 +123,7 @@ var JsonPathAggregateDiviner = class extends import_abstract_diviner.AbstractDiv
    * @returns True if this schema is one transformed by this diviner, false otherwise
    */
   isTransformableSchema = (schema) => {
-    return this.transformableSchemas.some((s) => s === schema);
+    return typeof schema === "string" ? this.transformableSchemas.includes(schema) : false;
   };
 };
 //# sourceMappingURL=index.cjs.map

package/dist/browser/index.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/index.ts","../../src/Diviner.ts","../../src/jsonpath/jsonPathToTransformersDictionary.ts","../../src/jsonpath/reducePayloads.ts"],"sourcesContent":["export * from './Diviner'\n","import { assertEx } from '@xylabs/assert'\nimport { AbstractDiviner } from '@xyo-network/abstract-diviner'\nimport {\n  JsonPathAggregateDivinerConfigSchema,\n  JsonPathAggregateDivinerParams,\n  PayloadTransformer,\n  SchemaToJsonPathTransformExpressionsDictionary,\n  SchemaToPayloadTransformersDictionary,\n} from '@xyo-network/diviner-jsonpath-aggregate-model'\nimport { DivinerModule, DivinerModuleEventData } from '@xyo-network/diviner-model'\nimport { Payload, PayloadSchema } from '@xyo-network/payload-model'\n\nimport { jsonPathToTransformersDictionary, reducePayloads } from './jsonpath'\n\nconst moduleName = 'JsonPathAggregateDiviner'\n\nexport class JsonPathAggregateDiviner<\n  TParams extends JsonPathAggregateDivinerParams = JsonPathAggregateDivinerParams,\n  TIn extends Payload = Payload,\n  TOut extends Payload = Payload,\n  TEventData extends DivinerModuleEventData<DivinerModule<TParams>, TIn, TOut> = DivinerModuleEventData<DivinerModule<TParams>, TIn, TOut>,\n> extends AbstractDiviner<TParams, TIn, TOut, TEventData> {\n  static override configSchemas = [JsonPathAggregateDivinerConfigSchema]\n\n  protected _transforms: PayloadTransformer[] | undefined\n\n  private _payloadTransformers: SchemaToPayloadTransformersDictionary | undefined\n  private _transformableSchemas: string[] | undefined\n\n  /**\n   * The schema to use for the destination payloads\n   */\n  protected get destinationSchema(): string {\n    return this.config.destinationSchema ?? PayloadSchema\n  }\n\n  /**\n   * Dictionary of schemas to payload transformers\n   */\n  protected get payloadTransformers(): SchemaToPayloadTransformersDictionary {\n    if (!this._payloadTransformers) this._payloadTransformers = jsonPathToTransformersDictionary(this.schemaTransforms)\n    return this._payloadTransformers\n  }\n\n  /**\n   * The dictionary of schemas to JSON Path transform expressions\n   */\n  protected get schemaTransforms(): SchemaToJsonPathTransformExpressionsDictionary {\n    return assertEx(this.config?.schemaTransforms, () => `${moduleName}: Missing config.schemaTransforms section`)\n  }\n\n  /**\n   * List of transformable schemas for this diviner\n   */\n  protected get transformableSchemas(): string[] {\n    if (!this._transformableSchemas) this._transformableSchemas = [...Object.keys(this.schemaTransforms)]\n    return this._transformableSchemas\n  }\n\n  protected override async divineHandler(payloads?: TIn[]): Promise<TOut[]> {\n    if (!payloads) return []\n    const reducedPayloads = await reducePayloads<TOut>(payloads, this.payloadTransformers, this.destinationSchema)\n    return [reducedPayloads]\n  }\n\n  /**\n   * Identifies if a payload is one that is transformed by this diviner\n   * @param x The candidate payload\n   * @returns True if the payload is one transformed by this diviner, false otherwise\n   */\n  protected isTransformablePayload = (x: Payload) => {\n    return this.transformableSchemas.includes(x?.schema)\n  }\n\n  /**\n   * Identifies if a schema is one that is transformed by this diviner\n   * @param schema The candidate schema\n   * @returns True if this schema is one transformed by this diviner, false otherwise\n   */\n  protected isTransformableSchema = (schema?: string | null) => {\n    return this.transformableSchemas.some((s) => s === schema)\n  }\n}\n","import { SchemaToJsonPathTransformExpressionsDictionary, SchemaToPayloadTransformersDictionary } from '@xyo-network/diviner-jsonpath-aggregate-model'\nimport { toPayloadTransformer } from '@xyo-network/diviner-jsonpath-memory'\n\n/**\n * Materializes the JSON-path expressions into memoized functions by converting a\n * dictionary of schema to JSON Path transform expressions to a dictionary\n * of schema to payload transformers\n * @param schemaTransforms The schema transforms to convert\n * @returns A dictionary of schema to payload transformers\n */\nexport const jsonPathToTransformersDictionary = (\n  schemaTransforms: SchemaToJsonPathTransformExpressionsDictionary,\n): SchemaToPayloadTransformersDictionary => {\n  return Object.fromEntries(\n    Object.entries(schemaTransforms).map(([schema, jsonPathTransformerExpressions]) => {\n      const transformers = jsonPathTransformerExpressions.map(toPayloadTransformer)\n      return [schema, transformers]\n    }),\n  )\n}\n","import { SchemaToPayloadTransformersDictionary } from '@xyo-network/diviner-jsonpath-aggregate-model'\nimport { PayloadHasher } from '@xyo-network/hash'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { Payload, PayloadFields } from '@xyo-network/payload-model'\n\n/**\n * Reduces the payloads to a single payload using the supplied transformers\n * @param payloads The payloads to reduce\n * @param payloadTransformers The transformers to use to convert the payloads to the destination payload\n * @param destinationSchema The schema of the destination payload\n * @returns The reduced payload\n */\nexport const reducePayloads = async <T extends Payload = Payload>(\n  payloads: Payload[],\n  payloadTransformers: SchemaToPayloadTransformersDictionary,\n  destinationSchema: string,\n): Promise<T> => {\n  // Use the payload transformers to convert the fields from the source payloads to the destination fields\n  const indexFields = payloads\n    .map<PayloadFields[]>((payload) => {\n      // Find the transformers for this payload\n      const transformers = payloadTransformers[payload.schema]\n      // If transformers exist, apply them to the payload otherwise return an empty array\n      return transformers ? transformers.map((transform) => transform(payload)) : []\n    })\n    .flat()\n  // Include all the sources for reference\n  const sources = (await PayloadHasher.hashPairs([...payloads])).map(([, hash]) => hash)\n  // Build and return the index\n  return await new PayloadBuilder<T>({ schema: destinationSchema }).fields(Object.assign({ sources }, ...indexFields)).build()\n}\n\n/**\n * Reduces the arrays of payload arrays to an array of payloads using the supplied transformers\n * @param payloadsArray The arrays of payloads to reduce\n * @param payloadTransformers The transformers to use to convert the payloads to the destination payloads\n * @param destinationSchema The schema of the destination payloads\n * @returns The reduced payloads\n */\nexport const reducePayloadsArray = async <T extends Payload = Payload>(\n  payloadsArray: Payload[][],\n  payloadTransformers: SchemaToPayloadTransformersDictionary,\n  destinationSchema: string,\n): Promise<T[]> => {\n  return await Promise.all(\n    payloadsArray.map(async (payloads) => {\n      return await reducePayloads<T>(payloads, payloadTransformers, destinationSchema)\n    }),\n  )\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,oBAAyB;AACzB,8BAAgC;AAChC,8CAMO;AAEP,2BAAuC;;;ACTvC,qCAAqC;AAS9B,IAAM,mCAAmC,CAC9C,qBAC0C;AAC1C,SAAO,OAAO;AAAA,IACZ,OAAO,QAAQ,gBAAgB,EAAE,IAAI,CAAC,CAAC,QAAQ,8BAA8B,MAAM;AACjF,YAAM,eAAe,+BAA+B,IAAI,mDAAoB;AAC5E,aAAO,CAAC,QAAQ,YAAY;AAAA,IAC9B,CAAC;AAAA,EACH;AACF;;;AClBA,kBAA8B;AAC9B,6BAA+B;AAUxB,IAAM,iBAAiB,OAC5B,UACA,qBACA,sBACe;AAEf,QAAM,cAAc,SACjB,IAAqB,CAAC,YAAY;AAEjC,UAAM,eAAe,oBAAoB,QAAQ,MAAM;AAEvD,WAAO,eAAe,aAAa,IAAI,CAAC,cAAc,UAAU,OAAO,CAAC,IAAI,CAAC;AAAA,EAC/E,CAAC,EACA,KAAK;AAER,QAAM,WAAW,MAAM,0BAAc,UAAU,CAAC,GAAG,QAAQ,CAAC,GAAG,IAAI,CAAC,CAAC,EAAE,IAAI,MAAM,IAAI;AAErF,SAAO,MAAM,IAAI,sCAAkB,EAAE,QAAQ,kBAAkB,CAAC,EAAE,OAAO,OAAO,OAAO,EAAE,QAAQ,GAAG,GAAG,WAAW,CAAC,EAAE,MAAM;AAC7H;;;AFhBA,IAAM,aAAa;AAEZ,IAAM,2BAAN,cAKG,wCAAgD;AAAA,EACxD,OAAgB,gBAAgB,CAAC,4EAAoC;AAAA,EAE3D;AAAA,EAEF;AAAA,EACA;AAAA;AAAA;AAAA;AAAA,EAKR,IAAc,oBAA4B;AACxC,WAAO,KAAK,OAAO,qBAAqB;AAAA,EAC1C;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,sBAA6D;AACzE,QAAI,CAAC,KAAK;AAAsB,WAAK,uBAAuB,iCAAiC,KAAK,gBAAgB;AAClH,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,mBAAmE;AAC/E,eAAO,wBAAS,KAAK,QAAQ,kBAAkB,MAAM,GAAG,UAAU,2CAA2C;AAAA,EAC/G;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,uBAAiC;AAC7C,QAAI,CAAC,KAAK;AAAuB,WAAK,wBAAwB,CAAC,GAAG,OAAO,KAAK,KAAK,gBAAgB,CAAC;AACpG,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAyB,cAAc,UAAmC;AACxE,QAAI,CAAC;AAAU,aAAO,CAAC;AACvB,UAAM,kBAAkB,MAAM,eAAqB,UAAU,KAAK,qBAAqB,KAAK,iBAAiB;AAC7G,WAAO,CAAC,eAAe;AAAA,EACzB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOU,yBAAyB,CAAC,MAAe;AACjD,WAAO,KAAK,qBAAqB,SAAS,GAAG,MAAM;AAAA,EACrD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOU,wBAAwB,CAAC,WAA2B;AAC5D,WAAO,KAAK,qBAAqB,KAAK,CAAC,MAAM,MAAM,MAAM;AAAA,EAC3D;AACF;","names":[]}
+{"version":3,"sources":["../../src/index.ts","../../src/Diviner.ts","../../src/jsonpath/jsonPathToTransformersDictionary.ts","../../src/jsonpath/reducePayloads.ts"],"sourcesContent":["export * from './Diviner'\nexport * from './jsonpath'\n","import { assertEx } from '@xylabs/assert'\nimport { AbstractDiviner } from '@xyo-network/abstract-diviner'\nimport {\n  JsonPathAggregateDivinerConfigSchema,\n  JsonPathAggregateDivinerParams,\n  PayloadTransformer,\n  SchemaToJsonPathTransformExpressionsDictionary,\n  SchemaToPayloadTransformersDictionary,\n} from '@xyo-network/diviner-jsonpath-aggregate-model'\nimport { DivinerModule, DivinerModuleEventData } from '@xyo-network/diviner-model'\nimport { Payload, PayloadSchema } from '@xyo-network/payload-model'\n\nimport { jsonPathToTransformersDictionary, reducePayloads } from './jsonpath'\n\nconst moduleName = 'JsonPathAggregateDiviner'\n\nexport class JsonPathAggregateDiviner<\n  TParams extends JsonPathAggregateDivinerParams = JsonPathAggregateDivinerParams,\n  TIn extends Payload = Payload,\n  TOut extends Payload = Payload,\n  TEventData extends DivinerModuleEventData<DivinerModule<TParams>, TIn, TOut> = DivinerModuleEventData<DivinerModule<TParams>, TIn, TOut>,\n> extends AbstractDiviner<TParams, TIn, TOut, TEventData> {\n  static override configSchemas = [JsonPathAggregateDivinerConfigSchema]\n\n  protected _transforms: PayloadTransformer[] | undefined\n\n  private _payloadTransformers: SchemaToPayloadTransformersDictionary | undefined\n  private _transformableSchemas: string[] | undefined\n\n  /**\n   * The schema to use for the destination payloads\n   */\n  protected get destinationSchema(): string {\n    return this.config.destinationSchema ?? PayloadSchema\n  }\n\n  /**\n   * Dictionary of schemas to payload transformers\n   */\n  protected get payloadTransformers(): SchemaToPayloadTransformersDictionary {\n    if (!this._payloadTransformers) this._payloadTransformers = jsonPathToTransformersDictionary(this.schemaTransforms)\n    return this._payloadTransformers\n  }\n\n  /**\n   * The dictionary of schemas to JSON Path transform expressions\n   */\n  protected get schemaTransforms(): SchemaToJsonPathTransformExpressionsDictionary {\n    return assertEx(this.config?.schemaTransforms, () => `${moduleName}: Missing config.schemaTransforms section`)\n  }\n\n  /**\n   * List of transformable schemas for this diviner\n   */\n  protected get transformableSchemas(): string[] {\n    if (!this._transformableSchemas) this._transformableSchemas = Object.keys(this.schemaTransforms)\n    return this._transformableSchemas\n  }\n\n  protected override async divineHandler(payloads?: TIn[]): Promise<TOut[]> {\n    if (!payloads) return []\n    const reducedPayloads = await reducePayloads<TOut>(\n      payloads,\n      this.payloadTransformers,\n      this.destinationSchema,\n      this.config.excludeSources ?? false,\n    )\n    return [reducedPayloads]\n  }\n\n  /**\n   * Identifies if a payload is one that is transformed by this diviner\n   * @param x The candidate payload\n   * @returns True if the payload is one transformed by this diviner, false otherwise\n   */\n  protected isTransformablePayload = (x: Payload) => {\n    return this.transformableSchemas.includes(x?.schema)\n  }\n\n  /**\n   * Identifies if a schema is one that is transformed by this diviner\n   * @param schema The candidate schema\n   * @returns True if this schema is one transformed by this diviner, false otherwise\n   */\n  protected isTransformableSchema = (schema?: string | null) => {\n    return typeof schema === 'string' ? this.transformableSchemas.includes(schema) : false\n  }\n}\n","import { SchemaToJsonPathTransformExpressionsDictionary, SchemaToPayloadTransformersDictionary } from '@xyo-network/diviner-jsonpath-aggregate-model'\nimport { toPayloadTransformer } from '@xyo-network/diviner-jsonpath-memory'\n\n/**\n * Materializes the JSON-path expressions into memoized functions by converting a\n * dictionary of schema to JSON Path transform expressions to a dictionary\n * of schema to payload transformers\n * @param schemaTransforms The schema transforms to convert\n * @returns A dictionary of schema to payload transformers\n */\nexport const jsonPathToTransformersDictionary = (\n  schemaTransforms: SchemaToJsonPathTransformExpressionsDictionary,\n): SchemaToPayloadTransformersDictionary => {\n  return Object.fromEntries(\n    Object.entries(schemaTransforms).map(([schema, jsonPathTransformerExpressions]) => {\n      const transformers = jsonPathTransformerExpressions.map(toPayloadTransformer)\n      return [schema, transformers]\n    }),\n  )\n}\n","import { SchemaToPayloadTransformersDictionary } from '@xyo-network/diviner-jsonpath-aggregate-model'\nimport { PayloadHasher } from '@xyo-network/hash'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { Payload, PayloadFields } from '@xyo-network/payload-model'\n\n/**\n * Reduces the payloads to a single payload using the supplied transformers\n * @param payloads The payloads to reduce\n * @param payloadTransformers The transformers to use to convert the payloads to the destination payload\n * @param destinationSchema The schema of the destination payload\n * @param excludeSources Exclude the source hashes from the destination payload\n * @returns The reduced payload\n */\nexport const reducePayloads = async <T extends Payload = Payload>(\n  payloads: Payload[],\n  payloadTransformers: SchemaToPayloadTransformersDictionary,\n  destinationSchema: string,\n  excludeSources = false,\n): Promise<T> => {\n  // Use the payload transformers to convert the fields from the source payloads to the destination fields\n  const payloadFields = payloads.flatMap<PayloadFields[]>((payload) => {\n    // Find the transformers for this payload\n    const transformers = payloadTransformers[payload.schema]\n    // If transformers exist, apply them to the payload otherwise return an empty array\n    return transformers ? transformers.map((transform) => transform(payload)) : []\n  })\n  // Include all the sources for reference\n  const baseObject = excludeSources ? {} : { sources: (await PayloadHasher.hashPairs([...payloads])).map(([, hash]) => hash) }\n  // Build and return the payload\n  return await new PayloadBuilder<T>({ schema: destinationSchema }).fields(Object.assign(baseObject, ...payloadFields)).build()\n}\n\n/**\n * Reduces the arrays of payload arrays to an array of payloads using the supplied transformers\n * @param payloadsArray The arrays of payloads to reduce\n * @param payloadTransformers The transformers to use to convert the payloads to the destination payloads\n * @param excludeSources Exclude the source hashes from the destination payload\n * @returns The reduced payloads\n */\nexport const reducePayloadsArray = async <T extends Payload = Payload>(\n  payloadsArray: Payload[][],\n  payloadTransformers: SchemaToPayloadTransformersDictionary,\n  destinationSchema: string,\n  excludeSources = false,\n): Promise<T[]> => {\n  return await Promise.all(\n    payloadsArray.map(async (payloads) => {\n      return await reducePayloads<T>(payloads, payloadTransformers, destinationSchema, excludeSources)\n    }),\n  )\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,oBAAyB;AACzB,8BAAgC;AAChC,8CAMO;AAEP,2BAAuC;;;ACTvC,qCAAqC;AAS9B,IAAM,mCAAmC,CAC9C,qBAC0C;AAC1C,SAAO,OAAO;AAAA,IACZ,OAAO,QAAQ,gBAAgB,EAAE,IAAI,CAAC,CAAC,QAAQ,8BAA8B,MAAM;AACjF,YAAM,eAAe,+BAA+B,IAAI,mDAAoB;AAC5E,aAAO,CAAC,QAAQ,YAAY;AAAA,IAC9B,CAAC;AAAA,EACH;AACF;;;AClBA,kBAA8B;AAC9B,6BAA+B;AAWxB,IAAM,iBAAiB,OAC5B,UACA,qBACA,mBACA,iBAAiB,UACF;AAEf,QAAM,gBAAgB,SAAS,QAAyB,CAAC,YAAY;AAEnE,UAAM,eAAe,oBAAoB,QAAQ,MAAM;AAEvD,WAAO,eAAe,aAAa,IAAI,CAAC,cAAc,UAAU,OAAO,CAAC,IAAI,CAAC;AAAA,EAC/E,CAAC;AAED,QAAM,aAAa,iBAAiB,CAAC,IAAI,EAAE,UAAU,MAAM,0BAAc,UAAU,CAAC,GAAG,QAAQ,CAAC,GAAG,IAAI,CAAC,CAAC,EAAE,IAAI,MAAM,IAAI,EAAE;AAE3H,SAAO,MAAM,IAAI,sCAAkB,EAAE,QAAQ,kBAAkB,CAAC,EAAE,OAAO,OAAO,OAAO,YAAY,GAAG,aAAa,CAAC,EAAE,MAAM;AAC9H;AASO,IAAM,sBAAsB,OACjC,eACA,qBACA,mBACA,iBAAiB,UACA;AACjB,SAAO,MAAM,QAAQ;AAAA,IACnB,cAAc,IAAI,OAAO,aAAa;AACpC,aAAO,MAAM,eAAkB,UAAU,qBAAqB,mBAAmB,cAAc;AAAA,IACjG,CAAC;AAAA,EACH;AACF;;;AFpCA,IAAM,aAAa;AAEZ,IAAM,2BAAN,cAKG,wCAAgD;AAAA,EACxD,OAAgB,gBAAgB,CAAC,4EAAoC;AAAA,EAE3D;AAAA,EAEF;AAAA,EACA;AAAA;AAAA;AAAA;AAAA,EAKR,IAAc,oBAA4B;AACxC,WAAO,KAAK,OAAO,qBAAqB;AAAA,EAC1C;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,sBAA6D;AACzE,QAAI,CAAC,KAAK;AAAsB,WAAK,uBAAuB,iCAAiC,KAAK,gBAAgB;AAClH,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,mBAAmE;AAC/E,eAAO,wBAAS,KAAK,QAAQ,kBAAkB,MAAM,GAAG,UAAU,2CAA2C;AAAA,EAC/G;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,uBAAiC;AAC7C,QAAI,CAAC,KAAK;AAAuB,WAAK,wBAAwB,OAAO,KAAK,KAAK,gBAAgB;AAC/F,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAyB,cAAc,UAAmC;AACxE,QAAI,CAAC;AAAU,aAAO,CAAC;AACvB,UAAM,kBAAkB,MAAM;AAAA,MAC5B;AAAA,MACA,KAAK;AAAA,MACL,KAAK;AAAA,MACL,KAAK,OAAO,kBAAkB;AAAA,IAChC;AACA,WAAO,CAAC,eAAe;AAAA,EACzB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOU,yBAAyB,CAAC,MAAe;AACjD,WAAO,KAAK,qBAAqB,SAAS,GAAG,MAAM;AAAA,EACrD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOU,wBAAwB,CAAC,WAA2B;AAC5D,WAAO,OAAO,WAAW,WAAW,KAAK,qBAAqB,SAAS,MAAM,IAAI;AAAA,EACnF;AACF;","names":[]}

package/dist/browser/index.d.cts

@@ -1,2 +1,3 @@
 export * from './Diviner';
+export * from './jsonpath';
 //# sourceMappingURL=index.d.ts.map

package/dist/browser/index.d.cts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,WAAW,CAAA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,WAAW,CAAA;AACzB,cAAc,YAAY,CAAA"}

package/dist/browser/index.d.mts

@@ -1,2 +1,3 @@
 export * from './Diviner';
+export * from './jsonpath';
 //# sourceMappingURL=index.d.ts.map

package/dist/browser/index.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,WAAW,CAAA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,WAAW,CAAA;AACzB,cAAc,YAAY,CAAA"}

package/dist/browser/index.d.ts

@@ -1,2 +1,3 @@
 export * from './Diviner';
+export * from './jsonpath';
 //# sourceMappingURL=index.d.ts.map

package/dist/browser/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,WAAW,CAAA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,WAAW,CAAA;AACzB,cAAc,YAAY,CAAA"}

package/dist/browser/index.js

@@ -20,13 +20,20 @@ var jsonPathToTransformersDictionary = (schemaTransforms) => {
 // src/jsonpath/reducePayloads.ts
 import { PayloadHasher } from "@xyo-network/hash";
 import { PayloadBuilder } from "@xyo-network/payload-builder";
-var reducePayloads = async (payloads, payloadTransformers, destinationSchema) => {
-  const indexFields = payloads.map((payload) => {
+var reducePayloads = async (payloads, payloadTransformers, destinationSchema, excludeSources = false) => {
+  const payloadFields = payloads.flatMap((payload) => {
     const transformers = payloadTransformers[payload.schema];
     return transformers ? transformers.map((transform) => transform(payload)) : [];
-  }).flat();
-  const sources = (await PayloadHasher.hashPairs([...payloads])).map(([, hash]) => hash);
-  return await new PayloadBuilder({ schema: destinationSchema }).fields(Object.assign({ sources }, ...indexFields)).build();
+  });
+  const baseObject = excludeSources ? {} : { sources: (await PayloadHasher.hashPairs([...payloads])).map(([, hash]) => hash) };
+  return await new PayloadBuilder({ schema: destinationSchema }).fields(Object.assign(baseObject, ...payloadFields)).build();
+};
+var reducePayloadsArray = async (payloadsArray, payloadTransformers, destinationSchema, excludeSources = false) => {
+  return await Promise.all(
+    payloadsArray.map(async (payloads) => {
+      return await reducePayloads(payloads, payloadTransformers, destinationSchema, excludeSources);
+    })
+  );
 };
 
 // src/Diviner.ts
@@ -61,13 +68,18 @@ var JsonPathAggregateDiviner = class extends AbstractDiviner {
    */
   get transformableSchemas() {
     if (!this._transformableSchemas)
-      this._transformableSchemas = [...Object.keys(this.schemaTransforms)];
+      this._transformableSchemas = Object.keys(this.schemaTransforms);
     return this._transformableSchemas;
   }
   async divineHandler(payloads) {
     if (!payloads)
       return [];
-    const reducedPayloads = await reducePayloads(payloads, this.payloadTransformers, this.destinationSchema);
+    const reducedPayloads = await reducePayloads(
+      payloads,
+      this.payloadTransformers,
+      this.destinationSchema,
+      this.config.excludeSources ?? false
+    );
     return [reducedPayloads];
   }
   /**
@@ -84,10 +96,13 @@ var JsonPathAggregateDiviner = class extends AbstractDiviner {
    * @returns True if this schema is one transformed by this diviner, false otherwise
    */
   isTransformableSchema = (schema) => {
-    return this.transformableSchemas.some((s) => s === schema);
+    return typeof schema === "string" ? this.transformableSchemas.includes(schema) : false;
   };
 };
 export {
-  JsonPathAggregateDiviner
+  JsonPathAggregateDiviner,
+  jsonPathToTransformersDictionary,
+  reducePayloads,
+  reducePayloadsArray
 };
 //# sourceMappingURL=index.js.map

package/dist/browser/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/Diviner.ts","../../src/jsonpath/jsonPathToTransformersDictionary.ts","../../src/jsonpath/reducePayloads.ts"],"sourcesContent":["import { assertEx } from '@xylabs/assert'\nimport { AbstractDiviner } from '@xyo-network/abstract-diviner'\nimport {\n  JsonPathAggregateDivinerConfigSchema,\n  JsonPathAggregateDivinerParams,\n  PayloadTransformer,\n  SchemaToJsonPathTransformExpressionsDictionary,\n  SchemaToPayloadTransformersDictionary,\n} from '@xyo-network/diviner-jsonpath-aggregate-model'\nimport { DivinerModule, DivinerModuleEventData } from '@xyo-network/diviner-model'\nimport { Payload, PayloadSchema } from '@xyo-network/payload-model'\n\nimport { jsonPathToTransformersDictionary, reducePayloads } from './jsonpath'\n\nconst moduleName = 'JsonPathAggregateDiviner'\n\nexport class JsonPathAggregateDiviner<\n  TParams extends JsonPathAggregateDivinerParams = JsonPathAggregateDivinerParams,\n  TIn extends Payload = Payload,\n  TOut extends Payload = Payload,\n  TEventData extends DivinerModuleEventData<DivinerModule<TParams>, TIn, TOut> = DivinerModuleEventData<DivinerModule<TParams>, TIn, TOut>,\n> extends AbstractDiviner<TParams, TIn, TOut, TEventData> {\n  static override configSchemas = [JsonPathAggregateDivinerConfigSchema]\n\n  protected _transforms: PayloadTransformer[] | undefined\n\n  private _payloadTransformers: SchemaToPayloadTransformersDictionary | undefined\n  private _transformableSchemas: string[] | undefined\n\n  /**\n   * The schema to use for the destination payloads\n   */\n  protected get destinationSchema(): string {\n    return this.config.destinationSchema ?? PayloadSchema\n  }\n\n  /**\n   * Dictionary of schemas to payload transformers\n   */\n  protected get payloadTransformers(): SchemaToPayloadTransformersDictionary {\n    if (!this._payloadTransformers) this._payloadTransformers = jsonPathToTransformersDictionary(this.schemaTransforms)\n    return this._payloadTransformers\n  }\n\n  /**\n   * The dictionary of schemas to JSON Path transform expressions\n   */\n  protected get schemaTransforms(): SchemaToJsonPathTransformExpressionsDictionary {\n    return assertEx(this.config?.schemaTransforms, () => `${moduleName}: Missing config.schemaTransforms section`)\n  }\n\n  /**\n   * List of transformable schemas for this diviner\n   */\n  protected get transformableSchemas(): string[] {\n    if (!this._transformableSchemas) this._transformableSchemas = [...Object.keys(this.schemaTransforms)]\n    return this._transformableSchemas\n  }\n\n  protected override async divineHandler(payloads?: TIn[]): Promise<TOut[]> {\n    if (!payloads) return []\n    const reducedPayloads = await reducePayloads<TOut>(payloads, this.payloadTransformers, this.destinationSchema)\n    return [reducedPayloads]\n  }\n\n  /**\n   * Identifies if a payload is one that is transformed by this diviner\n   * @param x The candidate payload\n   * @returns True if the payload is one transformed by this diviner, false otherwise\n   */\n  protected isTransformablePayload = (x: Payload) => {\n    return this.transformableSchemas.includes(x?.schema)\n  }\n\n  /**\n   * Identifies if a schema is one that is transformed by this diviner\n   * @param schema The candidate schema\n   * @returns True if this schema is one transformed by this diviner, false otherwise\n   */\n  protected isTransformableSchema = (schema?: string | null) => {\n    return this.transformableSchemas.some((s) => s === schema)\n  }\n}\n","import { SchemaToJsonPathTransformExpressionsDictionary, SchemaToPayloadTransformersDictionary } from '@xyo-network/diviner-jsonpath-aggregate-model'\nimport { toPayloadTransformer } from '@xyo-network/diviner-jsonpath-memory'\n\n/**\n * Materializes the JSON-path expressions into memoized functions by converting a\n * dictionary of schema to JSON Path transform expressions to a dictionary\n * of schema to payload transformers\n * @param schemaTransforms The schema transforms to convert\n * @returns A dictionary of schema to payload transformers\n */\nexport const jsonPathToTransformersDictionary = (\n  schemaTransforms: SchemaToJsonPathTransformExpressionsDictionary,\n): SchemaToPayloadTransformersDictionary => {\n  return Object.fromEntries(\n    Object.entries(schemaTransforms).map(([schema, jsonPathTransformerExpressions]) => {\n      const transformers = jsonPathTransformerExpressions.map(toPayloadTransformer)\n      return [schema, transformers]\n    }),\n  )\n}\n","import { SchemaToPayloadTransformersDictionary } from '@xyo-network/diviner-jsonpath-aggregate-model'\nimport { PayloadHasher } from '@xyo-network/hash'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { Payload, PayloadFields } from '@xyo-network/payload-model'\n\n/**\n * Reduces the payloads to a single payload using the supplied transformers\n * @param payloads The payloads to reduce\n * @param payloadTransformers The transformers to use to convert the payloads to the destination payload\n * @param destinationSchema The schema of the destination payload\n * @returns The reduced payload\n */\nexport const reducePayloads = async <T extends Payload = Payload>(\n  payloads: Payload[],\n  payloadTransformers: SchemaToPayloadTransformersDictionary,\n  destinationSchema: string,\n): Promise<T> => {\n  // Use the payload transformers to convert the fields from the source payloads to the destination fields\n  const indexFields = payloads\n    .map<PayloadFields[]>((payload) => {\n      // Find the transformers for this payload\n      const transformers = payloadTransformers[payload.schema]\n      // If transformers exist, apply them to the payload otherwise return an empty array\n      return transformers ? transformers.map((transform) => transform(payload)) : []\n    })\n    .flat()\n  // Include all the sources for reference\n  const sources = (await PayloadHasher.hashPairs([...payloads])).map(([, hash]) => hash)\n  // Build and return the index\n  return await new PayloadBuilder<T>({ schema: destinationSchema }).fields(Object.assign({ sources }, ...indexFields)).build()\n}\n\n/**\n * Reduces the arrays of payload arrays to an array of payloads using the supplied transformers\n * @param payloadsArray The arrays of payloads to reduce\n * @param payloadTransformers The transformers to use to convert the payloads to the destination payloads\n * @param destinationSchema The schema of the destination payloads\n * @returns The reduced payloads\n */\nexport const reducePayloadsArray = async <T extends Payload = Payload>(\n  payloadsArray: Payload[][],\n  payloadTransformers: SchemaToPayloadTransformersDictionary,\n  destinationSchema: string,\n): Promise<T[]> => {\n  return await Promise.all(\n    payloadsArray.map(async (payloads) => {\n      return await reducePayloads<T>(payloads, payloadTransformers, destinationSchema)\n    }),\n  )\n}\n"],"mappings":";AAAA,SAAS,gBAAgB;AACzB,SAAS,uBAAuB;AAChC;AAAA,EACE;AAAA,OAKK;AAEP,SAAkB,qBAAqB;;;ACTvC,SAAS,4BAA4B;AAS9B,IAAM,mCAAmC,CAC9C,qBAC0C;AAC1C,SAAO,OAAO;AAAA,IACZ,OAAO,QAAQ,gBAAgB,EAAE,IAAI,CAAC,CAAC,QAAQ,8BAA8B,MAAM;AACjF,YAAM,eAAe,+BAA+B,IAAI,oBAAoB;AAC5E,aAAO,CAAC,QAAQ,YAAY;AAAA,IAC9B,CAAC;AAAA,EACH;AACF;;;AClBA,SAAS,qBAAqB;AAC9B,SAAS,sBAAsB;AAUxB,IAAM,iBAAiB,OAC5B,UACA,qBACA,sBACe;AAEf,QAAM,cAAc,SACjB,IAAqB,CAAC,YAAY;AAEjC,UAAM,eAAe,oBAAoB,QAAQ,MAAM;AAEvD,WAAO,eAAe,aAAa,IAAI,CAAC,cAAc,UAAU,OAAO,CAAC,IAAI,CAAC;AAAA,EAC/E,CAAC,EACA,KAAK;AAER,QAAM,WAAW,MAAM,cAAc,UAAU,CAAC,GAAG,QAAQ,CAAC,GAAG,IAAI,CAAC,CAAC,EAAE,IAAI,MAAM,IAAI;AAErF,SAAO,MAAM,IAAI,eAAkB,EAAE,QAAQ,kBAAkB,CAAC,EAAE,OAAO,OAAO,OAAO,EAAE,QAAQ,GAAG,GAAG,WAAW,CAAC,EAAE,MAAM;AAC7H;;;AFhBA,IAAM,aAAa;AAEZ,IAAM,2BAAN,cAKG,gBAAgD;AAAA,EACxD,OAAgB,gBAAgB,CAAC,oCAAoC;AAAA,EAE3D;AAAA,EAEF;AAAA,EACA;AAAA;AAAA;AAAA;AAAA,EAKR,IAAc,oBAA4B;AACxC,WAAO,KAAK,OAAO,qBAAqB;AAAA,EAC1C;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,sBAA6D;AACzE,QAAI,CAAC,KAAK;AAAsB,WAAK,uBAAuB,iCAAiC,KAAK,gBAAgB;AAClH,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,mBAAmE;AAC/E,WAAO,SAAS,KAAK,QAAQ,kBAAkB,MAAM,GAAG,UAAU,2CAA2C;AAAA,EAC/G;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,uBAAiC;AAC7C,QAAI,CAAC,KAAK;AAAuB,WAAK,wBAAwB,CAAC,GAAG,OAAO,KAAK,KAAK,gBAAgB,CAAC;AACpG,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAyB,cAAc,UAAmC;AACxE,QAAI,CAAC;AAAU,aAAO,CAAC;AACvB,UAAM,kBAAkB,MAAM,eAAqB,UAAU,KAAK,qBAAqB,KAAK,iBAAiB;AAC7G,WAAO,CAAC,eAAe;AAAA,EACzB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOU,yBAAyB,CAAC,MAAe;AACjD,WAAO,KAAK,qBAAqB,SAAS,GAAG,MAAM;AAAA,EACrD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOU,wBAAwB,CAAC,WAA2B;AAC5D,WAAO,KAAK,qBAAqB,KAAK,CAAC,MAAM,MAAM,MAAM;AAAA,EAC3D;AACF;","names":[]}
+{"version":3,"sources":["../../src/Diviner.ts","../../src/jsonpath/jsonPathToTransformersDictionary.ts","../../src/jsonpath/reducePayloads.ts"],"sourcesContent":["import { assertEx } from '@xylabs/assert'\nimport { AbstractDiviner } from '@xyo-network/abstract-diviner'\nimport {\n  JsonPathAggregateDivinerConfigSchema,\n  JsonPathAggregateDivinerParams,\n  PayloadTransformer,\n  SchemaToJsonPathTransformExpressionsDictionary,\n  SchemaToPayloadTransformersDictionary,\n} from '@xyo-network/diviner-jsonpath-aggregate-model'\nimport { DivinerModule, DivinerModuleEventData } from '@xyo-network/diviner-model'\nimport { Payload, PayloadSchema } from '@xyo-network/payload-model'\n\nimport { jsonPathToTransformersDictionary, reducePayloads } from './jsonpath'\n\nconst moduleName = 'JsonPathAggregateDiviner'\n\nexport class JsonPathAggregateDiviner<\n  TParams extends JsonPathAggregateDivinerParams = JsonPathAggregateDivinerParams,\n  TIn extends Payload = Payload,\n  TOut extends Payload = Payload,\n  TEventData extends DivinerModuleEventData<DivinerModule<TParams>, TIn, TOut> = DivinerModuleEventData<DivinerModule<TParams>, TIn, TOut>,\n> extends AbstractDiviner<TParams, TIn, TOut, TEventData> {\n  static override configSchemas = [JsonPathAggregateDivinerConfigSchema]\n\n  protected _transforms: PayloadTransformer[] | undefined\n\n  private _payloadTransformers: SchemaToPayloadTransformersDictionary | undefined\n  private _transformableSchemas: string[] | undefined\n\n  /**\n   * The schema to use for the destination payloads\n   */\n  protected get destinationSchema(): string {\n    return this.config.destinationSchema ?? PayloadSchema\n  }\n\n  /**\n   * Dictionary of schemas to payload transformers\n   */\n  protected get payloadTransformers(): SchemaToPayloadTransformersDictionary {\n    if (!this._payloadTransformers) this._payloadTransformers = jsonPathToTransformersDictionary(this.schemaTransforms)\n    return this._payloadTransformers\n  }\n\n  /**\n   * The dictionary of schemas to JSON Path transform expressions\n   */\n  protected get schemaTransforms(): SchemaToJsonPathTransformExpressionsDictionary {\n    return assertEx(this.config?.schemaTransforms, () => `${moduleName}: Missing config.schemaTransforms section`)\n  }\n\n  /**\n   * List of transformable schemas for this diviner\n   */\n  protected get transformableSchemas(): string[] {\n    if (!this._transformableSchemas) this._transformableSchemas = Object.keys(this.schemaTransforms)\n    return this._transformableSchemas\n  }\n\n  protected override async divineHandler(payloads?: TIn[]): Promise<TOut[]> {\n    if (!payloads) return []\n    const reducedPayloads = await reducePayloads<TOut>(\n      payloads,\n      this.payloadTransformers,\n      this.destinationSchema,\n      this.config.excludeSources ?? false,\n    )\n    return [reducedPayloads]\n  }\n\n  /**\n   * Identifies if a payload is one that is transformed by this diviner\n   * @param x The candidate payload\n   * @returns True if the payload is one transformed by this diviner, false otherwise\n   */\n  protected isTransformablePayload = (x: Payload) => {\n    return this.transformableSchemas.includes(x?.schema)\n  }\n\n  /**\n   * Identifies if a schema is one that is transformed by this diviner\n   * @param schema The candidate schema\n   * @returns True if this schema is one transformed by this diviner, false otherwise\n   */\n  protected isTransformableSchema = (schema?: string | null) => {\n    return typeof schema === 'string' ? this.transformableSchemas.includes(schema) : false\n  }\n}\n","import { SchemaToJsonPathTransformExpressionsDictionary, SchemaToPayloadTransformersDictionary } from '@xyo-network/diviner-jsonpath-aggregate-model'\nimport { toPayloadTransformer } from '@xyo-network/diviner-jsonpath-memory'\n\n/**\n * Materializes the JSON-path expressions into memoized functions by converting a\n * dictionary of schema to JSON Path transform expressions to a dictionary\n * of schema to payload transformers\n * @param schemaTransforms The schema transforms to convert\n * @returns A dictionary of schema to payload transformers\n */\nexport const jsonPathToTransformersDictionary = (\n  schemaTransforms: SchemaToJsonPathTransformExpressionsDictionary,\n): SchemaToPayloadTransformersDictionary => {\n  return Object.fromEntries(\n    Object.entries(schemaTransforms).map(([schema, jsonPathTransformerExpressions]) => {\n      const transformers = jsonPathTransformerExpressions.map(toPayloadTransformer)\n      return [schema, transformers]\n    }),\n  )\n}\n","import { SchemaToPayloadTransformersDictionary } from '@xyo-network/diviner-jsonpath-aggregate-model'\nimport { PayloadHasher } from '@xyo-network/hash'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { Payload, PayloadFields } from '@xyo-network/payload-model'\n\n/**\n * Reduces the payloads to a single payload using the supplied transformers\n * @param payloads The payloads to reduce\n * @param payloadTransformers The transformers to use to convert the payloads to the destination payload\n * @param destinationSchema The schema of the destination payload\n * @param excludeSources Exclude the source hashes from the destination payload\n * @returns The reduced payload\n */\nexport const reducePayloads = async <T extends Payload = Payload>(\n  payloads: Payload[],\n  payloadTransformers: SchemaToPayloadTransformersDictionary,\n  destinationSchema: string,\n  excludeSources = false,\n): Promise<T> => {\n  // Use the payload transformers to convert the fields from the source payloads to the destination fields\n  const payloadFields = payloads.flatMap<PayloadFields[]>((payload) => {\n    // Find the transformers for this payload\n    const transformers = payloadTransformers[payload.schema]\n    // If transformers exist, apply them to the payload otherwise return an empty array\n    return transformers ? transformers.map((transform) => transform(payload)) : []\n  })\n  // Include all the sources for reference\n  const baseObject = excludeSources ? {} : { sources: (await PayloadHasher.hashPairs([...payloads])).map(([, hash]) => hash) }\n  // Build and return the payload\n  return await new PayloadBuilder<T>({ schema: destinationSchema }).fields(Object.assign(baseObject, ...payloadFields)).build()\n}\n\n/**\n * Reduces the arrays of payload arrays to an array of payloads using the supplied transformers\n * @param payloadsArray The arrays of payloads to reduce\n * @param payloadTransformers The transformers to use to convert the payloads to the destination payloads\n * @param excludeSources Exclude the source hashes from the destination payload\n * @returns The reduced payloads\n */\nexport const reducePayloadsArray = async <T extends Payload = Payload>(\n  payloadsArray: Payload[][],\n  payloadTransformers: SchemaToPayloadTransformersDictionary,\n  destinationSchema: string,\n  excludeSources = false,\n): Promise<T[]> => {\n  return await Promise.all(\n    payloadsArray.map(async (payloads) => {\n      return await reducePayloads<T>(payloads, payloadTransformers, destinationSchema, excludeSources)\n    }),\n  )\n}\n"],"mappings":";AAAA,SAAS,gBAAgB;AACzB,SAAS,uBAAuB;AAChC;AAAA,EACE;AAAA,OAKK;AAEP,SAAkB,qBAAqB;;;ACTvC,SAAS,4BAA4B;AAS9B,IAAM,mCAAmC,CAC9C,qBAC0C;AAC1C,SAAO,OAAO;AAAA,IACZ,OAAO,QAAQ,gBAAgB,EAAE,IAAI,CAAC,CAAC,QAAQ,8BAA8B,MAAM;AACjF,YAAM,eAAe,+BAA+B,IAAI,oBAAoB;AAC5E,aAAO,CAAC,QAAQ,YAAY;AAAA,IAC9B,CAAC;AAAA,EACH;AACF;;;AClBA,SAAS,qBAAqB;AAC9B,SAAS,sBAAsB;AAWxB,IAAM,iBAAiB,OAC5B,UACA,qBACA,mBACA,iBAAiB,UACF;AAEf,QAAM,gBAAgB,SAAS,QAAyB,CAAC,YAAY;AAEnE,UAAM,eAAe,oBAAoB,QAAQ,MAAM;AAEvD,WAAO,eAAe,aAAa,IAAI,CAAC,cAAc,UAAU,OAAO,CAAC,IAAI,CAAC;AAAA,EAC/E,CAAC;AAED,QAAM,aAAa,iBAAiB,CAAC,IAAI,EAAE,UAAU,MAAM,cAAc,UAAU,CAAC,GAAG,QAAQ,CAAC,GAAG,IAAI,CAAC,CAAC,EAAE,IAAI,MAAM,IAAI,EAAE;AAE3H,SAAO,MAAM,IAAI,eAAkB,EAAE,QAAQ,kBAAkB,CAAC,EAAE,OAAO,OAAO,OAAO,YAAY,GAAG,aAAa,CAAC,EAAE,MAAM;AAC9H;AASO,IAAM,sBAAsB,OACjC,eACA,qBACA,mBACA,iBAAiB,UACA;AACjB,SAAO,MAAM,QAAQ;AAAA,IACnB,cAAc,IAAI,OAAO,aAAa;AACpC,aAAO,MAAM,eAAkB,UAAU,qBAAqB,mBAAmB,cAAc;AAAA,IACjG,CAAC;AAAA,EACH;AACF;;;AFpCA,IAAM,aAAa;AAEZ,IAAM,2BAAN,cAKG,gBAAgD;AAAA,EACxD,OAAgB,gBAAgB,CAAC,oCAAoC;AAAA,EAE3D;AAAA,EAEF;AAAA,EACA;AAAA;AAAA;AAAA;AAAA,EAKR,IAAc,oBAA4B;AACxC,WAAO,KAAK,OAAO,qBAAqB;AAAA,EAC1C;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,sBAA6D;AACzE,QAAI,CAAC,KAAK;AAAsB,WAAK,uBAAuB,iCAAiC,KAAK,gBAAgB;AAClH,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,mBAAmE;AAC/E,WAAO,SAAS,KAAK,QAAQ,kBAAkB,MAAM,GAAG,UAAU,2CAA2C;AAAA,EAC/G;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,uBAAiC;AAC7C,QAAI,CAAC,KAAK;AAAuB,WAAK,wBAAwB,OAAO,KAAK,KAAK,gBAAgB;AAC/F,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAyB,cAAc,UAAmC;AACxE,QAAI,CAAC;AAAU,aAAO,CAAC;AACvB,UAAM,kBAAkB,MAAM;AAAA,MAC5B;AAAA,MACA,KAAK;AAAA,MACL,KAAK;AAAA,MACL,KAAK,OAAO,kBAAkB;AAAA,IAChC;AACA,WAAO,CAAC,eAAe;AAAA,EACzB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOU,yBAAyB,CAAC,MAAe;AACjD,WAAO,KAAK,qBAAqB,SAAS,GAAG,MAAM;AAAA,EACrD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOU,wBAAwB,CAAC,WAA2B;AAC5D,WAAO,OAAO,WAAW,WAAW,KAAK,qBAAqB,SAAS,MAAM,IAAI;AAAA,EACnF;AACF;","names":[]}

package/dist/browser/jsonpath/reducePayloads.d.cts

@@ -5,23 +5,24 @@ import { Payload, PayloadFields } from '@xyo-network/payload-model';
  * @param payloads The payloads to reduce
  * @param payloadTransformers The transformers to use to convert the payloads to the destination payload
  * @param destinationSchema The schema of the destination payload
+ * @param excludeSources Exclude the source hashes from the destination payload
  * @returns The reduced payload
  */
 export declare const reducePayloads: <T extends {
     schema: string;
 } & PayloadFields = {
     schema: string;
-} & PayloadFields>(payloads: Payload[], payloadTransformers: SchemaToPayloadTransformersDictionary, destinationSchema: string) => Promise<T>;
+} & PayloadFields>(payloads: Payload[], payloadTransformers: SchemaToPayloadTransformersDictionary, destinationSchema: string, excludeSources?: boolean) => Promise<T>;
 /**
  * Reduces the arrays of payload arrays to an array of payloads using the supplied transformers
  * @param payloadsArray The arrays of payloads to reduce
  * @param payloadTransformers The transformers to use to convert the payloads to the destination payloads
- * @param destinationSchema The schema of the destination payloads
+ * @param excludeSources Exclude the source hashes from the destination payload
  * @returns The reduced payloads
  */
 export declare const reducePayloadsArray: <T extends {
     schema: string;
 } & PayloadFields = {
     schema: string;
-} & PayloadFields>(payloadsArray: Payload[][], payloadTransformers: SchemaToPayloadTransformersDictionary, destinationSchema: string) => Promise<T[]>;
+} & PayloadFields>(payloadsArray: Payload[][], payloadTransformers: SchemaToPayloadTransformersDictionary, destinationSchema: string, excludeSources?: boolean) => Promise<T[]>;
 //# sourceMappingURL=reducePayloads.d.ts.map

package/dist/browser/jsonpath/reducePayloads.d.cts.map

@@ -1 +1 @@
-{"version":3,"file":"reducePayloads.d.ts","sourceRoot":"","sources":["../../../src/jsonpath/reducePayloads.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qCAAqC,EAAE,MAAM,+CAA+C,CAAA;AAGrG,OAAO,EAAE,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAA;AAEnE;;;;;;GAMG;AACH,eAAO,MAAM,cAAc;;;;6BACf,OAAO,EAAE,uBACE,qCAAqC,qBACvC,MAAM,eAe1B,CAAA;AAED;;;;;;GAMG;AACH,eAAO,MAAM,mBAAmB;;;;kCACf,OAAO,EAAE,EAAE,uBACL,qCAAqC,qBACvC,MAAM,iBAO1B,CAAA"}
+{"version":3,"file":"reducePayloads.d.ts","sourceRoot":"","sources":["../../../src/jsonpath/reducePayloads.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qCAAqC,EAAE,MAAM,+CAA+C,CAAA;AAGrG,OAAO,EAAE,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAA;AAEnE;;;;;;;GAOG;AACH,eAAO,MAAM,cAAc;;;;6BACf,OAAO,EAAE,uBACE,qCAAqC,qBACvC,MAAM,yCAc1B,CAAA;AAED;;;;;;GAMG;AACH,eAAO,MAAM,mBAAmB;;;;kCACf,OAAO,EAAE,EAAE,uBACL,qCAAqC,qBACvC,MAAM,2CAQ1B,CAAA"}

package/dist/browser/jsonpath/reducePayloads.d.mts

@@ -5,23 +5,24 @@ import { Payload, PayloadFields } from '@xyo-network/payload-model';
  * @param payloads The payloads to reduce
  * @param payloadTransformers The transformers to use to convert the payloads to the destination payload
  * @param destinationSchema The schema of the destination payload
+ * @param excludeSources Exclude the source hashes from the destination payload
  * @returns The reduced payload
  */
 export declare const reducePayloads: <T extends {
     schema: string;
 } & PayloadFields = {
     schema: string;
-} & PayloadFields>(payloads: Payload[], payloadTransformers: SchemaToPayloadTransformersDictionary, destinationSchema: string) => Promise<T>;
+} & PayloadFields>(payloads: Payload[], payloadTransformers: SchemaToPayloadTransformersDictionary, destinationSchema: string, excludeSources?: boolean) => Promise<T>;
 /**
  * Reduces the arrays of payload arrays to an array of payloads using the supplied transformers
  * @param payloadsArray The arrays of payloads to reduce
  * @param payloadTransformers The transformers to use to convert the payloads to the destination payloads
- * @param destinationSchema The schema of the destination payloads
+ * @param excludeSources Exclude the source hashes from the destination payload
  * @returns The reduced payloads
  */
 export declare const reducePayloadsArray: <T extends {
     schema: string;
 } & PayloadFields = {
     schema: string;
-} & PayloadFields>(payloadsArray: Payload[][], payloadTransformers: SchemaToPayloadTransformersDictionary, destinationSchema: string) => Promise<T[]>;
+} & PayloadFields>(payloadsArray: Payload[][], payloadTransformers: SchemaToPayloadTransformersDictionary, destinationSchema: string, excludeSources?: boolean) => Promise<T[]>;
 //# sourceMappingURL=reducePayloads.d.ts.map

package/dist/browser/jsonpath/reducePayloads.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"reducePayloads.d.ts","sourceRoot":"","sources":["../../../src/jsonpath/reducePayloads.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qCAAqC,EAAE,MAAM,+CAA+C,CAAA;AAGrG,OAAO,EAAE,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAA;AAEnE;;;;;;GAMG;AACH,eAAO,MAAM,cAAc;;;;6BACf,OAAO,EAAE,uBACE,qCAAqC,qBACvC,MAAM,eAe1B,CAAA;AAED;;;;;;GAMG;AACH,eAAO,MAAM,mBAAmB;;;;kCACf,OAAO,EAAE,EAAE,uBACL,qCAAqC,qBACvC,MAAM,iBAO1B,CAAA"}
+{"version":3,"file":"reducePayloads.d.ts","sourceRoot":"","sources":["../../../src/jsonpath/reducePayloads.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qCAAqC,EAAE,MAAM,+CAA+C,CAAA;AAGrG,OAAO,EAAE,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAA;AAEnE;;;;;;;GAOG;AACH,eAAO,MAAM,cAAc;;;;6BACf,OAAO,EAAE,uBACE,qCAAqC,qBACvC,MAAM,yCAc1B,CAAA;AAED;;;;;;GAMG;AACH,eAAO,MAAM,mBAAmB;;;;kCACf,OAAO,EAAE,EAAE,uBACL,qCAAqC,qBACvC,MAAM,2CAQ1B,CAAA"}

package/dist/browser/jsonpath/reducePayloads.d.ts

@@ -5,23 +5,24 @@ import { Payload, PayloadFields } from '@xyo-network/payload-model';
  * @param payloads The payloads to reduce
  * @param payloadTransformers The transformers to use to convert the payloads to the destination payload
  * @param destinationSchema The schema of the destination payload
+ * @param excludeSources Exclude the source hashes from the destination payload
  * @returns The reduced payload
  */
 export declare const reducePayloads: <T extends {
     schema: string;
 } & PayloadFields = {
     schema: string;
-} & PayloadFields>(payloads: Payload[], payloadTransformers: SchemaToPayloadTransformersDictionary, destinationSchema: string) => Promise<T>;
+} & PayloadFields>(payloads: Payload[], payloadTransformers: SchemaToPayloadTransformersDictionary, destinationSchema: string, excludeSources?: boolean) => Promise<T>;
 /**
  * Reduces the arrays of payload arrays to an array of payloads using the supplied transformers
  * @param payloadsArray The arrays of payloads to reduce
  * @param payloadTransformers The transformers to use to convert the payloads to the destination payloads
- * @param destinationSchema The schema of the destination payloads
+ * @param excludeSources Exclude the source hashes from the destination payload
  * @returns The reduced payloads
  */
 export declare const reducePayloadsArray: <T extends {
     schema: string;
 } & PayloadFields = {
     schema: string;
-} & PayloadFields>(payloadsArray: Payload[][], payloadTransformers: SchemaToPayloadTransformersDictionary, destinationSchema: string) => Promise<T[]>;
+} & PayloadFields>(payloadsArray: Payload[][], payloadTransformers: SchemaToPayloadTransformersDictionary, destinationSchema: string, excludeSources?: boolean) => Promise<T[]>;
 //# sourceMappingURL=reducePayloads.d.ts.map

package/dist/browser/jsonpath/reducePayloads.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"reducePayloads.d.ts","sourceRoot":"","sources":["../../../src/jsonpath/reducePayloads.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qCAAqC,EAAE,MAAM,+CAA+C,CAAA;AAGrG,OAAO,EAAE,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAA;AAEnE;;;;;;GAMG;AACH,eAAO,MAAM,cAAc;;;;6BACf,OAAO,EAAE,uBACE,qCAAqC,qBACvC,MAAM,eAe1B,CAAA;AAED;;;;;;GAMG;AACH,eAAO,MAAM,mBAAmB;;;;kCACf,OAAO,EAAE,EAAE,uBACL,qCAAqC,qBACvC,MAAM,iBAO1B,CAAA"}
+{"version":3,"file":"reducePayloads.d.ts","sourceRoot":"","sources":["../../../src/jsonpath/reducePayloads.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qCAAqC,EAAE,MAAM,+CAA+C,CAAA;AAGrG,OAAO,EAAE,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAA;AAEnE;;;;;;;GAOG;AACH,eAAO,MAAM,cAAc;;;;6BACf,OAAO,EAAE,uBACE,qCAAqC,qBACvC,MAAM,yCAc1B,CAAA;AAED;;;;;;GAMG;AACH,eAAO,MAAM,mBAAmB;;;;kCACf,OAAO,EAAE,EAAE,uBACL,qCAAqC,qBACvC,MAAM,2CAQ1B,CAAA"}

package/dist/node/Diviner.d.cts.map

@@ -1 +1 @@
-{"version":3,"file":"Diviner.d.ts","sourceRoot":"","sources":["../../src/Diviner.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAA;AAC/D,OAAO,EAEL,8BAA8B,EAC9B,kBAAkB,EAClB,8CAA8C,EAC9C,qCAAqC,EACtC,MAAM,+CAA+C,CAAA;AACtD,OAAO,EAAE,aAAa,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAA;AAClF,OAAO,EAAE,OAAO,EAAiB,MAAM,4BAA4B,CAAA;AAMnE,qBAAa,wBAAwB,CACnC,OAAO,SAAS,8BAA8B,GAAG,8BAA8B,EAC/E,GAAG,SAAS,OAAO,GAAG,OAAO,EAC7B,IAAI,SAAS,OAAO,GAAG,OAAO,EAC9B,UAAU,SAAS,sBAAsB,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,sBAAsB,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,CACxI,SAAQ,eAAe,CAAC,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,UAAU,CAAC;IACvD,OAAgB,aAAa,oDAAyC;IAEtE,SAAS,CAAC,WAAW,EAAE,kBAAkB,EAAE,GAAG,SAAS,CAAA;IAEvD,OAAO,CAAC,oBAAoB,CAAmD;IAC/E,OAAO,CAAC,qBAAqB,CAAsB;IAEnD;;OAEG;IACH,SAAS,KAAK,iBAAiB,IAAI,MAAM,CAExC;IAED;;OAEG;IACH,SAAS,KAAK,mBAAmB,IAAI,qCAAqC,CAGzE;IAED;;OAEG;IACH,SAAS,KAAK,gBAAgB,IAAI,8CAA8C,CAE/E;IAED;;OAEG;IACH,SAAS,KAAK,oBAAoB,IAAI,MAAM,EAAE,CAG7C;cAEwB,aAAa,CAAC,QAAQ,CAAC,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;IAMzE;;;;OAIG;IACH,SAAS,CAAC,sBAAsB,MAAO,OAAO,aAE7C;IAED;;;;OAIG;IACH,SAAS,CAAC,qBAAqB,YAAa,MAAM,GAAG,IAAI,aAExD;CACF"}
+{"version":3,"file":"Diviner.d.ts","sourceRoot":"","sources":["../../src/Diviner.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAA;AAC/D,OAAO,EAEL,8BAA8B,EAC9B,kBAAkB,EAClB,8CAA8C,EAC9C,qCAAqC,EACtC,MAAM,+CAA+C,CAAA;AACtD,OAAO,EAAE,aAAa,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAA;AAClF,OAAO,EAAE,OAAO,EAAiB,MAAM,4BAA4B,CAAA;AAMnE,qBAAa,wBAAwB,CACnC,OAAO,SAAS,8BAA8B,GAAG,8BAA8B,EAC/E,GAAG,SAAS,OAAO,GAAG,OAAO,EAC7B,IAAI,SAAS,OAAO,GAAG,OAAO,EAC9B,UAAU,SAAS,sBAAsB,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,sBAAsB,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,CACxI,SAAQ,eAAe,CAAC,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,UAAU,CAAC;IACvD,OAAgB,aAAa,oDAAyC;IAEtE,SAAS,CAAC,WAAW,EAAE,kBAAkB,EAAE,GAAG,SAAS,CAAA;IAEvD,OAAO,CAAC,oBAAoB,CAAmD;IAC/E,OAAO,CAAC,qBAAqB,CAAsB;IAEnD;;OAEG;IACH,SAAS,KAAK,iBAAiB,IAAI,MAAM,CAExC;IAED;;OAEG;IACH,SAAS,KAAK,mBAAmB,IAAI,qCAAqC,CAGzE;IAED;;OAEG;IACH,SAAS,KAAK,gBAAgB,IAAI,8CAA8C,CAE/E;IAED;;OAEG;IACH,SAAS,KAAK,oBAAoB,IAAI,MAAM,EAAE,CAG7C;cAEwB,aAAa,CAAC,QAAQ,CAAC,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;IAWzE;;;;OAIG;IACH,SAAS,CAAC,sBAAsB,MAAO,OAAO,aAE7C;IAED;;;;OAIG;IACH,SAAS,CAAC,qBAAqB,YAAa,MAAM,GAAG,IAAI,aAExD;CACF"}

package/dist/node/Diviner.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"Diviner.d.ts","sourceRoot":"","sources":["../../src/Diviner.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAA;AAC/D,OAAO,EAEL,8BAA8B,EAC9B,kBAAkB,EAClB,8CAA8C,EAC9C,qCAAqC,EACtC,MAAM,+CAA+C,CAAA;AACtD,OAAO,EAAE,aAAa,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAA;AAClF,OAAO,EAAE,OAAO,EAAiB,MAAM,4BAA4B,CAAA;AAMnE,qBAAa,wBAAwB,CACnC,OAAO,SAAS,8BAA8B,GAAG,8BAA8B,EAC/E,GAAG,SAAS,OAAO,GAAG,OAAO,EAC7B,IAAI,SAAS,OAAO,GAAG,OAAO,EAC9B,UAAU,SAAS,sBAAsB,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,sBAAsB,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,CACxI,SAAQ,eAAe,CAAC,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,UAAU,CAAC;IACvD,OAAgB,aAAa,oDAAyC;IAEtE,SAAS,CAAC,WAAW,EAAE,kBAAkB,EAAE,GAAG,SAAS,CAAA;IAEvD,OAAO,CAAC,oBAAoB,CAAmD;IAC/E,OAAO,CAAC,qBAAqB,CAAsB;IAEnD;;OAEG;IACH,SAAS,KAAK,iBAAiB,IAAI,MAAM,CAExC;IAED;;OAEG;IACH,SAAS,KAAK,mBAAmB,IAAI,qCAAqC,CAGzE;IAED;;OAEG;IACH,SAAS,KAAK,gBAAgB,IAAI,8CAA8C,CAE/E;IAED;;OAEG;IACH,SAAS,KAAK,oBAAoB,IAAI,MAAM,EAAE,CAG7C;cAEwB,aAAa,CAAC,QAAQ,CAAC,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;IAMzE;;;;OAIG;IACH,SAAS,CAAC,sBAAsB,MAAO,OAAO,aAE7C;IAED;;;;OAIG;IACH,SAAS,CAAC,qBAAqB,YAAa,MAAM,GAAG,IAAI,aAExD;CACF"}
+{"version":3,"file":"Diviner.d.ts","sourceRoot":"","sources":["../../src/Diviner.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAA;AAC/D,OAAO,EAEL,8BAA8B,EAC9B,kBAAkB,EAClB,8CAA8C,EAC9C,qCAAqC,EACtC,MAAM,+CAA+C,CAAA;AACtD,OAAO,EAAE,aAAa,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAA;AAClF,OAAO,EAAE,OAAO,EAAiB,MAAM,4BAA4B,CAAA;AAMnE,qBAAa,wBAAwB,CACnC,OAAO,SAAS,8BAA8B,GAAG,8BAA8B,EAC/E,GAAG,SAAS,OAAO,GAAG,OAAO,EAC7B,IAAI,SAAS,OAAO,GAAG,OAAO,EAC9B,UAAU,SAAS,sBAAsB,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,sBAAsB,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,CACxI,SAAQ,eAAe,CAAC,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,UAAU,CAAC;IACvD,OAAgB,aAAa,oDAAyC;IAEtE,SAAS,CAAC,WAAW,EAAE,kBAAkB,EAAE,GAAG,SAAS,CAAA;IAEvD,OAAO,CAAC,oBAAoB,CAAmD;IAC/E,OAAO,CAAC,qBAAqB,CAAsB;IAEnD;;OAEG;IACH,SAAS,KAAK,iBAAiB,IAAI,MAAM,CAExC;IAED;;OAEG;IACH,SAAS,KAAK,mBAAmB,IAAI,qCAAqC,CAGzE;IAED;;OAEG;IACH,SAAS,KAAK,gBAAgB,IAAI,8CAA8C,CAE/E;IAED;;OAEG;IACH,SAAS,KAAK,oBAAoB,IAAI,MAAM,EAAE,CAG7C;cAEwB,aAAa,CAAC,QAAQ,CAAC,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;IAWzE;;;;OAIG;IACH,SAAS,CAAC,sBAAsB,MAAO,OAAO,aAE7C;IAED;;;;OAIG;IACH,SAAS,CAAC,qBAAqB,YAAa,MAAM,GAAG,IAAI,aAExD;CACF"}

package/dist/node/Diviner.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"Diviner.d.ts","sourceRoot":"","sources":["../../src/Diviner.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAA;AAC/D,OAAO,EAEL,8BAA8B,EAC9B,kBAAkB,EAClB,8CAA8C,EAC9C,qCAAqC,EACtC,MAAM,+CAA+C,CAAA;AACtD,OAAO,EAAE,aAAa,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAA;AAClF,OAAO,EAAE,OAAO,EAAiB,MAAM,4BAA4B,CAAA;AAMnE,qBAAa,wBAAwB,CACnC,OAAO,SAAS,8BAA8B,GAAG,8BAA8B,EAC/E,GAAG,SAAS,OAAO,GAAG,OAAO,EAC7B,IAAI,SAAS,OAAO,GAAG,OAAO,EAC9B,UAAU,SAAS,sBAAsB,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,sBAAsB,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,CACxI,SAAQ,eAAe,CAAC,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,UAAU,CAAC;IACvD,OAAgB,aAAa,oDAAyC;IAEtE,SAAS,CAAC,WAAW,EAAE,kBAAkB,EAAE,GAAG,SAAS,CAAA;IAEvD,OAAO,CAAC,oBAAoB,CAAmD;IAC/E,OAAO,CAAC,qBAAqB,CAAsB;IAEnD;;OAEG;IACH,SAAS,KAAK,iBAAiB,IAAI,MAAM,CAExC;IAED;;OAEG;IACH,SAAS,KAAK,mBAAmB,IAAI,qCAAqC,CAGzE;IAED;;OAEG;IACH,SAAS,KAAK,gBAAgB,IAAI,8CAA8C,CAE/E;IAED;;OAEG;IACH,SAAS,KAAK,oBAAoB,IAAI,MAAM,EAAE,CAG7C;cAEwB,aAAa,CAAC,QAAQ,CAAC,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;IAMzE;;;;OAIG;IACH,SAAS,CAAC,sBAAsB,MAAO,OAAO,aAE7C;IAED;;;;OAIG;IACH,SAAS,CAAC,qBAAqB,YAAa,MAAM,GAAG,IAAI,aAExD;CACF"}
+{"version":3,"file":"Diviner.d.ts","sourceRoot":"","sources":["../../src/Diviner.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAA;AAC/D,OAAO,EAEL,8BAA8B,EAC9B,kBAAkB,EAClB,8CAA8C,EAC9C,qCAAqC,EACtC,MAAM,+CAA+C,CAAA;AACtD,OAAO,EAAE,aAAa,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAA;AAClF,OAAO,EAAE,OAAO,EAAiB,MAAM,4BAA4B,CAAA;AAMnE,qBAAa,wBAAwB,CACnC,OAAO,SAAS,8BAA8B,GAAG,8BAA8B,EAC/E,GAAG,SAAS,OAAO,GAAG,OAAO,EAC7B,IAAI,SAAS,OAAO,GAAG,OAAO,EAC9B,UAAU,SAAS,sBAAsB,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,sBAAsB,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,CACxI,SAAQ,eAAe,CAAC,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,UAAU,CAAC;IACvD,OAAgB,aAAa,oDAAyC;IAEtE,SAAS,CAAC,WAAW,EAAE,kBAAkB,EAAE,GAAG,SAAS,CAAA;IAEvD,OAAO,CAAC,oBAAoB,CAAmD;IAC/E,OAAO,CAAC,qBAAqB,CAAsB;IAEnD;;OAEG;IACH,SAAS,KAAK,iBAAiB,IAAI,MAAM,CAExC;IAED;;OAEG;IACH,SAAS,KAAK,mBAAmB,IAAI,qCAAqC,CAGzE;IAED;;OAEG;IACH,SAAS,KAAK,gBAAgB,IAAI,8CAA8C,CAE/E;IAED;;OAEG;IACH,SAAS,KAAK,oBAAoB,IAAI,MAAM,EAAE,CAG7C;cAEwB,aAAa,CAAC,QAAQ,CAAC,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;IAWzE;;;;OAIG;IACH,SAAS,CAAC,sBAAsB,MAAO,OAAO,aAE7C;IAED;;;;OAIG;IACH,SAAS,CAAC,qBAAqB,YAAa,MAAM,GAAG,IAAI,aAExD;CACF"}

package/dist/node/index.cjs

@@ -20,7 +20,10 @@ var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: tru
 // src/index.ts
 var src_exports = {};
 __export(src_exports, {
-  JsonPathAggregateDiviner: () => JsonPathAggregateDiviner
+  JsonPathAggregateDiviner: () => JsonPathAggregateDiviner,
+  jsonPathToTransformersDictionary: () => jsonPathToTransformersDictionary,
+  reducePayloads: () => reducePayloads,
+  reducePayloadsArray: () => reducePayloadsArray
 });
 module.exports = __toCommonJS(src_exports);
 
@@ -44,13 +47,20 @@ var jsonPathToTransformersDictionary = (schemaTransforms) => {
 // src/jsonpath/reducePayloads.ts
 var import_hash = require("@xyo-network/hash");
 var import_payload_builder = require("@xyo-network/payload-builder");
-var reducePayloads = async (payloads, payloadTransformers, destinationSchema) => {
-  const indexFields = payloads.map((payload) => {
+var reducePayloads = async (payloads, payloadTransformers, destinationSchema, excludeSources = false) => {
+  const payloadFields = payloads.flatMap((payload) => {
     const transformers = payloadTransformers[payload.schema];
     return transformers ? transformers.map((transform) => transform(payload)) : [];
-  }).flat();
-  const sources = (await import_hash.PayloadHasher.hashPairs([...payloads])).map(([, hash]) => hash);
-  return await new import_payload_builder.PayloadBuilder({ schema: destinationSchema }).fields(Object.assign({ sources }, ...indexFields)).build();
+  });
+  const baseObject = excludeSources ? {} : { sources: (await import_hash.PayloadHasher.hashPairs([...payloads])).map(([, hash]) => hash) };
+  return await new import_payload_builder.PayloadBuilder({ schema: destinationSchema }).fields(Object.assign(baseObject, ...payloadFields)).build();
+};
+var reducePayloadsArray = async (payloadsArray, payloadTransformers, destinationSchema, excludeSources = false) => {
+  return await Promise.all(
+    payloadsArray.map(async (payloads) => {
+      return await reducePayloads(payloads, payloadTransformers, destinationSchema, excludeSources);
+    })
+  );
 };
 
 // src/Diviner.ts
@@ -86,13 +96,18 @@ var JsonPathAggregateDiviner = class extends import_abstract_diviner.AbstractDiv
    */
   get transformableSchemas() {
     if (!this._transformableSchemas)
-      this._transformableSchemas = [...Object.keys(this.schemaTransforms)];
+      this._transformableSchemas = Object.keys(this.schemaTransforms);
     return this._transformableSchemas;
   }
   async divineHandler(payloads) {
     if (!payloads)
       return [];
-    const reducedPayloads = await reducePayloads(payloads, this.payloadTransformers, this.destinationSchema);
+    const reducedPayloads = await reducePayloads(
+      payloads,
+      this.payloadTransformers,
+      this.destinationSchema,
+      this.config.excludeSources ?? false
+    );
     return [reducedPayloads];
   }
   /**
@@ -109,11 +124,14 @@ var JsonPathAggregateDiviner = class extends import_abstract_diviner.AbstractDiv
    * @returns True if this schema is one transformed by this diviner, false otherwise
    */
   isTransformableSchema = (schema) => {
-    return this.transformableSchemas.some((s) => s === schema);
+    return typeof schema === "string" ? this.transformableSchemas.includes(schema) : false;
   };
 };
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
-  JsonPathAggregateDiviner
+  JsonPathAggregateDiviner,
+  jsonPathToTransformersDictionary,
+  reducePayloads,
+  reducePayloadsArray
 });
 //# sourceMappingURL=index.cjs.map

package/dist/node/index.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/index.ts","../../src/Diviner.ts","../../src/jsonpath/jsonPathToTransformersDictionary.ts","../../src/jsonpath/reducePayloads.ts"],"sourcesContent":["export * from './Diviner'\n","import { assertEx } from '@xylabs/assert'\nimport { AbstractDiviner } from '@xyo-network/abstract-diviner'\nimport {\n  JsonPathAggregateDivinerConfigSchema,\n  JsonPathAggregateDivinerParams,\n  PayloadTransformer,\n  SchemaToJsonPathTransformExpressionsDictionary,\n  SchemaToPayloadTransformersDictionary,\n} from '@xyo-network/diviner-jsonpath-aggregate-model'\nimport { DivinerModule, DivinerModuleEventData } from '@xyo-network/diviner-model'\nimport { Payload, PayloadSchema } from '@xyo-network/payload-model'\n\nimport { jsonPathToTransformersDictionary, reducePayloads } from './jsonpath'\n\nconst moduleName = 'JsonPathAggregateDiviner'\n\nexport class JsonPathAggregateDiviner<\n  TParams extends JsonPathAggregateDivinerParams = JsonPathAggregateDivinerParams,\n  TIn extends Payload = Payload,\n  TOut extends Payload = Payload,\n  TEventData extends DivinerModuleEventData<DivinerModule<TParams>, TIn, TOut> = DivinerModuleEventData<DivinerModule<TParams>, TIn, TOut>,\n> extends AbstractDiviner<TParams, TIn, TOut, TEventData> {\n  static override configSchemas = [JsonPathAggregateDivinerConfigSchema]\n\n  protected _transforms: PayloadTransformer[] | undefined\n\n  private _payloadTransformers: SchemaToPayloadTransformersDictionary | undefined\n  private _transformableSchemas: string[] | undefined\n\n  /**\n   * The schema to use for the destination payloads\n   */\n  protected get destinationSchema(): string {\n    return this.config.destinationSchema ?? PayloadSchema\n  }\n\n  /**\n   * Dictionary of schemas to payload transformers\n   */\n  protected get payloadTransformers(): SchemaToPayloadTransformersDictionary {\n    if (!this._payloadTransformers) this._payloadTransformers = jsonPathToTransformersDictionary(this.schemaTransforms)\n    return this._payloadTransformers\n  }\n\n  /**\n   * The dictionary of schemas to JSON Path transform expressions\n   */\n  protected get schemaTransforms(): SchemaToJsonPathTransformExpressionsDictionary {\n    return assertEx(this.config?.schemaTransforms, () => `${moduleName}: Missing config.schemaTransforms section`)\n  }\n\n  /**\n   * List of transformable schemas for this diviner\n   */\n  protected get transformableSchemas(): string[] {\n    if (!this._transformableSchemas) this._transformableSchemas = [...Object.keys(this.schemaTransforms)]\n    return this._transformableSchemas\n  }\n\n  protected override async divineHandler(payloads?: TIn[]): Promise<TOut[]> {\n    if (!payloads) return []\n    const reducedPayloads = await reducePayloads<TOut>(payloads, this.payloadTransformers, this.destinationSchema)\n    return [reducedPayloads]\n  }\n\n  /**\n   * Identifies if a payload is one that is transformed by this diviner\n   * @param x The candidate payload\n   * @returns True if the payload is one transformed by this diviner, false otherwise\n   */\n  protected isTransformablePayload = (x: Payload) => {\n    return this.transformableSchemas.includes(x?.schema)\n  }\n\n  /**\n   * Identifies if a schema is one that is transformed by this diviner\n   * @param schema The candidate schema\n   * @returns True if this schema is one transformed by this diviner, false otherwise\n   */\n  protected isTransformableSchema = (schema?: string | null) => {\n    return this.transformableSchemas.some((s) => s === schema)\n  }\n}\n","import { SchemaToJsonPathTransformExpressionsDictionary, SchemaToPayloadTransformersDictionary } from '@xyo-network/diviner-jsonpath-aggregate-model'\nimport { toPayloadTransformer } from '@xyo-network/diviner-jsonpath-memory'\n\n/**\n * Materializes the JSON-path expressions into memoized functions by converting a\n * dictionary of schema to JSON Path transform expressions to a dictionary\n * of schema to payload transformers\n * @param schemaTransforms The schema transforms to convert\n * @returns A dictionary of schema to payload transformers\n */\nexport const jsonPathToTransformersDictionary = (\n  schemaTransforms: SchemaToJsonPathTransformExpressionsDictionary,\n): SchemaToPayloadTransformersDictionary => {\n  return Object.fromEntries(\n    Object.entries(schemaTransforms).map(([schema, jsonPathTransformerExpressions]) => {\n      const transformers = jsonPathTransformerExpressions.map(toPayloadTransformer)\n      return [schema, transformers]\n    }),\n  )\n}\n","import { SchemaToPayloadTransformersDictionary } from '@xyo-network/diviner-jsonpath-aggregate-model'\nimport { PayloadHasher } from '@xyo-network/hash'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { Payload, PayloadFields } from '@xyo-network/payload-model'\n\n/**\n * Reduces the payloads to a single payload using the supplied transformers\n * @param payloads The payloads to reduce\n * @param payloadTransformers The transformers to use to convert the payloads to the destination payload\n * @param destinationSchema The schema of the destination payload\n * @returns The reduced payload\n */\nexport const reducePayloads = async <T extends Payload = Payload>(\n  payloads: Payload[],\n  payloadTransformers: SchemaToPayloadTransformersDictionary,\n  destinationSchema: string,\n): Promise<T> => {\n  // Use the payload transformers to convert the fields from the source payloads to the destination fields\n  const indexFields = payloads\n    .map<PayloadFields[]>((payload) => {\n      // Find the transformers for this payload\n      const transformers = payloadTransformers[payload.schema]\n      // If transformers exist, apply them to the payload otherwise return an empty array\n      return transformers ? transformers.map((transform) => transform(payload)) : []\n    })\n    .flat()\n  // Include all the sources for reference\n  const sources = (await PayloadHasher.hashPairs([...payloads])).map(([, hash]) => hash)\n  // Build and return the index\n  return await new PayloadBuilder<T>({ schema: destinationSchema }).fields(Object.assign({ sources }, ...indexFields)).build()\n}\n\n/**\n * Reduces the arrays of payload arrays to an array of payloads using the supplied transformers\n * @param payloadsArray The arrays of payloads to reduce\n * @param payloadTransformers The transformers to use to convert the payloads to the destination payloads\n * @param destinationSchema The schema of the destination payloads\n * @returns The reduced payloads\n */\nexport const reducePayloadsArray = async <T extends Payload = Payload>(\n  payloadsArray: Payload[][],\n  payloadTransformers: SchemaToPayloadTransformersDictionary,\n  destinationSchema: string,\n): Promise<T[]> => {\n  return await Promise.all(\n    payloadsArray.map(async (payloads) => {\n      return await reducePayloads<T>(payloads, payloadTransformers, destinationSchema)\n    }),\n  )\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,oBAAyB;AACzB,8BAAgC;AAChC,8CAMO;AAEP,2BAAuC;;;ACTvC,qCAAqC;AAS9B,IAAM,mCAAmC,CAC9C,qBAC0C;AAC1C,SAAO,OAAO;AAAA,IACZ,OAAO,QAAQ,gBAAgB,EAAE,IAAI,CAAC,CAAC,QAAQ,8BAA8B,MAAM;AACjF,YAAM,eAAe,+BAA+B,IAAI,mDAAoB;AAC5E,aAAO,CAAC,QAAQ,YAAY;AAAA,IAC9B,CAAC;AAAA,EACH;AACF;;;AClBA,kBAA8B;AAC9B,6BAA+B;AAUxB,IAAM,iBAAiB,OAC5B,UACA,qBACA,sBACe;AAEf,QAAM,cAAc,SACjB,IAAqB,CAAC,YAAY;AAEjC,UAAM,eAAe,oBAAoB,QAAQ,MAAM;AAEvD,WAAO,eAAe,aAAa,IAAI,CAAC,cAAc,UAAU,OAAO,CAAC,IAAI,CAAC;AAAA,EAC/E,CAAC,EACA,KAAK;AAER,QAAM,WAAW,MAAM,0BAAc,UAAU,CAAC,GAAG,QAAQ,CAAC,GAAG,IAAI,CAAC,CAAC,EAAE,IAAI,MAAM,IAAI;AAErF,SAAO,MAAM,IAAI,sCAAkB,EAAE,QAAQ,kBAAkB,CAAC,EAAE,OAAO,OAAO,OAAO,EAAE,QAAQ,GAAG,GAAG,WAAW,CAAC,EAAE,MAAM;AAC7H;;;AFhBA,IAAM,aAAa;AAEZ,IAAM,2BAAN,cAKG,wCAAgD;AAAA,EACxD,OAAgB,gBAAgB,CAAC,4EAAoC;AAAA,EAE3D;AAAA,EAEF;AAAA,EACA;AAAA;AAAA;AAAA;AAAA,EAKR,IAAc,oBAA4B;AACxC,WAAO,KAAK,OAAO,qBAAqB;AAAA,EAC1C;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,sBAA6D;AACzE,QAAI,CAAC,KAAK;AAAsB,WAAK,uBAAuB,iCAAiC,KAAK,gBAAgB;AAClH,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,mBAAmE;AA/CnF;AAgDI,eAAO,yBAAS,UAAK,WAAL,mBAAa,kBAAkB,MAAM,GAAG,UAAU,2CAA2C;AAAA,EAC/G;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,uBAAiC;AAC7C,QAAI,CAAC,KAAK;AAAuB,WAAK,wBAAwB,CAAC,GAAG,OAAO,KAAK,KAAK,gBAAgB,CAAC;AACpG,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAyB,cAAc,UAAmC;AACxE,QAAI,CAAC;AAAU,aAAO,CAAC;AACvB,UAAM,kBAAkB,MAAM,eAAqB,UAAU,KAAK,qBAAqB,KAAK,iBAAiB;AAC7G,WAAO,CAAC,eAAe;AAAA,EACzB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOU,yBAAyB,CAAC,MAAe;AACjD,WAAO,KAAK,qBAAqB,SAAS,uBAAG,MAAM;AAAA,EACrD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOU,wBAAwB,CAAC,WAA2B;AAC5D,WAAO,KAAK,qBAAqB,KAAK,CAAC,MAAM,MAAM,MAAM;AAAA,EAC3D;AACF;","names":[]}
+{"version":3,"sources":["../../src/index.ts","../../src/Diviner.ts","../../src/jsonpath/jsonPathToTransformersDictionary.ts","../../src/jsonpath/reducePayloads.ts"],"sourcesContent":["export * from './Diviner'\nexport * from './jsonpath'\n","import { assertEx } from '@xylabs/assert'\nimport { AbstractDiviner } from '@xyo-network/abstract-diviner'\nimport {\n  JsonPathAggregateDivinerConfigSchema,\n  JsonPathAggregateDivinerParams,\n  PayloadTransformer,\n  SchemaToJsonPathTransformExpressionsDictionary,\n  SchemaToPayloadTransformersDictionary,\n} from '@xyo-network/diviner-jsonpath-aggregate-model'\nimport { DivinerModule, DivinerModuleEventData } from '@xyo-network/diviner-model'\nimport { Payload, PayloadSchema } from '@xyo-network/payload-model'\n\nimport { jsonPathToTransformersDictionary, reducePayloads } from './jsonpath'\n\nconst moduleName = 'JsonPathAggregateDiviner'\n\nexport class JsonPathAggregateDiviner<\n  TParams extends JsonPathAggregateDivinerParams = JsonPathAggregateDivinerParams,\n  TIn extends Payload = Payload,\n  TOut extends Payload = Payload,\n  TEventData extends DivinerModuleEventData<DivinerModule<TParams>, TIn, TOut> = DivinerModuleEventData<DivinerModule<TParams>, TIn, TOut>,\n> extends AbstractDiviner<TParams, TIn, TOut, TEventData> {\n  static override configSchemas = [JsonPathAggregateDivinerConfigSchema]\n\n  protected _transforms: PayloadTransformer[] | undefined\n\n  private _payloadTransformers: SchemaToPayloadTransformersDictionary | undefined\n  private _transformableSchemas: string[] | undefined\n\n  /**\n   * The schema to use for the destination payloads\n   */\n  protected get destinationSchema(): string {\n    return this.config.destinationSchema ?? PayloadSchema\n  }\n\n  /**\n   * Dictionary of schemas to payload transformers\n   */\n  protected get payloadTransformers(): SchemaToPayloadTransformersDictionary {\n    if (!this._payloadTransformers) this._payloadTransformers = jsonPathToTransformersDictionary(this.schemaTransforms)\n    return this._payloadTransformers\n  }\n\n  /**\n   * The dictionary of schemas to JSON Path transform expressions\n   */\n  protected get schemaTransforms(): SchemaToJsonPathTransformExpressionsDictionary {\n    return assertEx(this.config?.schemaTransforms, () => `${moduleName}: Missing config.schemaTransforms section`)\n  }\n\n  /**\n   * List of transformable schemas for this diviner\n   */\n  protected get transformableSchemas(): string[] {\n    if (!this._transformableSchemas) this._transformableSchemas = Object.keys(this.schemaTransforms)\n    return this._transformableSchemas\n  }\n\n  protected override async divineHandler(payloads?: TIn[]): Promise<TOut[]> {\n    if (!payloads) return []\n    const reducedPayloads = await reducePayloads<TOut>(\n      payloads,\n      this.payloadTransformers,\n      this.destinationSchema,\n      this.config.excludeSources ?? false,\n    )\n    return [reducedPayloads]\n  }\n\n  /**\n   * Identifies if a payload is one that is transformed by this diviner\n   * @param x The candidate payload\n   * @returns True if the payload is one transformed by this diviner, false otherwise\n   */\n  protected isTransformablePayload = (x: Payload) => {\n    return this.transformableSchemas.includes(x?.schema)\n  }\n\n  /**\n   * Identifies if a schema is one that is transformed by this diviner\n   * @param schema The candidate schema\n   * @returns True if this schema is one transformed by this diviner, false otherwise\n   */\n  protected isTransformableSchema = (schema?: string | null) => {\n    return typeof schema === 'string' ? this.transformableSchemas.includes(schema) : false\n  }\n}\n","import { SchemaToJsonPathTransformExpressionsDictionary, SchemaToPayloadTransformersDictionary } from '@xyo-network/diviner-jsonpath-aggregate-model'\nimport { toPayloadTransformer } from '@xyo-network/diviner-jsonpath-memory'\n\n/**\n * Materializes the JSON-path expressions into memoized functions by converting a\n * dictionary of schema to JSON Path transform expressions to a dictionary\n * of schema to payload transformers\n * @param schemaTransforms The schema transforms to convert\n * @returns A dictionary of schema to payload transformers\n */\nexport const jsonPathToTransformersDictionary = (\n  schemaTransforms: SchemaToJsonPathTransformExpressionsDictionary,\n): SchemaToPayloadTransformersDictionary => {\n  return Object.fromEntries(\n    Object.entries(schemaTransforms).map(([schema, jsonPathTransformerExpressions]) => {\n      const transformers = jsonPathTransformerExpressions.map(toPayloadTransformer)\n      return [schema, transformers]\n    }),\n  )\n}\n","import { SchemaToPayloadTransformersDictionary } from '@xyo-network/diviner-jsonpath-aggregate-model'\nimport { PayloadHasher } from '@xyo-network/hash'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { Payload, PayloadFields } from '@xyo-network/payload-model'\n\n/**\n * Reduces the payloads to a single payload using the supplied transformers\n * @param payloads The payloads to reduce\n * @param payloadTransformers The transformers to use to convert the payloads to the destination payload\n * @param destinationSchema The schema of the destination payload\n * @param excludeSources Exclude the source hashes from the destination payload\n * @returns The reduced payload\n */\nexport const reducePayloads = async <T extends Payload = Payload>(\n  payloads: Payload[],\n  payloadTransformers: SchemaToPayloadTransformersDictionary,\n  destinationSchema: string,\n  excludeSources = false,\n): Promise<T> => {\n  // Use the payload transformers to convert the fields from the source payloads to the destination fields\n  const payloadFields = payloads.flatMap<PayloadFields[]>((payload) => {\n    // Find the transformers for this payload\n    const transformers = payloadTransformers[payload.schema]\n    // If transformers exist, apply them to the payload otherwise return an empty array\n    return transformers ? transformers.map((transform) => transform(payload)) : []\n  })\n  // Include all the sources for reference\n  const baseObject = excludeSources ? {} : { sources: (await PayloadHasher.hashPairs([...payloads])).map(([, hash]) => hash) }\n  // Build and return the payload\n  return await new PayloadBuilder<T>({ schema: destinationSchema }).fields(Object.assign(baseObject, ...payloadFields)).build()\n}\n\n/**\n * Reduces the arrays of payload arrays to an array of payloads using the supplied transformers\n * @param payloadsArray The arrays of payloads to reduce\n * @param payloadTransformers The transformers to use to convert the payloads to the destination payloads\n * @param excludeSources Exclude the source hashes from the destination payload\n * @returns The reduced payloads\n */\nexport const reducePayloadsArray = async <T extends Payload = Payload>(\n  payloadsArray: Payload[][],\n  payloadTransformers: SchemaToPayloadTransformersDictionary,\n  destinationSchema: string,\n  excludeSources = false,\n): Promise<T[]> => {\n  return await Promise.all(\n    payloadsArray.map(async (payloads) => {\n      return await reducePayloads<T>(payloads, payloadTransformers, destinationSchema, excludeSources)\n    }),\n  )\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,oBAAyB;AACzB,8BAAgC;AAChC,8CAMO;AAEP,2BAAuC;;;ACTvC,qCAAqC;AAS9B,IAAM,mCAAmC,CAC9C,qBAC0C;AAC1C,SAAO,OAAO;AAAA,IACZ,OAAO,QAAQ,gBAAgB,EAAE,IAAI,CAAC,CAAC,QAAQ,8BAA8B,MAAM;AACjF,YAAM,eAAe,+BAA+B,IAAI,mDAAoB;AAC5E,aAAO,CAAC,QAAQ,YAAY;AAAA,IAC9B,CAAC;AAAA,EACH;AACF;;;AClBA,kBAA8B;AAC9B,6BAA+B;AAWxB,IAAM,iBAAiB,OAC5B,UACA,qBACA,mBACA,iBAAiB,UACF;AAEf,QAAM,gBAAgB,SAAS,QAAyB,CAAC,YAAY;AAEnE,UAAM,eAAe,oBAAoB,QAAQ,MAAM;AAEvD,WAAO,eAAe,aAAa,IAAI,CAAC,cAAc,UAAU,OAAO,CAAC,IAAI,CAAC;AAAA,EAC/E,CAAC;AAED,QAAM,aAAa,iBAAiB,CAAC,IAAI,EAAE,UAAU,MAAM,0BAAc,UAAU,CAAC,GAAG,QAAQ,CAAC,GAAG,IAAI,CAAC,CAAC,EAAE,IAAI,MAAM,IAAI,EAAE;AAE3H,SAAO,MAAM,IAAI,sCAAkB,EAAE,QAAQ,kBAAkB,CAAC,EAAE,OAAO,OAAO,OAAO,YAAY,GAAG,aAAa,CAAC,EAAE,MAAM;AAC9H;AASO,IAAM,sBAAsB,OACjC,eACA,qBACA,mBACA,iBAAiB,UACA;AACjB,SAAO,MAAM,QAAQ;AAAA,IACnB,cAAc,IAAI,OAAO,aAAa;AACpC,aAAO,MAAM,eAAkB,UAAU,qBAAqB,mBAAmB,cAAc;AAAA,IACjG,CAAC;AAAA,EACH;AACF;;;AFpCA,IAAM,aAAa;AAEZ,IAAM,2BAAN,cAKG,wCAAgD;AAAA,EACxD,OAAgB,gBAAgB,CAAC,4EAAoC;AAAA,EAE3D;AAAA,EAEF;AAAA,EACA;AAAA;AAAA;AAAA;AAAA,EAKR,IAAc,oBAA4B;AACxC,WAAO,KAAK,OAAO,qBAAqB;AAAA,EAC1C;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,sBAA6D;AACzE,QAAI,CAAC,KAAK;AAAsB,WAAK,uBAAuB,iCAAiC,KAAK,gBAAgB;AAClH,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,mBAAmE;AA/CnF;AAgDI,eAAO,yBAAS,UAAK,WAAL,mBAAa,kBAAkB,MAAM,GAAG,UAAU,2CAA2C;AAAA,EAC/G;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,uBAAiC;AAC7C,QAAI,CAAC,KAAK;AAAuB,WAAK,wBAAwB,OAAO,KAAK,KAAK,gBAAgB;AAC/F,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAyB,cAAc,UAAmC;AACxE,QAAI,CAAC;AAAU,aAAO,CAAC;AACvB,UAAM,kBAAkB,MAAM;AAAA,MAC5B;AAAA,MACA,KAAK;AAAA,MACL,KAAK;AAAA,MACL,KAAK,OAAO,kBAAkB;AAAA,IAChC;AACA,WAAO,CAAC,eAAe;AAAA,EACzB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOU,yBAAyB,CAAC,MAAe;AACjD,WAAO,KAAK,qBAAqB,SAAS,uBAAG,MAAM;AAAA,EACrD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOU,wBAAwB,CAAC,WAA2B;AAC5D,WAAO,OAAO,WAAW,WAAW,KAAK,qBAAqB,SAAS,MAAM,IAAI;AAAA,EACnF;AACF;","names":[]}

package/dist/node/index.d.cts

@@ -1,2 +1,3 @@
 export * from './Diviner';
+export * from './jsonpath';
 //# sourceMappingURL=index.d.ts.map

package/dist/node/index.d.cts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,WAAW,CAAA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,WAAW,CAAA;AACzB,cAAc,YAAY,CAAA"}

package/dist/node/index.d.mts

@@ -1,2 +1,3 @@
 export * from './Diviner';
+export * from './jsonpath';
 //# sourceMappingURL=index.d.ts.map

package/dist/node/index.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,WAAW,CAAA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,WAAW,CAAA;AACzB,cAAc,YAAY,CAAA"}

package/dist/node/index.d.ts

@@ -1,2 +1,3 @@
 export * from './Diviner';
+export * from './jsonpath';
 //# sourceMappingURL=index.d.ts.map

package/dist/node/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,WAAW,CAAA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,WAAW,CAAA;AACzB,cAAc,YAAY,CAAA"}

package/dist/node/index.js

@@ -20,13 +20,20 @@ var jsonPathToTransformersDictionary = (schemaTransforms) => {
 // src/jsonpath/reducePayloads.ts
 import { PayloadHasher } from "@xyo-network/hash";
 import { PayloadBuilder } from "@xyo-network/payload-builder";
-var reducePayloads = async (payloads, payloadTransformers, destinationSchema) => {
-  const indexFields = payloads.map((payload) => {
+var reducePayloads = async (payloads, payloadTransformers, destinationSchema, excludeSources = false) => {
+  const payloadFields = payloads.flatMap((payload) => {
     const transformers = payloadTransformers[payload.schema];
     return transformers ? transformers.map((transform) => transform(payload)) : [];
-  }).flat();
-  const sources = (await PayloadHasher.hashPairs([...payloads])).map(([, hash]) => hash);
-  return await new PayloadBuilder({ schema: destinationSchema }).fields(Object.assign({ sources }, ...indexFields)).build();
+  });
+  const baseObject = excludeSources ? {} : { sources: (await PayloadHasher.hashPairs([...payloads])).map(([, hash]) => hash) };
+  return await new PayloadBuilder({ schema: destinationSchema }).fields(Object.assign(baseObject, ...payloadFields)).build();
+};
+var reducePayloadsArray = async (payloadsArray, payloadTransformers, destinationSchema, excludeSources = false) => {
+  return await Promise.all(
+    payloadsArray.map(async (payloads) => {
+      return await reducePayloads(payloads, payloadTransformers, destinationSchema, excludeSources);
+    })
+  );
 };
 
 // src/Diviner.ts
@@ -62,13 +69,18 @@ var JsonPathAggregateDiviner = class extends AbstractDiviner {
    */
   get transformableSchemas() {
     if (!this._transformableSchemas)
-      this._transformableSchemas = [...Object.keys(this.schemaTransforms)];
+      this._transformableSchemas = Object.keys(this.schemaTransforms);
     return this._transformableSchemas;
   }
   async divineHandler(payloads) {
     if (!payloads)
       return [];
-    const reducedPayloads = await reducePayloads(payloads, this.payloadTransformers, this.destinationSchema);
+    const reducedPayloads = await reducePayloads(
+      payloads,
+      this.payloadTransformers,
+      this.destinationSchema,
+      this.config.excludeSources ?? false
+    );
     return [reducedPayloads];
   }
   /**
@@ -85,10 +97,13 @@ var JsonPathAggregateDiviner = class extends AbstractDiviner {
    * @returns True if this schema is one transformed by this diviner, false otherwise
    */
   isTransformableSchema = (schema) => {
-    return this.transformableSchemas.some((s) => s === schema);
+    return typeof schema === "string" ? this.transformableSchemas.includes(schema) : false;
   };
 };
 export {
-  JsonPathAggregateDiviner
+  JsonPathAggregateDiviner,
+  jsonPathToTransformersDictionary,
+  reducePayloads,
+  reducePayloadsArray
 };
 //# sourceMappingURL=index.js.map

package/dist/node/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/Diviner.ts","../../src/jsonpath/jsonPathToTransformersDictionary.ts","../../src/jsonpath/reducePayloads.ts"],"sourcesContent":["import { assertEx } from '@xylabs/assert'\nimport { AbstractDiviner } from '@xyo-network/abstract-diviner'\nimport {\n  JsonPathAggregateDivinerConfigSchema,\n  JsonPathAggregateDivinerParams,\n  PayloadTransformer,\n  SchemaToJsonPathTransformExpressionsDictionary,\n  SchemaToPayloadTransformersDictionary,\n} from '@xyo-network/diviner-jsonpath-aggregate-model'\nimport { DivinerModule, DivinerModuleEventData } from '@xyo-network/diviner-model'\nimport { Payload, PayloadSchema } from '@xyo-network/payload-model'\n\nimport { jsonPathToTransformersDictionary, reducePayloads } from './jsonpath'\n\nconst moduleName = 'JsonPathAggregateDiviner'\n\nexport class JsonPathAggregateDiviner<\n  TParams extends JsonPathAggregateDivinerParams = JsonPathAggregateDivinerParams,\n  TIn extends Payload = Payload,\n  TOut extends Payload = Payload,\n  TEventData extends DivinerModuleEventData<DivinerModule<TParams>, TIn, TOut> = DivinerModuleEventData<DivinerModule<TParams>, TIn, TOut>,\n> extends AbstractDiviner<TParams, TIn, TOut, TEventData> {\n  static override configSchemas = [JsonPathAggregateDivinerConfigSchema]\n\n  protected _transforms: PayloadTransformer[] | undefined\n\n  private _payloadTransformers: SchemaToPayloadTransformersDictionary | undefined\n  private _transformableSchemas: string[] | undefined\n\n  /**\n   * The schema to use for the destination payloads\n   */\n  protected get destinationSchema(): string {\n    return this.config.destinationSchema ?? PayloadSchema\n  }\n\n  /**\n   * Dictionary of schemas to payload transformers\n   */\n  protected get payloadTransformers(): SchemaToPayloadTransformersDictionary {\n    if (!this._payloadTransformers) this._payloadTransformers = jsonPathToTransformersDictionary(this.schemaTransforms)\n    return this._payloadTransformers\n  }\n\n  /**\n   * The dictionary of schemas to JSON Path transform expressions\n   */\n  protected get schemaTransforms(): SchemaToJsonPathTransformExpressionsDictionary {\n    return assertEx(this.config?.schemaTransforms, () => `${moduleName}: Missing config.schemaTransforms section`)\n  }\n\n  /**\n   * List of transformable schemas for this diviner\n   */\n  protected get transformableSchemas(): string[] {\n    if (!this._transformableSchemas) this._transformableSchemas = [...Object.keys(this.schemaTransforms)]\n    return this._transformableSchemas\n  }\n\n  protected override async divineHandler(payloads?: TIn[]): Promise<TOut[]> {\n    if (!payloads) return []\n    const reducedPayloads = await reducePayloads<TOut>(payloads, this.payloadTransformers, this.destinationSchema)\n    return [reducedPayloads]\n  }\n\n  /**\n   * Identifies if a payload is one that is transformed by this diviner\n   * @param x The candidate payload\n   * @returns True if the payload is one transformed by this diviner, false otherwise\n   */\n  protected isTransformablePayload = (x: Payload) => {\n    return this.transformableSchemas.includes(x?.schema)\n  }\n\n  /**\n   * Identifies if a schema is one that is transformed by this diviner\n   * @param schema The candidate schema\n   * @returns True if this schema is one transformed by this diviner, false otherwise\n   */\n  protected isTransformableSchema = (schema?: string | null) => {\n    return this.transformableSchemas.some((s) => s === schema)\n  }\n}\n","import { SchemaToJsonPathTransformExpressionsDictionary, SchemaToPayloadTransformersDictionary } from '@xyo-network/diviner-jsonpath-aggregate-model'\nimport { toPayloadTransformer } from '@xyo-network/diviner-jsonpath-memory'\n\n/**\n * Materializes the JSON-path expressions into memoized functions by converting a\n * dictionary of schema to JSON Path transform expressions to a dictionary\n * of schema to payload transformers\n * @param schemaTransforms The schema transforms to convert\n * @returns A dictionary of schema to payload transformers\n */\nexport const jsonPathToTransformersDictionary = (\n  schemaTransforms: SchemaToJsonPathTransformExpressionsDictionary,\n): SchemaToPayloadTransformersDictionary => {\n  return Object.fromEntries(\n    Object.entries(schemaTransforms).map(([schema, jsonPathTransformerExpressions]) => {\n      const transformers = jsonPathTransformerExpressions.map(toPayloadTransformer)\n      return [schema, transformers]\n    }),\n  )\n}\n","import { SchemaToPayloadTransformersDictionary } from '@xyo-network/diviner-jsonpath-aggregate-model'\nimport { PayloadHasher } from '@xyo-network/hash'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { Payload, PayloadFields } from '@xyo-network/payload-model'\n\n/**\n * Reduces the payloads to a single payload using the supplied transformers\n * @param payloads The payloads to reduce\n * @param payloadTransformers The transformers to use to convert the payloads to the destination payload\n * @param destinationSchema The schema of the destination payload\n * @returns The reduced payload\n */\nexport const reducePayloads = async <T extends Payload = Payload>(\n  payloads: Payload[],\n  payloadTransformers: SchemaToPayloadTransformersDictionary,\n  destinationSchema: string,\n): Promise<T> => {\n  // Use the payload transformers to convert the fields from the source payloads to the destination fields\n  const indexFields = payloads\n    .map<PayloadFields[]>((payload) => {\n      // Find the transformers for this payload\n      const transformers = payloadTransformers[payload.schema]\n      // If transformers exist, apply them to the payload otherwise return an empty array\n      return transformers ? transformers.map((transform) => transform(payload)) : []\n    })\n    .flat()\n  // Include all the sources for reference\n  const sources = (await PayloadHasher.hashPairs([...payloads])).map(([, hash]) => hash)\n  // Build and return the index\n  return await new PayloadBuilder<T>({ schema: destinationSchema }).fields(Object.assign({ sources }, ...indexFields)).build()\n}\n\n/**\n * Reduces the arrays of payload arrays to an array of payloads using the supplied transformers\n * @param payloadsArray The arrays of payloads to reduce\n * @param payloadTransformers The transformers to use to convert the payloads to the destination payloads\n * @param destinationSchema The schema of the destination payloads\n * @returns The reduced payloads\n */\nexport const reducePayloadsArray = async <T extends Payload = Payload>(\n  payloadsArray: Payload[][],\n  payloadTransformers: SchemaToPayloadTransformersDictionary,\n  destinationSchema: string,\n): Promise<T[]> => {\n  return await Promise.all(\n    payloadsArray.map(async (payloads) => {\n      return await reducePayloads<T>(payloads, payloadTransformers, destinationSchema)\n    }),\n  )\n}\n"],"mappings":";AAAA,SAAS,gBAAgB;AACzB,SAAS,uBAAuB;AAChC;AAAA,EACE;AAAA,OAKK;AAEP,SAAkB,qBAAqB;;;ACTvC,SAAS,4BAA4B;AAS9B,IAAM,mCAAmC,CAC9C,qBAC0C;AAC1C,SAAO,OAAO;AAAA,IACZ,OAAO,QAAQ,gBAAgB,EAAE,IAAI,CAAC,CAAC,QAAQ,8BAA8B,MAAM;AACjF,YAAM,eAAe,+BAA+B,IAAI,oBAAoB;AAC5E,aAAO,CAAC,QAAQ,YAAY;AAAA,IAC9B,CAAC;AAAA,EACH;AACF;;;AClBA,SAAS,qBAAqB;AAC9B,SAAS,sBAAsB;AAUxB,IAAM,iBAAiB,OAC5B,UACA,qBACA,sBACe;AAEf,QAAM,cAAc,SACjB,IAAqB,CAAC,YAAY;AAEjC,UAAM,eAAe,oBAAoB,QAAQ,MAAM;AAEvD,WAAO,eAAe,aAAa,IAAI,CAAC,cAAc,UAAU,OAAO,CAAC,IAAI,CAAC;AAAA,EAC/E,CAAC,EACA,KAAK;AAER,QAAM,WAAW,MAAM,cAAc,UAAU,CAAC,GAAG,QAAQ,CAAC,GAAG,IAAI,CAAC,CAAC,EAAE,IAAI,MAAM,IAAI;AAErF,SAAO,MAAM,IAAI,eAAkB,EAAE,QAAQ,kBAAkB,CAAC,EAAE,OAAO,OAAO,OAAO,EAAE,QAAQ,GAAG,GAAG,WAAW,CAAC,EAAE,MAAM;AAC7H;;;AFhBA,IAAM,aAAa;AAEZ,IAAM,2BAAN,cAKG,gBAAgD;AAAA,EACxD,OAAgB,gBAAgB,CAAC,oCAAoC;AAAA,EAE3D;AAAA,EAEF;AAAA,EACA;AAAA;AAAA;AAAA;AAAA,EAKR,IAAc,oBAA4B;AACxC,WAAO,KAAK,OAAO,qBAAqB;AAAA,EAC1C;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,sBAA6D;AACzE,QAAI,CAAC,KAAK;AAAsB,WAAK,uBAAuB,iCAAiC,KAAK,gBAAgB;AAClH,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,mBAAmE;AA/CnF;AAgDI,WAAO,UAAS,UAAK,WAAL,mBAAa,kBAAkB,MAAM,GAAG,UAAU,2CAA2C;AAAA,EAC/G;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,uBAAiC;AAC7C,QAAI,CAAC,KAAK;AAAuB,WAAK,wBAAwB,CAAC,GAAG,OAAO,KAAK,KAAK,gBAAgB,CAAC;AACpG,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAyB,cAAc,UAAmC;AACxE,QAAI,CAAC;AAAU,aAAO,CAAC;AACvB,UAAM,kBAAkB,MAAM,eAAqB,UAAU,KAAK,qBAAqB,KAAK,iBAAiB;AAC7G,WAAO,CAAC,eAAe;AAAA,EACzB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOU,yBAAyB,CAAC,MAAe;AACjD,WAAO,KAAK,qBAAqB,SAAS,uBAAG,MAAM;AAAA,EACrD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOU,wBAAwB,CAAC,WAA2B;AAC5D,WAAO,KAAK,qBAAqB,KAAK,CAAC,MAAM,MAAM,MAAM;AAAA,EAC3D;AACF;","names":[]}
+{"version":3,"sources":["../../src/Diviner.ts","../../src/jsonpath/jsonPathToTransformersDictionary.ts","../../src/jsonpath/reducePayloads.ts"],"sourcesContent":["import { assertEx } from '@xylabs/assert'\nimport { AbstractDiviner } from '@xyo-network/abstract-diviner'\nimport {\n  JsonPathAggregateDivinerConfigSchema,\n  JsonPathAggregateDivinerParams,\n  PayloadTransformer,\n  SchemaToJsonPathTransformExpressionsDictionary,\n  SchemaToPayloadTransformersDictionary,\n} from '@xyo-network/diviner-jsonpath-aggregate-model'\nimport { DivinerModule, DivinerModuleEventData } from '@xyo-network/diviner-model'\nimport { Payload, PayloadSchema } from '@xyo-network/payload-model'\n\nimport { jsonPathToTransformersDictionary, reducePayloads } from './jsonpath'\n\nconst moduleName = 'JsonPathAggregateDiviner'\n\nexport class JsonPathAggregateDiviner<\n  TParams extends JsonPathAggregateDivinerParams = JsonPathAggregateDivinerParams,\n  TIn extends Payload = Payload,\n  TOut extends Payload = Payload,\n  TEventData extends DivinerModuleEventData<DivinerModule<TParams>, TIn, TOut> = DivinerModuleEventData<DivinerModule<TParams>, TIn, TOut>,\n> extends AbstractDiviner<TParams, TIn, TOut, TEventData> {\n  static override configSchemas = [JsonPathAggregateDivinerConfigSchema]\n\n  protected _transforms: PayloadTransformer[] | undefined\n\n  private _payloadTransformers: SchemaToPayloadTransformersDictionary | undefined\n  private _transformableSchemas: string[] | undefined\n\n  /**\n   * The schema to use for the destination payloads\n   */\n  protected get destinationSchema(): string {\n    return this.config.destinationSchema ?? PayloadSchema\n  }\n\n  /**\n   * Dictionary of schemas to payload transformers\n   */\n  protected get payloadTransformers(): SchemaToPayloadTransformersDictionary {\n    if (!this._payloadTransformers) this._payloadTransformers = jsonPathToTransformersDictionary(this.schemaTransforms)\n    return this._payloadTransformers\n  }\n\n  /**\n   * The dictionary of schemas to JSON Path transform expressions\n   */\n  protected get schemaTransforms(): SchemaToJsonPathTransformExpressionsDictionary {\n    return assertEx(this.config?.schemaTransforms, () => `${moduleName}: Missing config.schemaTransforms section`)\n  }\n\n  /**\n   * List of transformable schemas for this diviner\n   */\n  protected get transformableSchemas(): string[] {\n    if (!this._transformableSchemas) this._transformableSchemas = Object.keys(this.schemaTransforms)\n    return this._transformableSchemas\n  }\n\n  protected override async divineHandler(payloads?: TIn[]): Promise<TOut[]> {\n    if (!payloads) return []\n    const reducedPayloads = await reducePayloads<TOut>(\n      payloads,\n      this.payloadTransformers,\n      this.destinationSchema,\n      this.config.excludeSources ?? false,\n    )\n    return [reducedPayloads]\n  }\n\n  /**\n   * Identifies if a payload is one that is transformed by this diviner\n   * @param x The candidate payload\n   * @returns True if the payload is one transformed by this diviner, false otherwise\n   */\n  protected isTransformablePayload = (x: Payload) => {\n    return this.transformableSchemas.includes(x?.schema)\n  }\n\n  /**\n   * Identifies if a schema is one that is transformed by this diviner\n   * @param schema The candidate schema\n   * @returns True if this schema is one transformed by this diviner, false otherwise\n   */\n  protected isTransformableSchema = (schema?: string | null) => {\n    return typeof schema === 'string' ? this.transformableSchemas.includes(schema) : false\n  }\n}\n","import { SchemaToJsonPathTransformExpressionsDictionary, SchemaToPayloadTransformersDictionary } from '@xyo-network/diviner-jsonpath-aggregate-model'\nimport { toPayloadTransformer } from '@xyo-network/diviner-jsonpath-memory'\n\n/**\n * Materializes the JSON-path expressions into memoized functions by converting a\n * dictionary of schema to JSON Path transform expressions to a dictionary\n * of schema to payload transformers\n * @param schemaTransforms The schema transforms to convert\n * @returns A dictionary of schema to payload transformers\n */\nexport const jsonPathToTransformersDictionary = (\n  schemaTransforms: SchemaToJsonPathTransformExpressionsDictionary,\n): SchemaToPayloadTransformersDictionary => {\n  return Object.fromEntries(\n    Object.entries(schemaTransforms).map(([schema, jsonPathTransformerExpressions]) => {\n      const transformers = jsonPathTransformerExpressions.map(toPayloadTransformer)\n      return [schema, transformers]\n    }),\n  )\n}\n","import { SchemaToPayloadTransformersDictionary } from '@xyo-network/diviner-jsonpath-aggregate-model'\nimport { PayloadHasher } from '@xyo-network/hash'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { Payload, PayloadFields } from '@xyo-network/payload-model'\n\n/**\n * Reduces the payloads to a single payload using the supplied transformers\n * @param payloads The payloads to reduce\n * @param payloadTransformers The transformers to use to convert the payloads to the destination payload\n * @param destinationSchema The schema of the destination payload\n * @param excludeSources Exclude the source hashes from the destination payload\n * @returns The reduced payload\n */\nexport const reducePayloads = async <T extends Payload = Payload>(\n  payloads: Payload[],\n  payloadTransformers: SchemaToPayloadTransformersDictionary,\n  destinationSchema: string,\n  excludeSources = false,\n): Promise<T> => {\n  // Use the payload transformers to convert the fields from the source payloads to the destination fields\n  const payloadFields = payloads.flatMap<PayloadFields[]>((payload) => {\n    // Find the transformers for this payload\n    const transformers = payloadTransformers[payload.schema]\n    // If transformers exist, apply them to the payload otherwise return an empty array\n    return transformers ? transformers.map((transform) => transform(payload)) : []\n  })\n  // Include all the sources for reference\n  const baseObject = excludeSources ? {} : { sources: (await PayloadHasher.hashPairs([...payloads])).map(([, hash]) => hash) }\n  // Build and return the payload\n  return await new PayloadBuilder<T>({ schema: destinationSchema }).fields(Object.assign(baseObject, ...payloadFields)).build()\n}\n\n/**\n * Reduces the arrays of payload arrays to an array of payloads using the supplied transformers\n * @param payloadsArray The arrays of payloads to reduce\n * @param payloadTransformers The transformers to use to convert the payloads to the destination payloads\n * @param excludeSources Exclude the source hashes from the destination payload\n * @returns The reduced payloads\n */\nexport const reducePayloadsArray = async <T extends Payload = Payload>(\n  payloadsArray: Payload[][],\n  payloadTransformers: SchemaToPayloadTransformersDictionary,\n  destinationSchema: string,\n  excludeSources = false,\n): Promise<T[]> => {\n  return await Promise.all(\n    payloadsArray.map(async (payloads) => {\n      return await reducePayloads<T>(payloads, payloadTransformers, destinationSchema, excludeSources)\n    }),\n  )\n}\n"],"mappings":";AAAA,SAAS,gBAAgB;AACzB,SAAS,uBAAuB;AAChC;AAAA,EACE;AAAA,OAKK;AAEP,SAAkB,qBAAqB;;;ACTvC,SAAS,4BAA4B;AAS9B,IAAM,mCAAmC,CAC9C,qBAC0C;AAC1C,SAAO,OAAO;AAAA,IACZ,OAAO,QAAQ,gBAAgB,EAAE,IAAI,CAAC,CAAC,QAAQ,8BAA8B,MAAM;AACjF,YAAM,eAAe,+BAA+B,IAAI,oBAAoB;AAC5E,aAAO,CAAC,QAAQ,YAAY;AAAA,IAC9B,CAAC;AAAA,EACH;AACF;;;AClBA,SAAS,qBAAqB;AAC9B,SAAS,sBAAsB;AAWxB,IAAM,iBAAiB,OAC5B,UACA,qBACA,mBACA,iBAAiB,UACF;AAEf,QAAM,gBAAgB,SAAS,QAAyB,CAAC,YAAY;AAEnE,UAAM,eAAe,oBAAoB,QAAQ,MAAM;AAEvD,WAAO,eAAe,aAAa,IAAI,CAAC,cAAc,UAAU,OAAO,CAAC,IAAI,CAAC;AAAA,EAC/E,CAAC;AAED,QAAM,aAAa,iBAAiB,CAAC,IAAI,EAAE,UAAU,MAAM,cAAc,UAAU,CAAC,GAAG,QAAQ,CAAC,GAAG,IAAI,CAAC,CAAC,EAAE,IAAI,MAAM,IAAI,EAAE;AAE3H,SAAO,MAAM,IAAI,eAAkB,EAAE,QAAQ,kBAAkB,CAAC,EAAE,OAAO,OAAO,OAAO,YAAY,GAAG,aAAa,CAAC,EAAE,MAAM;AAC9H;AASO,IAAM,sBAAsB,OACjC,eACA,qBACA,mBACA,iBAAiB,UACA;AACjB,SAAO,MAAM,QAAQ;AAAA,IACnB,cAAc,IAAI,OAAO,aAAa;AACpC,aAAO,MAAM,eAAkB,UAAU,qBAAqB,mBAAmB,cAAc;AAAA,IACjG,CAAC;AAAA,EACH;AACF;;;AFpCA,IAAM,aAAa;AAEZ,IAAM,2BAAN,cAKG,gBAAgD;AAAA,EACxD,OAAgB,gBAAgB,CAAC,oCAAoC;AAAA,EAE3D;AAAA,EAEF;AAAA,EACA;AAAA;AAAA;AAAA;AAAA,EAKR,IAAc,oBAA4B;AACxC,WAAO,KAAK,OAAO,qBAAqB;AAAA,EAC1C;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,sBAA6D;AACzE,QAAI,CAAC,KAAK;AAAsB,WAAK,uBAAuB,iCAAiC,KAAK,gBAAgB;AAClH,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,mBAAmE;AA/CnF;AAgDI,WAAO,UAAS,UAAK,WAAL,mBAAa,kBAAkB,MAAM,GAAG,UAAU,2CAA2C;AAAA,EAC/G;AAAA;AAAA;AAAA;AAAA,EAKA,IAAc,uBAAiC;AAC7C,QAAI,CAAC,KAAK;AAAuB,WAAK,wBAAwB,OAAO,KAAK,KAAK,gBAAgB;AAC/F,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAyB,cAAc,UAAmC;AACxE,QAAI,CAAC;AAAU,aAAO,CAAC;AACvB,UAAM,kBAAkB,MAAM;AAAA,MAC5B;AAAA,MACA,KAAK;AAAA,MACL,KAAK;AAAA,MACL,KAAK,OAAO,kBAAkB;AAAA,IAChC;AACA,WAAO,CAAC,eAAe;AAAA,EACzB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOU,yBAAyB,CAAC,MAAe;AACjD,WAAO,KAAK,qBAAqB,SAAS,uBAAG,MAAM;AAAA,EACrD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOU,wBAAwB,CAAC,WAA2B;AAC5D,WAAO,OAAO,WAAW,WAAW,KAAK,qBAAqB,SAAS,MAAM,IAAI;AAAA,EACnF;AACF;","names":[]}

package/dist/node/jsonpath/reducePayloads.d.cts

@@ -5,23 +5,24 @@ import { Payload, PayloadFields } from '@xyo-network/payload-model';
  * @param payloads The payloads to reduce
  * @param payloadTransformers The transformers to use to convert the payloads to the destination payload
  * @param destinationSchema The schema of the destination payload
+ * @param excludeSources Exclude the source hashes from the destination payload
  * @returns The reduced payload
  */
 export declare const reducePayloads: <T extends {
     schema: string;
 } & PayloadFields = {
     schema: string;
-} & PayloadFields>(payloads: Payload[], payloadTransformers: SchemaToPayloadTransformersDictionary, destinationSchema: string) => Promise<T>;
+} & PayloadFields>(payloads: Payload[], payloadTransformers: SchemaToPayloadTransformersDictionary, destinationSchema: string, excludeSources?: boolean) => Promise<T>;
 /**
  * Reduces the arrays of payload arrays to an array of payloads using the supplied transformers
  * @param payloadsArray The arrays of payloads to reduce
  * @param payloadTransformers The transformers to use to convert the payloads to the destination payloads
- * @param destinationSchema The schema of the destination payloads
+ * @param excludeSources Exclude the source hashes from the destination payload
  * @returns The reduced payloads
  */
 export declare const reducePayloadsArray: <T extends {
     schema: string;
 } & PayloadFields = {
     schema: string;
-} & PayloadFields>(payloadsArray: Payload[][], payloadTransformers: SchemaToPayloadTransformersDictionary, destinationSchema: string) => Promise<T[]>;
+} & PayloadFields>(payloadsArray: Payload[][], payloadTransformers: SchemaToPayloadTransformersDictionary, destinationSchema: string, excludeSources?: boolean) => Promise<T[]>;
 //# sourceMappingURL=reducePayloads.d.ts.map

package/dist/node/jsonpath/reducePayloads.d.cts.map

@@ -1 +1 @@
-{"version":3,"file":"reducePayloads.d.ts","sourceRoot":"","sources":["../../../src/jsonpath/reducePayloads.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qCAAqC,EAAE,MAAM,+CAA+C,CAAA;AAGrG,OAAO,EAAE,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAA;AAEnE;;;;;;GAMG;AACH,eAAO,MAAM,cAAc;;;;6BACf,OAAO,EAAE,uBACE,qCAAqC,qBACvC,MAAM,eAe1B,CAAA;AAED;;;;;;GAMG;AACH,eAAO,MAAM,mBAAmB;;;;kCACf,OAAO,EAAE,EAAE,uBACL,qCAAqC,qBACvC,MAAM,iBAO1B,CAAA"}
+{"version":3,"file":"reducePayloads.d.ts","sourceRoot":"","sources":["../../../src/jsonpath/reducePayloads.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qCAAqC,EAAE,MAAM,+CAA+C,CAAA;AAGrG,OAAO,EAAE,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAA;AAEnE;;;;;;;GAOG;AACH,eAAO,MAAM,cAAc;;;;6BACf,OAAO,EAAE,uBACE,qCAAqC,qBACvC,MAAM,yCAc1B,CAAA;AAED;;;;;;GAMG;AACH,eAAO,MAAM,mBAAmB;;;;kCACf,OAAO,EAAE,EAAE,uBACL,qCAAqC,qBACvC,MAAM,2CAQ1B,CAAA"}

package/dist/node/jsonpath/reducePayloads.d.mts

@@ -5,23 +5,24 @@ import { Payload, PayloadFields } from '@xyo-network/payload-model';
  * @param payloads The payloads to reduce
  * @param payloadTransformers The transformers to use to convert the payloads to the destination payload
  * @param destinationSchema The schema of the destination payload
+ * @param excludeSources Exclude the source hashes from the destination payload
  * @returns The reduced payload
  */
 export declare const reducePayloads: <T extends {
     schema: string;
 } & PayloadFields = {
     schema: string;
-} & PayloadFields>(payloads: Payload[], payloadTransformers: SchemaToPayloadTransformersDictionary, destinationSchema: string) => Promise<T>;
+} & PayloadFields>(payloads: Payload[], payloadTransformers: SchemaToPayloadTransformersDictionary, destinationSchema: string, excludeSources?: boolean) => Promise<T>;
 /**
  * Reduces the arrays of payload arrays to an array of payloads using the supplied transformers
  * @param payloadsArray The arrays of payloads to reduce
  * @param payloadTransformers The transformers to use to convert the payloads to the destination payloads
- * @param destinationSchema The schema of the destination payloads
+ * @param excludeSources Exclude the source hashes from the destination payload
  * @returns The reduced payloads
  */
 export declare const reducePayloadsArray: <T extends {
     schema: string;
 } & PayloadFields = {
     schema: string;
-} & PayloadFields>(payloadsArray: Payload[][], payloadTransformers: SchemaToPayloadTransformersDictionary, destinationSchema: string) => Promise<T[]>;
+} & PayloadFields>(payloadsArray: Payload[][], payloadTransformers: SchemaToPayloadTransformersDictionary, destinationSchema: string, excludeSources?: boolean) => Promise<T[]>;
 //# sourceMappingURL=reducePayloads.d.ts.map

package/dist/node/jsonpath/reducePayloads.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"reducePayloads.d.ts","sourceRoot":"","sources":["../../../src/jsonpath/reducePayloads.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qCAAqC,EAAE,MAAM,+CAA+C,CAAA;AAGrG,OAAO,EAAE,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAA;AAEnE;;;;;;GAMG;AACH,eAAO,MAAM,cAAc;;;;6BACf,OAAO,EAAE,uBACE,qCAAqC,qBACvC,MAAM,eAe1B,CAAA;AAED;;;;;;GAMG;AACH,eAAO,MAAM,mBAAmB;;;;kCACf,OAAO,EAAE,EAAE,uBACL,qCAAqC,qBACvC,MAAM,iBAO1B,CAAA"}
+{"version":3,"file":"reducePayloads.d.ts","sourceRoot":"","sources":["../../../src/jsonpath/reducePayloads.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qCAAqC,EAAE,MAAM,+CAA+C,CAAA;AAGrG,OAAO,EAAE,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAA;AAEnE;;;;;;;GAOG;AACH,eAAO,MAAM,cAAc;;;;6BACf,OAAO,EAAE,uBACE,qCAAqC,qBACvC,MAAM,yCAc1B,CAAA;AAED;;;;;;GAMG;AACH,eAAO,MAAM,mBAAmB;;;;kCACf,OAAO,EAAE,EAAE,uBACL,qCAAqC,qBACvC,MAAM,2CAQ1B,CAAA"}

package/dist/node/jsonpath/reducePayloads.d.ts

@@ -5,23 +5,24 @@ import { Payload, PayloadFields } from '@xyo-network/payload-model';
  * @param payloads The payloads to reduce
  * @param payloadTransformers The transformers to use to convert the payloads to the destination payload
  * @param destinationSchema The schema of the destination payload
+ * @param excludeSources Exclude the source hashes from the destination payload
  * @returns The reduced payload
  */
 export declare const reducePayloads: <T extends {
     schema: string;
 } & PayloadFields = {
     schema: string;
-} & PayloadFields>(payloads: Payload[], payloadTransformers: SchemaToPayloadTransformersDictionary, destinationSchema: string) => Promise<T>;
+} & PayloadFields>(payloads: Payload[], payloadTransformers: SchemaToPayloadTransformersDictionary, destinationSchema: string, excludeSources?: boolean) => Promise<T>;
 /**
  * Reduces the arrays of payload arrays to an array of payloads using the supplied transformers
  * @param payloadsArray The arrays of payloads to reduce
  * @param payloadTransformers The transformers to use to convert the payloads to the destination payloads
- * @param destinationSchema The schema of the destination payloads
+ * @param excludeSources Exclude the source hashes from the destination payload
  * @returns The reduced payloads
  */
 export declare const reducePayloadsArray: <T extends {
     schema: string;
 } & PayloadFields = {
     schema: string;
-} & PayloadFields>(payloadsArray: Payload[][], payloadTransformers: SchemaToPayloadTransformersDictionary, destinationSchema: string) => Promise<T[]>;
+} & PayloadFields>(payloadsArray: Payload[][], payloadTransformers: SchemaToPayloadTransformersDictionary, destinationSchema: string, excludeSources?: boolean) => Promise<T[]>;
 //# sourceMappingURL=reducePayloads.d.ts.map

package/dist/node/jsonpath/reducePayloads.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"reducePayloads.d.ts","sourceRoot":"","sources":["../../../src/jsonpath/reducePayloads.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qCAAqC,EAAE,MAAM,+CAA+C,CAAA;AAGrG,OAAO,EAAE,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAA;AAEnE;;;;;;GAMG;AACH,eAAO,MAAM,cAAc;;;;6BACf,OAAO,EAAE,uBACE,qCAAqC,qBACvC,MAAM,eAe1B,CAAA;AAED;;;;;;GAMG;AACH,eAAO,MAAM,mBAAmB;;;;kCACf,OAAO,EAAE,EAAE,uBACL,qCAAqC,qBACvC,MAAM,iBAO1B,CAAA"}
+{"version":3,"file":"reducePayloads.d.ts","sourceRoot":"","sources":["../../../src/jsonpath/reducePayloads.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qCAAqC,EAAE,MAAM,+CAA+C,CAAA;AAGrG,OAAO,EAAE,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAA;AAEnE;;;;;;;GAOG;AACH,eAAO,MAAM,cAAc;;;;6BACf,OAAO,EAAE,uBACE,qCAAqC,qBACvC,MAAM,yCAc1B,CAAA;AAED;;;;;;GAMG;AACH,eAAO,MAAM,mBAAmB;;;;kCACf,OAAO,EAAE,EAAE,uBACL,qCAAqC,qBACvC,MAAM,2CAQ1B,CAAA"}

package/package.json

@@ -11,22 +11,22 @@
   },
   "dependencies": {
     "@xylabs/assert": "^2.13.20",
-    "@xyo-network/abstract-diviner": "~2.84.6",
-    "@xyo-network/diviner-jsonpath-aggregate-model": "~2.84.6",
-    "@xyo-network/diviner-model": "~2.84.6",
-    "@xyo-network/hash": "~2.84.6",
-    "@xyo-network/payload-builder": "~2.84.6",
-    "@xyo-network/payload-model": "~2.84.6"
+    "@xyo-network/abstract-diviner": "~2.84.8",
+    "@xyo-network/diviner-jsonpath-aggregate-model": "~2.84.8",
+    "@xyo-network/diviner-model": "~2.84.8",
+    "@xyo-network/hash": "~2.84.8",
+    "@xyo-network/payload-builder": "~2.84.8",
+    "@xyo-network/payload-model": "~2.84.8"
   },
   "devDependencies": {
-    "@xylabs/ts-scripts-yarn3": "^3.2.19",
-    "@xylabs/tsconfig": "^3.2.19",
-    "@xyo-network/account": "~2.84.6",
-    "@xyo-network/boundwitness-builder": "~2.84.6",
-    "@xyo-network/boundwitness-model": "~2.84.6",
-    "@xyo-network/diviner-jsonpath-memory": "~2.84.6",
-    "@xyo-network/diviner-jsonpath-model": "~2.84.6",
-    "@xyo-network/wallet-model": "~2.84.6",
+    "@xylabs/ts-scripts-yarn3": "^3.2.24",
+    "@xylabs/tsconfig": "^3.2.24",
+    "@xyo-network/account": "~2.84.8",
+    "@xyo-network/boundwitness-builder": "~2.84.8",
+    "@xyo-network/boundwitness-model": "~2.84.8",
+    "@xyo-network/diviner-jsonpath-memory": "~2.84.8",
+    "@xyo-network/diviner-jsonpath-model": "~2.84.8",
+    "@xyo-network/wallet-model": "~2.84.8",
     "typescript": "^5.3.3"
   },
   "description": "Primary SDK for using XYO Protocol 2.0",
@@ -68,6 +68,6 @@
     "url": "https://github.com/XYOracleNetwork/sdk-xyo-client-js.git"
   },
   "sideEffects": false,
-  "version": "2.84.6",
+  "version": "2.84.8",
   "type": "module"
 }

package/src/Diviner.ts

@@ -53,13 +53,18 @@ export class JsonPathAggregateDiviner<
    * List of transformable schemas for this diviner
    */
   protected get transformableSchemas(): string[] {
-    if (!this._transformableSchemas) this._transformableSchemas = [...Object.keys(this.schemaTransforms)]
+    if (!this._transformableSchemas) this._transformableSchemas = Object.keys(this.schemaTransforms)
     return this._transformableSchemas
   }
 
   protected override async divineHandler(payloads?: TIn[]): Promise<TOut[]> {
     if (!payloads) return []
-    const reducedPayloads = await reducePayloads<TOut>(payloads, this.payloadTransformers, this.destinationSchema)
+    const reducedPayloads = await reducePayloads<TOut>(
+      payloads,
+      this.payloadTransformers,
+      this.destinationSchema,
+      this.config.excludeSources ?? false,
+    )
     return [reducedPayloads]
   }
 
@@ -78,6 +83,6 @@ export class JsonPathAggregateDiviner<
    * @returns True if this schema is one transformed by this diviner, false otherwise
    */
   protected isTransformableSchema = (schema?: string | null) => {
-    return this.transformableSchemas.some((s) => s === schema)
+    return typeof schema === 'string' ? this.transformableSchemas.includes(schema) : false
   }
 }

package/src/index.ts

@@ -1 +1,2 @@
 export * from './Diviner'
+export * from './jsonpath'

package/src/jsonpath/reducePayloads.ts

@@ -8,43 +8,44 @@ import { Payload, PayloadFields } from '@xyo-network/payload-model'
  * @param payloads The payloads to reduce
  * @param payloadTransformers The transformers to use to convert the payloads to the destination payload
  * @param destinationSchema The schema of the destination payload
+ * @param excludeSources Exclude the source hashes from the destination payload
  * @returns The reduced payload
  */
 export const reducePayloads = async <T extends Payload = Payload>(
   payloads: Payload[],
   payloadTransformers: SchemaToPayloadTransformersDictionary,
   destinationSchema: string,
+  excludeSources = false,
 ): Promise<T> => {
   // Use the payload transformers to convert the fields from the source payloads to the destination fields
-  const indexFields = payloads
-    .map<PayloadFields[]>((payload) => {
-      // Find the transformers for this payload
-      const transformers = payloadTransformers[payload.schema]
-      // If transformers exist, apply them to the payload otherwise return an empty array
-      return transformers ? transformers.map((transform) => transform(payload)) : []
-    })
-    .flat()
+  const payloadFields = payloads.flatMap<PayloadFields[]>((payload) => {
+    // Find the transformers for this payload
+    const transformers = payloadTransformers[payload.schema]
+    // If transformers exist, apply them to the payload otherwise return an empty array
+    return transformers ? transformers.map((transform) => transform(payload)) : []
+  })
   // Include all the sources for reference
-  const sources = (await PayloadHasher.hashPairs([...payloads])).map(([, hash]) => hash)
-  // Build and return the index
-  return await new PayloadBuilder<T>({ schema: destinationSchema }).fields(Object.assign({ sources }, ...indexFields)).build()
+  const baseObject = excludeSources ? {} : { sources: (await PayloadHasher.hashPairs([...payloads])).map(([, hash]) => hash) }
+  // Build and return the payload
+  return await new PayloadBuilder<T>({ schema: destinationSchema }).fields(Object.assign(baseObject, ...payloadFields)).build()
 }
 
 /**
  * Reduces the arrays of payload arrays to an array of payloads using the supplied transformers
  * @param payloadsArray The arrays of payloads to reduce
  * @param payloadTransformers The transformers to use to convert the payloads to the destination payloads
- * @param destinationSchema The schema of the destination payloads
+ * @param excludeSources Exclude the source hashes from the destination payload
  * @returns The reduced payloads
  */
 export const reducePayloadsArray = async <T extends Payload = Payload>(
   payloadsArray: Payload[][],
   payloadTransformers: SchemaToPayloadTransformersDictionary,
   destinationSchema: string,
+  excludeSources = false,
 ): Promise<T[]> => {
   return await Promise.all(
     payloadsArray.map(async (payloads) => {
-      return await reducePayloads<T>(payloads, payloadTransformers, destinationSchema)
+      return await reducePayloads<T>(payloads, payloadTransformers, destinationSchema, excludeSources)
     }),
   )
 }