@xyo-network/diviner-jsonpath-aggregate-memory 5.3.22 → 5.3.25

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@xyo-network/diviner-jsonpath-aggregate-memory",
-  "version": "5.3.22",
+  "version": "5.3.25",
   "description": "Primary SDK for using XYO Protocol 2.0",
   "homepage": "https://xyo.network",
   "bugs": {
@@ -30,54 +30,50 @@
   "types": "dist/neutral/index.d.ts",
   "files": [
     "dist",
-    "src",
     "!**/*.bench.*",
     "!**/*.spec.*",
     "!**/*.test.*",
     "README.md"
   ],
   "dependencies": {
-    "@xyo-network/boundwitness-model": "~5.3.22",
-    "@xyo-network/diviner-abstract": "~5.3.22",
-    "@xyo-network/diviner-jsonpath-aggregate-model": "~5.3.22",
-    "@xyo-network/diviner-jsonpath-memory": "~5.3.22",
-    "@xyo-network/diviner-model": "~5.3.22",
-    "@xyo-network/payload-builder": "~5.3.22",
-    "@xyo-network/payload-model": "~5.3.22",
-    "@xyo-network/payload-utils": "~5.3.22"
+    "@xyo-network/diviner-abstract": "~5.3.25",
+    "@xyo-network/diviner-jsonpath-memory": "~5.3.25",
+    "@xyo-network/boundwitness-model": "~5.3.25",
+    "@xyo-network/diviner-model": "~5.3.25",
+    "@xyo-network/diviner-jsonpath-aggregate-model": "~5.3.25",
+    "@xyo-network/payload-model": "~5.3.25",
+    "@xyo-network/payload-builder": "~5.3.25",
+    "@xyo-network/payload-utils": "~5.3.25"
   },
   "devDependencies": {
     "@opentelemetry/api": "^1.9.1",
     "@types/node": "^25.5.0",
-    "@xylabs/sdk-js": "^5.0.91",
-    "@xylabs/ts-scripts-common": "~7.6.8",
-    "@xylabs/ts-scripts-yarn3": "~7.6.8",
-    "@xylabs/tsconfig": "~7.6.8",
-    "@xylabs/vitest-extended": "~5.0.91",
-    "@xyo-network/account": "~5.3.22",
-    "@xyo-network/account-model": "~5.3.22",
-    "@xyo-network/boundwitness-builder": "~5.3.22",
-    "@xyo-network/boundwitness-model": "~5.3.22",
-    "@xyo-network/diviner-abstract": "~5.3.22",
-    "@xyo-network/diviner-jsonpath-aggregate-model": "~5.3.22",
-    "@xyo-network/diviner-jsonpath-memory": "~5.3.22",
-    "@xyo-network/diviner-jsonpath-model": "~5.3.22",
-    "@xyo-network/diviner-model": "~5.3.22",
-    "@xyo-network/payload-builder": "~5.3.22",
-    "@xyo-network/payload-model": "~5.3.22",
-    "@xyo-network/payload-utils": "~5.3.22",
+    "@xylabs/sdk-js": "^5.0.93",
+    "@xylabs/ts-scripts-common": "~7.6.16",
+    "@xylabs/ts-scripts-pnpm": "~7.6.16",
+    "@xylabs/tsconfig": "~7.6.16",
+    "@xylabs/vitest-extended": "~5.0.93",
     "acorn": "^8.16.0",
     "axios": "^1.14.0",
-    "cosmiconfig": "^9.0.1",
-    "esbuild": "^0.27.4",
-    "eslint": "^10.1.0",
+    "esbuild": "^0.28.0",
     "ethers": "^6.16.0",
-    "rollup": "^4.60.1",
     "tslib": "^2.8.1",
     "typescript": "~5.9.3",
     "vite": "^8.0.3",
     "vitest": "~4.1.2",
-    "zod": "^4.3.6"
+    "zod": "^4.3.6",
+    "@xyo-network/account-model": "~5.3.25",
+    "@xyo-network/account": "~5.3.25",
+    "@xyo-network/diviner-jsonpath-aggregate-model": "~5.3.25",
+    "@xyo-network/diviner-model": "~5.3.25",
+    "@xyo-network/diviner-abstract": "~5.3.25",
+    "@xyo-network/diviner-jsonpath-memory": "~5.3.25",
+    "@xyo-network/boundwitness-model": "~5.3.25",
+    "@xyo-network/diviner-jsonpath-model": "~5.3.25",
+    "@xyo-network/payload-builder": "~5.3.25",
+    "@xyo-network/boundwitness-builder": "~5.3.25",
+    "@xyo-network/payload-utils": "~5.3.25",
+    "@xyo-network/payload-model": "~5.3.25"
   },
   "peerDependencies": {
     "@xylabs/sdk-js": "^5",
@@ -88,4 +84,4 @@
   "publishConfig": {
     "access": "public"
   }
-}
+}

package/src/Diviner.ts

@@ -1,103 +0,0 @@
-import { assertEx } from '@xylabs/sdk-js'
-import { BoundWitnessSchema } from '@xyo-network/boundwitness-model'
-import { AbstractDiviner } from '@xyo-network/diviner-abstract'
-import type {
-  JsonPathAggregateDivinerParams,
-  PayloadTransformer,
-  SchemaToJsonPathTransformExpressionsDictionary,
-  SchemaToPayloadTransformersDictionary,
-} from '@xyo-network/diviner-jsonpath-aggregate-model'
-import { JsonPathAggregateDivinerConfigSchema } from '@xyo-network/diviner-jsonpath-aggregate-model'
-import type { DivinerInstance, DivinerModuleEventData } from '@xyo-network/diviner-model'
-import { PayloadBuilder } from '@xyo-network/payload-builder'
-import type { Payload, Schema } from '@xyo-network/payload-model'
-import { PayloadSchema } from '@xyo-network/payload-model'
-import { combinationsByBoundwitness, combinationsBySchema } from '@xyo-network/payload-utils'
-
-import { jsonPathToTransformersDictionary, reducePayloads } from './jsonpath/index.ts'
-
-const moduleName = 'JsonPathAggregateDiviner'
-
-export class JsonPathAggregateDiviner<
-  TParams extends JsonPathAggregateDivinerParams = JsonPathAggregateDivinerParams,
-  TIn extends Payload = Payload,
-  TOut extends Payload = Payload,
-  TEventData extends DivinerModuleEventData<DivinerInstance<TParams, TIn, TOut>, TIn, TOut> = DivinerModuleEventData<
-    DivinerInstance<TParams, TIn, TOut>,
-    TIn,
-    TOut
-  >,
-> extends AbstractDiviner<TParams, TIn, TOut, TEventData> {
-  static override readonly configSchemas: Schema[] = [...super.configSchemas, JsonPathAggregateDivinerConfigSchema]
-  static override readonly defaultConfigSchema: Schema = JsonPathAggregateDivinerConfigSchema
-
-  protected _transforms: PayloadTransformer[] | undefined
-
-  private _payloadTransformers: SchemaToPayloadTransformersDictionary | undefined
-  private _transformableSchemas: string[] | undefined
-
-  /**
-   * The schema to use for the destination payloads
-   */
-  protected get destinationSchema(): Schema {
-    return this.config.destinationSchema ?? PayloadSchema
-  }
-
-  /**
-   * Dictionary of schemas to payload transformers
-   */
-  protected get payloadTransformers(): SchemaToPayloadTransformersDictionary {
-    if (!this._payloadTransformers) this._payloadTransformers = jsonPathToTransformersDictionary(this.schemaTransforms)
-    return this._payloadTransformers
-  }
-
-  /**
-   * The dictionary of schemas to JSON Path transform expressions
-   */
-  protected get schemaTransforms(): SchemaToJsonPathTransformExpressionsDictionary {
-    return assertEx(this.config?.schemaTransforms, () => `${moduleName}: Missing config.schemaTransforms section`)
-  }
-
-  /**
-   * List of transformable schemas for this diviner
-   */
-  protected get transformableSchemas(): string[] {
-    if (!this._transformableSchemas) this._transformableSchemas = Object.keys(this.schemaTransforms)
-    return this._transformableSchemas
-  }
-
-  protected override async divineHandler(payloads?: TIn[]): Promise<TOut[]> {
-    if (!payloads) return []
-    const strippedPayloads = payloads.map((payload) => {
-      const p = { ...payload } as TIn
-      return PayloadBuilder.omitMeta(p as TIn)
-    })
-    const combinations
-      = this.transformableSchemas.includes(BoundWitnessSchema)
-        ? await combinationsByBoundwitness(strippedPayloads)
-        : await combinationsBySchema(strippedPayloads, this.transformableSchemas)
-    return await Promise.all(
-      combinations.map((combination) => {
-        return reducePayloads<TOut>(combination, this.payloadTransformers, this.destinationSchema, this.config.excludeSources ?? false)
-      }),
-    )
-  }
-
-  /**
-   * Identifies if a payload is one that is transformed by this diviner
-   * @param x The candidate payload
-   * @returns True if the payload is one transformed by this diviner, false otherwise
-   */
-  protected isTransformablePayload = (x: Payload) => {
-    return this.transformableSchemas.includes(x?.schema)
-  }
-
-  /**
-   * Identifies if a schema is one that is transformed by this diviner
-   * @param schema The candidate schema
-   * @returns True if this schema is one transformed by this diviner, false otherwise
-   */
-  protected isTransformableSchema = (schema?: string | null) => {
-    return typeof schema === 'string' ? this.transformableSchemas.includes(schema) : false
-  }
-}

package/src/index.ts

@@ -1,2 +0,0 @@
-export * from './Diviner.ts'
-export * from './jsonpath/index.ts'

package/src/jsonpath/index.ts

@@ -1,2 +0,0 @@
-export * from './jsonPathToTransformersDictionary.ts'
-export * from './reducePayloads.ts'

package/src/jsonpath/jsonPathToTransformersDictionary.ts

@@ -1,20 +0,0 @@
-import type { SchemaToJsonPathTransformExpressionsDictionary, SchemaToPayloadTransformersDictionary } from '@xyo-network/diviner-jsonpath-aggregate-model'
-import { toPayloadTransformer } from '@xyo-network/diviner-jsonpath-memory'
-
-/**
- * Materializes the JSON-path expressions into memoized functions by converting a
- * dictionary of schema to JSON Path transform expressions to a dictionary
- * of schema to payload transformers
- * @param schemaTransforms The schema transforms to convert
- * @returns A dictionary of schema to payload transformers
- */
-export const jsonPathToTransformersDictionary = (
-  schemaTransforms: SchemaToJsonPathTransformExpressionsDictionary,
-): SchemaToPayloadTransformersDictionary => {
-  return Object.fromEntries(
-    Object.entries(schemaTransforms).map(([schema, jsonPathTransformerExpressions]) => {
-      const transformers = jsonPathTransformerExpressions.map(toPayloadTransformer)
-      return [schema, transformers]
-    }),
-  )
-}

package/src/jsonpath/reducePayloads.ts

@@ -1,53 +0,0 @@
-import { exists } from '@xylabs/sdk-js'
-import type { SchemaToPayloadTransformersDictionary } from '@xyo-network/diviner-jsonpath-aggregate-model'
-import { PayloadBuilder } from '@xyo-network/payload-builder'
-import type {
-  Payload, Schema, WithoutSchema,
-} from '@xyo-network/payload-model'
-
-/**
- * Reduces the payloads to a single payload using the supplied transformers
- * @param payloads The payloads to reduce
- * @param payloadTransformers The transformers to use to convert the payloads to the destination payload
- * @param destinationSchema The schema of the destination payload
- * @param excludeSources Exclude the source hashes from the destination payload
- * @returns The reduced payload
- */
-export const reducePayloads = async <T extends Payload = Payload>(
-  payloads: Payload[],
-  payloadTransformers: SchemaToPayloadTransformersDictionary,
-  destinationSchema: Schema,
-  excludeSources = false,
-): Promise<T> => {
-  // Use the payload transformers to convert the fields from the source payloads to the destination fields
-  const payloadFields = payloads.filter(exists).flatMap<WithoutSchema<Payload>[]>((payload) => {
-    // Find the transformers for this payload
-    const transformers = payloadTransformers[payload.schema]
-    // If transformers exist, apply them to the payload otherwise return an empty array
-    return transformers ? transformers.map(transform => transform(payload)) : []
-  })
-  // Include all the sources for reference
-  const baseObject = excludeSources ? {} : { sources: await PayloadBuilder.dataHashes(payloads) }
-  // Build and return the payload
-  return new PayloadBuilder<T>({ schema: destinationSchema }).fields(Object.assign(baseObject, ...payloadFields)).build()
-}
-
-/**
- * Reduces the arrays of payload arrays to an array of payloads using the supplied transformers
- * @param payloadsArray The arrays of payloads to reduce
- * @param payloadTransformers The transformers to use to convert the payloads to the destination payloads
- * @param excludeSources Exclude the source hashes from the destination payload
- * @returns The reduced payloads
- */
-export const reducePayloadsArray = async <T extends Payload = Payload>(
-  payloadsArray: Payload[][],
-  payloadTransformers: SchemaToPayloadTransformersDictionary,
-  destinationSchema: Schema,
-  excludeSources = false,
-): Promise<T[]> => {
-  return await Promise.all(
-    payloadsArray.map(async (payloads) => {
-      return await reducePayloads<T>(payloads, payloadTransformers, destinationSchema, excludeSources)
-    }),
-  )
-}