@xyo-network/diviner-jsonpath-aggregate-memory 5.1.21 → 5.1.23

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@xyo-network/diviner-jsonpath-aggregate-memory",
-  "version": "5.1.21",
+  "version": "5.1.23",
   "description": "Primary SDK for using XYO Protocol 2.0",
   "homepage": "https://xyo.network",
   "bugs": {
@@ -30,30 +30,33 @@
   "types": "dist/neutral/index.d.ts",
   "files": [
     "dist",
-    "src"
+    "src",
+    "!**/*.bench.*",
+    "!**/*.spec.*",
+    "!**/*.test.*"
   ],
   "dependencies": {
-    "@xylabs/assert": "~5.0.24",
-    "@xylabs/exists": "~5.0.24",
-    "@xyo-network/boundwitness-model": "~5.1.21",
-    "@xyo-network/diviner-abstract": "~5.1.21",
-    "@xyo-network/diviner-jsonpath-aggregate-model": "~5.1.21",
-    "@xyo-network/diviner-jsonpath-memory": "~5.1.21",
-    "@xyo-network/diviner-model": "~5.1.21",
-    "@xyo-network/payload-builder": "~5.1.21",
-    "@xyo-network/payload-model": "~5.1.21",
-    "@xyo-network/payload-utils": "~5.1.21"
+    "@xylabs/assert": "~5.0.33",
+    "@xylabs/exists": "~5.0.33",
+    "@xyo-network/boundwitness-model": "~5.1.23",
+    "@xyo-network/diviner-abstract": "~5.1.23",
+    "@xyo-network/diviner-jsonpath-aggregate-model": "~5.1.23",
+    "@xyo-network/diviner-jsonpath-memory": "~5.1.23",
+    "@xyo-network/diviner-model": "~5.1.23",
+    "@xyo-network/payload-builder": "~5.1.23",
+    "@xyo-network/payload-model": "~5.1.23",
+    "@xyo-network/payload-utils": "~5.1.23"
   },
   "devDependencies": {
     "@xylabs/ts-scripts-yarn3": "~7.2.8",
     "@xylabs/tsconfig": "~7.2.8",
-    "@xylabs/vitest-extended": "~5.0.24",
-    "@xyo-network/account": "~5.1.21",
-    "@xyo-network/account-model": "~5.1.21",
-    "@xyo-network/boundwitness-builder": "~5.1.21",
-    "@xyo-network/diviner-jsonpath-model": "~5.1.21",
+    "@xylabs/vitest-extended": "~5.0.33",
+    "@xyo-network/account": "~5.1.23",
+    "@xyo-network/account-model": "~5.1.23",
+    "@xyo-network/boundwitness-builder": "~5.1.23",
+    "@xyo-network/diviner-jsonpath-model": "~5.1.23",
     "typescript": "~5.9.3",
-    "vitest": "~4.0.8"
+    "vitest": "~4.0.9"
   },
   "publishConfig": {
     "access": "public"

package/dist/neutral/jsonpath/spec/reducePayloads.spec.d.ts

@@ -1,2 +0,0 @@
-import '@xylabs/vitest-extended';
-//# sourceMappingURL=reducePayloads.spec.d.ts.map

package/dist/neutral/jsonpath/spec/reducePayloads.spec.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"reducePayloads.spec.d.ts","sourceRoot":"","sources":["../../../../src/jsonpath/spec/reducePayloads.spec.ts"],"names":[],"mappings":"AAAA,OAAO,yBAAyB,CAAA"}

package/dist/neutral/spec/Diviner.spec.d.ts

@@ -1,2 +0,0 @@
-import '@xylabs/vitest-extended';
-//# sourceMappingURL=Diviner.spec.d.ts.map

package/dist/neutral/spec/Diviner.spec.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"Diviner.spec.d.ts","sourceRoot":"","sources":["../../../src/spec/Diviner.spec.ts"],"names":[],"mappings":"AAAA,OAAO,yBAAyB,CAAA"}

package/src/jsonpath/spec/reducePayloads.spec.ts

@@ -1,93 +0,0 @@
-import '@xylabs/vitest-extended'
-
-import type { SchemaToJsonPathTransformExpressionsDictionary } from '@xyo-network/diviner-jsonpath-model'
-import { PayloadBuilder } from '@xyo-network/payload-builder'
-import type { AnyPayload } from '@xyo-network/payload-model'
-import {
-  describe, expect, it,
-} from 'vitest'
-
-import { jsonPathToTransformersDictionary } from '../jsonPathToTransformersDictionary.ts'
-import { reducePayloads } from '../reducePayloads.ts'
-
-describe('transformPayloads', () => {
-  type TestData = [
-    description: string,
-    payloads: AnyPayload[],
-    payloadTransformers: SchemaToJsonPathTransformExpressionsDictionary,
-    output: AnyPayload,
-  ]
-  const cases: TestData[] = [
-    [
-      'transforms single payload',
-      [{ a: 0, schema: 'network.xyo.test.source.a' }],
-      { 'network.xyo.test.source.a': [{ destinationField: 'c', sourcePathExpression: '$.a' }] },
-      { c: 0, schema: 'network.xyo.test.destination' },
-    ],
-    [
-      'transforms multiple payloads',
-      [
-        { a: 0, schema: 'network.xyo.test.source.a' },
-        { b: 1, schema: 'network.xyo.test.source.b' },
-      ],
-      {
-        'network.xyo.test.source.a': [{ destinationField: 'c', sourcePathExpression: '$.a' }],
-        'network.xyo.test.source.b': [{ destinationField: 'd', sourcePathExpression: '$.b' }],
-      },
-      {
-        c: 0, d: 1, schema: 'network.xyo.test.destination',
-      },
-    ],
-    [
-      'transforms with default value if source property is missing',
-      [{ schema: 'network.xyo.test.source.a' }],
-      {
-        'network.xyo.test.source.a': [{
-          defaultValue: 0, destinationField: 'c', sourcePathExpression: '$.a',
-        }],
-      },
-      { c: 0, schema: 'network.xyo.test.destination' },
-    ],
-    [
-      'does not transform with default value if source property is null',
-      [{ a: null, schema: 'network.xyo.test.source.a' }],
-      {
-        'network.xyo.test.source.a': [{
-          defaultValue: 0, destinationField: 'c', sourcePathExpression: '$.a',
-        }],
-      },
-      { c: null, schema: 'network.xyo.test.destination' },
-    ],
-    [
-      'does not transform with default value if source property is false',
-      [{ a: false, schema: 'network.xyo.test.source.a' }],
-      {
-        'network.xyo.test.source.a': [{
-          defaultValue: 0, destinationField: 'c', sourcePathExpression: '$.a',
-        }],
-      },
-      { c: false, schema: 'network.xyo.test.destination' },
-    ],
-    [
-      'does not transform with default value if source property is falsy',
-      [{ a: 0, schema: 'network.xyo.test.source.a' }],
-      {
-        'network.xyo.test.source.a': [{
-          defaultValue: 1, destinationField: 'c', sourcePathExpression: '$.a',
-        }],
-      },
-      { c: 0, schema: 'network.xyo.test.destination' },
-    ],
-  ]
-  it.each(cases)('%s', async (_title, inputs, schemaTransforms, output) => {
-    const transforms = jsonPathToTransformersDictionary(schemaTransforms)
-    const destinationSchema = output.schema
-    const sources = await PayloadBuilder.dataHashes(inputs)
-    const withSources = await reducePayloads(inputs, transforms, destinationSchema, false)
-    const withoutSources = await reducePayloads(inputs, transforms, destinationSchema, true)
-    // With sources
-    expect(withSources).toEqual({ sources, ...output })
-    // Without sources
-    expect(withoutSources).toEqual({ ...output })
-  })
-})

package/src/spec/Diviner.spec.ts

@@ -1,218 +0,0 @@
-import '@xylabs/vitest-extended'
-
-import { Account } from '@xyo-network/account'
-import type { AccountInstance } from '@xyo-network/account-model'
-import { BoundWitnessBuilder } from '@xyo-network/boundwitness-builder'
-import type { BoundWitness } from '@xyo-network/boundwitness-model'
-import type { SchemaToJsonPathTransformExpressionsDictionary } from '@xyo-network/diviner-jsonpath-aggregate-model'
-import { PayloadBuilder } from '@xyo-network/payload-builder'
-import type { Payload } from '@xyo-network/payload-model'
-import { isPayloadOfSchemaType } from '@xyo-network/payload-model'
-import {
-  beforeAll,
-  describe, expect, it,
-} from 'vitest'
-
-import { JsonPathAggregateDiviner } from '../Diviner.ts'
-
-function countCombinations<T>(jaggedArray: T[][]): number {
-  return jaggedArray.reduce((total, currentArray) => total * currentArray.length, 1)
-}
-
-type ImageThumbnail = Payload<{
-  http?: {
-    ipAddress?: string
-    status?: number
-  }
-  // schema: 'network.xyo.image.thumbnail'
-  sourceUrl: string
-  url?: string
-}>
-type TimeStamp = Payload<{ timestamp: number }>
-type ResultType = Payload<{ sources: string[]; status?: number; timestamp: number; url?: string }>
-
-describe('JsonPathAggregateDiviner', () => {
-  describe('divine', () => {
-    const destinationSchema = 'network.xyo.test'
-    const timestampA = 1_234_567_890
-    const timestampPayloadA = { schema: 'network.xyo.timestamp', timestamp: timestampA }
-    const imageThumbnailPayloadA: ImageThumbnail = {
-      http: { status: 200 },
-      schema: 'network.xyo.image.thumbnail',
-      sourceUrl: 'https://node.xyo.network',
-      url: 'data',
-    }
-    const timestampB = 1_234_567_891
-    const timestampPayloadB = { schema: 'network.xyo.timestamp', timestamp: timestampB }
-    const imageThumbnailPayloadB: ImageThumbnail = {
-      http: { status: 500 },
-      schema: 'network.xyo.image.thumbnail',
-      sourceUrl: 'https://www.google.com',
-    }
-    const timestampC = 1_234_567_892
-    const timestampPayloadC = { schema: 'network.xyo.timestamp', timestamp: timestampC }
-    const imageThumbnailPayloadC: ImageThumbnail = {
-
-      http: { ipAddress: '192.169.1.1' },
-      schema: 'network.xyo.image.thumbnail',
-      sourceUrl: 'https://explore.xyo.network',
-    }
-    let account: AccountInstance
-    beforeAll(async () => {
-      account = await Account.random()
-    })
-    describe('with only payload schema transforms', () => {
-      const validatePayloadResult = async (input: [timestamp: TimeStamp, thumbnail: ImageThumbnail, payload: Payload], result: Payload[]) => {
-        const [timestamp, thumbnail, payload] = input
-        const payloadDictionary = await PayloadBuilder.toDataHashMap([timestamp, thumbnail, payload])
-        expect(result).toBeArrayOfSize(1)
-        expect(result.filter(isPayloadOfSchemaType<Payload>(destinationSchema))).toBeArrayOfSize(1)
-        const index = result.find(isPayloadOfSchemaType<ResultType>(destinationSchema))
-        // eslint-disable-next-line sonarjs/no-alphabetical-sort
-        expect(index?.sources.toSorted()).toEqual(Object.keys(payloadDictionary).toSorted())
-        expect(index?.timestamp).toBe(timestamp.timestamp)
-        expect(index?.url).toBe((payload as { sourceUrl?: string }).sourceUrl)
-        expect(index?.status).toBe(thumbnail.http?.status)
-      }
-      beforeAll(async () => {
-        const config = {
-          destinationSchema, schema: JsonPathAggregateDiviner.defaultConfigSchema, schemaTransforms,
-        }
-        diviner = await JsonPathAggregateDiviner.create({ account, config })
-      })
-      const schemaTransforms: SchemaToJsonPathTransformExpressionsDictionary = {
-        'network.xyo.image.thumbnail': [{ destinationField: 'status', sourcePathExpression: '$.http.status' }],
-        'network.xyo.image.thumbnail.other': [{ destinationField: 'url', sourcePathExpression: '$.sourceUrl' }],
-        'network.xyo.timestamp': [{ destinationField: 'timestamp', sourcePathExpression: '$.timestamp' }],
-      }
-      let diviner: JsonPathAggregateDiviner
-
-      const cases: [TimeStamp, ImageThumbnail, Payload<{ sourceUrl: string }>][] = [
-        [
-          timestampPayloadA,
-          { ...imageThumbnailPayloadA, sourceUrl: '' },
-          { schema: 'network.xyo.image.thumbnail.other', sourceUrl: imageThumbnailPayloadA.sourceUrl },
-        ],
-        [
-          timestampPayloadB,
-          { ...imageThumbnailPayloadB, sourceUrl: '' },
-          { schema: 'network.xyo.image.thumbnail.other', sourceUrl: imageThumbnailPayloadB.sourceUrl },
-        ],
-        [
-          timestampPayloadC,
-          { ...imageThumbnailPayloadC, sourceUrl: '' },
-          { schema: 'network.xyo.image.thumbnail.other', sourceUrl: imageThumbnailPayloadC.sourceUrl },
-        ],
-      ]
-      describe('with single input', () => {
-        it.each(cases)('transforms single input', async (timestamp, thumbnail, payload) => {
-          const result = await diviner.divine([timestamp, thumbnail, payload])
-          await validatePayloadResult([timestamp, thumbnail, payload], result)
-        })
-      })
-      describe('with multiple inputs', () => {
-        it('transforms to multiple outputs', async () => {
-          const results = await diviner.divine(cases.flat())
-          expect(results).toBeArrayOfSize(countCombinations(cases))
-          let resultIndex = 0
-          for (let i = 0; i < cases.length; i++) {
-            const thumbnail = cases[i][1]
-            for (let j = 0; j < cases.length; j++) {
-              const payload = cases[j][2]
-              // eslint-disable-next-line unicorn/no-for-loop
-              for (let k = 0; k < cases.length; k++) {
-                const timestamp = cases[k][0]
-                const result = results[resultIndex]
-                await validatePayloadResult([timestamp, thumbnail, payload], [result])
-                resultIndex++
-              }
-            }
-          }
-        })
-      })
-      describe('with sparse input', () => {
-        it.each(cases)('returns empty array', async (thumbnail, timestamp, payload) => {
-          const [boundWitness] = await new BoundWitnessBuilder().payloads([timestamp, thumbnail, payload]).build()
-          expect(await diviner.divine([thumbnail, timestamp])).toBeArrayOfSize(0)
-          expect(await diviner.divine([boundWitness, timestamp])).toBeArrayOfSize(0)
-          expect(await diviner.divine([boundWitness, thumbnail])).toBeArrayOfSize(0)
-        })
-      })
-    })
-    describe('with multiple schema transforms', () => {
-      const validateMultiResult = async (
-        input: [boundWitness: BoundWitness, timestamp: TimeStamp, thumbnail: ImageThumbnail, payload: Payload],
-        result: Payload[],
-      ) => {
-        const [boundWitness, timestamp, thumbnail, payload] = input
-        const payloadDictionary = await PayloadBuilder.toDataHashMap([boundWitness, timestamp, thumbnail, payload])
-        expect(result).toBeArrayOfSize(1)
-        expect(result.filter(isPayloadOfSchemaType<Payload>(destinationSchema))).toBeArrayOfSize(1)
-        const index = result.find(isPayloadOfSchemaType<ResultType>(destinationSchema))
-        // eslint-disable-next-line sonarjs/no-alphabetical-sort
-        expect(index?.sources.toSorted()).toEqual(Object.keys(payloadDictionary).toSorted())
-        expect(index?.timestamp).toBe(timestamp.timestamp)
-        expect(index?.url).toBe((payload as { sourceUrl?: string }).sourceUrl)
-        expect(index?.status).toBe(thumbnail.http?.status)
-      }
-      beforeAll(async () => {
-        const config = {
-          destinationSchema, schema: JsonPathAggregateDiviner.defaultConfigSchema, schemaTransforms,
-        }
-        diviner = await JsonPathAggregateDiviner.create({ account, config })
-      })
-      const schemaTransforms: SchemaToJsonPathTransformExpressionsDictionary = {
-        'network.xyo.boundwitness': [],
-        'network.xyo.image.thumbnail': [{ destinationField: 'status', sourcePathExpression: '$.http.status' }],
-        'network.xyo.image.thumbnail.other': [{ destinationField: 'url', sourcePathExpression: '$.sourceUrl' }],
-        'network.xyo.timestamp': [{ destinationField: 'timestamp', sourcePathExpression: '$.timestamp' }],
-      }
-      let diviner: JsonPathAggregateDiviner
-
-      const cases: [TimeStamp, ImageThumbnail, Payload<{ sourceUrl: string }>][] = [
-        [
-          timestampPayloadA,
-          { ...imageThumbnailPayloadA, sourceUrl: '' },
-          { schema: 'network.xyo.image.thumbnail.other', sourceUrl: imageThumbnailPayloadA.sourceUrl },
-        ],
-        [
-          timestampPayloadB,
-          { ...imageThumbnailPayloadB, sourceUrl: '' },
-          { schema: 'network.xyo.image.thumbnail.other', sourceUrl: imageThumbnailPayloadB.sourceUrl },
-        ],
-        [
-          timestampPayloadC,
-          { ...imageThumbnailPayloadC, sourceUrl: '' },
-          { schema: 'network.xyo.image.thumbnail.other', sourceUrl: imageThumbnailPayloadC.sourceUrl },
-        ],
-      ]
-      describe('with single input', () => {
-        it.each(cases)('transforms single input', async (timestamp, thumbnail, payload) => {
-          const [boundWitness] = await new BoundWitnessBuilder().payloads([timestamp, thumbnail, payload]).build()
-          const result = await diviner.divine([boundWitness, timestamp, thumbnail, payload])
-          await validateMultiResult([boundWitness, timestamp, thumbnail, payload], result)
-        })
-      })
-      describe('with multiple inputs', () => {
-        it('transforms to multiple outputs', async () => {
-          const bws = await Promise.all(cases.map(async c => await new BoundWitnessBuilder().payloads(c).build()))
-          const allCases = bws.map((bw, i) => [bw[0], ...cases[i]] as [BoundWitness, TimeStamp, ImageThumbnail, Payload])
-          const results = await diviner.divine(allCases.flat())
-          expect(results).toBeArrayOfSize(cases.length)
-          for (const [i, c] of allCases.entries()) {
-            const [boundWitness, timestamp, thumbnail, payload] = c
-            await validateMultiResult([boundWitness, timestamp, thumbnail, payload], [results[i]])
-          }
-        })
-      })
-      describe('with sparse input', () => {
-        it.each(cases)('returns empty array', async (thumbnail, timestamp, payload) => {
-          const [boundWitness] = await new BoundWitnessBuilder().payloads([timestamp, thumbnail, payload]).build()
-          expect(await diviner.divine([thumbnail, timestamp])).toBeArrayOfSize(0)
-          expect(await diviner.divine([boundWitness, timestamp])).toBeArrayOfSize(0)
-          expect(await diviner.divine([boundWitness, thumbnail])).toBeArrayOfSize(0)
-        })
-      })
-    })
-  })
-})