@xyo-network/diviner-image-thumbnail 4.2.0 → 5.0.1

package/dist/neutral/Diviner/ImageThumbnailDivinerState.d.ts

@@ -1,6 +1,6 @@
-import type { Hex } from '@xylabs/hex';
 import type { StateDictionary } from '@xyo-network/module-model';
+import type { Sequence } from '@xyo-network/payload-model';
 export type ImageThumbnailDivinerState = StateDictionary & {
-    cursor: Hex;
+    cursor: Sequence;
 };
 //# sourceMappingURL=ImageThumbnailDivinerState.d.ts.map

package/dist/neutral/Diviner/ImageThumbnailDivinerState.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ImageThumbnailDivinerState.d.ts","sourceRoot":"","sources":["../../../src/Diviner/ImageThumbnailDivinerState.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,aAAa,CAAA;AACtC,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAA;AAEhE,MAAM,MAAM,0BAA0B,GAAG,eAAe,GAAG;IACzD,MAAM,EAAE,GAAG,CAAA;CACZ,CAAA"}
+{"version":3,"file":"ImageThumbnailDivinerState.d.ts","sourceRoot":"","sources":["../../../src/Diviner/ImageThumbnailDivinerState.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAA;AAChE,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAA;AAE1D,MAAM,MAAM,0BAA0B,GAAG,eAAe,GAAG;IACzD,MAAM,EAAE,QAAQ,CAAA;CACjB,CAAA"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@xyo-network/diviner-image-thumbnail",
-  "version": "4.2.0",
+  "version": "5.0.1",
   "description": "Typescript/Javascript Plugins for XYO Platform",
   "homepage": "https://xyo.network",
   "bugs": {
@@ -28,44 +28,47 @@
   },
   "module": "dist/neutral/index.mjs",
   "types": "dist/neutral/index.d.ts",
+  "files": [
+    "dist",
+    "src"
+  ],
   "dependencies": {
-    "@xylabs/array": "^4.15.1",
-    "@xylabs/assert": "^4.15.1",
-    "@xylabs/exists": "^4.15.1",
-    "@xylabs/hex": "^4.15.1",
-    "@xylabs/object": "^4.15.1",
-    "@xyo-network/archivist-model": "^4.3.0",
-    "@xyo-network/archivist-wrapper": "^4.3.0",
-    "@xyo-network/boundwitness-model": "^4.3.0",
-    "@xyo-network/boundwitness-validator": "^4.3.0",
-    "@xyo-network/diviner-abstract": "^4.3.0",
-    "@xyo-network/diviner-indexing": "^4.3.0",
-    "@xyo-network/diviner-model": "^4.3.0",
-    "@xyo-network/diviner-payload-model": "^4.3.0",
-    "@xyo-network/diviner-wrapper": "^4.3.0",
-    "@xyo-network/image-thumbnail-payload-plugin": "^4.2.0",
-    "@xyo-network/module-model": "^4.3.0",
-    "@xyo-network/payload-builder": "^4.3.0",
-    "@xyo-network/payload-model": "^4.3.0",
-    "@xyo-network/url-payload-plugin": "^4.2.0",
-    "@xyo-network/witness-timestamp": "^4.3.0"
+    "@xylabs/array": "~5.0.7",
+    "@xylabs/assert": "~5.0.7",
+    "@xylabs/exists": "~5.0.7",
+    "@xylabs/object": "~5.0.7",
+    "@xyo-network/archivist-model": "~5.0.2",
+    "@xyo-network/archivist-wrapper": "~5.0.2",
+    "@xyo-network/boundwitness-model": "~5.0.2",
+    "@xyo-network/boundwitness-validator": "~5.0.2",
+    "@xyo-network/diviner-abstract": "~5.0.2",
+    "@xyo-network/diviner-indexing": "~5.0.2",
+    "@xyo-network/diviner-model": "~5.0.2",
+    "@xyo-network/diviner-payload-model": "~5.0.2",
+    "@xyo-network/diviner-wrapper": "~5.0.2",
+    "@xyo-network/image-thumbnail-payload-plugin": "~5.0.1",
+    "@xyo-network/module-model": "~5.0.2",
+    "@xyo-network/payload-builder": "~5.0.2",
+    "@xyo-network/payload-model": "~5.0.2",
+    "@xyo-network/url-payload-plugin": "~5.0.1",
+    "@xyo-network/witness-timestamp": "~5.0.2"
   },
   "devDependencies": {
-    "@xylabs/delay": "^4.15.1",
-    "@xylabs/hex": "^4.15.1",
-    "@xylabs/ts-scripts-yarn3": "^7.0.1",
-    "@xylabs/tsconfig": "^7.0.1",
-    "@xylabs/vitest-extended": "^4.15.1",
-    "@xyo-network/archivist-memory": "^4.3.0",
-    "@xyo-network/boundwitness-builder": "^4.3.0",
-    "@xyo-network/diviner-boundwitness-memory": "^4.3.0",
-    "@xyo-network/diviner-payload-generic": "^4.3.0",
-    "@xyo-network/manifest": "^4.3.0",
-    "@xyo-network/module-factory-locator": "^4.3.0",
-    "@xyo-network/node-memory": "^4.3.0",
-    "@xyo-network/wallet": "^4.3.0",
-    "typescript": "^5.8.3",
-    "vitest": "^3.2.4"
+    "@xylabs/delay": "~5.0.7",
+    "@xylabs/hex": "~5.0.7",
+    "@xylabs/ts-scripts-yarn3": "~7.1.0",
+    "@xylabs/tsconfig": "~7.1.0",
+    "@xylabs/vitest-extended": "~5.0.7",
+    "@xyo-network/archivist-memory": "~5.0.2",
+    "@xyo-network/boundwitness-builder": "~5.0.2",
+    "@xyo-network/diviner-boundwitness-memory": "~5.0.2",
+    "@xyo-network/diviner-payload-generic": "~5.0.2",
+    "@xyo-network/manifest": "~5.0.2",
+    "@xyo-network/module-factory-locator": "~5.0.2",
+    "@xyo-network/node-memory": "~5.0.2",
+    "@xyo-network/wallet": "~5.0.2",
+    "typescript": "~5.9.2",
+    "vitest": "~3.2.4"
   },
   "publishConfig": {
     "access": "public"

package/src/Diviner/ImageThumbnailDivinerState.ts

@@ -1,6 +1,6 @@
-import type { Hex } from '@xylabs/hex'
 import type { StateDictionary } from '@xyo-network/module-model'
+import type { Sequence } from '@xyo-network/payload-model'
 
 export type ImageThumbnailDivinerState = StateDictionary & {
-  cursor: Hex
+  cursor: Sequence
 }

package/src/Diviner/ImageThumbnailStateToIndexCandidateDiviner/spec/Diviner.spec.ts

@@ -0,0 +1,175 @@
+import '@xylabs/vitest-extended'
+
+import { filterAs } from '@xylabs/array'
+import { assertEx } from '@xylabs/assert'
+import { delay } from '@xylabs/delay'
+import { MemoryArchivist } from '@xyo-network/archivist-memory'
+import { asArchivistInstance } from '@xyo-network/archivist-model'
+import { BoundWitnessBuilder } from '@xyo-network/boundwitness-builder'
+import { isBoundWitness } from '@xyo-network/boundwitness-model'
+import { MemoryBoundWitnessDiviner } from '@xyo-network/diviner-boundwitness-memory'
+import { asDivinerInstance } from '@xyo-network/diviner-model'
+import { GenericPayloadDiviner } from '@xyo-network/diviner-payload-generic'
+import type { ImageThumbnail } from '@xyo-network/image-thumbnail-payload-plugin'
+import { isImageThumbnail } from '@xyo-network/image-thumbnail-payload-plugin'
+import type { PackageManifestPayload } from '@xyo-network/manifest'
+import { ManifestWrapper } from '@xyo-network/manifest'
+import { ModuleFactoryLocator } from '@xyo-network/module-factory-locator'
+import type { ModuleState } from '@xyo-network/module-model'
+import { isModuleState, ModuleStateSchema } from '@xyo-network/module-model'
+import { PayloadBuilder } from '@xyo-network/payload-builder'
+import type { Payload, WithStorageMeta } from '@xyo-network/payload-model'
+import { asOptionalStorageMeta } from '@xyo-network/payload-model'
+import { HDWallet } from '@xyo-network/wallet'
+import type { TimeStamp } from '@xyo-network/witness-timestamp'
+import { isTimestamp, TimestampSchema } from '@xyo-network/witness-timestamp'
+import {
+  beforeAll,
+  describe, expect,
+  it,
+} from 'vitest'
+
+import type { ImageThumbnailDivinerState } from '../../ImageThumbnailDivinerState.ts'
+import { ImageThumbnailStateToIndexCandidateDiviner } from '../Diviner.ts'
+import ImageThumbnailStateToIndexCandidateDivinerManifest from './ImageThumbnailStateToIndexCandidateDiviner.json' with { type: 'json' }
+
+/**
+ * @group slow
+ */
+describe('ImageThumbnailStateToIndexCandidateDiviner', () => {
+  const sourceUrl = 'https://placekitten.com/200/300'
+  const thumbnailHttpSuccess: ImageThumbnail = {
+    http: { status: 200 },
+    schema: 'network.xyo.image.thumbnail',
+    sourceHash: '7f39363514d9d9b958a5a993edeba35cb44f912c7072ed9ddd628728ac0fd681',
+    sourceUrl,
+    url: 'data:image/png;base64,===',
+  }
+
+  const thumbnailHttpFail: ImageThumbnail = {
+    http: {
+      ipAddress: '104.17.96.13',
+      status: 429,
+    },
+    schema: 'network.xyo.image.thumbnail',
+    sourceUrl,
+  }
+
+  const thumbnailCodeFail: ImageThumbnail = {
+    http: { code: 'FAILED' },
+    schema: 'network.xyo.image.thumbnail',
+    sourceUrl,
+  }
+
+  const thumbnailWitnessFail: ImageThumbnail = {
+    http: { ipAddress: '104.17.96.13' },
+    schema: 'network.xyo.image.thumbnail',
+    sourceUrl,
+  }
+
+  let testCases: WithStorageMeta<Payload>[][] = []
+  let archivist: MemoryArchivist
+  let sut: ImageThumbnailStateToIndexCandidateDiviner
+
+  beforeAll(async () => {
+    const wallet = await HDWallet.random()
+    const locator = new ModuleFactoryLocator()
+    locator.register(MemoryArchivist.factory())
+    locator.register(MemoryBoundWitnessDiviner.factory())
+    locator.register(GenericPayloadDiviner.factory())
+    locator.register(ImageThumbnailStateToIndexCandidateDiviner.factory())
+    const manifest = ImageThumbnailStateToIndexCandidateDivinerManifest as PackageManifestPayload
+    const manifestWrapper = new ManifestWrapper(manifest, wallet, locator)
+    const node = await manifestWrapper.loadNodeFromIndex(0)
+    await node.start()
+
+    const privateModules = manifest.nodes[0].modules?.private ?? []
+    const publicModules = manifest.nodes[0].modules?.public ?? []
+    const mods = await node.resolve('*')
+    expect(mods.length).toBe(privateModules.length + publicModules.length + 1)
+
+    // Insert previously witnessed payloads into thumbnail archivist
+    const httpSuccessTimestamp: TimeStamp = { schema: TimestampSchema, timestamp: 1 }
+    const [httpSuccessBoundWitness, httpSuccessPayloads] = await new BoundWitnessBuilder()
+      .payloads([thumbnailHttpSuccess, httpSuccessTimestamp])
+      .build()
+
+    const httpFailTimestamp: TimeStamp = { schema: TimestampSchema, timestamp: 2 }
+    const [httpFailBoundWitness, httpFailPayloads] = await new BoundWitnessBuilder().payloads([thumbnailHttpFail, httpFailTimestamp]).build()
+
+    const witnessFailTimestamp: TimeStamp = { schema: TimestampSchema, timestamp: 3 }
+    const [witnessFailBoundWitness, witnessFailPayloads] = await new BoundWitnessBuilder()
+      .payloads([thumbnailWitnessFail, witnessFailTimestamp])
+      .build()
+
+    const codeFailTimestamp: TimeStamp = { schema: TimestampSchema, timestamp: 4 }
+    const [codeFailBoundWitness, codeFailPayloads] = await new BoundWitnessBuilder().payloads([thumbnailCodeFail, codeFailTimestamp]).build()
+
+    archivist = assertEx(asArchivistInstance<MemoryArchivist>(await node.resolve('ImageThumbnailArchivist')))
+    const testCasesToCreate = [
+      [httpSuccessBoundWitness, ...httpSuccessPayloads],
+      [httpFailBoundWitness, ...httpFailPayloads],
+      [witnessFailBoundWitness, ...witnessFailPayloads],
+      [codeFailBoundWitness, ...codeFailPayloads],
+    ]
+
+    for (const [bw, ...payloads] of testCasesToCreate) {
+      const createdTestCase = []
+      for (const payload of [bw, ...payloads]) {
+        await delay(2)
+        const [signedPayload] = await archivist.insert([payload])
+        createdTestCase.push(signedPayload)
+      }
+      testCases.push(createdTestCase)
+    }
+
+    sut = assertEx(asDivinerInstance(await node.resolve('ImageThumbnailStateToIndexCandidateDiviner'))) as ImageThumbnailStateToIndexCandidateDiviner
+  })
+
+  describe('divine', () => {
+    describe('with no previous state', () => {
+      it('returns next state and batch results', async () => {
+        const results = await sut.divine()
+        expect(results.length).toBe(testCases.flat().length + 1)
+        const state = results.find(isModuleState<ImageThumbnailDivinerState>) as WithStorageMeta<ModuleState<ImageThumbnailDivinerState>>
+        expect(state).toBeDefined()
+        const last = filterAs(results, asOptionalStorageMeta)
+          .map(p => p as WithStorageMeta<Payload>)
+          .sort(PayloadBuilder.compareStorageMeta)
+          .at(-1)
+        expect(last).toBeDefined()
+        expect(state?.state.cursor).toBe(last?._sequence)
+      })
+    })
+    describe('with previous state', () => {
+      it.each([1, 2, 3])('returns next state and batch results', async (batch) => {
+        const all = (await archivist.all()).sort(PayloadBuilder.compareStorageMeta)
+        const batchOffset = all.at((3 * batch) - 1)
+        expect(batchOffset).toBeDefined()
+        // Test across all offsets
+        const cursor = assertEx(batchOffset)._sequence
+        const lastState: ModuleState<ImageThumbnailDivinerState> = { schema: ModuleStateSchema, state: { cursor } }
+        const results = await sut.divine([lastState])
+
+        // Validate expected results length
+        // [BW, ImageThumbnail, TimeStamp] + 1 [ModuleState]
+        const expectedResults = testCases.slice(batch).flat().length + 1
+        expect(results.length).toBe(expectedResults)
+
+        // Validate expected state
+        const nextState = results.find(isModuleState<ImageThumbnailDivinerState>)
+        expect(nextState).toBeDefined()
+        expect(nextState?.state?.cursor).toBeDefined()
+        expect(nextState?.state.cursor).toBe(testCases?.at(-1)?.at(-1)?._sequence)
+
+        // Validate expected individual results
+        const bws = results.filter(isBoundWitness)
+        expect(bws.length).toBeGreaterThan(0)
+        const images = results.filter(isImageThumbnail)
+        expect(images.length).toBeGreaterThan(0)
+        const timestamps = results.filter(isTimestamp)
+        expect(timestamps.length).toBeGreaterThan(0)
+      })
+    })
+  })
+})

package/src/Diviner/spec/Diviner.spec.ts

@@ -0,0 +1,261 @@
+/* eslint-disable max-statements */
+import '@xylabs/vitest-extended'
+
+import { assertEx } from '@xylabs/assert'
+import { delay } from '@xylabs/delay'
+import { MemoryArchivist } from '@xyo-network/archivist-memory'
+import { asArchivistInstance } from '@xyo-network/archivist-model'
+import { BoundWitnessBuilder } from '@xyo-network/boundwitness-builder'
+import { isBoundWitnessWithStorageMeta } from '@xyo-network/boundwitness-model'
+import { MemoryBoundWitnessDiviner } from '@xyo-network/diviner-boundwitness-memory'
+import { asDivinerInstance } from '@xyo-network/diviner-model'
+import { GenericPayloadDiviner } from '@xyo-network/diviner-payload-generic'
+import type {
+  ImageThumbnail,
+  ImageThumbnailDivinerQuery,
+} from '@xyo-network/image-thumbnail-payload-plugin'
+import {
+  ImageThumbnailDivinerQuerySchema,
+  isImageThumbnailResultIndex,
+  isImageThumbnailResultWithSources,
+} from '@xyo-network/image-thumbnail-payload-plugin'
+import type { PackageManifestPayload } from '@xyo-network/manifest'
+import { ManifestWrapper } from '@xyo-network/manifest'
+import { ModuleFactoryLocator } from '@xyo-network/module-factory-locator'
+import type { ModuleState } from '@xyo-network/module-model'
+import { isModuleState } from '@xyo-network/module-model'
+import type { MemoryNode } from '@xyo-network/node-memory'
+import { PayloadBuilder } from '@xyo-network/payload-builder'
+import type { Payload, WithStorageMeta } from '@xyo-network/payload-model'
+import { HDWallet } from '@xyo-network/wallet'
+import type { TimeStamp } from '@xyo-network/witness-timestamp'
+import { TimestampSchema } from '@xyo-network/witness-timestamp'
+import {
+  beforeAll,
+  describe, expect,
+  it,
+} from 'vitest'
+
+import { ImageThumbnailDiviner } from '../Diviner.ts'
+import { ImageThumbnailIndexCandidateToImageThumbnailIndexDiviner } from '../ImageThumbnailIndexCandidateToImageThumbnailIndexDiviner.ts'
+import { ImageThumbnailIndexQueryResponseToImageThumbnailQueryResponseDiviner }
+  from '../ImageThumbnailIndexQueryResponseToImageThumbnailQueryResponseDiviner.ts'
+import { ImageThumbnailQueryToImageThumbnailIndexQueryDiviner } from '../ImageThumbnailQueryToImageThumbnailIndexQueryDiviner.ts'
+import { ImageThumbnailStateToIndexCandidateDiviner } from '../ImageThumbnailStateToIndexCandidateDiviner/index.ts'
+import imageThumbnailDivinerManifest from './ImageThumbnailDivinerManifest.json' with { type: 'json' }
+
+/**
+ * @group slow
+ */
+describe('ImageThumbnailDiviner', () => {
+  const sourceUrl = 'https://placekitten.com/200/300'
+  const thumbnailHttpSuccess: ImageThumbnail = {
+    http: { status: 200 },
+    schema: 'network.xyo.image.thumbnail',
+    sourceHash: '7f39363514d9d9b958a5a993edeba35cb44f912c7072ed9ddd628728ac0fd681',
+    sourceUrl,
+    url: 'data:image/png;base64,===',
+  }
+
+  const thumbnailHttpFail: ImageThumbnail = {
+    http: {
+      ipAddress: '104.17.96.13',
+      status: 429,
+    },
+    schema: 'network.xyo.image.thumbnail',
+    sourceUrl,
+  }
+
+  const thumbnailCodeFail: ImageThumbnail = {
+    http: { code: 'FAILED' },
+    schema: 'network.xyo.image.thumbnail',
+    sourceUrl,
+  }
+
+  const thumbnailWitnessFail: ImageThumbnail = {
+    http: { ipAddress: '104.17.96.13' },
+    schema: 'network.xyo.image.thumbnail',
+    sourceUrl,
+  }
+
+  let testCases: WithStorageMeta<Payload>[][] = []
+  let archivist: MemoryArchivist
+  let node: MemoryNode
+  let sut: ImageThumbnailDiviner
+
+  beforeAll(async () => {
+    const wallet = await HDWallet.random()
+    const locator = new ModuleFactoryLocator()
+    locator.register(MemoryArchivist.factory())
+    locator.register(MemoryBoundWitnessDiviner.factory())
+    locator.register(GenericPayloadDiviner.factory())
+    locator.register(ImageThumbnailIndexCandidateToImageThumbnailIndexDiviner.factory())
+    locator.register(ImageThumbnailIndexQueryResponseToImageThumbnailQueryResponseDiviner.factory())
+    locator.register(ImageThumbnailQueryToImageThumbnailIndexQueryDiviner.factory())
+    locator.register(ImageThumbnailStateToIndexCandidateDiviner.factory())
+    locator.register(ImageThumbnailDiviner.factory())
+    const manifest = imageThumbnailDivinerManifest as PackageManifestPayload
+    const manifestWrapper = new ManifestWrapper(manifest, wallet, locator)
+    node = await manifestWrapper.loadNodeFromIndex(0)
+    await node.start()
+
+    const privateModules = manifest.nodes[0].modules?.private ?? []
+    const publicModules = manifest.nodes[0].modules?.public ?? []
+    const mods = await node.resolve('*')
+    expect(mods.length).toBe(privateModules.length + publicModules.length + 1)
+
+    // Insert previously witnessed payloads into thumbnail archivist
+    const httpSuccessTimestamp: TimeStamp = { schema: TimestampSchema, timestamp: 1 }
+    const [httpSuccessBoundWitness, httpSuccessPayloads] = await (new BoundWitnessBuilder().payloads([thumbnailHttpSuccess, httpSuccessTimestamp])).build()
+
+    const httpFailTimestamp: TimeStamp = { schema: TimestampSchema, timestamp: 2 }
+    const [httpFailBoundWitness, httpFailPayloads] = await (new BoundWitnessBuilder().payloads([thumbnailHttpFail, httpFailTimestamp])).build()
+
+    const witnessFailTimestamp: TimeStamp = { schema: TimestampSchema, timestamp: 3 }
+    const [witnessFailBoundWitness, witnessFailPayloads] = await (new BoundWitnessBuilder().payloads([thumbnailWitnessFail, witnessFailTimestamp])).build()
+
+    const codeFailTimestamp: TimeStamp = { schema: TimestampSchema, timestamp: 4 }
+    const [codeFailBoundWitness, codeFailPayloads] = await (new BoundWitnessBuilder().payloads([thumbnailCodeFail, codeFailTimestamp])).build()
+
+    archivist = assertEx(asArchivistInstance<MemoryArchivist>(await node.resolve('ImageThumbnailArchivist')))
+    const testCasesToCreate = [
+      [httpSuccessBoundWitness, ...httpSuccessPayloads],
+      [httpFailBoundWitness, ...httpFailPayloads],
+      [witnessFailBoundWitness, ...witnessFailPayloads],
+      [codeFailBoundWitness, ...codeFailPayloads],
+    ]
+
+    for (const [bw, ...payloads] of testCasesToCreate) {
+      const createdTestCase = []
+      for (const payload of [bw, ...payloads]) {
+        await delay(2)
+        const [signedPayload] = await archivist.insert([payload])
+        createdTestCase.push(signedPayload)
+      }
+      testCases.push(createdTestCase)
+    }
+
+    sut = assertEx(asDivinerInstance<ImageThumbnailDiviner>(await node.resolve('ImageThumbnailDiviner')))
+
+    // Allow enough time for diviner to divine
+    await delay(5000)
+  }, 40_000)
+  describe('diviner state', () => {
+    let stateArchivist: MemoryArchivist
+    beforeAll(async () => {
+      const mod = await node.resolve('AddressStateArchivist')
+      stateArchivist = assertEx(asArchivistInstance<MemoryArchivist>(mod))
+    })
+    it('has expected bound witnesses', async () => {
+      const payloads = await stateArchivist.all()
+      const stateBoundWitnesses = payloads.filter(isBoundWitnessWithStorageMeta)
+      expect(stateBoundWitnesses).toBeArrayOfSize(1)
+      for (const stateBoundWitness of stateBoundWitnesses) {
+        expect(stateBoundWitness).toBeObject()
+        expect(stateBoundWitness.addresses).toBeArrayOfSize(1)
+        expect(stateBoundWitness.addresses).toContain(sut.address)
+      }
+    })
+    it('has expected state', async () => {
+      const payloads = await stateArchivist.all()
+      const statePayloads = payloads.filter(isModuleState) as WithStorageMeta<ModuleState>[]
+      expect(statePayloads).toBeArrayOfSize(1)
+      expect(statePayloads.at(-1)).toBeObject()
+      const statePayload = assertEx(statePayloads.at(-1))
+      expect(statePayload.state).toBeObject()
+      const lastCursor = PayloadBuilder.sortByStorageMeta(testCases.flat()).at(-1)?._sequence
+      expect(statePayload.state?.cursor).toBe(lastCursor)
+    })
+  })
+  describe('diviner index', () => {
+    let indexArchivist: MemoryArchivist
+    beforeAll(async () => {
+      const mod = await node.resolve('ImageThumbnailDivinerIndexArchivist')
+      indexArchivist = assertEx(asArchivistInstance<MemoryArchivist>(mod))
+    })
+    // NOTE: We're not signing indexes for performance reasons
+    it.skip('has expected bound witnesses', async () => {
+      const payloads = await indexArchivist.all()
+      const indexBoundWitnesses = payloads.filter(isBoundWitnessWithStorageMeta)
+      expect(indexBoundWitnesses).toBeArrayOfSize(1)
+      const indexBoundWitness = indexBoundWitnesses[0]
+      expect(indexBoundWitness).toBeObject()
+      expect(indexBoundWitness.addresses).toBeArrayOfSize(1)
+      expect(indexBoundWitness.addresses).toContain(sut.address)
+    })
+    it('has expected index', async () => {
+      const payloads = await indexArchivist.all()
+      const indexPayloads = payloads.filter(isImageThumbnailResultIndex)
+      expect(indexPayloads).toBeArrayOfSize(testCases.length)
+    })
+  })
+  describe('with no thumbnail for the provided URL', () => {
+    const url = 'https://does.not.exist.io'
+    const schema = ImageThumbnailDivinerQuerySchema
+    it('returns nothing', async () => {
+      const query: ImageThumbnailDivinerQuery = { schema, url }
+      const result = await sut.divine([query])
+      expect(result).toBeArrayOfSize(0)
+    })
+  })
+  describe('with thumbnails for the provided URL', () => {
+    const url = sourceUrl
+    const schema = ImageThumbnailDivinerQuerySchema
+    describe('with no filter criteria', () => {
+      it('returns the most recent success', async () => {
+        const query: ImageThumbnailDivinerQuery = {
+          schema, success: true, url,
+        }
+        const results = await sut.divine([query])
+        const result = results.find(isImageThumbnailResultWithSources)
+        expect(result).toBeDefined()
+        const expected = await PayloadBuilder.dataHash(thumbnailHttpSuccess)
+        expect(result?.$sources).toContain(expected)
+      })
+    })
+    describe('with filter criteria', () => {
+      describe('for status code', () => {
+        const cases: ImageThumbnail[] = [thumbnailHttpSuccess, thumbnailHttpFail]
+        it.each(cases)('returns the most recent instance of that status code', async (payload) => {
+          const { status } = payload.http ?? {}
+          const query: ImageThumbnailDivinerQuery = {
+            schema, status, url,
+          }
+          const results = await sut.divine([query])
+          const result = results.find(isImageThumbnailResultWithSources)
+          expect(result).toBeDefined()
+          const expected = await PayloadBuilder.dataHash(payload)
+          expect(result?.$sources).toContain(expected)
+        })
+      })
+      describe('for success (most recent)', () => {
+        const cases: ImageThumbnail[] = [thumbnailHttpSuccess]
+        it.each(cases)('returns the most recent instance of that success state', async (payload) => {
+          const success = !!(payload.url ?? false)
+          const query: ImageThumbnailDivinerQuery = {
+            schema, success, url,
+          }
+          const results = await sut.divine([query])
+          const result = results.find(isImageThumbnailResultWithSources)
+          expect(result).toBeDefined()
+          const expected = await PayloadBuilder.dataHash(payload)
+          expect(result?.$sources).toContain(expected)
+        })
+      })
+      describe('for failure (most recent)', () => {
+        const cases: ImageThumbnail[] = [thumbnailCodeFail]
+        it.each(cases)('returns the most recent instance of that success state', async (payload) => {
+          const success = !!(payload.url ?? false)
+          const query: ImageThumbnailDivinerQuery = {
+            schema, success, url,
+          }
+          const results = await sut.divine([query])
+          const result = results.find(isImageThumbnailResultWithSources)
+          expect(result).toBeDefined()
+          const expected = await PayloadBuilder.dataHash(payload)
+          expect(result?.$sources).toContain(expected)
+        })
+      })
+    })
+  })
+})

package/src/Diviner/spec/ImageThumbnailIndexCandidateToImageThumbnailIndexDiviner.spec.ts

@@ -0,0 +1,98 @@
+import '@xylabs/vitest-extended'
+
+import { BoundWitnessBuilder } from '@xyo-network/boundwitness-builder'
+import type { BoundWitness } from '@xyo-network/boundwitness-model'
+import type { ImageThumbnail } from '@xyo-network/image-thumbnail-payload-plugin'
+import { ImageThumbnailSchema, isImageThumbnailResultIndexWithSources } from '@xyo-network/image-thumbnail-payload-plugin'
+import { PayloadBuilder } from '@xyo-network/payload-builder'
+import type { Payload } from '@xyo-network/payload-model'
+import { UrlSchema } from '@xyo-network/url-payload-plugin'
+import type { TimeStamp } from '@xyo-network/witness-timestamp'
+import { TimestampSchema } from '@xyo-network/witness-timestamp'
+import {
+  beforeAll,
+  describe, expect, it,
+} from 'vitest'
+
+import { ImageThumbnailIndexCandidateToImageThumbnailIndexDiviner } from '../ImageThumbnailIndexCandidateToImageThumbnailIndexDiviner.ts'
+
+describe('ImageThumbnailIndexCandidateToImageThumbnailIndexDiviner', () => {
+  let diviner: ImageThumbnailIndexCandidateToImageThumbnailIndexDiviner
+  const timestampA = 1_234_567_890
+  const timestampPayloadA: TimeStamp = { schema: TimestampSchema, timestamp: timestampA }
+  const imageThumbnailPayloadA: ImageThumbnail = {
+    http: { status: 200 },
+    schema: ImageThumbnailSchema,
+    sourceUrl: 'https://xyo.network',
+    url: 'data',
+  }
+  const timestampB = 1_234_567_891
+  const timestampPayloadB: TimeStamp = { schema: TimestampSchema, timestamp: timestampB }
+  const imageThumbnailPayloadB: ImageThumbnail = {
+    http: { status: 500 },
+    schema: ImageThumbnailSchema,
+    sourceUrl: 'https://xyo.network',
+  }
+  const validateResult = async (input: [boundWitness: BoundWitness, thumbnail: ImageThumbnail, timestamp: TimeStamp], result: Payload[]) => {
+    const [boundWitness, thumbnail, timestamp] = input
+    const payloadDictionary = await PayloadBuilder.toDataHashMap([boundWitness, thumbnail, timestamp])
+    expect(result).toBeArrayOfSize(1)
+    expect(result.filter(isImageThumbnailResultIndexWithSources)).toBeArrayOfSize(1)
+    const index = result.find(isImageThumbnailResultIndexWithSources)
+    const key = await PayloadBuilder.dataHash({ schema: UrlSchema, url: thumbnail.sourceUrl })
+    expect(index).toBeDefined()
+    if (index !== undefined) {
+      expect(index.key).toBe(key)
+      expect(index.$sources.toSorted()).toEqual(Object.keys(payloadDictionary).toSorted())
+      expect(index.success).toBe(thumbnail.http?.status === 200)
+      expect(index.timestamp).toBe(timestamp.timestamp)
+      expect(index.status).toBe(thumbnail.http?.status)
+    }
+  }
+  beforeAll(async () => {
+    diviner = await ImageThumbnailIndexCandidateToImageThumbnailIndexDiviner.create({ account: 'random' })
+  })
+  describe('divine', () => {
+    const cases: [ImageThumbnail, TimeStamp][] = [
+      [imageThumbnailPayloadA, timestampPayloadA],
+      [imageThumbnailPayloadB, timestampPayloadB],
+    ]
+    describe('with single result', () => {
+      it.each(cases)('transforms single result', async (thumbnail, timestamp) => {
+        const [boundWitness] = await (new BoundWitnessBuilder().payloads([thumbnail, timestamp])).build()
+        const result = await diviner.divine([boundWitness, thumbnail, timestamp])
+        await validateResult([boundWitness, thumbnail, timestamp], result)
+      })
+      it.each(cases)('handles sparse inputs', async (thumbnail, timestamp) => {
+        const [boundWitness] = await (new BoundWitnessBuilder().payloads([thumbnail, timestamp])).build()
+        expect(await diviner.divine([thumbnail, timestamp])).toBeArrayOfSize(0)
+        expect(await diviner.divine([boundWitness, timestamp])).toBeArrayOfSize(0)
+        expect(await diviner.divine([boundWitness, thumbnail])).toBeArrayOfSize(0)
+      })
+    })
+    describe('with multiple results', () => {
+      it('transforms multiple results', async () => {
+        const data: [BoundWitness, ImageThumbnail, TimeStamp][] = await Promise.all(
+          cases.map(async (payloads) => {
+            const [bw] = await (new BoundWitnessBuilder().payloads(payloads)).build()
+            return [bw, ...payloads]
+          }),
+        )
+        const results = await diviner.divine(data.flat())
+        expect(results).toBeArrayOfSize(2)
+        await Promise.all(
+          data.map(async (input, i) => {
+            const result = results[i]
+            await validateResult(input, [result])
+          }),
+        )
+      })
+      it('handles sparse inputs', async () => {
+        const [bw] = await (new BoundWitnessBuilder().payloads(cases[0])).build()
+        const results = await diviner.divine([bw, ...cases.flat()])
+        expect(results).toBeArrayOfSize(1)
+        await validateResult([bw, ...cases[0]], results)
+      })
+    })
+  })
+})

package/src/Diviner/spec/ImageThumbnailIndexQueryResponseToImageThumbnailQueryResponseDiviner.spec.ts

@@ -0,0 +1,120 @@
+import '@xylabs/vitest-extended'
+
+import type { Hash } from '@xylabs/hex'
+import type {
+  ImageThumbnailDivinerQuery,
+  ImageThumbnailResult,
+  ImageThumbnailResultIndex,
+} from '@xyo-network/image-thumbnail-payload-plugin'
+import {
+  ImageThumbnailDivinerQuerySchema,
+  ImageThumbnailResultIndexSchema,
+  ImageThumbnailResultSchema,
+  isImageThumbnailResult,
+} from '@xyo-network/image-thumbnail-payload-plugin'
+import { PayloadBuilder } from '@xyo-network/payload-builder'
+import type { WithSources } from '@xyo-network/payload-model'
+import { UrlSchema } from '@xyo-network/url-payload-plugin'
+import {
+  beforeAll,
+  describe, expect, it,
+} from 'vitest'
+
+import { ImageThumbnailIndexQueryResponseToImageThumbnailQueryResponseDiviner }
+  from '../ImageThumbnailIndexQueryResponseToImageThumbnailQueryResponseDiviner.ts'
+
+describe('ImageThumbnailIndexQueryResponseToImageThumbnailQueryResponseDiviner', () => {
+  const queries: ImageThumbnailDivinerQuery[] = [
+    {
+      schema: ImageThumbnailDivinerQuerySchema,
+      url: 'https://xyo.network',
+    },
+    {
+      schema: ImageThumbnailDivinerQuerySchema,
+      url: 'https://explore.xyo.network',
+    },
+  ]
+  const indexes: WithSources<ImageThumbnailResultIndex>[][] = [
+    [
+      {
+        key: 'setInBeforeAll' as Hash,
+        schema: ImageThumbnailResultIndexSchema,
+        $sources: [],
+        status: 200,
+        success: true,
+        timestamp: 1_234_567_890,
+      },
+    ],
+    [
+      {
+        key: 'setInBeforeAll' as Hash,
+        schema: ImageThumbnailResultIndexSchema,
+        $sources: [],
+        status: 200,
+        success: true,
+        timestamp: 1_234_567_891,
+      },
+      {
+        key: 'setInBeforeAll' as Hash,
+        schema: ImageThumbnailResultIndexSchema,
+        $sources: [],
+        status: 500,
+        success: false,
+        timestamp: 1_234_567_892,
+      },
+    ],
+  ]
+  let diviner: ImageThumbnailIndexQueryResponseToImageThumbnailQueryResponseDiviner
+  beforeAll(async () => {
+    diviner = await ImageThumbnailIndexQueryResponseToImageThumbnailQueryResponseDiviner.create({ account: 'random' })
+    await Promise.all(
+      queries.map(async (query, i) => {
+        await Promise.all(
+          indexes[i].map(async (index) => {
+            index.key = await PayloadBuilder.dataHash({ schema: UrlSchema, url: query.url })
+          }),
+        )
+      }),
+    )
+  })
+  const cases: [ImageThumbnailDivinerQuery, ImageThumbnailResultIndex[]][] = queries.map((query, i) => [query, indexes[i]])
+  describe('divine', () => {
+    describe('with single url in index result', () => {
+      it.each(cases)('transforms single url index results', async (imageThumbnailDivinerQuery, imageThumbnailResultIndex) => {
+        const results = await diviner.divine([imageThumbnailDivinerQuery, ...imageThumbnailResultIndex])
+        expect(results).toBeArrayOfSize(imageThumbnailResultIndex.length)
+        expect(results.filter(isImageThumbnailResult)).toBeArrayOfSize(imageThumbnailResultIndex.length)
+        for (const [i, result] of (results.filter(isImageThumbnailResult) as ImageThumbnailResult[]).entries()) {
+          const index = imageThumbnailResultIndex[i]
+          expect(result.url).toBe(imageThumbnailDivinerQuery.url)
+          expect(result.success).toBe(index.success)
+          expect(result.timestamp).toBe(index.timestamp)
+          expect(result.status).toBe(index.status)
+          expect(result.schema).toBe(ImageThumbnailResultSchema)
+        }
+      })
+    })
+    describe('with multiple urls in index result', () => {
+      it('transforms multiple url index results', async () => {
+        const indexesLength = indexes.flat().length
+        const results = await diviner.divine([...queries, ...indexes.flat()])
+        expect(results).toBeArrayOfSize(indexesLength)
+        const resultsIndexes = results.filter(isImageThumbnailResult) as ImageThumbnailResult[]
+        expect(resultsIndexes).toBeArrayOfSize(indexesLength)
+        let resultsIterator = 0
+        for (const [i, { url }] of queries.entries()) {
+          const indexSet = indexes[i]
+          for (const index of indexSet) {
+            const result = resultsIndexes[resultsIterator]
+            expect(result.url).toBe(url)
+            expect(result.success).toBe(index.success)
+            expect(result.timestamp).toBe(index.timestamp)
+            expect(result.status).toBe(index.status)
+            expect(result.schema).toBe(ImageThumbnailResultSchema)
+            resultsIterator = ++resultsIterator
+          }
+        }
+      })
+    })
+  })
+})

package/src/Diviner/spec/ImageThumbnailQueryToImageThumbnailIndexQueryDiviner.spec.ts

@@ -0,0 +1,145 @@
+import '@xylabs/vitest-extended'
+
+import type { ImageThumbnailDivinerQuery } from '@xyo-network/image-thumbnail-payload-plugin'
+import { ImageThumbnailDivinerQuerySchema } from '@xyo-network/image-thumbnail-payload-plugin'
+import { PayloadBuilder } from '@xyo-network/payload-builder'
+import { UrlSchema } from '@xyo-network/url-payload-plugin'
+import {
+  beforeAll,
+  describe, expect, it,
+} from 'vitest'
+
+import { ImageThumbnailQueryToImageThumbnailIndexQueryDiviner } from '../ImageThumbnailQueryToImageThumbnailIndexQueryDiviner.ts'
+import type { ImageThumbnailResultQuery } from '../ImageThumbnailResultQuery.ts'
+import { isImageThumbnailResultQuery } from '../ImageThumbnailResultQuery.ts'
+
+describe('ImageThumbnailQueryToImageThumbnailIndexQueryDiviner', () => {
+  let diviner: ImageThumbnailQueryToImageThumbnailIndexQueryDiviner
+  const queries: ImageThumbnailDivinerQuery[] = [
+    {
+      schema: ImageThumbnailDivinerQuerySchema,
+      url: 'https://xyo.network',
+    },
+    {
+      limit: 10,
+      order: 'asc',
+      schema: ImageThumbnailDivinerQuerySchema,
+      status: 200,
+      success: true,
+      url: 'https://xyo.network',
+    },
+    {
+      limit: 10,
+      schema: ImageThumbnailDivinerQuerySchema,
+      url: 'https://explore.xyo.network',
+    },
+    {
+      schema: ImageThumbnailDivinerQuerySchema,
+      url: 'https://explore.xyo.network',
+    },
+    {
+      order: 'asc',
+      schema: ImageThumbnailDivinerQuerySchema,
+      url: 'https://explore.xyo.network',
+    },
+    {
+      schema: ImageThumbnailDivinerQuerySchema,
+      status: 200,
+      url: 'https://explore.xyo.network',
+    },
+    {
+      schema: ImageThumbnailDivinerQuerySchema,
+      success: true,
+      url: 'https://explore.xyo.network',
+    },
+    {
+      schema: ImageThumbnailDivinerQuerySchema,
+      success: false,
+      url: 'https://explore.xyo.network',
+    },
+  ]
+  const expected: ImageThumbnailResultQuery[] = [
+    {
+      key: 'setInBeforeAll',
+      limit: 1,
+      order: 'desc',
+      schema: 'network.xyo.diviner.payload.query',
+    } as unknown as ImageThumbnailResultQuery,
+    {
+      key: 'setInBeforeAll',
+      limit: 10,
+      order: 'asc',
+      schema: 'network.xyo.diviner.payload.query',
+      status: 200,
+      success: true,
+    } as unknown as ImageThumbnailResultQuery,
+    {
+      key: 'setInBeforeAll',
+      limit: 10,
+      order: 'desc',
+      schema: 'network.xyo.diviner.payload.query',
+    } as unknown as ImageThumbnailResultQuery,
+    {
+      key: 'setInBeforeAll',
+      limit: 1,
+      order: 'desc',
+      schema: 'network.xyo.diviner.payload.query',
+    } as unknown as ImageThumbnailResultQuery,
+    {
+      key: 'setInBeforeAll',
+      limit: 1,
+      order: 'asc',
+      schema: 'network.xyo.diviner.payload.query',
+    } as unknown as ImageThumbnailResultQuery,
+    {
+      key: 'setInBeforeAll',
+      limit: 1,
+      order: 'desc',
+      schema: 'network.xyo.diviner.payload.query',
+      status: 200,
+    } as unknown as ImageThumbnailResultQuery,
+    {
+      key: 'setInBeforeAll',
+      limit: 1,
+      order: 'desc',
+      schema: 'network.xyo.diviner.payload.query',
+      success: true,
+    } as unknown as ImageThumbnailResultQuery,
+    {
+      key: 'setInBeforeAll',
+      limit: 1,
+      order: 'desc',
+      schema: 'network.xyo.diviner.payload.query',
+      success: false,
+    } as unknown as ImageThumbnailResultQuery,
+  ]
+  const cases: [ImageThumbnailDivinerQuery, ImageThumbnailResultQuery][] = queries.map((query, i) => [query, expected[i]])
+  beforeAll(async () => {
+    diviner = await ImageThumbnailQueryToImageThumbnailIndexQueryDiviner.create({ account: 'random' })
+
+    await Promise.all(
+      queries.map(async (query, i) => {
+        const key = await PayloadBuilder.dataHash({ schema: UrlSchema, url: query.url })
+        expected[i].key = key
+      }),
+    )
+  })
+  describe('divine', () => {
+    describe('with single query', () => {
+      it.each(cases)('transforms query', async (query, expected) => {
+        const results = await diviner.divine([query])
+        const actual = results.filter(isImageThumbnailResultQuery)
+        expect(actual).toBeArrayOfSize(1)
+        expect(await PayloadBuilder.dataHash(actual?.[0])).toEqual(await PayloadBuilder.dataHash(expected))
+      })
+    })
+    describe('with multiple queries', () => {
+      it('transforms queries', async () => {
+        const results = await diviner.divine(queries)
+        const actual = results.filter(isImageThumbnailResultQuery)
+        expect(actual).toBeArrayOfSize(expected.length)
+        expect(await PayloadBuilder.dataHashes(actual)).toEqual(await PayloadBuilder.dataHashes(expected))
+      })
+    })
+  })
+})

package/typedoc.json

@@ -1,5 +0,0 @@
-{
-  "$schema": "https://typedoc.org/schema.json",
-  "entryPoints": ["./src/index.ts"],
-  "tsconfig": "./tsconfig.typedoc.json"
-}

package/xy.config.ts

@@ -1,10 +0,0 @@
-import type { XyTsupConfig } from '@xylabs/ts-scripts-yarn3'
-const config: XyTsupConfig = {
-  compile: {
-    browser: {},
-    node: {},
-    neutral: { src: true },
-  },
-}
-
-export default config