@xyo-network/diviner-temporal-indexing-model 5.3.20 → 5.3.24

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@xyo-network/diviner-temporal-indexing-model",
-  "version": "5.3.20",
+  "version": "5.3.24",
   "description": "Primary SDK for using XYO Protocol 2.0",
   "homepage": "https://xyo.network",
   "bugs": {
@@ -30,24 +30,37 @@
   "types": "dist/neutral/index.d.ts",
   "files": [
     "dist",
-    "src",
     "!**/*.bench.*",
     "!**/*.spec.*",
-    "!**/*.test.*"
+    "!**/*.test.*",
+    "README.md"
   ],
   "dependencies": {
-    "@xyo-network/diviner-boundwitness-model": "~5.3.20",
-    "@xyo-network/diviner-indexing-model": "~5.3.20",
-    "@xyo-network/diviner-jsonpath-model": "~5.3.20",
-    "@xyo-network/diviner-model": "~5.3.20",
-    "@xyo-network/module-model": "~5.3.20",
-    "@xyo-network/payload-model": "~5.3.20"
+    "@xyo-network/diviner-boundwitness-model": "~5.3.24",
+    "@xyo-network/diviner-indexing-model": "~5.3.24",
+    "@xyo-network/module-model": "~5.3.24",
+    "@xyo-network/diviner-model": "~5.3.24",
+    "@xyo-network/diviner-jsonpath-model": "~5.3.24",
+    "@xyo-network/payload-model": "~5.3.24"
   },
   "devDependencies": {
-    "@xylabs/sdk-js": "^5.0.90",
-    "@xylabs/tsconfig": "~7.5.6",
+    "@opentelemetry/api": "^1.9.1",
+    "@types/node": "^25.5.0",
+    "@xylabs/sdk-js": "^5.0.93",
+    "@xylabs/ts-scripts-common": "~7.6.16",
+    "@xylabs/ts-scripts-pnpm": "~7.6.16",
+    "@xylabs/tsconfig": "~7.6.16",
+    "acorn": "^8.16.0",
+    "axios": "^1.14.0",
+    "esbuild": "^0.28.0",
     "typescript": "~5.9.3",
-    "zod": "^4.3.6"
+    "zod": "^4.3.6",
+    "@xyo-network/diviner-boundwitness-model": "~5.3.24",
+    "@xyo-network/diviner-model": "~5.3.24",
+    "@xyo-network/diviner-jsonpath-model": "~5.3.24",
+    "@xyo-network/module-model": "~5.3.24",
+    "@xyo-network/payload-model": "~5.3.24",
+    "@xyo-network/diviner-indexing-model": "~5.3.24"
   },
   "peerDependencies": {
     "@xylabs/sdk-js": "^5",
@@ -56,4 +69,4 @@
   "publishConfig": {
     "access": "public"
   }
-}
+}

package/src/Config.ts

@@ -1,59 +0,0 @@
-import type { IndexingDivinerStage, IndexingDivinerStageConfig } from '@xyo-network/diviner-indexing-model'
-import type { SchemaToJsonPathTransformExpressionsDictionary } from '@xyo-network/diviner-jsonpath-model'
-import type { DivinerConfig, SearchableStorage } from '@xyo-network/diviner-model'
-import { asSchema } from '@xyo-network/payload-model'
-
-import type { TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfig } from './DivinerQueryToIndexQueryDiviner/index.ts'
-import type { TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfig } from './IndexQueryResponseToDivinerQueryResponseDiviner/index.ts'
-import { TemporalIndexingDivinerSchema } from './Schema.ts'
-import type { TemporalIndexingDivinerStateToIndexCandidateDivinerConfig } from './StateToIndexCandidateDiviner/index.ts'
-
-export const TemporalIndexingDivinerConfigSchema = asSchema(`${TemporalIndexingDivinerSchema}.config`, true)
-export type TemporalIndexingDivinerConfigSchema = typeof TemporalIndexingDivinerConfigSchema
-
-/**
- * Config section for declaring each indexing diviner stage
- */
-export type IndexingDivinerStageTransformConfig = {
-  [key in IndexingDivinerStage]: SchemaToJsonPathTransformExpressionsDictionary
-}
-
-// TODO: Extend indexing diviner config
-/**
- * Diviner Config for a Diviner which Indexes Payloads
- */
-export type TemporalIndexingDivinerConfig = DivinerConfig<{
-  /**
-   * Where the diviner should store it's index
-   */
-  indexStore?: SearchableStorage
-  /**
-   * Config section for name/address of individual diviner stages
-   */
-  indexingDivinerStages?: IndexingDivinerStageConfig
-  /**
-   * The maximum number of payloads to index at a time
-   */
-  payloadDivinerLimit?: number
-  /**
-   * How often to poll for new payloads to index
-   */
-  pollFrequency?: number
-  /**
-   * The schema for this config
-   */
-  schema: TemporalIndexingDivinerConfigSchema
-  /**
-   * Optional config section for individual diviner stages
-   */
-  stageConfigs?: {
-    divinerQueryToIndexQueryDiviner?: Omit<TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfig, 'schema'>
-    indexCandidateToIndexDiviner?: Omit<TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfig, 'schema'>
-    indexQueryResponseToDivinerQueryResponseDiviner?: Omit<TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfig, 'schema'>
-    stateToIndexCandidateDiviner?: Omit<TemporalIndexingDivinerStateToIndexCandidateDivinerConfig, 'schema'>
-  }
-  /**
-   * Where the diviner should persist its internal state
-   */
-  stateStore?: SearchableStorage
-}>

package/src/DivinerQueryToIndexQueryDiviner/Config.ts

@@ -1,37 +0,0 @@
-import type { SchemaToJsonPathTransformExpressionsDictionary } from '@xyo-network/diviner-jsonpath-model'
-import type { DivinerConfig } from '@xyo-network/diviner-model'
-import { asSchema, type Schema } from '@xyo-network/payload-model'
-
-import { TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerSchema } from './Schema.ts'
-
-export const TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema
-  = asSchema(`${TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerSchema}.config`, true)
-
-export type TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema
-  = typeof TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema
-
-/**
- * Diviner Config for a Diviner which transforms a Diviner Query to an Index Query
- */
-export type TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfig = DivinerConfig<{
-  /**
-   * The schema of the diviner query payloads
-   */
-  divinerQuerySchema?: Schema
-  /**
-   * The schema of the index query payloads
-   */
-  indexQuerySchema?: Schema
-  /**
-   * The schema of the index payloads
-   */
-  indexSchema?: Schema
-  /**
-   * The config schema
-   */
-  schema: TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema
-  /**
-   * The transforms to apply to the source payloads
-   */
-  schemaTransforms?: SchemaToJsonPathTransformExpressionsDictionary
-}>

package/src/DivinerQueryToIndexQueryDiviner/Params.ts

@@ -1,8 +0,0 @@
-import type { DivinerParams } from '@xyo-network/diviner-model'
-import type { AnyConfigSchema } from '@xyo-network/module-model'
-
-import type { TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfig } from './Config.ts'
-
-export type TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerParams = DivinerParams<
-  AnyConfigSchema<TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfig>
->

package/src/DivinerQueryToIndexQueryDiviner/Schema.ts

@@ -1,8 +0,0 @@
-import { asSchema } from '@xyo-network/payload-model'
-
-import { TemporalIndexingDivinerSchema } from '../Schema.ts'
-
-export const TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerSchema
-  = asSchema(`${TemporalIndexingDivinerSchema}.stage.divinerQueryToIndexQueryDiviner`, true)
-
-export type TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerSchema = typeof TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerSchema

package/src/DivinerQueryToIndexQueryDiviner/index.ts

@@ -1,3 +0,0 @@
-export * from './Config.ts'
-export * from './Params.ts'
-export * from './Schema.ts'

package/src/IndexCandidateToIndexDiviner/Config.ts

@@ -1,24 +0,0 @@
-import type { SchemaToJsonPathTransformExpressionsDictionary } from '@xyo-network/diviner-jsonpath-model'
-import type { DivinerConfig } from '@xyo-network/diviner-model'
-import { asSchema } from '@xyo-network/payload-model'
-
-import { TemporalIndexingDivinerIndexCandidateToIndexDivinerSchema } from './Schema.ts'
-
-export const TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema
-  = asSchema(`${TemporalIndexingDivinerIndexCandidateToIndexDivinerSchema}.config`, true)
-
-export type TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema = typeof TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema
-
-/**
- * Diviner Config for a Diviner which transforms Index Candidates to Indexes
- */
-export type TemporalIndexingDivinerIndexCandidateToIndexDivinerConfig = DivinerConfig<{
-  /**
-   * The config schema
-   */
-  schema: TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema
-  /**
-   * The transforms to apply to the source payloads
-   */
-  schemaTransforms?: SchemaToJsonPathTransformExpressionsDictionary
-}>

package/src/IndexCandidateToIndexDiviner/Params.ts

@@ -1,11 +0,0 @@
-import type { DivinerParams } from '@xyo-network/diviner-model'
-import type { AnyConfigSchema } from '@xyo-network/module-model'
-
-import type { TemporalIndexingDivinerIndexCandidateToIndexDivinerConfig } from './Config.ts'
-
-/**
- * Diviner Params for a Diviner which transforms Index Candidates to Indexes
- */
-export type TemporalIndexingDivinerIndexCandidateToIndexDivinerParams = DivinerParams<
-  AnyConfigSchema<TemporalIndexingDivinerIndexCandidateToIndexDivinerConfig>
->

package/src/IndexCandidateToIndexDiviner/Schema.ts

@@ -1,8 +0,0 @@
-import { asSchema } from '@xyo-network/payload-model'
-
-import { TemporalIndexingDivinerSchema } from '../Schema.ts'
-
-export const TemporalIndexingDivinerIndexCandidateToIndexDivinerSchema
-  = asSchema(`${TemporalIndexingDivinerSchema}.stage.indexCandidateToIndexDiviner`, true)
-
-export type TemporalIndexingDivinerIndexCandidateToIndexDivinerSchema = typeof TemporalIndexingDivinerIndexCandidateToIndexDivinerSchema

package/src/IndexCandidateToIndexDiviner/index.ts

@@ -1,3 +0,0 @@
-export * from './Config.ts'
-export * from './Params.ts'
-export * from './Schema.ts'

package/src/IndexQueryResponseToDivinerQueryResponseDiviner/Config.ts

@@ -1,25 +0,0 @@
-import type { SchemaToJsonPathTransformExpressionsDictionary } from '@xyo-network/diviner-jsonpath-model'
-import type { DivinerConfig } from '@xyo-network/diviner-model'
-import { asSchema } from '@xyo-network/payload-model'
-
-import { TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerSchema } from './Schema.ts'
-
-export const TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfigSchema
-  = asSchema(`${TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerSchema}.config`, true)
-
-export type TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfigSchema
-  = typeof TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfigSchema
-
-/**
- * Diviner Config for a Diviner which transforms an Index Query Response to a Diviner Query Response
- */
-export type TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfig = DivinerConfig<{
-  /**
-   * The config schema
-   */
-  schema: TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfigSchema
-  /**
-   * The transforms to apply to the source payloads
-   */
-  schemaTransforms?: SchemaToJsonPathTransformExpressionsDictionary
-}>

package/src/IndexQueryResponseToDivinerQueryResponseDiviner/Params.ts

@@ -1,8 +0,0 @@
-import type { DivinerParams } from '@xyo-network/diviner-model'
-import type { AnyConfigSchema } from '@xyo-network/module-model'
-
-import type { TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfig } from './Config.ts'
-
-export type TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerParams = DivinerParams<
-  AnyConfigSchema<TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfig>
->

package/src/IndexQueryResponseToDivinerQueryResponseDiviner/Schema.ts

@@ -1,7 +0,0 @@
-import { TemporalIndexingDivinerSchema } from '../Schema.ts'
-
-export type TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerSchema
-  = `${TemporalIndexingDivinerSchema}.stage.indexQueryResponseToDivinerQueryResponseDiviner`
-
-export const TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerSchema: TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerSchema
-  = `${TemporalIndexingDivinerSchema}.stage.indexQueryResponseToDivinerQueryResponseDiviner`

package/src/IndexQueryResponseToDivinerQueryResponseDiviner/index.ts

@@ -1,3 +0,0 @@
-export * from './Config.ts'
-export * from './Params.ts'
-export * from './Schema.ts'

package/src/Params.ts

@@ -1,7 +0,0 @@
-import type { DivinerParams } from '@xyo-network/diviner-model'
-import type { AnyConfigSchema } from '@xyo-network/module-model'
-
-import type { TemporalIndexingDivinerConfig } from './Config.ts'
-
-// TODO: Extend indexing diviner params and just remove fields that are not needed?
-export type TemporalIndexingDivinerParams = DivinerParams<AnyConfigSchema<TemporalIndexingDivinerConfig>>

package/src/Result/Payload.ts

@@ -1,14 +0,0 @@
-import type { Hash } from '@xylabs/sdk-js'
-import type { Payload } from '@xyo-network/payload-model'
-import { isPayloadOfSchemaType } from '@xyo-network/payload-model'
-
-import { TemporalIndexingDivinerResultSchema } from './Schema.ts'
-
-export type TemporalIndexingDivinerResult = Payload<
-  {
-    sources: Hash[]
-    timestamp: string
-  },
-  TemporalIndexingDivinerResultSchema
->
-export const isTemporalIndexingDivinerResult = isPayloadOfSchemaType<TemporalIndexingDivinerResult>(TemporalIndexingDivinerResultSchema)

package/src/Result/Schema.ts

@@ -1,6 +0,0 @@
-import { asSchema } from '@xyo-network/payload-model'
-
-import { TemporalIndexingDivinerSchema } from '../Schema.ts'
-
-export const TemporalIndexingDivinerResultSchema = asSchema(`${TemporalIndexingDivinerSchema}.result`, true)
-export type TemporalIndexingDivinerResultSchema = typeof TemporalIndexingDivinerResultSchema

package/src/Result/index.ts

@@ -1,2 +0,0 @@
-export * from './Payload.ts'
-export * from './Schema.ts'

package/src/ResultIndex/Payload.ts

@@ -1,15 +0,0 @@
-import type { PayloadWithSources } from '@xyo-network/payload-model'
-import { isPayloadOfSchemaType } from '@xyo-network/payload-model'
-
-import { TemporalIndexingDivinerResultIndexSchema } from './Schema.ts'
-
-export type TemporalIndexingDivinerResultIndex = PayloadWithSources<
-  {
-    timestamp: number
-  },
-  TemporalIndexingDivinerResultIndexSchema
->
-
-export const isTemporalIndexingDivinerResultIndex = isPayloadOfSchemaType<TemporalIndexingDivinerResultIndex>(
-  TemporalIndexingDivinerResultIndexSchema,
-)

package/src/ResultIndex/Schema.ts

@@ -1,6 +0,0 @@
-import { asSchema } from '@xyo-network/payload-model'
-
-import { TemporalIndexingDivinerResultSchema } from '../Result/index.ts'
-
-export const TemporalIndexingDivinerResultIndexSchema = asSchema(`${TemporalIndexingDivinerResultSchema}.index`, true)
-export type TemporalIndexingDivinerResultIndexSchema = typeof TemporalIndexingDivinerResultIndexSchema

package/src/ResultIndex/index.ts

@@ -1,2 +0,0 @@
-export * from './Payload.ts'
-export * from './Schema.ts'

package/src/Schema.ts

@@ -1,5 +0,0 @@
-import { IndexingDivinerSchema } from '@xyo-network/diviner-indexing-model'
-import { asSchema } from '@xyo-network/payload-model'
-
-export const TemporalIndexingDivinerSchema = asSchema(`${IndexingDivinerSchema}.temporal`, true)
-export type TemporalIndexingDivinerSchema = typeof TemporalIndexingDivinerSchema

package/src/StateToIndexCandidateDiviner/Config.ts

@@ -1,32 +0,0 @@
-import type { BoundWitnessDivinerPredicate } from '@xyo-network/diviner-boundwitness-model'
-import type { DivinerConfig, SearchableStorage } from '@xyo-network/diviner-model'
-import { asSchema } from '@xyo-network/payload-model'
-
-import { TemporalIndexingDivinerStateToIndexCandidateDivinerSchema } from './Schema.ts'
-
-export const TemporalIndexingDivinerStateToIndexCandidateDivinerConfigSchema
-  = asSchema(`${TemporalIndexingDivinerStateToIndexCandidateDivinerSchema}.config`, true)
-
-export type TemporalIndexingDivinerStateToIndexCandidateDivinerConfigSchema = typeof TemporalIndexingDivinerStateToIndexCandidateDivinerConfigSchema
-
-/**
- * Diviner Config for a Diviner which transforms a Diviner State to Index Candidates
- */
-export type TemporalIndexingDivinerStateToIndexCandidateDivinerConfig = DivinerConfig<{
-  /**
-   * The filter to use to identify index candidates
-   */
-  filter?: BoundWitnessDivinerPredicate
-  /**
-   * The maximum number of payloads to index at a time
-   */
-  payloadDivinerLimit?: number
-  /**
-   * Where the diviner should look for stored thumbnails
-   */
-  payloadStore?: SearchableStorage
-  /**
-   * The config schema
-   */
-  schema: TemporalIndexingDivinerStateToIndexCandidateDivinerConfigSchema
-}>

package/src/StateToIndexCandidateDiviner/Params.ts

@@ -1,8 +0,0 @@
-import type { DivinerParams } from '@xyo-network/diviner-model'
-import type { AnyConfigSchema } from '@xyo-network/module-model'
-
-import type { TemporalIndexingDivinerStateToIndexCandidateDivinerConfig } from './Config.ts'
-
-export type TemporalIndexingDivinerStateToIndexCandidateDivinerParams = DivinerParams<
-  AnyConfigSchema<TemporalIndexingDivinerStateToIndexCandidateDivinerConfig>
->

package/src/StateToIndexCandidateDiviner/Schema.ts

@@ -1,8 +0,0 @@
-import { asSchema } from '@xyo-network/payload-model'
-
-import { TemporalIndexingDivinerSchema } from '../Schema.ts'
-
-export const TemporalIndexingDivinerStateToIndexCandidateDivinerSchema
-  = asSchema(`${TemporalIndexingDivinerSchema}.stage.stateToIndexCandidateDiviner`, true)
-
-export type TemporalIndexingDivinerStateToIndexCandidateDivinerSchema = typeof TemporalIndexingDivinerStateToIndexCandidateDivinerSchema

package/src/StateToIndexCandidateDiviner/index.ts

@@ -1,3 +0,0 @@
-export * from './Config.ts'
-export * from './Params.ts'
-export * from './Schema.ts'

package/src/index.ts

@@ -1,9 +0,0 @@
-export * from './Config.ts'
-export * from './DivinerQueryToIndexQueryDiviner/index.ts'
-export * from './IndexCandidateToIndexDiviner/index.ts'
-export * from './IndexQueryResponseToDivinerQueryResponseDiviner/index.ts'
-export * from './Params.ts'
-export * from './Result/index.ts'
-export * from './ResultIndex/index.ts'
-export * from './Schema.ts'
-export * from './StateToIndexCandidateDiviner/index.ts'