@xyo-network/diviner-forecasting-memory 2.107.5 → 2.108.0

package/dist/browser/MemoryForecastingDiviner.d.cts

@@ -7,8 +7,6 @@ export declare class MemoryForecastingDiviner<TParams extends ForecastingDiviner
     static readonly configSchemas: Schema[];
     static readonly defaultConfigSchema: Schema;
     protected static readonly forecastingMethodDict: Record<SupportedForecastingType, ForecastingMethod>;
-    protected readonly batchLimit = 1000;
-    protected readonly maxTrainingLength = 10000;
     get boundWitnessDiviner(): import("@xyo-network/module-model").ObjectFilterOptions<import("@xyo-network/module-model").ModuleInstance<import("@xylabs/object").BaseParamsFields & {
         account?: import("@xyo-network/account-model").AccountInstance | "random";
         addToResolvers?: boolean;
@@ -58,7 +56,9 @@ export declare class MemoryForecastingDiviner<TParams extends ForecastingDiviner
         ephemeralQueryAccountEnabled?: boolean;
         moduleIdentifierTransformers?: import("@xyo-network/module-model").ModuleIdentifierTransformer[];
     }, import("@xyo-network/module-model").ModuleEventData<object>>>;
+    protected get batchLimit(): number;
     protected get forecastingMethod(): ForecastingMethod;
+    protected get maxTrainingLength(): number;
     protected get transformer(): PayloadValueTransformer;
     protected getPayloadsInWindow(startTimestamp: number, stopTimestamp: number): Promise<Payload[]>;
 }

package/dist/browser/MemoryForecastingDiviner.d.cts.map

@@ -1 +1 @@
-{"version":3,"file":"MemoryForecastingDiviner.d.ts","sourceRoot":"","sources":["../../src/MemoryForecastingDiviner.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,0BAA0B,EAAE,wBAAwB,EAAE,MAAM,2CAA2C,CAAA;AAChH,OAAO,EAEL,oBAAoB,EAEpB,4BAA4B,EAC7B,MAAM,+CAA+C,CAAA;AACtD,OAAO,EAAkC,iBAAiB,EAAE,uBAAuB,EAAE,MAAM,wCAAwC,CAAA;AAEnI,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAA;AAG5D,MAAM,MAAM,wBAAwB,GAAG,OAAO,oBAAoB,GAAG,OAAO,4BAA4B,CAAA;AAWxG,qBAAa,wBAAwB,CACnC,OAAO,SAAS,wBAAwB,GAAG,wBAAwB,CACnE,SAAQ,0BAA0B,CAAC,OAAO,CAAC;IAC3C,gBAAyB,aAAa,EAAE,MAAM,EAAE,CAA2D;IAC3G,gBAAyB,mBAAmB,EAAE,MAAM,CAAiC;IAErF,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,qBAAqB,EAAE,MAAM,CAAC,wBAAwB,EAAE,iBAAiB,CAAC,CAGnG;IAKD,SAAS,CAAC,QAAQ,CAAC,UAAU,QAAO;IAGpC,SAAS,CAAC,QAAQ,CAAC,iBAAiB,SAAS;IAE7C,IAAI,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;qEAEtB;IAED,cAAuB,iBAAiB,IAAI,iBAAiB,CAK5D;IAED,cAAuB,WAAW,IAAI,uBAAuB,CAG5D;cAEwB,mBAAmB,CAAC,cAAc,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;CA6ChH"}
+{"version":3,"file":"MemoryForecastingDiviner.d.ts","sourceRoot":"","sources":["../../src/MemoryForecastingDiviner.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,0BAA0B,EAAE,wBAAwB,EAAE,MAAM,2CAA2C,CAAA;AAChH,OAAO,EAEL,oBAAoB,EAEpB,4BAA4B,EAC7B,MAAM,+CAA+C,CAAA;AACtD,OAAO,EAAkC,iBAAiB,EAAE,uBAAuB,EAAE,MAAM,wCAAwC,CAAA;AAEnI,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAA;AAG5D,MAAM,MAAM,wBAAwB,GAAG,OAAO,oBAAoB,GAAG,OAAO,4BAA4B,CAAA;AAcxG,qBAAa,wBAAwB,CACnC,OAAO,SAAS,wBAAwB,GAAG,wBAAwB,CACnE,SAAQ,0BAA0B,CAAC,OAAO,CAAC;IAC3C,gBAAyB,aAAa,EAAE,MAAM,EAAE,CAA2D;IAC3G,gBAAyB,mBAAmB,EAAE,MAAM,CAAiC;IAErF,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,qBAAqB,EAAE,MAAM,CAAC,wBAAwB,EAAE,iBAAiB,CAAC,CAGnG;IAED,IAAI,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;qEAEtB;IAKD,SAAS,KAAK,UAAU,WAEvB;IAED,cAAuB,iBAAiB,IAAI,iBAAiB,CAK5D;IAED,SAAS,KAAK,iBAAiB,WAE9B;IAED,cAAuB,WAAW,IAAI,uBAAuB,CAG5D;cAEwB,mBAAmB,CAAC,cAAc,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;CA6ChH"}

package/dist/browser/MemoryForecastingDiviner.d.mts

@@ -7,8 +7,6 @@ export declare class MemoryForecastingDiviner<TParams extends ForecastingDiviner
     static readonly configSchemas: Schema[];
     static readonly defaultConfigSchema: Schema;
     protected static readonly forecastingMethodDict: Record<SupportedForecastingType, ForecastingMethod>;
-    protected readonly batchLimit = 1000;
-    protected readonly maxTrainingLength = 10000;
     get boundWitnessDiviner(): import("@xyo-network/module-model").ObjectFilterOptions<import("@xyo-network/module-model").ModuleInstance<import("@xylabs/object").BaseParamsFields & {
         account?: import("@xyo-network/account-model").AccountInstance | "random";
         addToResolvers?: boolean;
@@ -58,7 +56,9 @@ export declare class MemoryForecastingDiviner<TParams extends ForecastingDiviner
         ephemeralQueryAccountEnabled?: boolean;
         moduleIdentifierTransformers?: import("@xyo-network/module-model").ModuleIdentifierTransformer[];
     }, import("@xyo-network/module-model").ModuleEventData<object>>>;
+    protected get batchLimit(): number;
     protected get forecastingMethod(): ForecastingMethod;
+    protected get maxTrainingLength(): number;
     protected get transformer(): PayloadValueTransformer;
     protected getPayloadsInWindow(startTimestamp: number, stopTimestamp: number): Promise<Payload[]>;
 }

package/dist/browser/MemoryForecastingDiviner.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"MemoryForecastingDiviner.d.ts","sourceRoot":"","sources":["../../src/MemoryForecastingDiviner.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,0BAA0B,EAAE,wBAAwB,EAAE,MAAM,2CAA2C,CAAA;AAChH,OAAO,EAEL,oBAAoB,EAEpB,4BAA4B,EAC7B,MAAM,+CAA+C,CAAA;AACtD,OAAO,EAAkC,iBAAiB,EAAE,uBAAuB,EAAE,MAAM,wCAAwC,CAAA;AAEnI,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAA;AAG5D,MAAM,MAAM,wBAAwB,GAAG,OAAO,oBAAoB,GAAG,OAAO,4BAA4B,CAAA;AAWxG,qBAAa,wBAAwB,CACnC,OAAO,SAAS,wBAAwB,GAAG,wBAAwB,CACnE,SAAQ,0BAA0B,CAAC,OAAO,CAAC;IAC3C,gBAAyB,aAAa,EAAE,MAAM,EAAE,CAA2D;IAC3G,gBAAyB,mBAAmB,EAAE,MAAM,CAAiC;IAErF,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,qBAAqB,EAAE,MAAM,CAAC,wBAAwB,EAAE,iBAAiB,CAAC,CAGnG;IAKD,SAAS,CAAC,QAAQ,CAAC,UAAU,QAAO;IAGpC,SAAS,CAAC,QAAQ,CAAC,iBAAiB,SAAS;IAE7C,IAAI,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;qEAEtB;IAED,cAAuB,iBAAiB,IAAI,iBAAiB,CAK5D;IAED,cAAuB,WAAW,IAAI,uBAAuB,CAG5D;cAEwB,mBAAmB,CAAC,cAAc,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;CA6ChH"}
+{"version":3,"file":"MemoryForecastingDiviner.d.ts","sourceRoot":"","sources":["../../src/MemoryForecastingDiviner.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,0BAA0B,EAAE,wBAAwB,EAAE,MAAM,2CAA2C,CAAA;AAChH,OAAO,EAEL,oBAAoB,EAEpB,4BAA4B,EAC7B,MAAM,+CAA+C,CAAA;AACtD,OAAO,EAAkC,iBAAiB,EAAE,uBAAuB,EAAE,MAAM,wCAAwC,CAAA;AAEnI,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAA;AAG5D,MAAM,MAAM,wBAAwB,GAAG,OAAO,oBAAoB,GAAG,OAAO,4BAA4B,CAAA;AAcxG,qBAAa,wBAAwB,CACnC,OAAO,SAAS,wBAAwB,GAAG,wBAAwB,CACnE,SAAQ,0BAA0B,CAAC,OAAO,CAAC;IAC3C,gBAAyB,aAAa,EAAE,MAAM,EAAE,CAA2D;IAC3G,gBAAyB,mBAAmB,EAAE,MAAM,CAAiC;IAErF,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,qBAAqB,EAAE,MAAM,CAAC,wBAAwB,EAAE,iBAAiB,CAAC,CAGnG;IAED,IAAI,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;qEAEtB;IAKD,SAAS,KAAK,UAAU,WAEvB;IAED,cAAuB,iBAAiB,IAAI,iBAAiB,CAK5D;IAED,SAAS,KAAK,iBAAiB,WAE9B;IAED,cAAuB,WAAW,IAAI,uBAAuB,CAG5D;cAEwB,mBAAmB,CAAC,cAAc,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;CA6ChH"}

package/dist/browser/MemoryForecastingDiviner.d.ts

@@ -7,8 +7,6 @@ export declare class MemoryForecastingDiviner<TParams extends ForecastingDiviner
     static readonly configSchemas: Schema[];
     static readonly defaultConfigSchema: Schema;
     protected static readonly forecastingMethodDict: Record<SupportedForecastingType, ForecastingMethod>;
-    protected readonly batchLimit = 1000;
-    protected readonly maxTrainingLength = 10000;
     get boundWitnessDiviner(): import("@xyo-network/module-model").ObjectFilterOptions<import("@xyo-network/module-model").ModuleInstance<import("@xylabs/object").BaseParamsFields & {
         account?: import("@xyo-network/account-model").AccountInstance | "random";
         addToResolvers?: boolean;
@@ -58,7 +56,9 @@ export declare class MemoryForecastingDiviner<TParams extends ForecastingDiviner
         ephemeralQueryAccountEnabled?: boolean;
         moduleIdentifierTransformers?: import("@xyo-network/module-model").ModuleIdentifierTransformer[];
     }, import("@xyo-network/module-model").ModuleEventData<object>>>;
+    protected get batchLimit(): number;
     protected get forecastingMethod(): ForecastingMethod;
+    protected get maxTrainingLength(): number;
     protected get transformer(): PayloadValueTransformer;
     protected getPayloadsInWindow(startTimestamp: number, stopTimestamp: number): Promise<Payload[]>;
 }

package/dist/browser/MemoryForecastingDiviner.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"MemoryForecastingDiviner.d.ts","sourceRoot":"","sources":["../../src/MemoryForecastingDiviner.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,0BAA0B,EAAE,wBAAwB,EAAE,MAAM,2CAA2C,CAAA;AAChH,OAAO,EAEL,oBAAoB,EAEpB,4BAA4B,EAC7B,MAAM,+CAA+C,CAAA;AACtD,OAAO,EAAkC,iBAAiB,EAAE,uBAAuB,EAAE,MAAM,wCAAwC,CAAA;AAEnI,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAA;AAG5D,MAAM,MAAM,wBAAwB,GAAG,OAAO,oBAAoB,GAAG,OAAO,4BAA4B,CAAA;AAWxG,qBAAa,wBAAwB,CACnC,OAAO,SAAS,wBAAwB,GAAG,wBAAwB,CACnE,SAAQ,0BAA0B,CAAC,OAAO,CAAC;IAC3C,gBAAyB,aAAa,EAAE,MAAM,EAAE,CAA2D;IAC3G,gBAAyB,mBAAmB,EAAE,MAAM,CAAiC;IAErF,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,qBAAqB,EAAE,MAAM,CAAC,wBAAwB,EAAE,iBAAiB,CAAC,CAGnG;IAKD,SAAS,CAAC,QAAQ,CAAC,UAAU,QAAO;IAGpC,SAAS,CAAC,QAAQ,CAAC,iBAAiB,SAAS;IAE7C,IAAI,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;qEAEtB;IAED,cAAuB,iBAAiB,IAAI,iBAAiB,CAK5D;IAED,cAAuB,WAAW,IAAI,uBAAuB,CAG5D;cAEwB,mBAAmB,CAAC,cAAc,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;CA6ChH"}
+{"version":3,"file":"MemoryForecastingDiviner.d.ts","sourceRoot":"","sources":["../../src/MemoryForecastingDiviner.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,0BAA0B,EAAE,wBAAwB,EAAE,MAAM,2CAA2C,CAAA;AAChH,OAAO,EAEL,oBAAoB,EAEpB,4BAA4B,EAC7B,MAAM,+CAA+C,CAAA;AACtD,OAAO,EAAkC,iBAAiB,EAAE,uBAAuB,EAAE,MAAM,wCAAwC,CAAA;AAEnI,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAA;AAG5D,MAAM,MAAM,wBAAwB,GAAG,OAAO,oBAAoB,GAAG,OAAO,4BAA4B,CAAA;AAcxG,qBAAa,wBAAwB,CACnC,OAAO,SAAS,wBAAwB,GAAG,wBAAwB,CACnE,SAAQ,0BAA0B,CAAC,OAAO,CAAC;IAC3C,gBAAyB,aAAa,EAAE,MAAM,EAAE,CAA2D;IAC3G,gBAAyB,mBAAmB,EAAE,MAAM,CAAiC;IAErF,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,qBAAqB,EAAE,MAAM,CAAC,wBAAwB,EAAE,iBAAiB,CAAC,CAGnG;IAED,IAAI,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;qEAEtB;IAKD,SAAS,KAAK,UAAU,WAEvB;IAED,cAAuB,iBAAiB,IAAI,iBAAiB,CAK5D;IAED,SAAS,KAAK,iBAAiB,WAE9B;IAED,cAAuB,WAAW,IAAI,uBAAuB,CAG5D;cAEwB,mBAAmB,CAAC,cAAc,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;CA6ChH"}

package/dist/browser/index.cjs

@@ -53,6 +53,8 @@ var getJsonPathTransformer = /* @__PURE__ */ __name((pathExpression) => {
   }, "transformer");
   return transformer;
 }, "getJsonPathTransformer");
+var defaultBatchLimit = 1e3;
+var defaultMaxTrainingLength = 1e4;
 var MemoryForecastingDiviner = class _MemoryForecastingDiviner extends import_diviner_forecasting_abstract.AbstractForecastingDiviner {
   static {
     __name(this, "MemoryForecastingDiviner");
@@ -66,14 +68,14 @@ var MemoryForecastingDiviner = class _MemoryForecastingDiviner extends import_di
     arimaForecasting: import_diviner_forecasting_method_arima.arimaForecastingMethod,
     seasonalArimaForecasting: import_diviner_forecasting_method_arima.seasonalArimaForecastingMethod
   };
+  get boundWitnessDiviner() {
+    return (0, import_assert.assertEx)(this.config.boundWitnessDiviner, () => "No boundWitnessDiviner configured");
+  }
   /**
   * The max number of records to search during the batch query
   */
-  batchLimit = 1e3;
-  // TODO: Inject via config
-  maxTrainingLength = 1e4;
-  get boundWitnessDiviner() {
-    return (0, import_assert.assertEx)(this.config.boundWitnessDiviner, () => "No boundWitnessDiviner configured");
+  get batchLimit() {
+    return this.config.batchLimit ?? defaultBatchLimit;
   }
   get forecastingMethod() {
     const forecastingMethodName = (0, import_assert.assertEx)(this.config.forecastingMethod, () => "Missing forecastingMethod in config");
@@ -81,6 +83,9 @@ var MemoryForecastingDiviner = class _MemoryForecastingDiviner extends import_di
     if (forecastingMethod) return forecastingMethod;
     throw new Error(`Unsupported forecasting method: ${forecastingMethodName}`);
   }
+  get maxTrainingLength() {
+    return this.config.maxTrainingLength ?? defaultMaxTrainingLength;
+  }
   get transformer() {
     const pathExpression = (0, import_assert.assertEx)(this.config.jsonPathExpression, () => "Missing jsonPathExpression in config");
     return getJsonPathTransformer(pathExpression);

package/dist/browser/index.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/index.ts","../../src/MemoryForecastingDiviner.ts"],"sourcesContent":["export * from './MemoryForecastingDiviner'\n","import { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { asArchivistInstance } from '@xyo-network/archivist-model'\nimport { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { BoundWitnessDivinerParams, BoundWitnessDivinerQueryPayload, BoundWitnessDivinerQuerySchema } from '@xyo-network/diviner-boundwitness-model'\nimport { AbstractForecastingDiviner, ForecastingDivinerParams } from '@xyo-network/diviner-forecasting-abstract'\nimport {\n  arimaForecastingMethod,\n  arimaForecastingName,\n  seasonalArimaForecastingMethod,\n  seasonalArimaForecastingName,\n} from '@xyo-network/diviner-forecasting-method-arima'\nimport { ForecastingDivinerConfigSchema, ForecastingMethod, PayloadValueTransformer } from '@xyo-network/diviner-forecasting-model'\nimport { asDivinerInstance, DivinerInstance } from '@xyo-network/diviner-model'\nimport { Payload, Schema } from '@xyo-network/payload-model'\nimport jsonpath from 'jsonpath'\n\nexport type SupportedForecastingType = typeof arimaForecastingName | typeof seasonalArimaForecastingName\n\nconst getJsonPathTransformer = (pathExpression: string): PayloadValueTransformer => {\n  const transformer = (x: Payload): number => {\n    const ret = jsonpath.value(x, pathExpression)\n    if (typeof ret === 'number') return ret\n    throw new Error('Parsed invalid payload value')\n  }\n  return transformer\n}\n\nexport class MemoryForecastingDiviner<\n  TParams extends ForecastingDivinerParams = ForecastingDivinerParams,\n> extends AbstractForecastingDiviner<TParams> {\n  static override readonly configSchemas: Schema[] = [...super.configSchemas, ForecastingDivinerConfigSchema]\n  static override readonly defaultConfigSchema: Schema = ForecastingDivinerConfigSchema\n\n  protected static readonly forecastingMethodDict: Record<SupportedForecastingType, ForecastingMethod> = {\n    arimaForecasting: arimaForecastingMethod,\n    seasonalArimaForecasting: seasonalArimaForecastingMethod,\n  }\n\n  /**\n   * The max number of records to search during the batch query\n   */\n  protected readonly batchLimit = 1000\n\n  // TODO: Inject via config\n  protected readonly maxTrainingLength = 10_000\n\n  get boundWitnessDiviner() {\n    return assertEx(this.config.boundWitnessDiviner, () => 'No boundWitnessDiviner configured')\n  }\n\n  protected override get forecastingMethod(): ForecastingMethod {\n    const forecastingMethodName = assertEx(this.config.forecastingMethod, () => 'Missing forecastingMethod in config') as SupportedForecastingType\n    const forecastingMethod = MemoryForecastingDiviner.forecastingMethodDict[forecastingMethodName]\n    if (forecastingMethod) return forecastingMethod\n    throw new Error(`Unsupported forecasting method: ${forecastingMethodName}`)\n  }\n\n  protected override get transformer(): PayloadValueTransformer {\n    const pathExpression = assertEx(this.config.jsonPathExpression, () => 'Missing jsonPathExpression in config')\n    return getJsonPathTransformer(pathExpression)\n  }\n\n  protected override async getPayloadsInWindow(startTimestamp: number, stopTimestamp: number): Promise<Payload[]> {\n    const addresses = this.config.witnessAddresses\n    const payload_schemas = [assertEx(this.config.witnessSchema, () => 'Missing witnessSchema in config')]\n    const payloads: Payload[] = []\n    const archivist = asArchivistInstance(await this.archivistInstance(), () => 'Unable to resolve archivist')\n    const bwDiviner = asDivinerInstance(\n      (await this.resolve(this.boundWitnessDiviner)).pop(),\n      'Unable to resolve boundWitnessDiviner',\n    ) as DivinerInstance<BoundWitnessDivinerParams, BoundWitnessDivinerQueryPayload, BoundWitness>\n    const limit = this.batchLimit\n    const witnessSchema = assertEx(this.config.witnessSchema, () => 'Missing witnessSchema in config')\n    let timestamp = stopTimestamp\n    let more = true\n\n    // TODO: Window size vs sample size\n    // Loop until there are no more BWs to process or we've got enough payloads to satisfy the training window\n    while (more || payloads.length < this.maxTrainingLength) {\n      const query: BoundWitnessDivinerQueryPayload = { addresses, limit, payload_schemas, schema: BoundWitnessDivinerQuerySchema, timestamp }\n      const boundWitnesses = (await bwDiviner.divine([query])).filter(\n        (bw) => bw.timestamp && bw.timestamp >= startTimestamp && bw.timestamp <= stopTimestamp,\n      )\n      if (boundWitnesses.length === 0) break\n\n      // Update the timestamp value for the next batch\n      timestamp = boundWitnesses\n        .map((bw) => bw.timestamp)\n        .filter(exists)\n        // eslint-disable-next-line unicorn/no-array-reduce\n        .reduce((a, b) => Math.min(a, b), Number.MAX_SAFE_INTEGER)\n      if (timestamp === Number.MAX_SAFE_INTEGER) break\n\n      // Set the more flag to false if there are fewer documents returned than the batch size\n      more = boundWitnesses.length === limit\n\n      // Get the corresponding payload hashes from the BWs\n      const hashes = boundWitnesses.map((bw) => bw.payload_hashes[bw.payload_schemas.indexOf(witnessSchema)]).filter(exists)\n\n      // Get the payloads corresponding to the BW hashes from the archivist\n      if (hashes.length > 0) {\n        const batchPayloads = (await archivist.get(hashes)).filter(exists)\n        payloads.push(...batchPayloads)\n      }\n    }\n    return payloads\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;;;;;;;ACAA,oBAAyB;AACzB,oBAAuB;AACvB,6BAAoC;AAEpC,wCAA2G;AAC3G,0CAAqE;AACrE,8CAKO;AACP,uCAA2F;AAC3F,2BAAmD;AAEnD,sBAAqB;AAIrB,IAAMA,yBAAyB,wBAACC,mBAAAA;AAC9B,QAAMC,cAAc,wBAACC,MAAAA;AACnB,UAAMC,MAAMC,gBAAAA,QAASC,MAAMH,GAAGF,cAAAA;AAC9B,QAAI,OAAOG,QAAQ,SAAU,QAAOA;AACpC,UAAM,IAAIG,MAAM,8BAAA;EAClB,GAJoB;AAKpB,SAAOL;AACT,GAP+B;AASxB,IAAMM,2BAAN,MAAMA,kCAEHC,+DAAAA;EA9BV,OA8BUA;;;EACR,OAAyBC,gBAA0B;OAAI,MAAMA;IAAeC;;EAC5E,OAAyBC,sBAA8BD;EAEvD,OAA0BE,wBAA6E;IACrGC,kBAAkBC;IAClBC,0BAA0BC;EAC5B;;;;EAKmBC,aAAa;;EAGbC,oBAAoB;EAEvC,IAAIC,sBAAsB;AACxB,eAAOC,wBAAS,KAAKC,OAAOF,qBAAqB,MAAM,mCAAA;EACzD;EAEA,IAAuBG,oBAAuC;AAC5D,UAAMC,4BAAwBH,wBAAS,KAAKC,OAAOC,mBAAmB,MAAM,qCAAA;AAC5E,UAAMA,oBAAoBf,0BAAyBK,sBAAsBW,qBAAAA;AACzE,QAAID,kBAAmB,QAAOA;AAC9B,UAAM,IAAIhB,MAAM,mCAAmCiB,qBAAAA,EAAuB;EAC5E;EAEA,IAAuBtB,cAAuC;AAC5D,UAAMD,qBAAiBoB,wBAAS,KAAKC,OAAOG,oBAAoB,MAAM,sCAAA;AACtE,WAAOzB,uBAAuBC,cAAAA;EAChC;EAEA,MAAyByB,oBAAoBC,gBAAwBC,eAA2C;AAC9G,UAAMC,YAAY,KAAKP,OAAOQ;AAC9B,UAAMC,kBAAkB;UAACV,wBAAS,KAAKC,OAAOU,eAAe,MAAM,iCAAA;;AACnE,UAAMC,WAAsB,CAAA;AAC5B,UAAMC,gBAAYC,4CAAoB,MAAM,KAAKC,kBAAiB,GAAI,MAAM,6BAAA;AAC5E,UAAMC,gBAAYC,yCACf,MAAM,KAAKC,QAAQ,KAAKnB,mBAAmB,GAAGoB,IAAG,GAClD,uCAAA;AAEF,UAAMC,QAAQ,KAAKvB;AACnB,UAAMc,oBAAgBX,wBAAS,KAAKC,OAAOU,eAAe,MAAM,iCAAA;AAChE,QAAIU,YAAYd;AAChB,QAAIe,OAAO;AAIX,WAAOA,QAAQV,SAASW,SAAS,KAAKzB,mBAAmB;AACvD,YAAM0B,QAAyC;QAAEhB;QAAWY;QAAOV;QAAiBe,QAAQC;QAAgCL;MAAU;AACtI,YAAMM,kBAAkB,MAAMX,UAAUY,OAAO;QAACJ;OAAM,GAAGK,OACvD,CAACC,OAAOA,GAAGT,aAAaS,GAAGT,aAAaf,kBAAkBwB,GAAGT,aAAad,aAAAA;AAE5E,UAAIoB,eAAeJ,WAAW,EAAG;AAGjCF,kBAAYM,eACTI,IAAI,CAACD,OAAOA,GAAGT,SAAS,EACxBQ,OAAOG,oBAAAA,EAEPC,OAAO,CAACC,GAAGC,MAAMC,KAAKC,IAAIH,GAAGC,CAAAA,GAAIG,OAAOC,gBAAgB;AAC3D,UAAIlB,cAAciB,OAAOC,iBAAkB;AAG3CjB,aAAOK,eAAeJ,WAAWH;AAGjC,YAAMoB,SAASb,eAAeI,IAAI,CAACD,OAAOA,GAAGW,eAAeX,GAAGpB,gBAAgBgC,QAAQ/B,aAAAA,CAAAA,CAAe,EAAEkB,OAAOG,oBAAAA;AAG/G,UAAIQ,OAAOjB,SAAS,GAAG;AACrB,cAAMoB,iBAAiB,MAAM9B,UAAU+B,IAAIJ,MAAAA,GAASX,OAAOG,oBAAAA;AAC3DpB,iBAASiC,KAAI,GAAIF,aAAAA;MACnB;IACF;AACA,WAAO/B;EACT;AACF;","names":["getJsonPathTransformer","pathExpression","transformer","x","ret","jsonpath","value","Error","MemoryForecastingDiviner","AbstractForecastingDiviner","configSchemas","ForecastingDivinerConfigSchema","defaultConfigSchema","forecastingMethodDict","arimaForecasting","arimaForecastingMethod","seasonalArimaForecasting","seasonalArimaForecastingMethod","batchLimit","maxTrainingLength","boundWitnessDiviner","assertEx","config","forecastingMethod","forecastingMethodName","jsonPathExpression","getPayloadsInWindow","startTimestamp","stopTimestamp","addresses","witnessAddresses","payload_schemas","witnessSchema","payloads","archivist","asArchivistInstance","archivistInstance","bwDiviner","asDivinerInstance","resolve","pop","limit","timestamp","more","length","query","schema","BoundWitnessDivinerQuerySchema","boundWitnesses","divine","filter","bw","map","exists","reduce","a","b","Math","min","Number","MAX_SAFE_INTEGER","hashes","payload_hashes","indexOf","batchPayloads","get","push"]}
+{"version":3,"sources":["../../src/index.ts","../../src/MemoryForecastingDiviner.ts"],"sourcesContent":["export * from './MemoryForecastingDiviner'\n","import { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { asArchivistInstance } from '@xyo-network/archivist-model'\nimport { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { BoundWitnessDivinerParams, BoundWitnessDivinerQueryPayload, BoundWitnessDivinerQuerySchema } from '@xyo-network/diviner-boundwitness-model'\nimport { AbstractForecastingDiviner, ForecastingDivinerParams } from '@xyo-network/diviner-forecasting-abstract'\nimport {\n  arimaForecastingMethod,\n  arimaForecastingName,\n  seasonalArimaForecastingMethod,\n  seasonalArimaForecastingName,\n} from '@xyo-network/diviner-forecasting-method-arima'\nimport { ForecastingDivinerConfigSchema, ForecastingMethod, PayloadValueTransformer } from '@xyo-network/diviner-forecasting-model'\nimport { asDivinerInstance, DivinerInstance } from '@xyo-network/diviner-model'\nimport { Payload, Schema } from '@xyo-network/payload-model'\nimport jsonpath from 'jsonpath'\n\nexport type SupportedForecastingType = typeof arimaForecastingName | typeof seasonalArimaForecastingName\n\nconst getJsonPathTransformer = (pathExpression: string): PayloadValueTransformer => {\n  const transformer = (x: Payload): number => {\n    const ret = jsonpath.value(x, pathExpression)\n    if (typeof ret === 'number') return ret\n    throw new Error('Parsed invalid payload value')\n  }\n  return transformer\n}\n\nconst defaultBatchLimit = 1000\nconst defaultMaxTrainingLength = 10_000\n\nexport class MemoryForecastingDiviner<\n  TParams extends ForecastingDivinerParams = ForecastingDivinerParams,\n> extends AbstractForecastingDiviner<TParams> {\n  static override readonly configSchemas: Schema[] = [...super.configSchemas, ForecastingDivinerConfigSchema]\n  static override readonly defaultConfigSchema: Schema = ForecastingDivinerConfigSchema\n\n  protected static readonly forecastingMethodDict: Record<SupportedForecastingType, ForecastingMethod> = {\n    arimaForecasting: arimaForecastingMethod,\n    seasonalArimaForecasting: seasonalArimaForecastingMethod,\n  }\n\n  get boundWitnessDiviner() {\n    return assertEx(this.config.boundWitnessDiviner, () => 'No boundWitnessDiviner configured')\n  }\n\n  /**\n   * The max number of records to search during the batch query\n   */\n  protected get batchLimit() {\n    return this.config.batchLimit ?? defaultBatchLimit\n  }\n\n  protected override get forecastingMethod(): ForecastingMethod {\n    const forecastingMethodName = assertEx(this.config.forecastingMethod, () => 'Missing forecastingMethod in config') as SupportedForecastingType\n    const forecastingMethod = MemoryForecastingDiviner.forecastingMethodDict[forecastingMethodName]\n    if (forecastingMethod) return forecastingMethod\n    throw new Error(`Unsupported forecasting method: ${forecastingMethodName}`)\n  }\n\n  protected get maxTrainingLength() {\n    return this.config.maxTrainingLength ?? defaultMaxTrainingLength\n  }\n\n  protected override get transformer(): PayloadValueTransformer {\n    const pathExpression = assertEx(this.config.jsonPathExpression, () => 'Missing jsonPathExpression in config')\n    return getJsonPathTransformer(pathExpression)\n  }\n\n  protected override async getPayloadsInWindow(startTimestamp: number, stopTimestamp: number): Promise<Payload[]> {\n    const addresses = this.config.witnessAddresses\n    const payload_schemas = [assertEx(this.config.witnessSchema, () => 'Missing witnessSchema in config')]\n    const payloads: Payload[] = []\n    const archivist = asArchivistInstance(await this.archivistInstance(), () => 'Unable to resolve archivist')\n    const bwDiviner = asDivinerInstance(\n      (await this.resolve(this.boundWitnessDiviner)).pop(),\n      'Unable to resolve boundWitnessDiviner',\n    ) as DivinerInstance<BoundWitnessDivinerParams, BoundWitnessDivinerQueryPayload, BoundWitness>\n    const limit = this.batchLimit\n    const witnessSchema = assertEx(this.config.witnessSchema, () => 'Missing witnessSchema in config')\n    let timestamp = stopTimestamp\n    let more = true\n\n    // TODO: Window size vs sample size\n    // Loop until there are no more BWs to process or we've got enough payloads to satisfy the training window\n    while (more || payloads.length < this.maxTrainingLength) {\n      const query: BoundWitnessDivinerQueryPayload = { addresses, limit, payload_schemas, schema: BoundWitnessDivinerQuerySchema, timestamp }\n      const boundWitnesses = (await bwDiviner.divine([query])).filter(\n        (bw) => bw.timestamp && bw.timestamp >= startTimestamp && bw.timestamp <= stopTimestamp,\n      )\n      if (boundWitnesses.length === 0) break\n\n      // Update the timestamp value for the next batch\n      timestamp = boundWitnesses\n        .map((bw) => bw.timestamp)\n        .filter(exists)\n        // eslint-disable-next-line unicorn/no-array-reduce\n        .reduce((a, b) => Math.min(a, b), Number.MAX_SAFE_INTEGER)\n      if (timestamp === Number.MAX_SAFE_INTEGER) break\n\n      // Set the more flag to false if there are fewer documents returned than the batch size\n      more = boundWitnesses.length === limit\n\n      // Get the corresponding payload hashes from the BWs\n      const hashes = boundWitnesses.map((bw) => bw.payload_hashes[bw.payload_schemas.indexOf(witnessSchema)]).filter(exists)\n\n      // Get the payloads corresponding to the BW hashes from the archivist\n      if (hashes.length > 0) {\n        const batchPayloads = (await archivist.get(hashes)).filter(exists)\n        payloads.push(...batchPayloads)\n      }\n    }\n    return payloads\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;;;;;;;ACAA,oBAAyB;AACzB,oBAAuB;AACvB,6BAAoC;AAEpC,wCAA2G;AAC3G,0CAAqE;AACrE,8CAKO;AACP,uCAA2F;AAC3F,2BAAmD;AAEnD,sBAAqB;AAIrB,IAAMA,yBAAyB,wBAACC,mBAAAA;AAC9B,QAAMC,cAAc,wBAACC,MAAAA;AACnB,UAAMC,MAAMC,gBAAAA,QAASC,MAAMH,GAAGF,cAAAA;AAC9B,QAAI,OAAOG,QAAQ,SAAU,QAAOA;AACpC,UAAM,IAAIG,MAAM,8BAAA;EAClB,GAJoB;AAKpB,SAAOL;AACT,GAP+B;AAS/B,IAAMM,oBAAoB;AAC1B,IAAMC,2BAA2B;AAE1B,IAAMC,2BAAN,MAAMA,kCAEHC,+DAAAA;EAjCV,OAiCUA;;;EACR,OAAyBC,gBAA0B;OAAI,MAAMA;IAAeC;;EAC5E,OAAyBC,sBAA8BD;EAEvD,OAA0BE,wBAA6E;IACrGC,kBAAkBC;IAClBC,0BAA0BC;EAC5B;EAEA,IAAIC,sBAAsB;AACxB,eAAOC,wBAAS,KAAKC,OAAOF,qBAAqB,MAAM,mCAAA;EACzD;;;;EAKA,IAAcG,aAAa;AACzB,WAAO,KAAKD,OAAOC,cAAcf;EACnC;EAEA,IAAuBgB,oBAAuC;AAC5D,UAAMC,4BAAwBJ,wBAAS,KAAKC,OAAOE,mBAAmB,MAAM,qCAAA;AAC5E,UAAMA,oBAAoBd,0BAAyBK,sBAAsBU,qBAAAA;AACzE,QAAID,kBAAmB,QAAOA;AAC9B,UAAM,IAAIjB,MAAM,mCAAmCkB,qBAAAA,EAAuB;EAC5E;EAEA,IAAcC,oBAAoB;AAChC,WAAO,KAAKJ,OAAOI,qBAAqBjB;EAC1C;EAEA,IAAuBP,cAAuC;AAC5D,UAAMD,qBAAiBoB,wBAAS,KAAKC,OAAOK,oBAAoB,MAAM,sCAAA;AACtE,WAAO3B,uBAAuBC,cAAAA;EAChC;EAEA,MAAyB2B,oBAAoBC,gBAAwBC,eAA2C;AAC9G,UAAMC,YAAY,KAAKT,OAAOU;AAC9B,UAAMC,kBAAkB;UAACZ,wBAAS,KAAKC,OAAOY,eAAe,MAAM,iCAAA;;AACnE,UAAMC,WAAsB,CAAA;AAC5B,UAAMC,gBAAYC,4CAAoB,MAAM,KAAKC,kBAAiB,GAAI,MAAM,6BAAA;AAC5E,UAAMC,gBAAYC,yCACf,MAAM,KAAKC,QAAQ,KAAKrB,mBAAmB,GAAGsB,IAAG,GAClD,uCAAA;AAEF,UAAMC,QAAQ,KAAKpB;AACnB,UAAMW,oBAAgBb,wBAAS,KAAKC,OAAOY,eAAe,MAAM,iCAAA;AAChE,QAAIU,YAAYd;AAChB,QAAIe,OAAO;AAIX,WAAOA,QAAQV,SAASW,SAAS,KAAKpB,mBAAmB;AACvD,YAAMqB,QAAyC;QAAEhB;QAAWY;QAAOV;QAAiBe,QAAQC;QAAgCL;MAAU;AACtI,YAAMM,kBAAkB,MAAMX,UAAUY,OAAO;QAACJ;OAAM,GAAGK,OACvD,CAACC,OAAOA,GAAGT,aAAaS,GAAGT,aAAaf,kBAAkBwB,GAAGT,aAAad,aAAAA;AAE5E,UAAIoB,eAAeJ,WAAW,EAAG;AAGjCF,kBAAYM,eACTI,IAAI,CAACD,OAAOA,GAAGT,SAAS,EACxBQ,OAAOG,oBAAAA,EAEPC,OAAO,CAACC,GAAGC,MAAMC,KAAKC,IAAIH,GAAGC,CAAAA,GAAIG,OAAOC,gBAAgB;AAC3D,UAAIlB,cAAciB,OAAOC,iBAAkB;AAG3CjB,aAAOK,eAAeJ,WAAWH;AAGjC,YAAMoB,SAASb,eAAeI,IAAI,CAACD,OAAOA,GAAGW,eAAeX,GAAGpB,gBAAgBgC,QAAQ/B,aAAAA,CAAAA,CAAe,EAAEkB,OAAOG,oBAAAA;AAG/G,UAAIQ,OAAOjB,SAAS,GAAG;AACrB,cAAMoB,iBAAiB,MAAM9B,UAAU+B,IAAIJ,MAAAA,GAASX,OAAOG,oBAAAA;AAC3DpB,iBAASiC,KAAI,GAAIF,aAAAA;MACnB;IACF;AACA,WAAO/B;EACT;AACF;","names":["getJsonPathTransformer","pathExpression","transformer","x","ret","jsonpath","value","Error","defaultBatchLimit","defaultMaxTrainingLength","MemoryForecastingDiviner","AbstractForecastingDiviner","configSchemas","ForecastingDivinerConfigSchema","defaultConfigSchema","forecastingMethodDict","arimaForecasting","arimaForecastingMethod","seasonalArimaForecasting","seasonalArimaForecastingMethod","boundWitnessDiviner","assertEx","config","batchLimit","forecastingMethod","forecastingMethodName","maxTrainingLength","jsonPathExpression","getPayloadsInWindow","startTimestamp","stopTimestamp","addresses","witnessAddresses","payload_schemas","witnessSchema","payloads","archivist","asArchivistInstance","archivistInstance","bwDiviner","asDivinerInstance","resolve","pop","limit","timestamp","more","length","query","schema","BoundWitnessDivinerQuerySchema","boundWitnesses","divine","filter","bw","map","exists","reduce","a","b","Math","min","Number","MAX_SAFE_INTEGER","hashes","payload_hashes","indexOf","batchPayloads","get","push"]}

package/dist/browser/index.js

@@ -19,6 +19,8 @@ var getJsonPathTransformer = /* @__PURE__ */ __name((pathExpression) => {
   }, "transformer");
   return transformer;
 }, "getJsonPathTransformer");
+var defaultBatchLimit = 1e3;
+var defaultMaxTrainingLength = 1e4;
 var MemoryForecastingDiviner = class _MemoryForecastingDiviner extends AbstractForecastingDiviner {
   static {
     __name(this, "MemoryForecastingDiviner");
@@ -32,14 +34,14 @@ var MemoryForecastingDiviner = class _MemoryForecastingDiviner extends AbstractF
     arimaForecasting: arimaForecastingMethod,
     seasonalArimaForecasting: seasonalArimaForecastingMethod
   };
+  get boundWitnessDiviner() {
+    return assertEx(this.config.boundWitnessDiviner, () => "No boundWitnessDiviner configured");
+  }
   /**
   * The max number of records to search during the batch query
   */
-  batchLimit = 1e3;
-  // TODO: Inject via config
-  maxTrainingLength = 1e4;
-  get boundWitnessDiviner() {
-    return assertEx(this.config.boundWitnessDiviner, () => "No boundWitnessDiviner configured");
+  get batchLimit() {
+    return this.config.batchLimit ?? defaultBatchLimit;
   }
   get forecastingMethod() {
     const forecastingMethodName = assertEx(this.config.forecastingMethod, () => "Missing forecastingMethod in config");
@@ -47,6 +49,9 @@ var MemoryForecastingDiviner = class _MemoryForecastingDiviner extends AbstractF
     if (forecastingMethod) return forecastingMethod;
     throw new Error(`Unsupported forecasting method: ${forecastingMethodName}`);
   }
+  get maxTrainingLength() {
+    return this.config.maxTrainingLength ?? defaultMaxTrainingLength;
+  }
   get transformer() {
     const pathExpression = assertEx(this.config.jsonPathExpression, () => "Missing jsonPathExpression in config");
     return getJsonPathTransformer(pathExpression);

package/dist/browser/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/MemoryForecastingDiviner.ts"],"sourcesContent":["import { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { asArchivistInstance } from '@xyo-network/archivist-model'\nimport { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { BoundWitnessDivinerParams, BoundWitnessDivinerQueryPayload, BoundWitnessDivinerQuerySchema } from '@xyo-network/diviner-boundwitness-model'\nimport { AbstractForecastingDiviner, ForecastingDivinerParams } from '@xyo-network/diviner-forecasting-abstract'\nimport {\n  arimaForecastingMethod,\n  arimaForecastingName,\n  seasonalArimaForecastingMethod,\n  seasonalArimaForecastingName,\n} from '@xyo-network/diviner-forecasting-method-arima'\nimport { ForecastingDivinerConfigSchema, ForecastingMethod, PayloadValueTransformer } from '@xyo-network/diviner-forecasting-model'\nimport { asDivinerInstance, DivinerInstance } from '@xyo-network/diviner-model'\nimport { Payload, Schema } from '@xyo-network/payload-model'\nimport jsonpath from 'jsonpath'\n\nexport type SupportedForecastingType = typeof arimaForecastingName | typeof seasonalArimaForecastingName\n\nconst getJsonPathTransformer = (pathExpression: string): PayloadValueTransformer => {\n  const transformer = (x: Payload): number => {\n    const ret = jsonpath.value(x, pathExpression)\n    if (typeof ret === 'number') return ret\n    throw new Error('Parsed invalid payload value')\n  }\n  return transformer\n}\n\nexport class MemoryForecastingDiviner<\n  TParams extends ForecastingDivinerParams = ForecastingDivinerParams,\n> extends AbstractForecastingDiviner<TParams> {\n  static override readonly configSchemas: Schema[] = [...super.configSchemas, ForecastingDivinerConfigSchema]\n  static override readonly defaultConfigSchema: Schema = ForecastingDivinerConfigSchema\n\n  protected static readonly forecastingMethodDict: Record<SupportedForecastingType, ForecastingMethod> = {\n    arimaForecasting: arimaForecastingMethod,\n    seasonalArimaForecasting: seasonalArimaForecastingMethod,\n  }\n\n  /**\n   * The max number of records to search during the batch query\n   */\n  protected readonly batchLimit = 1000\n\n  // TODO: Inject via config\n  protected readonly maxTrainingLength = 10_000\n\n  get boundWitnessDiviner() {\n    return assertEx(this.config.boundWitnessDiviner, () => 'No boundWitnessDiviner configured')\n  }\n\n  protected override get forecastingMethod(): ForecastingMethod {\n    const forecastingMethodName = assertEx(this.config.forecastingMethod, () => 'Missing forecastingMethod in config') as SupportedForecastingType\n    const forecastingMethod = MemoryForecastingDiviner.forecastingMethodDict[forecastingMethodName]\n    if (forecastingMethod) return forecastingMethod\n    throw new Error(`Unsupported forecasting method: ${forecastingMethodName}`)\n  }\n\n  protected override get transformer(): PayloadValueTransformer {\n    const pathExpression = assertEx(this.config.jsonPathExpression, () => 'Missing jsonPathExpression in config')\n    return getJsonPathTransformer(pathExpression)\n  }\n\n  protected override async getPayloadsInWindow(startTimestamp: number, stopTimestamp: number): Promise<Payload[]> {\n    const addresses = this.config.witnessAddresses\n    const payload_schemas = [assertEx(this.config.witnessSchema, () => 'Missing witnessSchema in config')]\n    const payloads: Payload[] = []\n    const archivist = asArchivistInstance(await this.archivistInstance(), () => 'Unable to resolve archivist')\n    const bwDiviner = asDivinerInstance(\n      (await this.resolve(this.boundWitnessDiviner)).pop(),\n      'Unable to resolve boundWitnessDiviner',\n    ) as DivinerInstance<BoundWitnessDivinerParams, BoundWitnessDivinerQueryPayload, BoundWitness>\n    const limit = this.batchLimit\n    const witnessSchema = assertEx(this.config.witnessSchema, () => 'Missing witnessSchema in config')\n    let timestamp = stopTimestamp\n    let more = true\n\n    // TODO: Window size vs sample size\n    // Loop until there are no more BWs to process or we've got enough payloads to satisfy the training window\n    while (more || payloads.length < this.maxTrainingLength) {\n      const query: BoundWitnessDivinerQueryPayload = { addresses, limit, payload_schemas, schema: BoundWitnessDivinerQuerySchema, timestamp }\n      const boundWitnesses = (await bwDiviner.divine([query])).filter(\n        (bw) => bw.timestamp && bw.timestamp >= startTimestamp && bw.timestamp <= stopTimestamp,\n      )\n      if (boundWitnesses.length === 0) break\n\n      // Update the timestamp value for the next batch\n      timestamp = boundWitnesses\n        .map((bw) => bw.timestamp)\n        .filter(exists)\n        // eslint-disable-next-line unicorn/no-array-reduce\n        .reduce((a, b) => Math.min(a, b), Number.MAX_SAFE_INTEGER)\n      if (timestamp === Number.MAX_SAFE_INTEGER) break\n\n      // Set the more flag to false if there are fewer documents returned than the batch size\n      more = boundWitnesses.length === limit\n\n      // Get the corresponding payload hashes from the BWs\n      const hashes = boundWitnesses.map((bw) => bw.payload_hashes[bw.payload_schemas.indexOf(witnessSchema)]).filter(exists)\n\n      // Get the payloads corresponding to the BW hashes from the archivist\n      if (hashes.length > 0) {\n        const batchPayloads = (await archivist.get(hashes)).filter(exists)\n        payloads.push(...batchPayloads)\n      }\n    }\n    return payloads\n  }\n}\n"],"mappings":";;;;AAAA,SAASA,gBAAgB;AACzB,SAASC,cAAc;AACvB,SAASC,2BAA2B;AAEpC,SAAqEC,sCAAsC;AAC3G,SAASC,kCAA4D;AACrE,SACEC,wBAEAC,sCAEK;AACP,SAASC,sCAAkF;AAC3F,SAASC,yBAA0C;AAEnD,OAAOC,cAAc;AAIrB,IAAMC,yBAAyB,wBAACC,mBAAAA;AAC9B,QAAMC,cAAc,wBAACC,MAAAA;AACnB,UAAMC,MAAMC,SAASC,MAAMH,GAAGF,cAAAA;AAC9B,QAAI,OAAOG,QAAQ,SAAU,QAAOA;AACpC,UAAM,IAAIG,MAAM,8BAAA;EAClB,GAJoB;AAKpB,SAAOL;AACT,GAP+B;AASxB,IAAMM,2BAAN,MAAMA,kCAEHC,2BAAAA;EA9BV,OA8BUA;;;EACR,OAAyBC,gBAA0B;OAAI,MAAMA;IAAeC;;EAC5E,OAAyBC,sBAA8BD;EAEvD,OAA0BE,wBAA6E;IACrGC,kBAAkBC;IAClBC,0BAA0BC;EAC5B;;;;EAKmBC,aAAa;;EAGbC,oBAAoB;EAEvC,IAAIC,sBAAsB;AACxB,WAAOC,SAAS,KAAKC,OAAOF,qBAAqB,MAAM,mCAAA;EACzD;EAEA,IAAuBG,oBAAuC;AAC5D,UAAMC,wBAAwBH,SAAS,KAAKC,OAAOC,mBAAmB,MAAM,qCAAA;AAC5E,UAAMA,oBAAoBf,0BAAyBK,sBAAsBW,qBAAAA;AACzE,QAAID,kBAAmB,QAAOA;AAC9B,UAAM,IAAIhB,MAAM,mCAAmCiB,qBAAAA,EAAuB;EAC5E;EAEA,IAAuBtB,cAAuC;AAC5D,UAAMD,iBAAiBoB,SAAS,KAAKC,OAAOG,oBAAoB,MAAM,sCAAA;AACtE,WAAOzB,uBAAuBC,cAAAA;EAChC;EAEA,MAAyByB,oBAAoBC,gBAAwBC,eAA2C;AAC9G,UAAMC,YAAY,KAAKP,OAAOQ;AAC9B,UAAMC,kBAAkB;MAACV,SAAS,KAAKC,OAAOU,eAAe,MAAM,iCAAA;;AACnE,UAAMC,WAAsB,CAAA;AAC5B,UAAMC,YAAYC,oBAAoB,MAAM,KAAKC,kBAAiB,GAAI,MAAM,6BAAA;AAC5E,UAAMC,YAAYC,mBACf,MAAM,KAAKC,QAAQ,KAAKnB,mBAAmB,GAAGoB,IAAG,GAClD,uCAAA;AAEF,UAAMC,QAAQ,KAAKvB;AACnB,UAAMc,gBAAgBX,SAAS,KAAKC,OAAOU,eAAe,MAAM,iCAAA;AAChE,QAAIU,YAAYd;AAChB,QAAIe,OAAO;AAIX,WAAOA,QAAQV,SAASW,SAAS,KAAKzB,mBAAmB;AACvD,YAAM0B,QAAyC;QAAEhB;QAAWY;QAAOV;QAAiBe,QAAQC;QAAgCL;MAAU;AACtI,YAAMM,kBAAkB,MAAMX,UAAUY,OAAO;QAACJ;OAAM,GAAGK,OACvD,CAACC,OAAOA,GAAGT,aAAaS,GAAGT,aAAaf,kBAAkBwB,GAAGT,aAAad,aAAAA;AAE5E,UAAIoB,eAAeJ,WAAW,EAAG;AAGjCF,kBAAYM,eACTI,IAAI,CAACD,OAAOA,GAAGT,SAAS,EACxBQ,OAAOG,MAAAA,EAEPC,OAAO,CAACC,GAAGC,MAAMC,KAAKC,IAAIH,GAAGC,CAAAA,GAAIG,OAAOC,gBAAgB;AAC3D,UAAIlB,cAAciB,OAAOC,iBAAkB;AAG3CjB,aAAOK,eAAeJ,WAAWH;AAGjC,YAAMoB,SAASb,eAAeI,IAAI,CAACD,OAAOA,GAAGW,eAAeX,GAAGpB,gBAAgBgC,QAAQ/B,aAAAA,CAAAA,CAAe,EAAEkB,OAAOG,MAAAA;AAG/G,UAAIQ,OAAOjB,SAAS,GAAG;AACrB,cAAMoB,iBAAiB,MAAM9B,UAAU+B,IAAIJ,MAAAA,GAASX,OAAOG,MAAAA;AAC3DpB,iBAASiC,KAAI,GAAIF,aAAAA;MACnB;IACF;AACA,WAAO/B;EACT;AACF;","names":["assertEx","exists","asArchivistInstance","BoundWitnessDivinerQuerySchema","AbstractForecastingDiviner","arimaForecastingMethod","seasonalArimaForecastingMethod","ForecastingDivinerConfigSchema","asDivinerInstance","jsonpath","getJsonPathTransformer","pathExpression","transformer","x","ret","jsonpath","value","Error","MemoryForecastingDiviner","AbstractForecastingDiviner","configSchemas","ForecastingDivinerConfigSchema","defaultConfigSchema","forecastingMethodDict","arimaForecasting","arimaForecastingMethod","seasonalArimaForecasting","seasonalArimaForecastingMethod","batchLimit","maxTrainingLength","boundWitnessDiviner","assertEx","config","forecastingMethod","forecastingMethodName","jsonPathExpression","getPayloadsInWindow","startTimestamp","stopTimestamp","addresses","witnessAddresses","payload_schemas","witnessSchema","payloads","archivist","asArchivistInstance","archivistInstance","bwDiviner","asDivinerInstance","resolve","pop","limit","timestamp","more","length","query","schema","BoundWitnessDivinerQuerySchema","boundWitnesses","divine","filter","bw","map","exists","reduce","a","b","Math","min","Number","MAX_SAFE_INTEGER","hashes","payload_hashes","indexOf","batchPayloads","get","push"]}
+{"version":3,"sources":["../../src/MemoryForecastingDiviner.ts"],"sourcesContent":["import { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { asArchivistInstance } from '@xyo-network/archivist-model'\nimport { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { BoundWitnessDivinerParams, BoundWitnessDivinerQueryPayload, BoundWitnessDivinerQuerySchema } from '@xyo-network/diviner-boundwitness-model'\nimport { AbstractForecastingDiviner, ForecastingDivinerParams } from '@xyo-network/diviner-forecasting-abstract'\nimport {\n  arimaForecastingMethod,\n  arimaForecastingName,\n  seasonalArimaForecastingMethod,\n  seasonalArimaForecastingName,\n} from '@xyo-network/diviner-forecasting-method-arima'\nimport { ForecastingDivinerConfigSchema, ForecastingMethod, PayloadValueTransformer } from '@xyo-network/diviner-forecasting-model'\nimport { asDivinerInstance, DivinerInstance } from '@xyo-network/diviner-model'\nimport { Payload, Schema } from '@xyo-network/payload-model'\nimport jsonpath from 'jsonpath'\n\nexport type SupportedForecastingType = typeof arimaForecastingName | typeof seasonalArimaForecastingName\n\nconst getJsonPathTransformer = (pathExpression: string): PayloadValueTransformer => {\n  const transformer = (x: Payload): number => {\n    const ret = jsonpath.value(x, pathExpression)\n    if (typeof ret === 'number') return ret\n    throw new Error('Parsed invalid payload value')\n  }\n  return transformer\n}\n\nconst defaultBatchLimit = 1000\nconst defaultMaxTrainingLength = 10_000\n\nexport class MemoryForecastingDiviner<\n  TParams extends ForecastingDivinerParams = ForecastingDivinerParams,\n> extends AbstractForecastingDiviner<TParams> {\n  static override readonly configSchemas: Schema[] = [...super.configSchemas, ForecastingDivinerConfigSchema]\n  static override readonly defaultConfigSchema: Schema = ForecastingDivinerConfigSchema\n\n  protected static readonly forecastingMethodDict: Record<SupportedForecastingType, ForecastingMethod> = {\n    arimaForecasting: arimaForecastingMethod,\n    seasonalArimaForecasting: seasonalArimaForecastingMethod,\n  }\n\n  get boundWitnessDiviner() {\n    return assertEx(this.config.boundWitnessDiviner, () => 'No boundWitnessDiviner configured')\n  }\n\n  /**\n   * The max number of records to search during the batch query\n   */\n  protected get batchLimit() {\n    return this.config.batchLimit ?? defaultBatchLimit\n  }\n\n  protected override get forecastingMethod(): ForecastingMethod {\n    const forecastingMethodName = assertEx(this.config.forecastingMethod, () => 'Missing forecastingMethod in config') as SupportedForecastingType\n    const forecastingMethod = MemoryForecastingDiviner.forecastingMethodDict[forecastingMethodName]\n    if (forecastingMethod) return forecastingMethod\n    throw new Error(`Unsupported forecasting method: ${forecastingMethodName}`)\n  }\n\n  protected get maxTrainingLength() {\n    return this.config.maxTrainingLength ?? defaultMaxTrainingLength\n  }\n\n  protected override get transformer(): PayloadValueTransformer {\n    const pathExpression = assertEx(this.config.jsonPathExpression, () => 'Missing jsonPathExpression in config')\n    return getJsonPathTransformer(pathExpression)\n  }\n\n  protected override async getPayloadsInWindow(startTimestamp: number, stopTimestamp: number): Promise<Payload[]> {\n    const addresses = this.config.witnessAddresses\n    const payload_schemas = [assertEx(this.config.witnessSchema, () => 'Missing witnessSchema in config')]\n    const payloads: Payload[] = []\n    const archivist = asArchivistInstance(await this.archivistInstance(), () => 'Unable to resolve archivist')\n    const bwDiviner = asDivinerInstance(\n      (await this.resolve(this.boundWitnessDiviner)).pop(),\n      'Unable to resolve boundWitnessDiviner',\n    ) as DivinerInstance<BoundWitnessDivinerParams, BoundWitnessDivinerQueryPayload, BoundWitness>\n    const limit = this.batchLimit\n    const witnessSchema = assertEx(this.config.witnessSchema, () => 'Missing witnessSchema in config')\n    let timestamp = stopTimestamp\n    let more = true\n\n    // TODO: Window size vs sample size\n    // Loop until there are no more BWs to process or we've got enough payloads to satisfy the training window\n    while (more || payloads.length < this.maxTrainingLength) {\n      const query: BoundWitnessDivinerQueryPayload = { addresses, limit, payload_schemas, schema: BoundWitnessDivinerQuerySchema, timestamp }\n      const boundWitnesses = (await bwDiviner.divine([query])).filter(\n        (bw) => bw.timestamp && bw.timestamp >= startTimestamp && bw.timestamp <= stopTimestamp,\n      )\n      if (boundWitnesses.length === 0) break\n\n      // Update the timestamp value for the next batch\n      timestamp = boundWitnesses\n        .map((bw) => bw.timestamp)\n        .filter(exists)\n        // eslint-disable-next-line unicorn/no-array-reduce\n        .reduce((a, b) => Math.min(a, b), Number.MAX_SAFE_INTEGER)\n      if (timestamp === Number.MAX_SAFE_INTEGER) break\n\n      // Set the more flag to false if there are fewer documents returned than the batch size\n      more = boundWitnesses.length === limit\n\n      // Get the corresponding payload hashes from the BWs\n      const hashes = boundWitnesses.map((bw) => bw.payload_hashes[bw.payload_schemas.indexOf(witnessSchema)]).filter(exists)\n\n      // Get the payloads corresponding to the BW hashes from the archivist\n      if (hashes.length > 0) {\n        const batchPayloads = (await archivist.get(hashes)).filter(exists)\n        payloads.push(...batchPayloads)\n      }\n    }\n    return payloads\n  }\n}\n"],"mappings":";;;;AAAA,SAASA,gBAAgB;AACzB,SAASC,cAAc;AACvB,SAASC,2BAA2B;AAEpC,SAAqEC,sCAAsC;AAC3G,SAASC,kCAA4D;AACrE,SACEC,wBAEAC,sCAEK;AACP,SAASC,sCAAkF;AAC3F,SAASC,yBAA0C;AAEnD,OAAOC,cAAc;AAIrB,IAAMC,yBAAyB,wBAACC,mBAAAA;AAC9B,QAAMC,cAAc,wBAACC,MAAAA;AACnB,UAAMC,MAAMC,SAASC,MAAMH,GAAGF,cAAAA;AAC9B,QAAI,OAAOG,QAAQ,SAAU,QAAOA;AACpC,UAAM,IAAIG,MAAM,8BAAA;EAClB,GAJoB;AAKpB,SAAOL;AACT,GAP+B;AAS/B,IAAMM,oBAAoB;AAC1B,IAAMC,2BAA2B;AAE1B,IAAMC,2BAAN,MAAMA,kCAEHC,2BAAAA;EAjCV,OAiCUA;;;EACR,OAAyBC,gBAA0B;OAAI,MAAMA;IAAeC;;EAC5E,OAAyBC,sBAA8BD;EAEvD,OAA0BE,wBAA6E;IACrGC,kBAAkBC;IAClBC,0BAA0BC;EAC5B;EAEA,IAAIC,sBAAsB;AACxB,WAAOC,SAAS,KAAKC,OAAOF,qBAAqB,MAAM,mCAAA;EACzD;;;;EAKA,IAAcG,aAAa;AACzB,WAAO,KAAKD,OAAOC,cAAcf;EACnC;EAEA,IAAuBgB,oBAAuC;AAC5D,UAAMC,wBAAwBJ,SAAS,KAAKC,OAAOE,mBAAmB,MAAM,qCAAA;AAC5E,UAAMA,oBAAoBd,0BAAyBK,sBAAsBU,qBAAAA;AACzE,QAAID,kBAAmB,QAAOA;AAC9B,UAAM,IAAIjB,MAAM,mCAAmCkB,qBAAAA,EAAuB;EAC5E;EAEA,IAAcC,oBAAoB;AAChC,WAAO,KAAKJ,OAAOI,qBAAqBjB;EAC1C;EAEA,IAAuBP,cAAuC;AAC5D,UAAMD,iBAAiBoB,SAAS,KAAKC,OAAOK,oBAAoB,MAAM,sCAAA;AACtE,WAAO3B,uBAAuBC,cAAAA;EAChC;EAEA,MAAyB2B,oBAAoBC,gBAAwBC,eAA2C;AAC9G,UAAMC,YAAY,KAAKT,OAAOU;AAC9B,UAAMC,kBAAkB;MAACZ,SAAS,KAAKC,OAAOY,eAAe,MAAM,iCAAA;;AACnE,UAAMC,WAAsB,CAAA;AAC5B,UAAMC,YAAYC,oBAAoB,MAAM,KAAKC,kBAAiB,GAAI,MAAM,6BAAA;AAC5E,UAAMC,YAAYC,mBACf,MAAM,KAAKC,QAAQ,KAAKrB,mBAAmB,GAAGsB,IAAG,GAClD,uCAAA;AAEF,UAAMC,QAAQ,KAAKpB;AACnB,UAAMW,gBAAgBb,SAAS,KAAKC,OAAOY,eAAe,MAAM,iCAAA;AAChE,QAAIU,YAAYd;AAChB,QAAIe,OAAO;AAIX,WAAOA,QAAQV,SAASW,SAAS,KAAKpB,mBAAmB;AACvD,YAAMqB,QAAyC;QAAEhB;QAAWY;QAAOV;QAAiBe,QAAQC;QAAgCL;MAAU;AACtI,YAAMM,kBAAkB,MAAMX,UAAUY,OAAO;QAACJ;OAAM,GAAGK,OACvD,CAACC,OAAOA,GAAGT,aAAaS,GAAGT,aAAaf,kBAAkBwB,GAAGT,aAAad,aAAAA;AAE5E,UAAIoB,eAAeJ,WAAW,EAAG;AAGjCF,kBAAYM,eACTI,IAAI,CAACD,OAAOA,GAAGT,SAAS,EACxBQ,OAAOG,MAAAA,EAEPC,OAAO,CAACC,GAAGC,MAAMC,KAAKC,IAAIH,GAAGC,CAAAA,GAAIG,OAAOC,gBAAgB;AAC3D,UAAIlB,cAAciB,OAAOC,iBAAkB;AAG3CjB,aAAOK,eAAeJ,WAAWH;AAGjC,YAAMoB,SAASb,eAAeI,IAAI,CAACD,OAAOA,GAAGW,eAAeX,GAAGpB,gBAAgBgC,QAAQ/B,aAAAA,CAAAA,CAAe,EAAEkB,OAAOG,MAAAA;AAG/G,UAAIQ,OAAOjB,SAAS,GAAG;AACrB,cAAMoB,iBAAiB,MAAM9B,UAAU+B,IAAIJ,MAAAA,GAASX,OAAOG,MAAAA;AAC3DpB,iBAASiC,KAAI,GAAIF,aAAAA;MACnB;IACF;AACA,WAAO/B;EACT;AACF;","names":["assertEx","exists","asArchivistInstance","BoundWitnessDivinerQuerySchema","AbstractForecastingDiviner","arimaForecastingMethod","seasonalArimaForecastingMethod","ForecastingDivinerConfigSchema","asDivinerInstance","jsonpath","getJsonPathTransformer","pathExpression","transformer","x","ret","jsonpath","value","Error","defaultBatchLimit","defaultMaxTrainingLength","MemoryForecastingDiviner","AbstractForecastingDiviner","configSchemas","ForecastingDivinerConfigSchema","defaultConfigSchema","forecastingMethodDict","arimaForecasting","arimaForecastingMethod","seasonalArimaForecasting","seasonalArimaForecastingMethod","boundWitnessDiviner","assertEx","config","batchLimit","forecastingMethod","forecastingMethodName","maxTrainingLength","jsonPathExpression","getPayloadsInWindow","startTimestamp","stopTimestamp","addresses","witnessAddresses","payload_schemas","witnessSchema","payloads","archivist","asArchivistInstance","archivistInstance","bwDiviner","asDivinerInstance","resolve","pop","limit","timestamp","more","length","query","schema","BoundWitnessDivinerQuerySchema","boundWitnesses","divine","filter","bw","map","exists","reduce","a","b","Math","min","Number","MAX_SAFE_INTEGER","hashes","payload_hashes","indexOf","batchPayloads","get","push"]}

package/dist/neutral/MemoryForecastingDiviner.d.cts

@@ -7,8 +7,6 @@ export declare class MemoryForecastingDiviner<TParams extends ForecastingDiviner
     static readonly configSchemas: Schema[];
     static readonly defaultConfigSchema: Schema;
     protected static readonly forecastingMethodDict: Record<SupportedForecastingType, ForecastingMethod>;
-    protected readonly batchLimit = 1000;
-    protected readonly maxTrainingLength = 10000;
     get boundWitnessDiviner(): import("@xyo-network/module-model").ObjectFilterOptions<import("@xyo-network/module-model").ModuleInstance<import("@xylabs/object").BaseParamsFields & {
         account?: import("@xyo-network/account-model").AccountInstance | "random";
         addToResolvers?: boolean;
@@ -58,7 +56,9 @@ export declare class MemoryForecastingDiviner<TParams extends ForecastingDiviner
         ephemeralQueryAccountEnabled?: boolean;
         moduleIdentifierTransformers?: import("@xyo-network/module-model").ModuleIdentifierTransformer[];
     }, import("@xyo-network/module-model").ModuleEventData<object>>>;
+    protected get batchLimit(): number;
     protected get forecastingMethod(): ForecastingMethod;
+    protected get maxTrainingLength(): number;
     protected get transformer(): PayloadValueTransformer;
     protected getPayloadsInWindow(startTimestamp: number, stopTimestamp: number): Promise<Payload[]>;
 }

package/dist/neutral/MemoryForecastingDiviner.d.cts.map

@@ -1 +1 @@
-{"version":3,"file":"MemoryForecastingDiviner.d.ts","sourceRoot":"","sources":["../../src/MemoryForecastingDiviner.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,0BAA0B,EAAE,wBAAwB,EAAE,MAAM,2CAA2C,CAAA;AAChH,OAAO,EAEL,oBAAoB,EAEpB,4BAA4B,EAC7B,MAAM,+CAA+C,CAAA;AACtD,OAAO,EAAkC,iBAAiB,EAAE,uBAAuB,EAAE,MAAM,wCAAwC,CAAA;AAEnI,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAA;AAG5D,MAAM,MAAM,wBAAwB,GAAG,OAAO,oBAAoB,GAAG,OAAO,4BAA4B,CAAA;AAWxG,qBAAa,wBAAwB,CACnC,OAAO,SAAS,wBAAwB,GAAG,wBAAwB,CACnE,SAAQ,0BAA0B,CAAC,OAAO,CAAC;IAC3C,gBAAyB,aAAa,EAAE,MAAM,EAAE,CAA2D;IAC3G,gBAAyB,mBAAmB,EAAE,MAAM,CAAiC;IAErF,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,qBAAqB,EAAE,MAAM,CAAC,wBAAwB,EAAE,iBAAiB,CAAC,CAGnG;IAKD,SAAS,CAAC,QAAQ,CAAC,UAAU,QAAO;IAGpC,SAAS,CAAC,QAAQ,CAAC,iBAAiB,SAAS;IAE7C,IAAI,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;qEAEtB;IAED,cAAuB,iBAAiB,IAAI,iBAAiB,CAK5D;IAED,cAAuB,WAAW,IAAI,uBAAuB,CAG5D;cAEwB,mBAAmB,CAAC,cAAc,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;CA6ChH"}
+{"version":3,"file":"MemoryForecastingDiviner.d.ts","sourceRoot":"","sources":["../../src/MemoryForecastingDiviner.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,0BAA0B,EAAE,wBAAwB,EAAE,MAAM,2CAA2C,CAAA;AAChH,OAAO,EAEL,oBAAoB,EAEpB,4BAA4B,EAC7B,MAAM,+CAA+C,CAAA;AACtD,OAAO,EAAkC,iBAAiB,EAAE,uBAAuB,EAAE,MAAM,wCAAwC,CAAA;AAEnI,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAA;AAG5D,MAAM,MAAM,wBAAwB,GAAG,OAAO,oBAAoB,GAAG,OAAO,4BAA4B,CAAA;AAcxG,qBAAa,wBAAwB,CACnC,OAAO,SAAS,wBAAwB,GAAG,wBAAwB,CACnE,SAAQ,0BAA0B,CAAC,OAAO,CAAC;IAC3C,gBAAyB,aAAa,EAAE,MAAM,EAAE,CAA2D;IAC3G,gBAAyB,mBAAmB,EAAE,MAAM,CAAiC;IAErF,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,qBAAqB,EAAE,MAAM,CAAC,wBAAwB,EAAE,iBAAiB,CAAC,CAGnG;IAED,IAAI,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;qEAEtB;IAKD,SAAS,KAAK,UAAU,WAEvB;IAED,cAAuB,iBAAiB,IAAI,iBAAiB,CAK5D;IAED,SAAS,KAAK,iBAAiB,WAE9B;IAED,cAAuB,WAAW,IAAI,uBAAuB,CAG5D;cAEwB,mBAAmB,CAAC,cAAc,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;CA6ChH"}

package/dist/neutral/MemoryForecastingDiviner.d.mts

@@ -7,8 +7,6 @@ export declare class MemoryForecastingDiviner<TParams extends ForecastingDiviner
     static readonly configSchemas: Schema[];
     static readonly defaultConfigSchema: Schema;
     protected static readonly forecastingMethodDict: Record<SupportedForecastingType, ForecastingMethod>;
-    protected readonly batchLimit = 1000;
-    protected readonly maxTrainingLength = 10000;
     get boundWitnessDiviner(): import("@xyo-network/module-model").ObjectFilterOptions<import("@xyo-network/module-model").ModuleInstance<import("@xylabs/object").BaseParamsFields & {
         account?: import("@xyo-network/account-model").AccountInstance | "random";
         addToResolvers?: boolean;
@@ -58,7 +56,9 @@ export declare class MemoryForecastingDiviner<TParams extends ForecastingDiviner
         ephemeralQueryAccountEnabled?: boolean;
         moduleIdentifierTransformers?: import("@xyo-network/module-model").ModuleIdentifierTransformer[];
     }, import("@xyo-network/module-model").ModuleEventData<object>>>;
+    protected get batchLimit(): number;
     protected get forecastingMethod(): ForecastingMethod;
+    protected get maxTrainingLength(): number;
     protected get transformer(): PayloadValueTransformer;
     protected getPayloadsInWindow(startTimestamp: number, stopTimestamp: number): Promise<Payload[]>;
 }

package/dist/neutral/MemoryForecastingDiviner.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"MemoryForecastingDiviner.d.ts","sourceRoot":"","sources":["../../src/MemoryForecastingDiviner.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,0BAA0B,EAAE,wBAAwB,EAAE,MAAM,2CAA2C,CAAA;AAChH,OAAO,EAEL,oBAAoB,EAEpB,4BAA4B,EAC7B,MAAM,+CAA+C,CAAA;AACtD,OAAO,EAAkC,iBAAiB,EAAE,uBAAuB,EAAE,MAAM,wCAAwC,CAAA;AAEnI,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAA;AAG5D,MAAM,MAAM,wBAAwB,GAAG,OAAO,oBAAoB,GAAG,OAAO,4BAA4B,CAAA;AAWxG,qBAAa,wBAAwB,CACnC,OAAO,SAAS,wBAAwB,GAAG,wBAAwB,CACnE,SAAQ,0BAA0B,CAAC,OAAO,CAAC;IAC3C,gBAAyB,aAAa,EAAE,MAAM,EAAE,CAA2D;IAC3G,gBAAyB,mBAAmB,EAAE,MAAM,CAAiC;IAErF,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,qBAAqB,EAAE,MAAM,CAAC,wBAAwB,EAAE,iBAAiB,CAAC,CAGnG;IAKD,SAAS,CAAC,QAAQ,CAAC,UAAU,QAAO;IAGpC,SAAS,CAAC,QAAQ,CAAC,iBAAiB,SAAS;IAE7C,IAAI,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;qEAEtB;IAED,cAAuB,iBAAiB,IAAI,iBAAiB,CAK5D;IAED,cAAuB,WAAW,IAAI,uBAAuB,CAG5D;cAEwB,mBAAmB,CAAC,cAAc,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;CA6ChH"}
+{"version":3,"file":"MemoryForecastingDiviner.d.ts","sourceRoot":"","sources":["../../src/MemoryForecastingDiviner.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,0BAA0B,EAAE,wBAAwB,EAAE,MAAM,2CAA2C,CAAA;AAChH,OAAO,EAEL,oBAAoB,EAEpB,4BAA4B,EAC7B,MAAM,+CAA+C,CAAA;AACtD,OAAO,EAAkC,iBAAiB,EAAE,uBAAuB,EAAE,MAAM,wCAAwC,CAAA;AAEnI,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAA;AAG5D,MAAM,MAAM,wBAAwB,GAAG,OAAO,oBAAoB,GAAG,OAAO,4BAA4B,CAAA;AAcxG,qBAAa,wBAAwB,CACnC,OAAO,SAAS,wBAAwB,GAAG,wBAAwB,CACnE,SAAQ,0BAA0B,CAAC,OAAO,CAAC;IAC3C,gBAAyB,aAAa,EAAE,MAAM,EAAE,CAA2D;IAC3G,gBAAyB,mBAAmB,EAAE,MAAM,CAAiC;IAErF,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,qBAAqB,EAAE,MAAM,CAAC,wBAAwB,EAAE,iBAAiB,CAAC,CAGnG;IAED,IAAI,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;qEAEtB;IAKD,SAAS,KAAK,UAAU,WAEvB;IAED,cAAuB,iBAAiB,IAAI,iBAAiB,CAK5D;IAED,SAAS,KAAK,iBAAiB,WAE9B;IAED,cAAuB,WAAW,IAAI,uBAAuB,CAG5D;cAEwB,mBAAmB,CAAC,cAAc,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;CA6ChH"}

package/dist/neutral/MemoryForecastingDiviner.d.ts

@@ -7,8 +7,6 @@ export declare class MemoryForecastingDiviner<TParams extends ForecastingDiviner
     static readonly configSchemas: Schema[];
     static readonly defaultConfigSchema: Schema;
     protected static readonly forecastingMethodDict: Record<SupportedForecastingType, ForecastingMethod>;
-    protected readonly batchLimit = 1000;
-    protected readonly maxTrainingLength = 10000;
     get boundWitnessDiviner(): import("@xyo-network/module-model").ObjectFilterOptions<import("@xyo-network/module-model").ModuleInstance<import("@xylabs/object").BaseParamsFields & {
         account?: import("@xyo-network/account-model").AccountInstance | "random";
         addToResolvers?: boolean;
@@ -58,7 +56,9 @@ export declare class MemoryForecastingDiviner<TParams extends ForecastingDiviner
         ephemeralQueryAccountEnabled?: boolean;
         moduleIdentifierTransformers?: import("@xyo-network/module-model").ModuleIdentifierTransformer[];
     }, import("@xyo-network/module-model").ModuleEventData<object>>>;
+    protected get batchLimit(): number;
     protected get forecastingMethod(): ForecastingMethod;
+    protected get maxTrainingLength(): number;
     protected get transformer(): PayloadValueTransformer;
     protected getPayloadsInWindow(startTimestamp: number, stopTimestamp: number): Promise<Payload[]>;
 }

package/dist/neutral/MemoryForecastingDiviner.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"MemoryForecastingDiviner.d.ts","sourceRoot":"","sources":["../../src/MemoryForecastingDiviner.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,0BAA0B,EAAE,wBAAwB,EAAE,MAAM,2CAA2C,CAAA;AAChH,OAAO,EAEL,oBAAoB,EAEpB,4BAA4B,EAC7B,MAAM,+CAA+C,CAAA;AACtD,OAAO,EAAkC,iBAAiB,EAAE,uBAAuB,EAAE,MAAM,wCAAwC,CAAA;AAEnI,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAA;AAG5D,MAAM,MAAM,wBAAwB,GAAG,OAAO,oBAAoB,GAAG,OAAO,4BAA4B,CAAA;AAWxG,qBAAa,wBAAwB,CACnC,OAAO,SAAS,wBAAwB,GAAG,wBAAwB,CACnE,SAAQ,0BAA0B,CAAC,OAAO,CAAC;IAC3C,gBAAyB,aAAa,EAAE,MAAM,EAAE,CAA2D;IAC3G,gBAAyB,mBAAmB,EAAE,MAAM,CAAiC;IAErF,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,qBAAqB,EAAE,MAAM,CAAC,wBAAwB,EAAE,iBAAiB,CAAC,CAGnG;IAKD,SAAS,CAAC,QAAQ,CAAC,UAAU,QAAO;IAGpC,SAAS,CAAC,QAAQ,CAAC,iBAAiB,SAAS;IAE7C,IAAI,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;qEAEtB;IAED,cAAuB,iBAAiB,IAAI,iBAAiB,CAK5D;IAED,cAAuB,WAAW,IAAI,uBAAuB,CAG5D;cAEwB,mBAAmB,CAAC,cAAc,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;CA6ChH"}
+{"version":3,"file":"MemoryForecastingDiviner.d.ts","sourceRoot":"","sources":["../../src/MemoryForecastingDiviner.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,0BAA0B,EAAE,wBAAwB,EAAE,MAAM,2CAA2C,CAAA;AAChH,OAAO,EAEL,oBAAoB,EAEpB,4BAA4B,EAC7B,MAAM,+CAA+C,CAAA;AACtD,OAAO,EAAkC,iBAAiB,EAAE,uBAAuB,EAAE,MAAM,wCAAwC,CAAA;AAEnI,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAA;AAG5D,MAAM,MAAM,wBAAwB,GAAG,OAAO,oBAAoB,GAAG,OAAO,4BAA4B,CAAA;AAcxG,qBAAa,wBAAwB,CACnC,OAAO,SAAS,wBAAwB,GAAG,wBAAwB,CACnE,SAAQ,0BAA0B,CAAC,OAAO,CAAC;IAC3C,gBAAyB,aAAa,EAAE,MAAM,EAAE,CAA2D;IAC3G,gBAAyB,mBAAmB,EAAE,MAAM,CAAiC;IAErF,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,qBAAqB,EAAE,MAAM,CAAC,wBAAwB,EAAE,iBAAiB,CAAC,CAGnG;IAED,IAAI,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;qEAEtB;IAKD,SAAS,KAAK,UAAU,WAEvB;IAED,cAAuB,iBAAiB,IAAI,iBAAiB,CAK5D;IAED,SAAS,KAAK,iBAAiB,WAE9B;IAED,cAAuB,WAAW,IAAI,uBAAuB,CAG5D;cAEwB,mBAAmB,CAAC,cAAc,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;CA6ChH"}

package/dist/neutral/index.cjs

@@ -53,6 +53,8 @@ var getJsonPathTransformer = /* @__PURE__ */ __name((pathExpression) => {
   }, "transformer");
   return transformer;
 }, "getJsonPathTransformer");
+var defaultBatchLimit = 1e3;
+var defaultMaxTrainingLength = 1e4;
 var MemoryForecastingDiviner = class _MemoryForecastingDiviner extends import_diviner_forecasting_abstract.AbstractForecastingDiviner {
   static {
     __name(this, "MemoryForecastingDiviner");
@@ -66,14 +68,14 @@ var MemoryForecastingDiviner = class _MemoryForecastingDiviner extends import_di
     arimaForecasting: import_diviner_forecasting_method_arima.arimaForecastingMethod,
     seasonalArimaForecasting: import_diviner_forecasting_method_arima.seasonalArimaForecastingMethod
   };
+  get boundWitnessDiviner() {
+    return (0, import_assert.assertEx)(this.config.boundWitnessDiviner, () => "No boundWitnessDiviner configured");
+  }
   /**
   * The max number of records to search during the batch query
   */
-  batchLimit = 1e3;
-  // TODO: Inject via config
-  maxTrainingLength = 1e4;
-  get boundWitnessDiviner() {
-    return (0, import_assert.assertEx)(this.config.boundWitnessDiviner, () => "No boundWitnessDiviner configured");
+  get batchLimit() {
+    return this.config.batchLimit ?? defaultBatchLimit;
   }
   get forecastingMethod() {
     const forecastingMethodName = (0, import_assert.assertEx)(this.config.forecastingMethod, () => "Missing forecastingMethod in config");
@@ -81,6 +83,9 @@ var MemoryForecastingDiviner = class _MemoryForecastingDiviner extends import_di
     if (forecastingMethod) return forecastingMethod;
     throw new Error(`Unsupported forecasting method: ${forecastingMethodName}`);
   }
+  get maxTrainingLength() {
+    return this.config.maxTrainingLength ?? defaultMaxTrainingLength;
+  }
   get transformer() {
     const pathExpression = (0, import_assert.assertEx)(this.config.jsonPathExpression, () => "Missing jsonPathExpression in config");
     return getJsonPathTransformer(pathExpression);

package/dist/neutral/index.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/index.ts","../../src/MemoryForecastingDiviner.ts"],"sourcesContent":["export * from './MemoryForecastingDiviner'\n","import { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { asArchivistInstance } from '@xyo-network/archivist-model'\nimport { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { BoundWitnessDivinerParams, BoundWitnessDivinerQueryPayload, BoundWitnessDivinerQuerySchema } from '@xyo-network/diviner-boundwitness-model'\nimport { AbstractForecastingDiviner, ForecastingDivinerParams } from '@xyo-network/diviner-forecasting-abstract'\nimport {\n  arimaForecastingMethod,\n  arimaForecastingName,\n  seasonalArimaForecastingMethod,\n  seasonalArimaForecastingName,\n} from '@xyo-network/diviner-forecasting-method-arima'\nimport { ForecastingDivinerConfigSchema, ForecastingMethod, PayloadValueTransformer } from '@xyo-network/diviner-forecasting-model'\nimport { asDivinerInstance, DivinerInstance } from '@xyo-network/diviner-model'\nimport { Payload, Schema } from '@xyo-network/payload-model'\nimport jsonpath from 'jsonpath'\n\nexport type SupportedForecastingType = typeof arimaForecastingName | typeof seasonalArimaForecastingName\n\nconst getJsonPathTransformer = (pathExpression: string): PayloadValueTransformer => {\n  const transformer = (x: Payload): number => {\n    const ret = jsonpath.value(x, pathExpression)\n    if (typeof ret === 'number') return ret\n    throw new Error('Parsed invalid payload value')\n  }\n  return transformer\n}\n\nexport class MemoryForecastingDiviner<\n  TParams extends ForecastingDivinerParams = ForecastingDivinerParams,\n> extends AbstractForecastingDiviner<TParams> {\n  static override readonly configSchemas: Schema[] = [...super.configSchemas, ForecastingDivinerConfigSchema]\n  static override readonly defaultConfigSchema: Schema = ForecastingDivinerConfigSchema\n\n  protected static readonly forecastingMethodDict: Record<SupportedForecastingType, ForecastingMethod> = {\n    arimaForecasting: arimaForecastingMethod,\n    seasonalArimaForecasting: seasonalArimaForecastingMethod,\n  }\n\n  /**\n   * The max number of records to search during the batch query\n   */\n  protected readonly batchLimit = 1000\n\n  // TODO: Inject via config\n  protected readonly maxTrainingLength = 10_000\n\n  get boundWitnessDiviner() {\n    return assertEx(this.config.boundWitnessDiviner, () => 'No boundWitnessDiviner configured')\n  }\n\n  protected override get forecastingMethod(): ForecastingMethod {\n    const forecastingMethodName = assertEx(this.config.forecastingMethod, () => 'Missing forecastingMethod in config') as SupportedForecastingType\n    const forecastingMethod = MemoryForecastingDiviner.forecastingMethodDict[forecastingMethodName]\n    if (forecastingMethod) return forecastingMethod\n    throw new Error(`Unsupported forecasting method: ${forecastingMethodName}`)\n  }\n\n  protected override get transformer(): PayloadValueTransformer {\n    const pathExpression = assertEx(this.config.jsonPathExpression, () => 'Missing jsonPathExpression in config')\n    return getJsonPathTransformer(pathExpression)\n  }\n\n  protected override async getPayloadsInWindow(startTimestamp: number, stopTimestamp: number): Promise<Payload[]> {\n    const addresses = this.config.witnessAddresses\n    const payload_schemas = [assertEx(this.config.witnessSchema, () => 'Missing witnessSchema in config')]\n    const payloads: Payload[] = []\n    const archivist = asArchivistInstance(await this.archivistInstance(), () => 'Unable to resolve archivist')\n    const bwDiviner = asDivinerInstance(\n      (await this.resolve(this.boundWitnessDiviner)).pop(),\n      'Unable to resolve boundWitnessDiviner',\n    ) as DivinerInstance<BoundWitnessDivinerParams, BoundWitnessDivinerQueryPayload, BoundWitness>\n    const limit = this.batchLimit\n    const witnessSchema = assertEx(this.config.witnessSchema, () => 'Missing witnessSchema in config')\n    let timestamp = stopTimestamp\n    let more = true\n\n    // TODO: Window size vs sample size\n    // Loop until there are no more BWs to process or we've got enough payloads to satisfy the training window\n    while (more || payloads.length < this.maxTrainingLength) {\n      const query: BoundWitnessDivinerQueryPayload = { addresses, limit, payload_schemas, schema: BoundWitnessDivinerQuerySchema, timestamp }\n      const boundWitnesses = (await bwDiviner.divine([query])).filter(\n        (bw) => bw.timestamp && bw.timestamp >= startTimestamp && bw.timestamp <= stopTimestamp,\n      )\n      if (boundWitnesses.length === 0) break\n\n      // Update the timestamp value for the next batch\n      timestamp = boundWitnesses\n        .map((bw) => bw.timestamp)\n        .filter(exists)\n        // eslint-disable-next-line unicorn/no-array-reduce\n        .reduce((a, b) => Math.min(a, b), Number.MAX_SAFE_INTEGER)\n      if (timestamp === Number.MAX_SAFE_INTEGER) break\n\n      // Set the more flag to false if there are fewer documents returned than the batch size\n      more = boundWitnesses.length === limit\n\n      // Get the corresponding payload hashes from the BWs\n      const hashes = boundWitnesses.map((bw) => bw.payload_hashes[bw.payload_schemas.indexOf(witnessSchema)]).filter(exists)\n\n      // Get the payloads corresponding to the BW hashes from the archivist\n      if (hashes.length > 0) {\n        const batchPayloads = (await archivist.get(hashes)).filter(exists)\n        payloads.push(...batchPayloads)\n      }\n    }\n    return payloads\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;;;;;;;ACAA,oBAAyB;AACzB,oBAAuB;AACvB,6BAAoC;AAEpC,wCAA2G;AAC3G,0CAAqE;AACrE,8CAKO;AACP,uCAA2F;AAC3F,2BAAmD;AAEnD,sBAAqB;AAIrB,IAAMA,yBAAyB,wBAACC,mBAAAA;AAC9B,QAAMC,cAAc,wBAACC,MAAAA;AACnB,UAAMC,MAAMC,gBAAAA,QAASC,MAAMH,GAAGF,cAAAA;AAC9B,QAAI,OAAOG,QAAQ,SAAU,QAAOA;AACpC,UAAM,IAAIG,MAAM,8BAAA;EAClB,GAJoB;AAKpB,SAAOL;AACT,GAP+B;AASxB,IAAMM,2BAAN,MAAMA,kCAEHC,+DAAAA;EA9BV,OA8BUA;;;EACR,OAAyBC,gBAA0B;OAAI,MAAMA;IAAeC;;EAC5E,OAAyBC,sBAA8BD;EAEvD,OAA0BE,wBAA6E;IACrGC,kBAAkBC;IAClBC,0BAA0BC;EAC5B;;;;EAKmBC,aAAa;;EAGbC,oBAAoB;EAEvC,IAAIC,sBAAsB;AACxB,eAAOC,wBAAS,KAAKC,OAAOF,qBAAqB,MAAM,mCAAA;EACzD;EAEA,IAAuBG,oBAAuC;AAC5D,UAAMC,4BAAwBH,wBAAS,KAAKC,OAAOC,mBAAmB,MAAM,qCAAA;AAC5E,UAAMA,oBAAoBf,0BAAyBK,sBAAsBW,qBAAAA;AACzE,QAAID,kBAAmB,QAAOA;AAC9B,UAAM,IAAIhB,MAAM,mCAAmCiB,qBAAAA,EAAuB;EAC5E;EAEA,IAAuBtB,cAAuC;AAC5D,UAAMD,qBAAiBoB,wBAAS,KAAKC,OAAOG,oBAAoB,MAAM,sCAAA;AACtE,WAAOzB,uBAAuBC,cAAAA;EAChC;EAEA,MAAyByB,oBAAoBC,gBAAwBC,eAA2C;AAC9G,UAAMC,YAAY,KAAKP,OAAOQ;AAC9B,UAAMC,kBAAkB;UAACV,wBAAS,KAAKC,OAAOU,eAAe,MAAM,iCAAA;;AACnE,UAAMC,WAAsB,CAAA;AAC5B,UAAMC,gBAAYC,4CAAoB,MAAM,KAAKC,kBAAiB,GAAI,MAAM,6BAAA;AAC5E,UAAMC,gBAAYC,yCACf,MAAM,KAAKC,QAAQ,KAAKnB,mBAAmB,GAAGoB,IAAG,GAClD,uCAAA;AAEF,UAAMC,QAAQ,KAAKvB;AACnB,UAAMc,oBAAgBX,wBAAS,KAAKC,OAAOU,eAAe,MAAM,iCAAA;AAChE,QAAIU,YAAYd;AAChB,QAAIe,OAAO;AAIX,WAAOA,QAAQV,SAASW,SAAS,KAAKzB,mBAAmB;AACvD,YAAM0B,QAAyC;QAAEhB;QAAWY;QAAOV;QAAiBe,QAAQC;QAAgCL;MAAU;AACtI,YAAMM,kBAAkB,MAAMX,UAAUY,OAAO;QAACJ;OAAM,GAAGK,OACvD,CAACC,OAAOA,GAAGT,aAAaS,GAAGT,aAAaf,kBAAkBwB,GAAGT,aAAad,aAAAA;AAE5E,UAAIoB,eAAeJ,WAAW,EAAG;AAGjCF,kBAAYM,eACTI,IAAI,CAACD,OAAOA,GAAGT,SAAS,EACxBQ,OAAOG,oBAAAA,EAEPC,OAAO,CAACC,GAAGC,MAAMC,KAAKC,IAAIH,GAAGC,CAAAA,GAAIG,OAAOC,gBAAgB;AAC3D,UAAIlB,cAAciB,OAAOC,iBAAkB;AAG3CjB,aAAOK,eAAeJ,WAAWH;AAGjC,YAAMoB,SAASb,eAAeI,IAAI,CAACD,OAAOA,GAAGW,eAAeX,GAAGpB,gBAAgBgC,QAAQ/B,aAAAA,CAAAA,CAAe,EAAEkB,OAAOG,oBAAAA;AAG/G,UAAIQ,OAAOjB,SAAS,GAAG;AACrB,cAAMoB,iBAAiB,MAAM9B,UAAU+B,IAAIJ,MAAAA,GAASX,OAAOG,oBAAAA;AAC3DpB,iBAASiC,KAAI,GAAIF,aAAAA;MACnB;IACF;AACA,WAAO/B;EACT;AACF;","names":["getJsonPathTransformer","pathExpression","transformer","x","ret","jsonpath","value","Error","MemoryForecastingDiviner","AbstractForecastingDiviner","configSchemas","ForecastingDivinerConfigSchema","defaultConfigSchema","forecastingMethodDict","arimaForecasting","arimaForecastingMethod","seasonalArimaForecasting","seasonalArimaForecastingMethod","batchLimit","maxTrainingLength","boundWitnessDiviner","assertEx","config","forecastingMethod","forecastingMethodName","jsonPathExpression","getPayloadsInWindow","startTimestamp","stopTimestamp","addresses","witnessAddresses","payload_schemas","witnessSchema","payloads","archivist","asArchivistInstance","archivistInstance","bwDiviner","asDivinerInstance","resolve","pop","limit","timestamp","more","length","query","schema","BoundWitnessDivinerQuerySchema","boundWitnesses","divine","filter","bw","map","exists","reduce","a","b","Math","min","Number","MAX_SAFE_INTEGER","hashes","payload_hashes","indexOf","batchPayloads","get","push"]}
+{"version":3,"sources":["../../src/index.ts","../../src/MemoryForecastingDiviner.ts"],"sourcesContent":["export * from './MemoryForecastingDiviner'\n","import { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { asArchivistInstance } from '@xyo-network/archivist-model'\nimport { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { BoundWitnessDivinerParams, BoundWitnessDivinerQueryPayload, BoundWitnessDivinerQuerySchema } from '@xyo-network/diviner-boundwitness-model'\nimport { AbstractForecastingDiviner, ForecastingDivinerParams } from '@xyo-network/diviner-forecasting-abstract'\nimport {\n  arimaForecastingMethod,\n  arimaForecastingName,\n  seasonalArimaForecastingMethod,\n  seasonalArimaForecastingName,\n} from '@xyo-network/diviner-forecasting-method-arima'\nimport { ForecastingDivinerConfigSchema, ForecastingMethod, PayloadValueTransformer } from '@xyo-network/diviner-forecasting-model'\nimport { asDivinerInstance, DivinerInstance } from '@xyo-network/diviner-model'\nimport { Payload, Schema } from '@xyo-network/payload-model'\nimport jsonpath from 'jsonpath'\n\nexport type SupportedForecastingType = typeof arimaForecastingName | typeof seasonalArimaForecastingName\n\nconst getJsonPathTransformer = (pathExpression: string): PayloadValueTransformer => {\n  const transformer = (x: Payload): number => {\n    const ret = jsonpath.value(x, pathExpression)\n    if (typeof ret === 'number') return ret\n    throw new Error('Parsed invalid payload value')\n  }\n  return transformer\n}\n\nconst defaultBatchLimit = 1000\nconst defaultMaxTrainingLength = 10_000\n\nexport class MemoryForecastingDiviner<\n  TParams extends ForecastingDivinerParams = ForecastingDivinerParams,\n> extends AbstractForecastingDiviner<TParams> {\n  static override readonly configSchemas: Schema[] = [...super.configSchemas, ForecastingDivinerConfigSchema]\n  static override readonly defaultConfigSchema: Schema = ForecastingDivinerConfigSchema\n\n  protected static readonly forecastingMethodDict: Record<SupportedForecastingType, ForecastingMethod> = {\n    arimaForecasting: arimaForecastingMethod,\n    seasonalArimaForecasting: seasonalArimaForecastingMethod,\n  }\n\n  get boundWitnessDiviner() {\n    return assertEx(this.config.boundWitnessDiviner, () => 'No boundWitnessDiviner configured')\n  }\n\n  /**\n   * The max number of records to search during the batch query\n   */\n  protected get batchLimit() {\n    return this.config.batchLimit ?? defaultBatchLimit\n  }\n\n  protected override get forecastingMethod(): ForecastingMethod {\n    const forecastingMethodName = assertEx(this.config.forecastingMethod, () => 'Missing forecastingMethod in config') as SupportedForecastingType\n    const forecastingMethod = MemoryForecastingDiviner.forecastingMethodDict[forecastingMethodName]\n    if (forecastingMethod) return forecastingMethod\n    throw new Error(`Unsupported forecasting method: ${forecastingMethodName}`)\n  }\n\n  protected get maxTrainingLength() {\n    return this.config.maxTrainingLength ?? defaultMaxTrainingLength\n  }\n\n  protected override get transformer(): PayloadValueTransformer {\n    const pathExpression = assertEx(this.config.jsonPathExpression, () => 'Missing jsonPathExpression in config')\n    return getJsonPathTransformer(pathExpression)\n  }\n\n  protected override async getPayloadsInWindow(startTimestamp: number, stopTimestamp: number): Promise<Payload[]> {\n    const addresses = this.config.witnessAddresses\n    const payload_schemas = [assertEx(this.config.witnessSchema, () => 'Missing witnessSchema in config')]\n    const payloads: Payload[] = []\n    const archivist = asArchivistInstance(await this.archivistInstance(), () => 'Unable to resolve archivist')\n    const bwDiviner = asDivinerInstance(\n      (await this.resolve(this.boundWitnessDiviner)).pop(),\n      'Unable to resolve boundWitnessDiviner',\n    ) as DivinerInstance<BoundWitnessDivinerParams, BoundWitnessDivinerQueryPayload, BoundWitness>\n    const limit = this.batchLimit\n    const witnessSchema = assertEx(this.config.witnessSchema, () => 'Missing witnessSchema in config')\n    let timestamp = stopTimestamp\n    let more = true\n\n    // TODO: Window size vs sample size\n    // Loop until there are no more BWs to process or we've got enough payloads to satisfy the training window\n    while (more || payloads.length < this.maxTrainingLength) {\n      const query: BoundWitnessDivinerQueryPayload = { addresses, limit, payload_schemas, schema: BoundWitnessDivinerQuerySchema, timestamp }\n      const boundWitnesses = (await bwDiviner.divine([query])).filter(\n        (bw) => bw.timestamp && bw.timestamp >= startTimestamp && bw.timestamp <= stopTimestamp,\n      )\n      if (boundWitnesses.length === 0) break\n\n      // Update the timestamp value for the next batch\n      timestamp = boundWitnesses\n        .map((bw) => bw.timestamp)\n        .filter(exists)\n        // eslint-disable-next-line unicorn/no-array-reduce\n        .reduce((a, b) => Math.min(a, b), Number.MAX_SAFE_INTEGER)\n      if (timestamp === Number.MAX_SAFE_INTEGER) break\n\n      // Set the more flag to false if there are fewer documents returned than the batch size\n      more = boundWitnesses.length === limit\n\n      // Get the corresponding payload hashes from the BWs\n      const hashes = boundWitnesses.map((bw) => bw.payload_hashes[bw.payload_schemas.indexOf(witnessSchema)]).filter(exists)\n\n      // Get the payloads corresponding to the BW hashes from the archivist\n      if (hashes.length > 0) {\n        const batchPayloads = (await archivist.get(hashes)).filter(exists)\n        payloads.push(...batchPayloads)\n      }\n    }\n    return payloads\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;;;;;;;ACAA,oBAAyB;AACzB,oBAAuB;AACvB,6BAAoC;AAEpC,wCAA2G;AAC3G,0CAAqE;AACrE,8CAKO;AACP,uCAA2F;AAC3F,2BAAmD;AAEnD,sBAAqB;AAIrB,IAAMA,yBAAyB,wBAACC,mBAAAA;AAC9B,QAAMC,cAAc,wBAACC,MAAAA;AACnB,UAAMC,MAAMC,gBAAAA,QAASC,MAAMH,GAAGF,cAAAA;AAC9B,QAAI,OAAOG,QAAQ,SAAU,QAAOA;AACpC,UAAM,IAAIG,MAAM,8BAAA;EAClB,GAJoB;AAKpB,SAAOL;AACT,GAP+B;AAS/B,IAAMM,oBAAoB;AAC1B,IAAMC,2BAA2B;AAE1B,IAAMC,2BAAN,MAAMA,kCAEHC,+DAAAA;EAjCV,OAiCUA;;;EACR,OAAyBC,gBAA0B;OAAI,MAAMA;IAAeC;;EAC5E,OAAyBC,sBAA8BD;EAEvD,OAA0BE,wBAA6E;IACrGC,kBAAkBC;IAClBC,0BAA0BC;EAC5B;EAEA,IAAIC,sBAAsB;AACxB,eAAOC,wBAAS,KAAKC,OAAOF,qBAAqB,MAAM,mCAAA;EACzD;;;;EAKA,IAAcG,aAAa;AACzB,WAAO,KAAKD,OAAOC,cAAcf;EACnC;EAEA,IAAuBgB,oBAAuC;AAC5D,UAAMC,4BAAwBJ,wBAAS,KAAKC,OAAOE,mBAAmB,MAAM,qCAAA;AAC5E,UAAMA,oBAAoBd,0BAAyBK,sBAAsBU,qBAAAA;AACzE,QAAID,kBAAmB,QAAOA;AAC9B,UAAM,IAAIjB,MAAM,mCAAmCkB,qBAAAA,EAAuB;EAC5E;EAEA,IAAcC,oBAAoB;AAChC,WAAO,KAAKJ,OAAOI,qBAAqBjB;EAC1C;EAEA,IAAuBP,cAAuC;AAC5D,UAAMD,qBAAiBoB,wBAAS,KAAKC,OAAOK,oBAAoB,MAAM,sCAAA;AACtE,WAAO3B,uBAAuBC,cAAAA;EAChC;EAEA,MAAyB2B,oBAAoBC,gBAAwBC,eAA2C;AAC9G,UAAMC,YAAY,KAAKT,OAAOU;AAC9B,UAAMC,kBAAkB;UAACZ,wBAAS,KAAKC,OAAOY,eAAe,MAAM,iCAAA;;AACnE,UAAMC,WAAsB,CAAA;AAC5B,UAAMC,gBAAYC,4CAAoB,MAAM,KAAKC,kBAAiB,GAAI,MAAM,6BAAA;AAC5E,UAAMC,gBAAYC,yCACf,MAAM,KAAKC,QAAQ,KAAKrB,mBAAmB,GAAGsB,IAAG,GAClD,uCAAA;AAEF,UAAMC,QAAQ,KAAKpB;AACnB,UAAMW,oBAAgBb,wBAAS,KAAKC,OAAOY,eAAe,MAAM,iCAAA;AAChE,QAAIU,YAAYd;AAChB,QAAIe,OAAO;AAIX,WAAOA,QAAQV,SAASW,SAAS,KAAKpB,mBAAmB;AACvD,YAAMqB,QAAyC;QAAEhB;QAAWY;QAAOV;QAAiBe,QAAQC;QAAgCL;MAAU;AACtI,YAAMM,kBAAkB,MAAMX,UAAUY,OAAO;QAACJ;OAAM,GAAGK,OACvD,CAACC,OAAOA,GAAGT,aAAaS,GAAGT,aAAaf,kBAAkBwB,GAAGT,aAAad,aAAAA;AAE5E,UAAIoB,eAAeJ,WAAW,EAAG;AAGjCF,kBAAYM,eACTI,IAAI,CAACD,OAAOA,GAAGT,SAAS,EACxBQ,OAAOG,oBAAAA,EAEPC,OAAO,CAACC,GAAGC,MAAMC,KAAKC,IAAIH,GAAGC,CAAAA,GAAIG,OAAOC,gBAAgB;AAC3D,UAAIlB,cAAciB,OAAOC,iBAAkB;AAG3CjB,aAAOK,eAAeJ,WAAWH;AAGjC,YAAMoB,SAASb,eAAeI,IAAI,CAACD,OAAOA,GAAGW,eAAeX,GAAGpB,gBAAgBgC,QAAQ/B,aAAAA,CAAAA,CAAe,EAAEkB,OAAOG,oBAAAA;AAG/G,UAAIQ,OAAOjB,SAAS,GAAG;AACrB,cAAMoB,iBAAiB,MAAM9B,UAAU+B,IAAIJ,MAAAA,GAASX,OAAOG,oBAAAA;AAC3DpB,iBAASiC,KAAI,GAAIF,aAAAA;MACnB;IACF;AACA,WAAO/B;EACT;AACF;","names":["getJsonPathTransformer","pathExpression","transformer","x","ret","jsonpath","value","Error","defaultBatchLimit","defaultMaxTrainingLength","MemoryForecastingDiviner","AbstractForecastingDiviner","configSchemas","ForecastingDivinerConfigSchema","defaultConfigSchema","forecastingMethodDict","arimaForecasting","arimaForecastingMethod","seasonalArimaForecasting","seasonalArimaForecastingMethod","boundWitnessDiviner","assertEx","config","batchLimit","forecastingMethod","forecastingMethodName","maxTrainingLength","jsonPathExpression","getPayloadsInWindow","startTimestamp","stopTimestamp","addresses","witnessAddresses","payload_schemas","witnessSchema","payloads","archivist","asArchivistInstance","archivistInstance","bwDiviner","asDivinerInstance","resolve","pop","limit","timestamp","more","length","query","schema","BoundWitnessDivinerQuerySchema","boundWitnesses","divine","filter","bw","map","exists","reduce","a","b","Math","min","Number","MAX_SAFE_INTEGER","hashes","payload_hashes","indexOf","batchPayloads","get","push"]}

package/dist/neutral/index.js

@@ -19,6 +19,8 @@ var getJsonPathTransformer = /* @__PURE__ */ __name((pathExpression) => {
   }, "transformer");
   return transformer;
 }, "getJsonPathTransformer");
+var defaultBatchLimit = 1e3;
+var defaultMaxTrainingLength = 1e4;
 var MemoryForecastingDiviner = class _MemoryForecastingDiviner extends AbstractForecastingDiviner {
   static {
     __name(this, "MemoryForecastingDiviner");
@@ -32,14 +34,14 @@ var MemoryForecastingDiviner = class _MemoryForecastingDiviner extends AbstractF
     arimaForecasting: arimaForecastingMethod,
     seasonalArimaForecasting: seasonalArimaForecastingMethod
   };
+  get boundWitnessDiviner() {
+    return assertEx(this.config.boundWitnessDiviner, () => "No boundWitnessDiviner configured");
+  }
   /**
   * The max number of records to search during the batch query
   */
-  batchLimit = 1e3;
-  // TODO: Inject via config
-  maxTrainingLength = 1e4;
-  get boundWitnessDiviner() {
-    return assertEx(this.config.boundWitnessDiviner, () => "No boundWitnessDiviner configured");
+  get batchLimit() {
+    return this.config.batchLimit ?? defaultBatchLimit;
   }
   get forecastingMethod() {
     const forecastingMethodName = assertEx(this.config.forecastingMethod, () => "Missing forecastingMethod in config");
@@ -47,6 +49,9 @@ var MemoryForecastingDiviner = class _MemoryForecastingDiviner extends AbstractF
     if (forecastingMethod) return forecastingMethod;
     throw new Error(`Unsupported forecasting method: ${forecastingMethodName}`);
   }
+  get maxTrainingLength() {
+    return this.config.maxTrainingLength ?? defaultMaxTrainingLength;
+  }
   get transformer() {
     const pathExpression = assertEx(this.config.jsonPathExpression, () => "Missing jsonPathExpression in config");
     return getJsonPathTransformer(pathExpression);

package/dist/neutral/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/MemoryForecastingDiviner.ts"],"sourcesContent":["import { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { asArchivistInstance } from '@xyo-network/archivist-model'\nimport { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { BoundWitnessDivinerParams, BoundWitnessDivinerQueryPayload, BoundWitnessDivinerQuerySchema } from '@xyo-network/diviner-boundwitness-model'\nimport { AbstractForecastingDiviner, ForecastingDivinerParams } from '@xyo-network/diviner-forecasting-abstract'\nimport {\n  arimaForecastingMethod,\n  arimaForecastingName,\n  seasonalArimaForecastingMethod,\n  seasonalArimaForecastingName,\n} from '@xyo-network/diviner-forecasting-method-arima'\nimport { ForecastingDivinerConfigSchema, ForecastingMethod, PayloadValueTransformer } from '@xyo-network/diviner-forecasting-model'\nimport { asDivinerInstance, DivinerInstance } from '@xyo-network/diviner-model'\nimport { Payload, Schema } from '@xyo-network/payload-model'\nimport jsonpath from 'jsonpath'\n\nexport type SupportedForecastingType = typeof arimaForecastingName | typeof seasonalArimaForecastingName\n\nconst getJsonPathTransformer = (pathExpression: string): PayloadValueTransformer => {\n  const transformer = (x: Payload): number => {\n    const ret = jsonpath.value(x, pathExpression)\n    if (typeof ret === 'number') return ret\n    throw new Error('Parsed invalid payload value')\n  }\n  return transformer\n}\n\nexport class MemoryForecastingDiviner<\n  TParams extends ForecastingDivinerParams = ForecastingDivinerParams,\n> extends AbstractForecastingDiviner<TParams> {\n  static override readonly configSchemas: Schema[] = [...super.configSchemas, ForecastingDivinerConfigSchema]\n  static override readonly defaultConfigSchema: Schema = ForecastingDivinerConfigSchema\n\n  protected static readonly forecastingMethodDict: Record<SupportedForecastingType, ForecastingMethod> = {\n    arimaForecasting: arimaForecastingMethod,\n    seasonalArimaForecasting: seasonalArimaForecastingMethod,\n  }\n\n  /**\n   * The max number of records to search during the batch query\n   */\n  protected readonly batchLimit = 1000\n\n  // TODO: Inject via config\n  protected readonly maxTrainingLength = 10_000\n\n  get boundWitnessDiviner() {\n    return assertEx(this.config.boundWitnessDiviner, () => 'No boundWitnessDiviner configured')\n  }\n\n  protected override get forecastingMethod(): ForecastingMethod {\n    const forecastingMethodName = assertEx(this.config.forecastingMethod, () => 'Missing forecastingMethod in config') as SupportedForecastingType\n    const forecastingMethod = MemoryForecastingDiviner.forecastingMethodDict[forecastingMethodName]\n    if (forecastingMethod) return forecastingMethod\n    throw new Error(`Unsupported forecasting method: ${forecastingMethodName}`)\n  }\n\n  protected override get transformer(): PayloadValueTransformer {\n    const pathExpression = assertEx(this.config.jsonPathExpression, () => 'Missing jsonPathExpression in config')\n    return getJsonPathTransformer(pathExpression)\n  }\n\n  protected override async getPayloadsInWindow(startTimestamp: number, stopTimestamp: number): Promise<Payload[]> {\n    const addresses = this.config.witnessAddresses\n    const payload_schemas = [assertEx(this.config.witnessSchema, () => 'Missing witnessSchema in config')]\n    const payloads: Payload[] = []\n    const archivist = asArchivistInstance(await this.archivistInstance(), () => 'Unable to resolve archivist')\n    const bwDiviner = asDivinerInstance(\n      (await this.resolve(this.boundWitnessDiviner)).pop(),\n      'Unable to resolve boundWitnessDiviner',\n    ) as DivinerInstance<BoundWitnessDivinerParams, BoundWitnessDivinerQueryPayload, BoundWitness>\n    const limit = this.batchLimit\n    const witnessSchema = assertEx(this.config.witnessSchema, () => 'Missing witnessSchema in config')\n    let timestamp = stopTimestamp\n    let more = true\n\n    // TODO: Window size vs sample size\n    // Loop until there are no more BWs to process or we've got enough payloads to satisfy the training window\n    while (more || payloads.length < this.maxTrainingLength) {\n      const query: BoundWitnessDivinerQueryPayload = { addresses, limit, payload_schemas, schema: BoundWitnessDivinerQuerySchema, timestamp }\n      const boundWitnesses = (await bwDiviner.divine([query])).filter(\n        (bw) => bw.timestamp && bw.timestamp >= startTimestamp && bw.timestamp <= stopTimestamp,\n      )\n      if (boundWitnesses.length === 0) break\n\n      // Update the timestamp value for the next batch\n      timestamp = boundWitnesses\n        .map((bw) => bw.timestamp)\n        .filter(exists)\n        // eslint-disable-next-line unicorn/no-array-reduce\n        .reduce((a, b) => Math.min(a, b), Number.MAX_SAFE_INTEGER)\n      if (timestamp === Number.MAX_SAFE_INTEGER) break\n\n      // Set the more flag to false if there are fewer documents returned than the batch size\n      more = boundWitnesses.length === limit\n\n      // Get the corresponding payload hashes from the BWs\n      const hashes = boundWitnesses.map((bw) => bw.payload_hashes[bw.payload_schemas.indexOf(witnessSchema)]).filter(exists)\n\n      // Get the payloads corresponding to the BW hashes from the archivist\n      if (hashes.length > 0) {\n        const batchPayloads = (await archivist.get(hashes)).filter(exists)\n        payloads.push(...batchPayloads)\n      }\n    }\n    return payloads\n  }\n}\n"],"mappings":";;;;AAAA,SAASA,gBAAgB;AACzB,SAASC,cAAc;AACvB,SAASC,2BAA2B;AAEpC,SAAqEC,sCAAsC;AAC3G,SAASC,kCAA4D;AACrE,SACEC,wBAEAC,sCAEK;AACP,SAASC,sCAAkF;AAC3F,SAASC,yBAA0C;AAEnD,OAAOC,cAAc;AAIrB,IAAMC,yBAAyB,wBAACC,mBAAAA;AAC9B,QAAMC,cAAc,wBAACC,MAAAA;AACnB,UAAMC,MAAMC,SAASC,MAAMH,GAAGF,cAAAA;AAC9B,QAAI,OAAOG,QAAQ,SAAU,QAAOA;AACpC,UAAM,IAAIG,MAAM,8BAAA;EAClB,GAJoB;AAKpB,SAAOL;AACT,GAP+B;AASxB,IAAMM,2BAAN,MAAMA,kCAEHC,2BAAAA;EA9BV,OA8BUA;;;EACR,OAAyBC,gBAA0B;OAAI,MAAMA;IAAeC;;EAC5E,OAAyBC,sBAA8BD;EAEvD,OAA0BE,wBAA6E;IACrGC,kBAAkBC;IAClBC,0BAA0BC;EAC5B;;;;EAKmBC,aAAa;;EAGbC,oBAAoB;EAEvC,IAAIC,sBAAsB;AACxB,WAAOC,SAAS,KAAKC,OAAOF,qBAAqB,MAAM,mCAAA;EACzD;EAEA,IAAuBG,oBAAuC;AAC5D,UAAMC,wBAAwBH,SAAS,KAAKC,OAAOC,mBAAmB,MAAM,qCAAA;AAC5E,UAAMA,oBAAoBf,0BAAyBK,sBAAsBW,qBAAAA;AACzE,QAAID,kBAAmB,QAAOA;AAC9B,UAAM,IAAIhB,MAAM,mCAAmCiB,qBAAAA,EAAuB;EAC5E;EAEA,IAAuBtB,cAAuC;AAC5D,UAAMD,iBAAiBoB,SAAS,KAAKC,OAAOG,oBAAoB,MAAM,sCAAA;AACtE,WAAOzB,uBAAuBC,cAAAA;EAChC;EAEA,MAAyByB,oBAAoBC,gBAAwBC,eAA2C;AAC9G,UAAMC,YAAY,KAAKP,OAAOQ;AAC9B,UAAMC,kBAAkB;MAACV,SAAS,KAAKC,OAAOU,eAAe,MAAM,iCAAA;;AACnE,UAAMC,WAAsB,CAAA;AAC5B,UAAMC,YAAYC,oBAAoB,MAAM,KAAKC,kBAAiB,GAAI,MAAM,6BAAA;AAC5E,UAAMC,YAAYC,mBACf,MAAM,KAAKC,QAAQ,KAAKnB,mBAAmB,GAAGoB,IAAG,GAClD,uCAAA;AAEF,UAAMC,QAAQ,KAAKvB;AACnB,UAAMc,gBAAgBX,SAAS,KAAKC,OAAOU,eAAe,MAAM,iCAAA;AAChE,QAAIU,YAAYd;AAChB,QAAIe,OAAO;AAIX,WAAOA,QAAQV,SAASW,SAAS,KAAKzB,mBAAmB;AACvD,YAAM0B,QAAyC;QAAEhB;QAAWY;QAAOV;QAAiBe,QAAQC;QAAgCL;MAAU;AACtI,YAAMM,kBAAkB,MAAMX,UAAUY,OAAO;QAACJ;OAAM,GAAGK,OACvD,CAACC,OAAOA,GAAGT,aAAaS,GAAGT,aAAaf,kBAAkBwB,GAAGT,aAAad,aAAAA;AAE5E,UAAIoB,eAAeJ,WAAW,EAAG;AAGjCF,kBAAYM,eACTI,IAAI,CAACD,OAAOA,GAAGT,SAAS,EACxBQ,OAAOG,MAAAA,EAEPC,OAAO,CAACC,GAAGC,MAAMC,KAAKC,IAAIH,GAAGC,CAAAA,GAAIG,OAAOC,gBAAgB;AAC3D,UAAIlB,cAAciB,OAAOC,iBAAkB;AAG3CjB,aAAOK,eAAeJ,WAAWH;AAGjC,YAAMoB,SAASb,eAAeI,IAAI,CAACD,OAAOA,GAAGW,eAAeX,GAAGpB,gBAAgBgC,QAAQ/B,aAAAA,CAAAA,CAAe,EAAEkB,OAAOG,MAAAA;AAG/G,UAAIQ,OAAOjB,SAAS,GAAG;AACrB,cAAMoB,iBAAiB,MAAM9B,UAAU+B,IAAIJ,MAAAA,GAASX,OAAOG,MAAAA;AAC3DpB,iBAASiC,KAAI,GAAIF,aAAAA;MACnB;IACF;AACA,WAAO/B;EACT;AACF;","names":["assertEx","exists","asArchivistInstance","BoundWitnessDivinerQuerySchema","AbstractForecastingDiviner","arimaForecastingMethod","seasonalArimaForecastingMethod","ForecastingDivinerConfigSchema","asDivinerInstance","jsonpath","getJsonPathTransformer","pathExpression","transformer","x","ret","jsonpath","value","Error","MemoryForecastingDiviner","AbstractForecastingDiviner","configSchemas","ForecastingDivinerConfigSchema","defaultConfigSchema","forecastingMethodDict","arimaForecasting","arimaForecastingMethod","seasonalArimaForecasting","seasonalArimaForecastingMethod","batchLimit","maxTrainingLength","boundWitnessDiviner","assertEx","config","forecastingMethod","forecastingMethodName","jsonPathExpression","getPayloadsInWindow","startTimestamp","stopTimestamp","addresses","witnessAddresses","payload_schemas","witnessSchema","payloads","archivist","asArchivistInstance","archivistInstance","bwDiviner","asDivinerInstance","resolve","pop","limit","timestamp","more","length","query","schema","BoundWitnessDivinerQuerySchema","boundWitnesses","divine","filter","bw","map","exists","reduce","a","b","Math","min","Number","MAX_SAFE_INTEGER","hashes","payload_hashes","indexOf","batchPayloads","get","push"]}
+{"version":3,"sources":["../../src/MemoryForecastingDiviner.ts"],"sourcesContent":["import { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { asArchivistInstance } from '@xyo-network/archivist-model'\nimport { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { BoundWitnessDivinerParams, BoundWitnessDivinerQueryPayload, BoundWitnessDivinerQuerySchema } from '@xyo-network/diviner-boundwitness-model'\nimport { AbstractForecastingDiviner, ForecastingDivinerParams } from '@xyo-network/diviner-forecasting-abstract'\nimport {\n  arimaForecastingMethod,\n  arimaForecastingName,\n  seasonalArimaForecastingMethod,\n  seasonalArimaForecastingName,\n} from '@xyo-network/diviner-forecasting-method-arima'\nimport { ForecastingDivinerConfigSchema, ForecastingMethod, PayloadValueTransformer } from '@xyo-network/diviner-forecasting-model'\nimport { asDivinerInstance, DivinerInstance } from '@xyo-network/diviner-model'\nimport { Payload, Schema } from '@xyo-network/payload-model'\nimport jsonpath from 'jsonpath'\n\nexport type SupportedForecastingType = typeof arimaForecastingName | typeof seasonalArimaForecastingName\n\nconst getJsonPathTransformer = (pathExpression: string): PayloadValueTransformer => {\n  const transformer = (x: Payload): number => {\n    const ret = jsonpath.value(x, pathExpression)\n    if (typeof ret === 'number') return ret\n    throw new Error('Parsed invalid payload value')\n  }\n  return transformer\n}\n\nconst defaultBatchLimit = 1000\nconst defaultMaxTrainingLength = 10_000\n\nexport class MemoryForecastingDiviner<\n  TParams extends ForecastingDivinerParams = ForecastingDivinerParams,\n> extends AbstractForecastingDiviner<TParams> {\n  static override readonly configSchemas: Schema[] = [...super.configSchemas, ForecastingDivinerConfigSchema]\n  static override readonly defaultConfigSchema: Schema = ForecastingDivinerConfigSchema\n\n  protected static readonly forecastingMethodDict: Record<SupportedForecastingType, ForecastingMethod> = {\n    arimaForecasting: arimaForecastingMethod,\n    seasonalArimaForecasting: seasonalArimaForecastingMethod,\n  }\n\n  get boundWitnessDiviner() {\n    return assertEx(this.config.boundWitnessDiviner, () => 'No boundWitnessDiviner configured')\n  }\n\n  /**\n   * The max number of records to search during the batch query\n   */\n  protected get batchLimit() {\n    return this.config.batchLimit ?? defaultBatchLimit\n  }\n\n  protected override get forecastingMethod(): ForecastingMethod {\n    const forecastingMethodName = assertEx(this.config.forecastingMethod, () => 'Missing forecastingMethod in config') as SupportedForecastingType\n    const forecastingMethod = MemoryForecastingDiviner.forecastingMethodDict[forecastingMethodName]\n    if (forecastingMethod) return forecastingMethod\n    throw new Error(`Unsupported forecasting method: ${forecastingMethodName}`)\n  }\n\n  protected get maxTrainingLength() {\n    return this.config.maxTrainingLength ?? defaultMaxTrainingLength\n  }\n\n  protected override get transformer(): PayloadValueTransformer {\n    const pathExpression = assertEx(this.config.jsonPathExpression, () => 'Missing jsonPathExpression in config')\n    return getJsonPathTransformer(pathExpression)\n  }\n\n  protected override async getPayloadsInWindow(startTimestamp: number, stopTimestamp: number): Promise<Payload[]> {\n    const addresses = this.config.witnessAddresses\n    const payload_schemas = [assertEx(this.config.witnessSchema, () => 'Missing witnessSchema in config')]\n    const payloads: Payload[] = []\n    const archivist = asArchivistInstance(await this.archivistInstance(), () => 'Unable to resolve archivist')\n    const bwDiviner = asDivinerInstance(\n      (await this.resolve(this.boundWitnessDiviner)).pop(),\n      'Unable to resolve boundWitnessDiviner',\n    ) as DivinerInstance<BoundWitnessDivinerParams, BoundWitnessDivinerQueryPayload, BoundWitness>\n    const limit = this.batchLimit\n    const witnessSchema = assertEx(this.config.witnessSchema, () => 'Missing witnessSchema in config')\n    let timestamp = stopTimestamp\n    let more = true\n\n    // TODO: Window size vs sample size\n    // Loop until there are no more BWs to process or we've got enough payloads to satisfy the training window\n    while (more || payloads.length < this.maxTrainingLength) {\n      const query: BoundWitnessDivinerQueryPayload = { addresses, limit, payload_schemas, schema: BoundWitnessDivinerQuerySchema, timestamp }\n      const boundWitnesses = (await bwDiviner.divine([query])).filter(\n        (bw) => bw.timestamp && bw.timestamp >= startTimestamp && bw.timestamp <= stopTimestamp,\n      )\n      if (boundWitnesses.length === 0) break\n\n      // Update the timestamp value for the next batch\n      timestamp = boundWitnesses\n        .map((bw) => bw.timestamp)\n        .filter(exists)\n        // eslint-disable-next-line unicorn/no-array-reduce\n        .reduce((a, b) => Math.min(a, b), Number.MAX_SAFE_INTEGER)\n      if (timestamp === Number.MAX_SAFE_INTEGER) break\n\n      // Set the more flag to false if there are fewer documents returned than the batch size\n      more = boundWitnesses.length === limit\n\n      // Get the corresponding payload hashes from the BWs\n      const hashes = boundWitnesses.map((bw) => bw.payload_hashes[bw.payload_schemas.indexOf(witnessSchema)]).filter(exists)\n\n      // Get the payloads corresponding to the BW hashes from the archivist\n      if (hashes.length > 0) {\n        const batchPayloads = (await archivist.get(hashes)).filter(exists)\n        payloads.push(...batchPayloads)\n      }\n    }\n    return payloads\n  }\n}\n"],"mappings":";;;;AAAA,SAASA,gBAAgB;AACzB,SAASC,cAAc;AACvB,SAASC,2BAA2B;AAEpC,SAAqEC,sCAAsC;AAC3G,SAASC,kCAA4D;AACrE,SACEC,wBAEAC,sCAEK;AACP,SAASC,sCAAkF;AAC3F,SAASC,yBAA0C;AAEnD,OAAOC,cAAc;AAIrB,IAAMC,yBAAyB,wBAACC,mBAAAA;AAC9B,QAAMC,cAAc,wBAACC,MAAAA;AACnB,UAAMC,MAAMC,SAASC,MAAMH,GAAGF,cAAAA;AAC9B,QAAI,OAAOG,QAAQ,SAAU,QAAOA;AACpC,UAAM,IAAIG,MAAM,8BAAA;EAClB,GAJoB;AAKpB,SAAOL;AACT,GAP+B;AAS/B,IAAMM,oBAAoB;AAC1B,IAAMC,2BAA2B;AAE1B,IAAMC,2BAAN,MAAMA,kCAEHC,2BAAAA;EAjCV,OAiCUA;;;EACR,OAAyBC,gBAA0B;OAAI,MAAMA;IAAeC;;EAC5E,OAAyBC,sBAA8BD;EAEvD,OAA0BE,wBAA6E;IACrGC,kBAAkBC;IAClBC,0BAA0BC;EAC5B;EAEA,IAAIC,sBAAsB;AACxB,WAAOC,SAAS,KAAKC,OAAOF,qBAAqB,MAAM,mCAAA;EACzD;;;;EAKA,IAAcG,aAAa;AACzB,WAAO,KAAKD,OAAOC,cAAcf;EACnC;EAEA,IAAuBgB,oBAAuC;AAC5D,UAAMC,wBAAwBJ,SAAS,KAAKC,OAAOE,mBAAmB,MAAM,qCAAA;AAC5E,UAAMA,oBAAoBd,0BAAyBK,sBAAsBU,qBAAAA;AACzE,QAAID,kBAAmB,QAAOA;AAC9B,UAAM,IAAIjB,MAAM,mCAAmCkB,qBAAAA,EAAuB;EAC5E;EAEA,IAAcC,oBAAoB;AAChC,WAAO,KAAKJ,OAAOI,qBAAqBjB;EAC1C;EAEA,IAAuBP,cAAuC;AAC5D,UAAMD,iBAAiBoB,SAAS,KAAKC,OAAOK,oBAAoB,MAAM,sCAAA;AACtE,WAAO3B,uBAAuBC,cAAAA;EAChC;EAEA,MAAyB2B,oBAAoBC,gBAAwBC,eAA2C;AAC9G,UAAMC,YAAY,KAAKT,OAAOU;AAC9B,UAAMC,kBAAkB;MAACZ,SAAS,KAAKC,OAAOY,eAAe,MAAM,iCAAA;;AACnE,UAAMC,WAAsB,CAAA;AAC5B,UAAMC,YAAYC,oBAAoB,MAAM,KAAKC,kBAAiB,GAAI,MAAM,6BAAA;AAC5E,UAAMC,YAAYC,mBACf,MAAM,KAAKC,QAAQ,KAAKrB,mBAAmB,GAAGsB,IAAG,GAClD,uCAAA;AAEF,UAAMC,QAAQ,KAAKpB;AACnB,UAAMW,gBAAgBb,SAAS,KAAKC,OAAOY,eAAe,MAAM,iCAAA;AAChE,QAAIU,YAAYd;AAChB,QAAIe,OAAO;AAIX,WAAOA,QAAQV,SAASW,SAAS,KAAKpB,mBAAmB;AACvD,YAAMqB,QAAyC;QAAEhB;QAAWY;QAAOV;QAAiBe,QAAQC;QAAgCL;MAAU;AACtI,YAAMM,kBAAkB,MAAMX,UAAUY,OAAO;QAACJ;OAAM,GAAGK,OACvD,CAACC,OAAOA,GAAGT,aAAaS,GAAGT,aAAaf,kBAAkBwB,GAAGT,aAAad,aAAAA;AAE5E,UAAIoB,eAAeJ,WAAW,EAAG;AAGjCF,kBAAYM,eACTI,IAAI,CAACD,OAAOA,GAAGT,SAAS,EACxBQ,OAAOG,MAAAA,EAEPC,OAAO,CAACC,GAAGC,MAAMC,KAAKC,IAAIH,GAAGC,CAAAA,GAAIG,OAAOC,gBAAgB;AAC3D,UAAIlB,cAAciB,OAAOC,iBAAkB;AAG3CjB,aAAOK,eAAeJ,WAAWH;AAGjC,YAAMoB,SAASb,eAAeI,IAAI,CAACD,OAAOA,GAAGW,eAAeX,GAAGpB,gBAAgBgC,QAAQ/B,aAAAA,CAAAA,CAAe,EAAEkB,OAAOG,MAAAA;AAG/G,UAAIQ,OAAOjB,SAAS,GAAG;AACrB,cAAMoB,iBAAiB,MAAM9B,UAAU+B,IAAIJ,MAAAA,GAASX,OAAOG,MAAAA;AAC3DpB,iBAASiC,KAAI,GAAIF,aAAAA;MACnB;IACF;AACA,WAAO/B;EACT;AACF;","names":["assertEx","exists","asArchivistInstance","BoundWitnessDivinerQuerySchema","AbstractForecastingDiviner","arimaForecastingMethod","seasonalArimaForecastingMethod","ForecastingDivinerConfigSchema","asDivinerInstance","jsonpath","getJsonPathTransformer","pathExpression","transformer","x","ret","jsonpath","value","Error","defaultBatchLimit","defaultMaxTrainingLength","MemoryForecastingDiviner","AbstractForecastingDiviner","configSchemas","ForecastingDivinerConfigSchema","defaultConfigSchema","forecastingMethodDict","arimaForecasting","arimaForecastingMethod","seasonalArimaForecasting","seasonalArimaForecastingMethod","boundWitnessDiviner","assertEx","config","batchLimit","forecastingMethod","forecastingMethodName","maxTrainingLength","jsonPathExpression","getPayloadsInWindow","startTimestamp","stopTimestamp","addresses","witnessAddresses","payload_schemas","witnessSchema","payloads","archivist","asArchivistInstance","archivistInstance","bwDiviner","asDivinerInstance","resolve","pop","limit","timestamp","more","length","query","schema","BoundWitnessDivinerQuerySchema","boundWitnesses","divine","filter","bw","map","exists","reduce","a","b","Math","min","Number","MAX_SAFE_INTEGER","hashes","payload_hashes","indexOf","batchPayloads","get","push"]}

package/dist/node/MemoryForecastingDiviner.d.cts

@@ -7,8 +7,6 @@ export declare class MemoryForecastingDiviner<TParams extends ForecastingDiviner
     static readonly configSchemas: Schema[];
     static readonly defaultConfigSchema: Schema;
     protected static readonly forecastingMethodDict: Record<SupportedForecastingType, ForecastingMethod>;
-    protected readonly batchLimit = 1000;
-    protected readonly maxTrainingLength = 10000;
     get boundWitnessDiviner(): import("@xyo-network/module-model").ObjectFilterOptions<import("@xyo-network/module-model").ModuleInstance<import("@xylabs/object").BaseParamsFields & {
         account?: import("@xyo-network/account-model").AccountInstance | "random";
         addToResolvers?: boolean;
@@ -58,7 +56,9 @@ export declare class MemoryForecastingDiviner<TParams extends ForecastingDiviner
         ephemeralQueryAccountEnabled?: boolean;
         moduleIdentifierTransformers?: import("@xyo-network/module-model").ModuleIdentifierTransformer[];
     }, import("@xyo-network/module-model").ModuleEventData<object>>>;
+    protected get batchLimit(): number;
     protected get forecastingMethod(): ForecastingMethod;
+    protected get maxTrainingLength(): number;
     protected get transformer(): PayloadValueTransformer;
     protected getPayloadsInWindow(startTimestamp: number, stopTimestamp: number): Promise<Payload[]>;
 }

package/dist/node/MemoryForecastingDiviner.d.cts.map

@@ -1 +1 @@
-{"version":3,"file":"MemoryForecastingDiviner.d.ts","sourceRoot":"","sources":["../../src/MemoryForecastingDiviner.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,0BAA0B,EAAE,wBAAwB,EAAE,MAAM,2CAA2C,CAAA;AAChH,OAAO,EAEL,oBAAoB,EAEpB,4BAA4B,EAC7B,MAAM,+CAA+C,CAAA;AACtD,OAAO,EAAkC,iBAAiB,EAAE,uBAAuB,EAAE,MAAM,wCAAwC,CAAA;AAEnI,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAA;AAG5D,MAAM,MAAM,wBAAwB,GAAG,OAAO,oBAAoB,GAAG,OAAO,4BAA4B,CAAA;AAWxG,qBAAa,wBAAwB,CACnC,OAAO,SAAS,wBAAwB,GAAG,wBAAwB,CACnE,SAAQ,0BAA0B,CAAC,OAAO,CAAC;IAC3C,gBAAyB,aAAa,EAAE,MAAM,EAAE,CAA2D;IAC3G,gBAAyB,mBAAmB,EAAE,MAAM,CAAiC;IAErF,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,qBAAqB,EAAE,MAAM,CAAC,wBAAwB,EAAE,iBAAiB,CAAC,CAGnG;IAKD,SAAS,CAAC,QAAQ,CAAC,UAAU,QAAO;IAGpC,SAAS,CAAC,QAAQ,CAAC,iBAAiB,SAAS;IAE7C,IAAI,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;qEAEtB;IAED,cAAuB,iBAAiB,IAAI,iBAAiB,CAK5D;IAED,cAAuB,WAAW,IAAI,uBAAuB,CAG5D;cAEwB,mBAAmB,CAAC,cAAc,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;CA6ChH"}
+{"version":3,"file":"MemoryForecastingDiviner.d.ts","sourceRoot":"","sources":["../../src/MemoryForecastingDiviner.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,0BAA0B,EAAE,wBAAwB,EAAE,MAAM,2CAA2C,CAAA;AAChH,OAAO,EAEL,oBAAoB,EAEpB,4BAA4B,EAC7B,MAAM,+CAA+C,CAAA;AACtD,OAAO,EAAkC,iBAAiB,EAAE,uBAAuB,EAAE,MAAM,wCAAwC,CAAA;AAEnI,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAA;AAG5D,MAAM,MAAM,wBAAwB,GAAG,OAAO,oBAAoB,GAAG,OAAO,4BAA4B,CAAA;AAcxG,qBAAa,wBAAwB,CACnC,OAAO,SAAS,wBAAwB,GAAG,wBAAwB,CACnE,SAAQ,0BAA0B,CAAC,OAAO,CAAC;IAC3C,gBAAyB,aAAa,EAAE,MAAM,EAAE,CAA2D;IAC3G,gBAAyB,mBAAmB,EAAE,MAAM,CAAiC;IAErF,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,qBAAqB,EAAE,MAAM,CAAC,wBAAwB,EAAE,iBAAiB,CAAC,CAGnG;IAED,IAAI,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;qEAEtB;IAKD,SAAS,KAAK,UAAU,WAEvB;IAED,cAAuB,iBAAiB,IAAI,iBAAiB,CAK5D;IAED,SAAS,KAAK,iBAAiB,WAE9B;IAED,cAAuB,WAAW,IAAI,uBAAuB,CAG5D;cAEwB,mBAAmB,CAAC,cAAc,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;CA6ChH"}

package/dist/node/MemoryForecastingDiviner.d.mts

@@ -7,8 +7,6 @@ export declare class MemoryForecastingDiviner<TParams extends ForecastingDiviner
     static readonly configSchemas: Schema[];
     static readonly defaultConfigSchema: Schema;
     protected static readonly forecastingMethodDict: Record<SupportedForecastingType, ForecastingMethod>;
-    protected readonly batchLimit = 1000;
-    protected readonly maxTrainingLength = 10000;
     get boundWitnessDiviner(): import("@xyo-network/module-model").ObjectFilterOptions<import("@xyo-network/module-model").ModuleInstance<import("@xylabs/object").BaseParamsFields & {
         account?: import("@xyo-network/account-model").AccountInstance | "random";
         addToResolvers?: boolean;
@@ -58,7 +56,9 @@ export declare class MemoryForecastingDiviner<TParams extends ForecastingDiviner
         ephemeralQueryAccountEnabled?: boolean;
         moduleIdentifierTransformers?: import("@xyo-network/module-model").ModuleIdentifierTransformer[];
     }, import("@xyo-network/module-model").ModuleEventData<object>>>;
+    protected get batchLimit(): number;
     protected get forecastingMethod(): ForecastingMethod;
+    protected get maxTrainingLength(): number;
     protected get transformer(): PayloadValueTransformer;
     protected getPayloadsInWindow(startTimestamp: number, stopTimestamp: number): Promise<Payload[]>;
 }

package/dist/node/MemoryForecastingDiviner.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"MemoryForecastingDiviner.d.ts","sourceRoot":"","sources":["../../src/MemoryForecastingDiviner.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,0BAA0B,EAAE,wBAAwB,EAAE,MAAM,2CAA2C,CAAA;AAChH,OAAO,EAEL,oBAAoB,EAEpB,4BAA4B,EAC7B,MAAM,+CAA+C,CAAA;AACtD,OAAO,EAAkC,iBAAiB,EAAE,uBAAuB,EAAE,MAAM,wCAAwC,CAAA;AAEnI,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAA;AAG5D,MAAM,MAAM,wBAAwB,GAAG,OAAO,oBAAoB,GAAG,OAAO,4BAA4B,CAAA;AAWxG,qBAAa,wBAAwB,CACnC,OAAO,SAAS,wBAAwB,GAAG,wBAAwB,CACnE,SAAQ,0BAA0B,CAAC,OAAO,CAAC;IAC3C,gBAAyB,aAAa,EAAE,MAAM,EAAE,CAA2D;IAC3G,gBAAyB,mBAAmB,EAAE,MAAM,CAAiC;IAErF,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,qBAAqB,EAAE,MAAM,CAAC,wBAAwB,EAAE,iBAAiB,CAAC,CAGnG;IAKD,SAAS,CAAC,QAAQ,CAAC,UAAU,QAAO;IAGpC,SAAS,CAAC,QAAQ,CAAC,iBAAiB,SAAS;IAE7C,IAAI,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;qEAEtB;IAED,cAAuB,iBAAiB,IAAI,iBAAiB,CAK5D;IAED,cAAuB,WAAW,IAAI,uBAAuB,CAG5D;cAEwB,mBAAmB,CAAC,cAAc,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;CA6ChH"}
+{"version":3,"file":"MemoryForecastingDiviner.d.ts","sourceRoot":"","sources":["../../src/MemoryForecastingDiviner.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,0BAA0B,EAAE,wBAAwB,EAAE,MAAM,2CAA2C,CAAA;AAChH,OAAO,EAEL,oBAAoB,EAEpB,4BAA4B,EAC7B,MAAM,+CAA+C,CAAA;AACtD,OAAO,EAAkC,iBAAiB,EAAE,uBAAuB,EAAE,MAAM,wCAAwC,CAAA;AAEnI,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAA;AAG5D,MAAM,MAAM,wBAAwB,GAAG,OAAO,oBAAoB,GAAG,OAAO,4BAA4B,CAAA;AAcxG,qBAAa,wBAAwB,CACnC,OAAO,SAAS,wBAAwB,GAAG,wBAAwB,CACnE,SAAQ,0BAA0B,CAAC,OAAO,CAAC;IAC3C,gBAAyB,aAAa,EAAE,MAAM,EAAE,CAA2D;IAC3G,gBAAyB,mBAAmB,EAAE,MAAM,CAAiC;IAErF,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,qBAAqB,EAAE,MAAM,CAAC,wBAAwB,EAAE,iBAAiB,CAAC,CAGnG;IAED,IAAI,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;qEAEtB;IAKD,SAAS,KAAK,UAAU,WAEvB;IAED,cAAuB,iBAAiB,IAAI,iBAAiB,CAK5D;IAED,SAAS,KAAK,iBAAiB,WAE9B;IAED,cAAuB,WAAW,IAAI,uBAAuB,CAG5D;cAEwB,mBAAmB,CAAC,cAAc,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;CA6ChH"}

package/dist/node/MemoryForecastingDiviner.d.ts

@@ -7,8 +7,6 @@ export declare class MemoryForecastingDiviner<TParams extends ForecastingDiviner
     static readonly configSchemas: Schema[];
     static readonly defaultConfigSchema: Schema;
     protected static readonly forecastingMethodDict: Record<SupportedForecastingType, ForecastingMethod>;
-    protected readonly batchLimit = 1000;
-    protected readonly maxTrainingLength = 10000;
     get boundWitnessDiviner(): import("@xyo-network/module-model").ObjectFilterOptions<import("@xyo-network/module-model").ModuleInstance<import("@xylabs/object").BaseParamsFields & {
         account?: import("@xyo-network/account-model").AccountInstance | "random";
         addToResolvers?: boolean;
@@ -58,7 +56,9 @@ export declare class MemoryForecastingDiviner<TParams extends ForecastingDiviner
         ephemeralQueryAccountEnabled?: boolean;
         moduleIdentifierTransformers?: import("@xyo-network/module-model").ModuleIdentifierTransformer[];
     }, import("@xyo-network/module-model").ModuleEventData<object>>>;
+    protected get batchLimit(): number;
     protected get forecastingMethod(): ForecastingMethod;
+    protected get maxTrainingLength(): number;
     protected get transformer(): PayloadValueTransformer;
     protected getPayloadsInWindow(startTimestamp: number, stopTimestamp: number): Promise<Payload[]>;
 }

package/dist/node/MemoryForecastingDiviner.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"MemoryForecastingDiviner.d.ts","sourceRoot":"","sources":["../../src/MemoryForecastingDiviner.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,0BAA0B,EAAE,wBAAwB,EAAE,MAAM,2CAA2C,CAAA;AAChH,OAAO,EAEL,oBAAoB,EAEpB,4BAA4B,EAC7B,MAAM,+CAA+C,CAAA;AACtD,OAAO,EAAkC,iBAAiB,EAAE,uBAAuB,EAAE,MAAM,wCAAwC,CAAA;AAEnI,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAA;AAG5D,MAAM,MAAM,wBAAwB,GAAG,OAAO,oBAAoB,GAAG,OAAO,4BAA4B,CAAA;AAWxG,qBAAa,wBAAwB,CACnC,OAAO,SAAS,wBAAwB,GAAG,wBAAwB,CACnE,SAAQ,0BAA0B,CAAC,OAAO,CAAC;IAC3C,gBAAyB,aAAa,EAAE,MAAM,EAAE,CAA2D;IAC3G,gBAAyB,mBAAmB,EAAE,MAAM,CAAiC;IAErF,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,qBAAqB,EAAE,MAAM,CAAC,wBAAwB,EAAE,iBAAiB,CAAC,CAGnG;IAKD,SAAS,CAAC,QAAQ,CAAC,UAAU,QAAO;IAGpC,SAAS,CAAC,QAAQ,CAAC,iBAAiB,SAAS;IAE7C,IAAI,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;qEAEtB;IAED,cAAuB,iBAAiB,IAAI,iBAAiB,CAK5D;IAED,cAAuB,WAAW,IAAI,uBAAuB,CAG5D;cAEwB,mBAAmB,CAAC,cAAc,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;CA6ChH"}
+{"version":3,"file":"MemoryForecastingDiviner.d.ts","sourceRoot":"","sources":["../../src/MemoryForecastingDiviner.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,0BAA0B,EAAE,wBAAwB,EAAE,MAAM,2CAA2C,CAAA;AAChH,OAAO,EAEL,oBAAoB,EAEpB,4BAA4B,EAC7B,MAAM,+CAA+C,CAAA;AACtD,OAAO,EAAkC,iBAAiB,EAAE,uBAAuB,EAAE,MAAM,wCAAwC,CAAA;AAEnI,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAA;AAG5D,MAAM,MAAM,wBAAwB,GAAG,OAAO,oBAAoB,GAAG,OAAO,4BAA4B,CAAA;AAcxG,qBAAa,wBAAwB,CACnC,OAAO,SAAS,wBAAwB,GAAG,wBAAwB,CACnE,SAAQ,0BAA0B,CAAC,OAAO,CAAC;IAC3C,gBAAyB,aAAa,EAAE,MAAM,EAAE,CAA2D;IAC3G,gBAAyB,mBAAmB,EAAE,MAAM,CAAiC;IAErF,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,qBAAqB,EAAE,MAAM,CAAC,wBAAwB,EAAE,iBAAiB,CAAC,CAGnG;IAED,IAAI,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;qEAEtB;IAKD,SAAS,KAAK,UAAU,WAEvB;IAED,cAAuB,iBAAiB,IAAI,iBAAiB,CAK5D;IAED,SAAS,KAAK,iBAAiB,WAE9B;IAED,cAAuB,WAAW,IAAI,uBAAuB,CAG5D;cAEwB,mBAAmB,CAAC,cAAc,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;CA6ChH"}

package/dist/node/index.cjs

@@ -57,15 +57,17 @@ var getJsonPathTransformer = /* @__PURE__ */ __name((pathExpression) => {
   }, "transformer");
   return transformer;
 }, "getJsonPathTransformer");
+var defaultBatchLimit = 1e3;
+var defaultMaxTrainingLength = 1e4;
 var _MemoryForecastingDiviner = class _MemoryForecastingDiviner extends import_diviner_forecasting_abstract.AbstractForecastingDiviner {
+  get boundWitnessDiviner() {
+    return (0, import_assert.assertEx)(this.config.boundWitnessDiviner, () => "No boundWitnessDiviner configured");
+  }
   /**
   * The max number of records to search during the batch query
   */
-  batchLimit = 1e3;
-  // TODO: Inject via config
-  maxTrainingLength = 1e4;
-  get boundWitnessDiviner() {
-    return (0, import_assert.assertEx)(this.config.boundWitnessDiviner, () => "No boundWitnessDiviner configured");
+  get batchLimit() {
+    return this.config.batchLimit ?? defaultBatchLimit;
   }
   get forecastingMethod() {
     const forecastingMethodName = (0, import_assert.assertEx)(this.config.forecastingMethod, () => "Missing forecastingMethod in config");
@@ -73,6 +75,9 @@ var _MemoryForecastingDiviner = class _MemoryForecastingDiviner extends import_d
     if (forecastingMethod) return forecastingMethod;
     throw new Error(`Unsupported forecasting method: ${forecastingMethodName}`);
   }
+  get maxTrainingLength() {
+    return this.config.maxTrainingLength ?? defaultMaxTrainingLength;
+  }
   get transformer() {
     const pathExpression = (0, import_assert.assertEx)(this.config.jsonPathExpression, () => "Missing jsonPathExpression in config");
     return getJsonPathTransformer(pathExpression);

package/dist/node/index.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/index.ts","../../src/MemoryForecastingDiviner.ts"],"sourcesContent":["export * from './MemoryForecastingDiviner'\n","import { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { asArchivistInstance } from '@xyo-network/archivist-model'\nimport { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { BoundWitnessDivinerParams, BoundWitnessDivinerQueryPayload, BoundWitnessDivinerQuerySchema } from '@xyo-network/diviner-boundwitness-model'\nimport { AbstractForecastingDiviner, ForecastingDivinerParams } from '@xyo-network/diviner-forecasting-abstract'\nimport {\n  arimaForecastingMethod,\n  arimaForecastingName,\n  seasonalArimaForecastingMethod,\n  seasonalArimaForecastingName,\n} from '@xyo-network/diviner-forecasting-method-arima'\nimport { ForecastingDivinerConfigSchema, ForecastingMethod, PayloadValueTransformer } from '@xyo-network/diviner-forecasting-model'\nimport { asDivinerInstance, DivinerInstance } from '@xyo-network/diviner-model'\nimport { Payload, Schema } from '@xyo-network/payload-model'\nimport jsonpath from 'jsonpath'\n\nexport type SupportedForecastingType = typeof arimaForecastingName | typeof seasonalArimaForecastingName\n\nconst getJsonPathTransformer = (pathExpression: string): PayloadValueTransformer => {\n  const transformer = (x: Payload): number => {\n    const ret = jsonpath.value(x, pathExpression)\n    if (typeof ret === 'number') return ret\n    throw new Error('Parsed invalid payload value')\n  }\n  return transformer\n}\n\nexport class MemoryForecastingDiviner<\n  TParams extends ForecastingDivinerParams = ForecastingDivinerParams,\n> extends AbstractForecastingDiviner<TParams> {\n  static override readonly configSchemas: Schema[] = [...super.configSchemas, ForecastingDivinerConfigSchema]\n  static override readonly defaultConfigSchema: Schema = ForecastingDivinerConfigSchema\n\n  protected static readonly forecastingMethodDict: Record<SupportedForecastingType, ForecastingMethod> = {\n    arimaForecasting: arimaForecastingMethod,\n    seasonalArimaForecasting: seasonalArimaForecastingMethod,\n  }\n\n  /**\n   * The max number of records to search during the batch query\n   */\n  protected readonly batchLimit = 1000\n\n  // TODO: Inject via config\n  protected readonly maxTrainingLength = 10_000\n\n  get boundWitnessDiviner() {\n    return assertEx(this.config.boundWitnessDiviner, () => 'No boundWitnessDiviner configured')\n  }\n\n  protected override get forecastingMethod(): ForecastingMethod {\n    const forecastingMethodName = assertEx(this.config.forecastingMethod, () => 'Missing forecastingMethod in config') as SupportedForecastingType\n    const forecastingMethod = MemoryForecastingDiviner.forecastingMethodDict[forecastingMethodName]\n    if (forecastingMethod) return forecastingMethod\n    throw new Error(`Unsupported forecasting method: ${forecastingMethodName}`)\n  }\n\n  protected override get transformer(): PayloadValueTransformer {\n    const pathExpression = assertEx(this.config.jsonPathExpression, () => 'Missing jsonPathExpression in config')\n    return getJsonPathTransformer(pathExpression)\n  }\n\n  protected override async getPayloadsInWindow(startTimestamp: number, stopTimestamp: number): Promise<Payload[]> {\n    const addresses = this.config.witnessAddresses\n    const payload_schemas = [assertEx(this.config.witnessSchema, () => 'Missing witnessSchema in config')]\n    const payloads: Payload[] = []\n    const archivist = asArchivistInstance(await this.archivistInstance(), () => 'Unable to resolve archivist')\n    const bwDiviner = asDivinerInstance(\n      (await this.resolve(this.boundWitnessDiviner)).pop(),\n      'Unable to resolve boundWitnessDiviner',\n    ) as DivinerInstance<BoundWitnessDivinerParams, BoundWitnessDivinerQueryPayload, BoundWitness>\n    const limit = this.batchLimit\n    const witnessSchema = assertEx(this.config.witnessSchema, () => 'Missing witnessSchema in config')\n    let timestamp = stopTimestamp\n    let more = true\n\n    // TODO: Window size vs sample size\n    // Loop until there are no more BWs to process or we've got enough payloads to satisfy the training window\n    while (more || payloads.length < this.maxTrainingLength) {\n      const query: BoundWitnessDivinerQueryPayload = { addresses, limit, payload_schemas, schema: BoundWitnessDivinerQuerySchema, timestamp }\n      const boundWitnesses = (await bwDiviner.divine([query])).filter(\n        (bw) => bw.timestamp && bw.timestamp >= startTimestamp && bw.timestamp <= stopTimestamp,\n      )\n      if (boundWitnesses.length === 0) break\n\n      // Update the timestamp value for the next batch\n      timestamp = boundWitnesses\n        .map((bw) => bw.timestamp)\n        .filter(exists)\n        // eslint-disable-next-line unicorn/no-array-reduce\n        .reduce((a, b) => Math.min(a, b), Number.MAX_SAFE_INTEGER)\n      if (timestamp === Number.MAX_SAFE_INTEGER) break\n\n      // Set the more flag to false if there are fewer documents returned than the batch size\n      more = boundWitnesses.length === limit\n\n      // Get the corresponding payload hashes from the BWs\n      const hashes = boundWitnesses.map((bw) => bw.payload_hashes[bw.payload_schemas.indexOf(witnessSchema)]).filter(exists)\n\n      // Get the payloads corresponding to the BW hashes from the archivist\n      if (hashes.length > 0) {\n        const batchPayloads = (await archivist.get(hashes)).filter(exists)\n        payloads.push(...batchPayloads)\n      }\n    }\n    return payloads\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;;;;;;;ACAA,oBAAyB;AACzB,oBAAuB;AACvB,6BAAoC;AAEpC,wCAA2G;AAC3G,0CAAqE;AACrE,8CAKO;AACP,uCAA2F;AAC3F,2BAAmD;AAEnD,sBAAqB;AAIrB,IAAMA,yBAAyB,wBAACC,mBAAAA;AAC9B,QAAMC,cAAc,wBAACC,MAAAA;AACnB,UAAMC,MAAMC,gBAAAA,QAASC,MAAMH,GAAGF,cAAAA;AAC9B,QAAI,OAAOG,QAAQ,SAAU,QAAOA;AACpC,UAAM,IAAIG,MAAM,8BAAA;EAClB,GAJoB;AAKpB,SAAOL;AACT,GAP+B;AASxB,IAAMM,4BAAN,MAAMA,kCAEHC,+DAAAA;;;;EAYWC,aAAa;;EAGbC,oBAAoB;EAEvC,IAAIC,sBAAsB;AACxB,eAAOC,wBAAS,KAAKC,OAAOF,qBAAqB,MAAM,mCAAA;EACzD;EAEA,IAAuBG,oBAAuC;AAC5D,UAAMC,4BAAwBH,wBAAS,KAAKC,OAAOC,mBAAmB,MAAM,qCAAA;AAC5E,UAAMA,oBAAoBP,0BAAyBS,sBAAsBD,qBAAAA;AACzE,QAAID,kBAAmB,QAAOA;AAC9B,UAAM,IAAIR,MAAM,mCAAmCS,qBAAAA,EAAuB;EAC5E;EAEA,IAAuBd,cAAuC;AAC5D,UAAMD,qBAAiBY,wBAAS,KAAKC,OAAOI,oBAAoB,MAAM,sCAAA;AACtE,WAAOlB,uBAAuBC,cAAAA;EAChC;EAEA,MAAyBkB,oBAAoBC,gBAAwBC,eAA2C;AAC9G,UAAMC,YAAY,KAAKR,OAAOS;AAC9B,UAAMC,kBAAkB;UAACX,wBAAS,KAAKC,OAAOW,eAAe,MAAM,iCAAA;;AACnE,UAAMC,WAAsB,CAAA;AAC5B,UAAMC,gBAAYC,4CAAoB,MAAM,KAAKC,kBAAiB,GAAI,MAAM,6BAAA;AAC5E,UAAMC,gBAAYC,yCACf,MAAM,KAAKC,QAAQ,KAAKpB,mBAAmB,GAAGqB,IAAG,GAClD,uCAAA;AAEF,UAAMC,QAAQ,KAAKxB;AACnB,UAAMe,oBAAgBZ,wBAAS,KAAKC,OAAOW,eAAe,MAAM,iCAAA;AAChE,QAAIU,YAAYd;AAChB,QAAIe,OAAO;AAIX,WAAOA,QAAQV,SAASW,SAAS,KAAK1B,mBAAmB;AACvD,YAAM2B,QAAyC;QAAEhB;QAAWY;QAAOV;QAAiBe,QAAQC;QAAgCL;MAAU;AACtI,YAAMM,kBAAkB,MAAMX,UAAUY,OAAO;QAACJ;OAAM,GAAGK,OACvD,CAACC,OAAOA,GAAGT,aAAaS,GAAGT,aAAaf,kBAAkBwB,GAAGT,aAAad,aAAAA;AAE5E,UAAIoB,eAAeJ,WAAW,EAAG;AAGjCF,kBAAYM,eACTI,IAAI,CAACD,OAAOA,GAAGT,SAAS,EACxBQ,OAAOG,oBAAAA,EAEPC,OAAO,CAACC,GAAGC,MAAMC,KAAKC,IAAIH,GAAGC,CAAAA,GAAIG,OAAOC,gBAAgB;AAC3D,UAAIlB,cAAciB,OAAOC,iBAAkB;AAG3CjB,aAAOK,eAAeJ,WAAWH;AAGjC,YAAMoB,SAASb,eAAeI,IAAI,CAACD,OAAOA,GAAGW,eAAeX,GAAGpB,gBAAgBgC,QAAQ/B,aAAAA,CAAAA,CAAe,EAAEkB,OAAOG,oBAAAA;AAG/G,UAAIQ,OAAOjB,SAAS,GAAG;AACrB,cAAMoB,iBAAiB,MAAM9B,UAAU+B,IAAIJ,MAAAA,GAASX,OAAOG,oBAAAA;AAC3DpB,iBAASiC,KAAI,GAAIF,aAAAA;MACnB;IACF;AACA,WAAO/B;EACT;AACF;AA9EUjB;AACR,cAHWD,2BAGcoD,iBAA0B;KAAI,iEAAMA;EAAeC;;AAC5E,cAJWrD,2BAIcsD,uBAA8BD;AAEvD,cANWrD,2BAMeS,yBAA6E;EACrG8C,kBAAkBC;EAClBC,0BAA0BC;AAC5B;AATK,IAAM1D,2BAAN;","names":["getJsonPathTransformer","pathExpression","transformer","x","ret","jsonpath","value","Error","MemoryForecastingDiviner","AbstractForecastingDiviner","batchLimit","maxTrainingLength","boundWitnessDiviner","assertEx","config","forecastingMethod","forecastingMethodName","forecastingMethodDict","jsonPathExpression","getPayloadsInWindow","startTimestamp","stopTimestamp","addresses","witnessAddresses","payload_schemas","witnessSchema","payloads","archivist","asArchivistInstance","archivistInstance","bwDiviner","asDivinerInstance","resolve","pop","limit","timestamp","more","length","query","schema","BoundWitnessDivinerQuerySchema","boundWitnesses","divine","filter","bw","map","exists","reduce","a","b","Math","min","Number","MAX_SAFE_INTEGER","hashes","payload_hashes","indexOf","batchPayloads","get","push","configSchemas","ForecastingDivinerConfigSchema","defaultConfigSchema","arimaForecasting","arimaForecastingMethod","seasonalArimaForecasting","seasonalArimaForecastingMethod"]}
+{"version":3,"sources":["../../src/index.ts","../../src/MemoryForecastingDiviner.ts"],"sourcesContent":["export * from './MemoryForecastingDiviner'\n","import { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { asArchivistInstance } from '@xyo-network/archivist-model'\nimport { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { BoundWitnessDivinerParams, BoundWitnessDivinerQueryPayload, BoundWitnessDivinerQuerySchema } from '@xyo-network/diviner-boundwitness-model'\nimport { AbstractForecastingDiviner, ForecastingDivinerParams } from '@xyo-network/diviner-forecasting-abstract'\nimport {\n  arimaForecastingMethod,\n  arimaForecastingName,\n  seasonalArimaForecastingMethod,\n  seasonalArimaForecastingName,\n} from '@xyo-network/diviner-forecasting-method-arima'\nimport { ForecastingDivinerConfigSchema, ForecastingMethod, PayloadValueTransformer } from '@xyo-network/diviner-forecasting-model'\nimport { asDivinerInstance, DivinerInstance } from '@xyo-network/diviner-model'\nimport { Payload, Schema } from '@xyo-network/payload-model'\nimport jsonpath from 'jsonpath'\n\nexport type SupportedForecastingType = typeof arimaForecastingName | typeof seasonalArimaForecastingName\n\nconst getJsonPathTransformer = (pathExpression: string): PayloadValueTransformer => {\n  const transformer = (x: Payload): number => {\n    const ret = jsonpath.value(x, pathExpression)\n    if (typeof ret === 'number') return ret\n    throw new Error('Parsed invalid payload value')\n  }\n  return transformer\n}\n\nconst defaultBatchLimit = 1000\nconst defaultMaxTrainingLength = 10_000\n\nexport class MemoryForecastingDiviner<\n  TParams extends ForecastingDivinerParams = ForecastingDivinerParams,\n> extends AbstractForecastingDiviner<TParams> {\n  static override readonly configSchemas: Schema[] = [...super.configSchemas, ForecastingDivinerConfigSchema]\n  static override readonly defaultConfigSchema: Schema = ForecastingDivinerConfigSchema\n\n  protected static readonly forecastingMethodDict: Record<SupportedForecastingType, ForecastingMethod> = {\n    arimaForecasting: arimaForecastingMethod,\n    seasonalArimaForecasting: seasonalArimaForecastingMethod,\n  }\n\n  get boundWitnessDiviner() {\n    return assertEx(this.config.boundWitnessDiviner, () => 'No boundWitnessDiviner configured')\n  }\n\n  /**\n   * The max number of records to search during the batch query\n   */\n  protected get batchLimit() {\n    return this.config.batchLimit ?? defaultBatchLimit\n  }\n\n  protected override get forecastingMethod(): ForecastingMethod {\n    const forecastingMethodName = assertEx(this.config.forecastingMethod, () => 'Missing forecastingMethod in config') as SupportedForecastingType\n    const forecastingMethod = MemoryForecastingDiviner.forecastingMethodDict[forecastingMethodName]\n    if (forecastingMethod) return forecastingMethod\n    throw new Error(`Unsupported forecasting method: ${forecastingMethodName}`)\n  }\n\n  protected get maxTrainingLength() {\n    return this.config.maxTrainingLength ?? defaultMaxTrainingLength\n  }\n\n  protected override get transformer(): PayloadValueTransformer {\n    const pathExpression = assertEx(this.config.jsonPathExpression, () => 'Missing jsonPathExpression in config')\n    return getJsonPathTransformer(pathExpression)\n  }\n\n  protected override async getPayloadsInWindow(startTimestamp: number, stopTimestamp: number): Promise<Payload[]> {\n    const addresses = this.config.witnessAddresses\n    const payload_schemas = [assertEx(this.config.witnessSchema, () => 'Missing witnessSchema in config')]\n    const payloads: Payload[] = []\n    const archivist = asArchivistInstance(await this.archivistInstance(), () => 'Unable to resolve archivist')\n    const bwDiviner = asDivinerInstance(\n      (await this.resolve(this.boundWitnessDiviner)).pop(),\n      'Unable to resolve boundWitnessDiviner',\n    ) as DivinerInstance<BoundWitnessDivinerParams, BoundWitnessDivinerQueryPayload, BoundWitness>\n    const limit = this.batchLimit\n    const witnessSchema = assertEx(this.config.witnessSchema, () => 'Missing witnessSchema in config')\n    let timestamp = stopTimestamp\n    let more = true\n\n    // TODO: Window size vs sample size\n    // Loop until there are no more BWs to process or we've got enough payloads to satisfy the training window\n    while (more || payloads.length < this.maxTrainingLength) {\n      const query: BoundWitnessDivinerQueryPayload = { addresses, limit, payload_schemas, schema: BoundWitnessDivinerQuerySchema, timestamp }\n      const boundWitnesses = (await bwDiviner.divine([query])).filter(\n        (bw) => bw.timestamp && bw.timestamp >= startTimestamp && bw.timestamp <= stopTimestamp,\n      )\n      if (boundWitnesses.length === 0) break\n\n      // Update the timestamp value for the next batch\n      timestamp = boundWitnesses\n        .map((bw) => bw.timestamp)\n        .filter(exists)\n        // eslint-disable-next-line unicorn/no-array-reduce\n        .reduce((a, b) => Math.min(a, b), Number.MAX_SAFE_INTEGER)\n      if (timestamp === Number.MAX_SAFE_INTEGER) break\n\n      // Set the more flag to false if there are fewer documents returned than the batch size\n      more = boundWitnesses.length === limit\n\n      // Get the corresponding payload hashes from the BWs\n      const hashes = boundWitnesses.map((bw) => bw.payload_hashes[bw.payload_schemas.indexOf(witnessSchema)]).filter(exists)\n\n      // Get the payloads corresponding to the BW hashes from the archivist\n      if (hashes.length > 0) {\n        const batchPayloads = (await archivist.get(hashes)).filter(exists)\n        payloads.push(...batchPayloads)\n      }\n    }\n    return payloads\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;;;;;;;ACAA,oBAAyB;AACzB,oBAAuB;AACvB,6BAAoC;AAEpC,wCAA2G;AAC3G,0CAAqE;AACrE,8CAKO;AACP,uCAA2F;AAC3F,2BAAmD;AAEnD,sBAAqB;AAIrB,IAAMA,yBAAyB,wBAACC,mBAAAA;AAC9B,QAAMC,cAAc,wBAACC,MAAAA;AACnB,UAAMC,MAAMC,gBAAAA,QAASC,MAAMH,GAAGF,cAAAA;AAC9B,QAAI,OAAOG,QAAQ,SAAU,QAAOA;AACpC,UAAM,IAAIG,MAAM,8BAAA;EAClB,GAJoB;AAKpB,SAAOL;AACT,GAP+B;AAS/B,IAAMM,oBAAoB;AAC1B,IAAMC,2BAA2B;AAE1B,IAAMC,4BAAN,MAAMA,kCAEHC,+DAAAA;EASR,IAAIC,sBAAsB;AACxB,eAAOC,wBAAS,KAAKC,OAAOF,qBAAqB,MAAM,mCAAA;EACzD;;;;EAKA,IAAcG,aAAa;AACzB,WAAO,KAAKD,OAAOC,cAAcP;EACnC;EAEA,IAAuBQ,oBAAuC;AAC5D,UAAMC,4BAAwBJ,wBAAS,KAAKC,OAAOE,mBAAmB,MAAM,qCAAA;AAC5E,UAAMA,oBAAoBN,0BAAyBQ,sBAAsBD,qBAAAA;AACzE,QAAID,kBAAmB,QAAOA;AAC9B,UAAM,IAAIT,MAAM,mCAAmCU,qBAAAA,EAAuB;EAC5E;EAEA,IAAcE,oBAAoB;AAChC,WAAO,KAAKL,OAAOK,qBAAqBV;EAC1C;EAEA,IAAuBP,cAAuC;AAC5D,UAAMD,qBAAiBY,wBAAS,KAAKC,OAAOM,oBAAoB,MAAM,sCAAA;AACtE,WAAOpB,uBAAuBC,cAAAA;EAChC;EAEA,MAAyBoB,oBAAoBC,gBAAwBC,eAA2C;AAC9G,UAAMC,YAAY,KAAKV,OAAOW;AAC9B,UAAMC,kBAAkB;UAACb,wBAAS,KAAKC,OAAOa,eAAe,MAAM,iCAAA;;AACnE,UAAMC,WAAsB,CAAA;AAC5B,UAAMC,gBAAYC,4CAAoB,MAAM,KAAKC,kBAAiB,GAAI,MAAM,6BAAA;AAC5E,UAAMC,gBAAYC,yCACf,MAAM,KAAKC,QAAQ,KAAKtB,mBAAmB,GAAGuB,IAAG,GAClD,uCAAA;AAEF,UAAMC,QAAQ,KAAKrB;AACnB,UAAMY,oBAAgBd,wBAAS,KAAKC,OAAOa,eAAe,MAAM,iCAAA;AAChE,QAAIU,YAAYd;AAChB,QAAIe,OAAO;AAIX,WAAOA,QAAQV,SAASW,SAAS,KAAKpB,mBAAmB;AACvD,YAAMqB,QAAyC;QAAEhB;QAAWY;QAAOV;QAAiBe,QAAQC;QAAgCL;MAAU;AACtI,YAAMM,kBAAkB,MAAMX,UAAUY,OAAO;QAACJ;OAAM,GAAGK,OACvD,CAACC,OAAOA,GAAGT,aAAaS,GAAGT,aAAaf,kBAAkBwB,GAAGT,aAAad,aAAAA;AAE5E,UAAIoB,eAAeJ,WAAW,EAAG;AAGjCF,kBAAYM,eACTI,IAAI,CAACD,OAAOA,GAAGT,SAAS,EACxBQ,OAAOG,oBAAAA,EAEPC,OAAO,CAACC,GAAGC,MAAMC,KAAKC,IAAIH,GAAGC,CAAAA,GAAIG,OAAOC,gBAAgB;AAC3D,UAAIlB,cAAciB,OAAOC,iBAAkB;AAG3CjB,aAAOK,eAAeJ,WAAWH;AAGjC,YAAMoB,SAASb,eAAeI,IAAI,CAACD,OAAOA,GAAGW,eAAeX,GAAGpB,gBAAgBgC,QAAQ/B,aAAAA,CAAAA,CAAe,EAAEkB,OAAOG,oBAAAA;AAG/G,UAAIQ,OAAOjB,SAAS,GAAG;AACrB,cAAMoB,iBAAiB,MAAM9B,UAAU+B,IAAIJ,MAAAA,GAASX,OAAOG,oBAAAA;AAC3DpB,iBAASiC,KAAI,GAAIF,aAAAA;MACnB;IACF;AACA,WAAO/B;EACT;AACF;AAjFUjB;AACR,cAHWD,2BAGcoD,iBAA0B;KAAI,iEAAMA;EAAeC;;AAC5E,cAJWrD,2BAIcsD,uBAA8BD;AAEvD,cANWrD,2BAMeQ,yBAA6E;EACrG+C,kBAAkBC;EAClBC,0BAA0BC;AAC5B;AATK,IAAM1D,2BAAN;","names":["getJsonPathTransformer","pathExpression","transformer","x","ret","jsonpath","value","Error","defaultBatchLimit","defaultMaxTrainingLength","MemoryForecastingDiviner","AbstractForecastingDiviner","boundWitnessDiviner","assertEx","config","batchLimit","forecastingMethod","forecastingMethodName","forecastingMethodDict","maxTrainingLength","jsonPathExpression","getPayloadsInWindow","startTimestamp","stopTimestamp","addresses","witnessAddresses","payload_schemas","witnessSchema","payloads","archivist","asArchivistInstance","archivistInstance","bwDiviner","asDivinerInstance","resolve","pop","limit","timestamp","more","length","query","schema","BoundWitnessDivinerQuerySchema","boundWitnesses","divine","filter","bw","map","exists","reduce","a","b","Math","min","Number","MAX_SAFE_INTEGER","hashes","payload_hashes","indexOf","batchPayloads","get","push","configSchemas","ForecastingDivinerConfigSchema","defaultConfigSchema","arimaForecasting","arimaForecastingMethod","seasonalArimaForecasting","seasonalArimaForecastingMethod"]}

package/dist/node/index.js

@@ -24,15 +24,17 @@ var getJsonPathTransformer = /* @__PURE__ */ __name((pathExpression) => {
   }, "transformer");
   return transformer;
 }, "getJsonPathTransformer");
+var defaultBatchLimit = 1e3;
+var defaultMaxTrainingLength = 1e4;
 var _MemoryForecastingDiviner = class _MemoryForecastingDiviner extends AbstractForecastingDiviner {
+  get boundWitnessDiviner() {
+    return assertEx(this.config.boundWitnessDiviner, () => "No boundWitnessDiviner configured");
+  }
   /**
   * The max number of records to search during the batch query
   */
-  batchLimit = 1e3;
-  // TODO: Inject via config
-  maxTrainingLength = 1e4;
-  get boundWitnessDiviner() {
-    return assertEx(this.config.boundWitnessDiviner, () => "No boundWitnessDiviner configured");
+  get batchLimit() {
+    return this.config.batchLimit ?? defaultBatchLimit;
   }
   get forecastingMethod() {
     const forecastingMethodName = assertEx(this.config.forecastingMethod, () => "Missing forecastingMethod in config");
@@ -40,6 +42,9 @@ var _MemoryForecastingDiviner = class _MemoryForecastingDiviner extends Abstract
     if (forecastingMethod) return forecastingMethod;
     throw new Error(`Unsupported forecasting method: ${forecastingMethodName}`);
   }
+  get maxTrainingLength() {
+    return this.config.maxTrainingLength ?? defaultMaxTrainingLength;
+  }
   get transformer() {
     const pathExpression = assertEx(this.config.jsonPathExpression, () => "Missing jsonPathExpression in config");
     return getJsonPathTransformer(pathExpression);

package/dist/node/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/MemoryForecastingDiviner.ts"],"sourcesContent":["import { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { asArchivistInstance } from '@xyo-network/archivist-model'\nimport { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { BoundWitnessDivinerParams, BoundWitnessDivinerQueryPayload, BoundWitnessDivinerQuerySchema } from '@xyo-network/diviner-boundwitness-model'\nimport { AbstractForecastingDiviner, ForecastingDivinerParams } from '@xyo-network/diviner-forecasting-abstract'\nimport {\n  arimaForecastingMethod,\n  arimaForecastingName,\n  seasonalArimaForecastingMethod,\n  seasonalArimaForecastingName,\n} from '@xyo-network/diviner-forecasting-method-arima'\nimport { ForecastingDivinerConfigSchema, ForecastingMethod, PayloadValueTransformer } from '@xyo-network/diviner-forecasting-model'\nimport { asDivinerInstance, DivinerInstance } from '@xyo-network/diviner-model'\nimport { Payload, Schema } from '@xyo-network/payload-model'\nimport jsonpath from 'jsonpath'\n\nexport type SupportedForecastingType = typeof arimaForecastingName | typeof seasonalArimaForecastingName\n\nconst getJsonPathTransformer = (pathExpression: string): PayloadValueTransformer => {\n  const transformer = (x: Payload): number => {\n    const ret = jsonpath.value(x, pathExpression)\n    if (typeof ret === 'number') return ret\n    throw new Error('Parsed invalid payload value')\n  }\n  return transformer\n}\n\nexport class MemoryForecastingDiviner<\n  TParams extends ForecastingDivinerParams = ForecastingDivinerParams,\n> extends AbstractForecastingDiviner<TParams> {\n  static override readonly configSchemas: Schema[] = [...super.configSchemas, ForecastingDivinerConfigSchema]\n  static override readonly defaultConfigSchema: Schema = ForecastingDivinerConfigSchema\n\n  protected static readonly forecastingMethodDict: Record<SupportedForecastingType, ForecastingMethod> = {\n    arimaForecasting: arimaForecastingMethod,\n    seasonalArimaForecasting: seasonalArimaForecastingMethod,\n  }\n\n  /**\n   * The max number of records to search during the batch query\n   */\n  protected readonly batchLimit = 1000\n\n  // TODO: Inject via config\n  protected readonly maxTrainingLength = 10_000\n\n  get boundWitnessDiviner() {\n    return assertEx(this.config.boundWitnessDiviner, () => 'No boundWitnessDiviner configured')\n  }\n\n  protected override get forecastingMethod(): ForecastingMethod {\n    const forecastingMethodName = assertEx(this.config.forecastingMethod, () => 'Missing forecastingMethod in config') as SupportedForecastingType\n    const forecastingMethod = MemoryForecastingDiviner.forecastingMethodDict[forecastingMethodName]\n    if (forecastingMethod) return forecastingMethod\n    throw new Error(`Unsupported forecasting method: ${forecastingMethodName}`)\n  }\n\n  protected override get transformer(): PayloadValueTransformer {\n    const pathExpression = assertEx(this.config.jsonPathExpression, () => 'Missing jsonPathExpression in config')\n    return getJsonPathTransformer(pathExpression)\n  }\n\n  protected override async getPayloadsInWindow(startTimestamp: number, stopTimestamp: number): Promise<Payload[]> {\n    const addresses = this.config.witnessAddresses\n    const payload_schemas = [assertEx(this.config.witnessSchema, () => 'Missing witnessSchema in config')]\n    const payloads: Payload[] = []\n    const archivist = asArchivistInstance(await this.archivistInstance(), () => 'Unable to resolve archivist')\n    const bwDiviner = asDivinerInstance(\n      (await this.resolve(this.boundWitnessDiviner)).pop(),\n      'Unable to resolve boundWitnessDiviner',\n    ) as DivinerInstance<BoundWitnessDivinerParams, BoundWitnessDivinerQueryPayload, BoundWitness>\n    const limit = this.batchLimit\n    const witnessSchema = assertEx(this.config.witnessSchema, () => 'Missing witnessSchema in config')\n    let timestamp = stopTimestamp\n    let more = true\n\n    // TODO: Window size vs sample size\n    // Loop until there are no more BWs to process or we've got enough payloads to satisfy the training window\n    while (more || payloads.length < this.maxTrainingLength) {\n      const query: BoundWitnessDivinerQueryPayload = { addresses, limit, payload_schemas, schema: BoundWitnessDivinerQuerySchema, timestamp }\n      const boundWitnesses = (await bwDiviner.divine([query])).filter(\n        (bw) => bw.timestamp && bw.timestamp >= startTimestamp && bw.timestamp <= stopTimestamp,\n      )\n      if (boundWitnesses.length === 0) break\n\n      // Update the timestamp value for the next batch\n      timestamp = boundWitnesses\n        .map((bw) => bw.timestamp)\n        .filter(exists)\n        // eslint-disable-next-line unicorn/no-array-reduce\n        .reduce((a, b) => Math.min(a, b), Number.MAX_SAFE_INTEGER)\n      if (timestamp === Number.MAX_SAFE_INTEGER) break\n\n      // Set the more flag to false if there are fewer documents returned than the batch size\n      more = boundWitnesses.length === limit\n\n      // Get the corresponding payload hashes from the BWs\n      const hashes = boundWitnesses.map((bw) => bw.payload_hashes[bw.payload_schemas.indexOf(witnessSchema)]).filter(exists)\n\n      // Get the payloads corresponding to the BW hashes from the archivist\n      if (hashes.length > 0) {\n        const batchPayloads = (await archivist.get(hashes)).filter(exists)\n        payloads.push(...batchPayloads)\n      }\n    }\n    return payloads\n  }\n}\n"],"mappings":";;;;;;;;;AAAA,SAASA,gBAAgB;AACzB,SAASC,cAAc;AACvB,SAASC,2BAA2B;AAEpC,SAAqEC,sCAAsC;AAC3G,SAASC,kCAA4D;AACrE,SACEC,wBAEAC,sCAEK;AACP,SAASC,sCAAkF;AAC3F,SAASC,yBAA0C;AAEnD,OAAOC,cAAc;AAIrB,IAAMC,yBAAyB,wBAACC,mBAAAA;AAC9B,QAAMC,cAAc,wBAACC,MAAAA;AACnB,UAAMC,MAAMC,SAASC,MAAMH,GAAGF,cAAAA;AAC9B,QAAI,OAAOG,QAAQ,SAAU,QAAOA;AACpC,UAAM,IAAIG,MAAM,8BAAA;EAClB,GAJoB;AAKpB,SAAOL;AACT,GAP+B;AASxB,IAAMM,4BAAN,MAAMA,kCAEHC,2BAAAA;;;;EAYWC,aAAa;;EAGbC,oBAAoB;EAEvC,IAAIC,sBAAsB;AACxB,WAAOC,SAAS,KAAKC,OAAOF,qBAAqB,MAAM,mCAAA;EACzD;EAEA,IAAuBG,oBAAuC;AAC5D,UAAMC,wBAAwBH,SAAS,KAAKC,OAAOC,mBAAmB,MAAM,qCAAA;AAC5E,UAAMA,oBAAoBP,0BAAyBS,sBAAsBD,qBAAAA;AACzE,QAAID,kBAAmB,QAAOA;AAC9B,UAAM,IAAIR,MAAM,mCAAmCS,qBAAAA,EAAuB;EAC5E;EAEA,IAAuBd,cAAuC;AAC5D,UAAMD,iBAAiBY,SAAS,KAAKC,OAAOI,oBAAoB,MAAM,sCAAA;AACtE,WAAOlB,uBAAuBC,cAAAA;EAChC;EAEA,MAAyBkB,oBAAoBC,gBAAwBC,eAA2C;AAC9G,UAAMC,YAAY,KAAKR,OAAOS;AAC9B,UAAMC,kBAAkB;MAACX,SAAS,KAAKC,OAAOW,eAAe,MAAM,iCAAA;;AACnE,UAAMC,WAAsB,CAAA;AAC5B,UAAMC,YAAYC,oBAAoB,MAAM,KAAKC,kBAAiB,GAAI,MAAM,6BAAA;AAC5E,UAAMC,YAAYC,mBACf,MAAM,KAAKC,QAAQ,KAAKpB,mBAAmB,GAAGqB,IAAG,GAClD,uCAAA;AAEF,UAAMC,QAAQ,KAAKxB;AACnB,UAAMe,gBAAgBZ,SAAS,KAAKC,OAAOW,eAAe,MAAM,iCAAA;AAChE,QAAIU,YAAYd;AAChB,QAAIe,OAAO;AAIX,WAAOA,QAAQV,SAASW,SAAS,KAAK1B,mBAAmB;AACvD,YAAM2B,QAAyC;QAAEhB;QAAWY;QAAOV;QAAiBe,QAAQC;QAAgCL;MAAU;AACtI,YAAMM,kBAAkB,MAAMX,UAAUY,OAAO;QAACJ;OAAM,GAAGK,OACvD,CAACC,OAAOA,GAAGT,aAAaS,GAAGT,aAAaf,kBAAkBwB,GAAGT,aAAad,aAAAA;AAE5E,UAAIoB,eAAeJ,WAAW,EAAG;AAGjCF,kBAAYM,eACTI,IAAI,CAACD,OAAOA,GAAGT,SAAS,EACxBQ,OAAOG,MAAAA,EAEPC,OAAO,CAACC,GAAGC,MAAMC,KAAKC,IAAIH,GAAGC,CAAAA,GAAIG,OAAOC,gBAAgB;AAC3D,UAAIlB,cAAciB,OAAOC,iBAAkB;AAG3CjB,aAAOK,eAAeJ,WAAWH;AAGjC,YAAMoB,SAASb,eAAeI,IAAI,CAACD,OAAOA,GAAGW,eAAeX,GAAGpB,gBAAgBgC,QAAQ/B,aAAAA,CAAAA,CAAe,EAAEkB,OAAOG,MAAAA;AAG/G,UAAIQ,OAAOjB,SAAS,GAAG;AACrB,cAAMoB,iBAAiB,MAAM9B,UAAU+B,IAAIJ,MAAAA,GAASX,OAAOG,MAAAA;AAC3DpB,iBAASiC,KAAI,GAAIF,aAAAA;MACnB;IACF;AACA,WAAO/B;EACT;AACF;AA9EUjB;AACR,cAHWD,2BAGcoD,iBAA0B;KAAI,iEAAMA;EAAeC;;AAC5E,cAJWrD,2BAIcsD,uBAA8BD;AAEvD,cANWrD,2BAMeS,yBAA6E;EACrG8C,kBAAkBC;EAClBC,0BAA0BC;AAC5B;AATK,IAAM1D,2BAAN;","names":["assertEx","exists","asArchivistInstance","BoundWitnessDivinerQuerySchema","AbstractForecastingDiviner","arimaForecastingMethod","seasonalArimaForecastingMethod","ForecastingDivinerConfigSchema","asDivinerInstance","jsonpath","getJsonPathTransformer","pathExpression","transformer","x","ret","jsonpath","value","Error","MemoryForecastingDiviner","AbstractForecastingDiviner","batchLimit","maxTrainingLength","boundWitnessDiviner","assertEx","config","forecastingMethod","forecastingMethodName","forecastingMethodDict","jsonPathExpression","getPayloadsInWindow","startTimestamp","stopTimestamp","addresses","witnessAddresses","payload_schemas","witnessSchema","payloads","archivist","asArchivistInstance","archivistInstance","bwDiviner","asDivinerInstance","resolve","pop","limit","timestamp","more","length","query","schema","BoundWitnessDivinerQuerySchema","boundWitnesses","divine","filter","bw","map","exists","reduce","a","b","Math","min","Number","MAX_SAFE_INTEGER","hashes","payload_hashes","indexOf","batchPayloads","get","push","configSchemas","ForecastingDivinerConfigSchema","defaultConfigSchema","arimaForecasting","arimaForecastingMethod","seasonalArimaForecasting","seasonalArimaForecastingMethod"]}
+{"version":3,"sources":["../../src/MemoryForecastingDiviner.ts"],"sourcesContent":["import { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { asArchivistInstance } from '@xyo-network/archivist-model'\nimport { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { BoundWitnessDivinerParams, BoundWitnessDivinerQueryPayload, BoundWitnessDivinerQuerySchema } from '@xyo-network/diviner-boundwitness-model'\nimport { AbstractForecastingDiviner, ForecastingDivinerParams } from '@xyo-network/diviner-forecasting-abstract'\nimport {\n  arimaForecastingMethod,\n  arimaForecastingName,\n  seasonalArimaForecastingMethod,\n  seasonalArimaForecastingName,\n} from '@xyo-network/diviner-forecasting-method-arima'\nimport { ForecastingDivinerConfigSchema, ForecastingMethod, PayloadValueTransformer } from '@xyo-network/diviner-forecasting-model'\nimport { asDivinerInstance, DivinerInstance } from '@xyo-network/diviner-model'\nimport { Payload, Schema } from '@xyo-network/payload-model'\nimport jsonpath from 'jsonpath'\n\nexport type SupportedForecastingType = typeof arimaForecastingName | typeof seasonalArimaForecastingName\n\nconst getJsonPathTransformer = (pathExpression: string): PayloadValueTransformer => {\n  const transformer = (x: Payload): number => {\n    const ret = jsonpath.value(x, pathExpression)\n    if (typeof ret === 'number') return ret\n    throw new Error('Parsed invalid payload value')\n  }\n  return transformer\n}\n\nconst defaultBatchLimit = 1000\nconst defaultMaxTrainingLength = 10_000\n\nexport class MemoryForecastingDiviner<\n  TParams extends ForecastingDivinerParams = ForecastingDivinerParams,\n> extends AbstractForecastingDiviner<TParams> {\n  static override readonly configSchemas: Schema[] = [...super.configSchemas, ForecastingDivinerConfigSchema]\n  static override readonly defaultConfigSchema: Schema = ForecastingDivinerConfigSchema\n\n  protected static readonly forecastingMethodDict: Record<SupportedForecastingType, ForecastingMethod> = {\n    arimaForecasting: arimaForecastingMethod,\n    seasonalArimaForecasting: seasonalArimaForecastingMethod,\n  }\n\n  get boundWitnessDiviner() {\n    return assertEx(this.config.boundWitnessDiviner, () => 'No boundWitnessDiviner configured')\n  }\n\n  /**\n   * The max number of records to search during the batch query\n   */\n  protected get batchLimit() {\n    return this.config.batchLimit ?? defaultBatchLimit\n  }\n\n  protected override get forecastingMethod(): ForecastingMethod {\n    const forecastingMethodName = assertEx(this.config.forecastingMethod, () => 'Missing forecastingMethod in config') as SupportedForecastingType\n    const forecastingMethod = MemoryForecastingDiviner.forecastingMethodDict[forecastingMethodName]\n    if (forecastingMethod) return forecastingMethod\n    throw new Error(`Unsupported forecasting method: ${forecastingMethodName}`)\n  }\n\n  protected get maxTrainingLength() {\n    return this.config.maxTrainingLength ?? defaultMaxTrainingLength\n  }\n\n  protected override get transformer(): PayloadValueTransformer {\n    const pathExpression = assertEx(this.config.jsonPathExpression, () => 'Missing jsonPathExpression in config')\n    return getJsonPathTransformer(pathExpression)\n  }\n\n  protected override async getPayloadsInWindow(startTimestamp: number, stopTimestamp: number): Promise<Payload[]> {\n    const addresses = this.config.witnessAddresses\n    const payload_schemas = [assertEx(this.config.witnessSchema, () => 'Missing witnessSchema in config')]\n    const payloads: Payload[] = []\n    const archivist = asArchivistInstance(await this.archivistInstance(), () => 'Unable to resolve archivist')\n    const bwDiviner = asDivinerInstance(\n      (await this.resolve(this.boundWitnessDiviner)).pop(),\n      'Unable to resolve boundWitnessDiviner',\n    ) as DivinerInstance<BoundWitnessDivinerParams, BoundWitnessDivinerQueryPayload, BoundWitness>\n    const limit = this.batchLimit\n    const witnessSchema = assertEx(this.config.witnessSchema, () => 'Missing witnessSchema in config')\n    let timestamp = stopTimestamp\n    let more = true\n\n    // TODO: Window size vs sample size\n    // Loop until there are no more BWs to process or we've got enough payloads to satisfy the training window\n    while (more || payloads.length < this.maxTrainingLength) {\n      const query: BoundWitnessDivinerQueryPayload = { addresses, limit, payload_schemas, schema: BoundWitnessDivinerQuerySchema, timestamp }\n      const boundWitnesses = (await bwDiviner.divine([query])).filter(\n        (bw) => bw.timestamp && bw.timestamp >= startTimestamp && bw.timestamp <= stopTimestamp,\n      )\n      if (boundWitnesses.length === 0) break\n\n      // Update the timestamp value for the next batch\n      timestamp = boundWitnesses\n        .map((bw) => bw.timestamp)\n        .filter(exists)\n        // eslint-disable-next-line unicorn/no-array-reduce\n        .reduce((a, b) => Math.min(a, b), Number.MAX_SAFE_INTEGER)\n      if (timestamp === Number.MAX_SAFE_INTEGER) break\n\n      // Set the more flag to false if there are fewer documents returned than the batch size\n      more = boundWitnesses.length === limit\n\n      // Get the corresponding payload hashes from the BWs\n      const hashes = boundWitnesses.map((bw) => bw.payload_hashes[bw.payload_schemas.indexOf(witnessSchema)]).filter(exists)\n\n      // Get the payloads corresponding to the BW hashes from the archivist\n      if (hashes.length > 0) {\n        const batchPayloads = (await archivist.get(hashes)).filter(exists)\n        payloads.push(...batchPayloads)\n      }\n    }\n    return payloads\n  }\n}\n"],"mappings":";;;;;;;;;AAAA,SAASA,gBAAgB;AACzB,SAASC,cAAc;AACvB,SAASC,2BAA2B;AAEpC,SAAqEC,sCAAsC;AAC3G,SAASC,kCAA4D;AACrE,SACEC,wBAEAC,sCAEK;AACP,SAASC,sCAAkF;AAC3F,SAASC,yBAA0C;AAEnD,OAAOC,cAAc;AAIrB,IAAMC,yBAAyB,wBAACC,mBAAAA;AAC9B,QAAMC,cAAc,wBAACC,MAAAA;AACnB,UAAMC,MAAMC,SAASC,MAAMH,GAAGF,cAAAA;AAC9B,QAAI,OAAOG,QAAQ,SAAU,QAAOA;AACpC,UAAM,IAAIG,MAAM,8BAAA;EAClB,GAJoB;AAKpB,SAAOL;AACT,GAP+B;AAS/B,IAAMM,oBAAoB;AAC1B,IAAMC,2BAA2B;AAE1B,IAAMC,4BAAN,MAAMA,kCAEHC,2BAAAA;EASR,IAAIC,sBAAsB;AACxB,WAAOC,SAAS,KAAKC,OAAOF,qBAAqB,MAAM,mCAAA;EACzD;;;;EAKA,IAAcG,aAAa;AACzB,WAAO,KAAKD,OAAOC,cAAcP;EACnC;EAEA,IAAuBQ,oBAAuC;AAC5D,UAAMC,wBAAwBJ,SAAS,KAAKC,OAAOE,mBAAmB,MAAM,qCAAA;AAC5E,UAAMA,oBAAoBN,0BAAyBQ,sBAAsBD,qBAAAA;AACzE,QAAID,kBAAmB,QAAOA;AAC9B,UAAM,IAAIT,MAAM,mCAAmCU,qBAAAA,EAAuB;EAC5E;EAEA,IAAcE,oBAAoB;AAChC,WAAO,KAAKL,OAAOK,qBAAqBV;EAC1C;EAEA,IAAuBP,cAAuC;AAC5D,UAAMD,iBAAiBY,SAAS,KAAKC,OAAOM,oBAAoB,MAAM,sCAAA;AACtE,WAAOpB,uBAAuBC,cAAAA;EAChC;EAEA,MAAyBoB,oBAAoBC,gBAAwBC,eAA2C;AAC9G,UAAMC,YAAY,KAAKV,OAAOW;AAC9B,UAAMC,kBAAkB;MAACb,SAAS,KAAKC,OAAOa,eAAe,MAAM,iCAAA;;AACnE,UAAMC,WAAsB,CAAA;AAC5B,UAAMC,YAAYC,oBAAoB,MAAM,KAAKC,kBAAiB,GAAI,MAAM,6BAAA;AAC5E,UAAMC,YAAYC,mBACf,MAAM,KAAKC,QAAQ,KAAKtB,mBAAmB,GAAGuB,IAAG,GAClD,uCAAA;AAEF,UAAMC,QAAQ,KAAKrB;AACnB,UAAMY,gBAAgBd,SAAS,KAAKC,OAAOa,eAAe,MAAM,iCAAA;AAChE,QAAIU,YAAYd;AAChB,QAAIe,OAAO;AAIX,WAAOA,QAAQV,SAASW,SAAS,KAAKpB,mBAAmB;AACvD,YAAMqB,QAAyC;QAAEhB;QAAWY;QAAOV;QAAiBe,QAAQC;QAAgCL;MAAU;AACtI,YAAMM,kBAAkB,MAAMX,UAAUY,OAAO;QAACJ;OAAM,GAAGK,OACvD,CAACC,OAAOA,GAAGT,aAAaS,GAAGT,aAAaf,kBAAkBwB,GAAGT,aAAad,aAAAA;AAE5E,UAAIoB,eAAeJ,WAAW,EAAG;AAGjCF,kBAAYM,eACTI,IAAI,CAACD,OAAOA,GAAGT,SAAS,EACxBQ,OAAOG,MAAAA,EAEPC,OAAO,CAACC,GAAGC,MAAMC,KAAKC,IAAIH,GAAGC,CAAAA,GAAIG,OAAOC,gBAAgB;AAC3D,UAAIlB,cAAciB,OAAOC,iBAAkB;AAG3CjB,aAAOK,eAAeJ,WAAWH;AAGjC,YAAMoB,SAASb,eAAeI,IAAI,CAACD,OAAOA,GAAGW,eAAeX,GAAGpB,gBAAgBgC,QAAQ/B,aAAAA,CAAAA,CAAe,EAAEkB,OAAOG,MAAAA;AAG/G,UAAIQ,OAAOjB,SAAS,GAAG;AACrB,cAAMoB,iBAAiB,MAAM9B,UAAU+B,IAAIJ,MAAAA,GAASX,OAAOG,MAAAA;AAC3DpB,iBAASiC,KAAI,GAAIF,aAAAA;MACnB;IACF;AACA,WAAO/B;EACT;AACF;AAjFUjB;AACR,cAHWD,2BAGcoD,iBAA0B;KAAI,iEAAMA;EAAeC;;AAC5E,cAJWrD,2BAIcsD,uBAA8BD;AAEvD,cANWrD,2BAMeQ,yBAA6E;EACrG+C,kBAAkBC;EAClBC,0BAA0BC;AAC5B;AATK,IAAM1D,2BAAN;","names":["assertEx","exists","asArchivistInstance","BoundWitnessDivinerQuerySchema","AbstractForecastingDiviner","arimaForecastingMethod","seasonalArimaForecastingMethod","ForecastingDivinerConfigSchema","asDivinerInstance","jsonpath","getJsonPathTransformer","pathExpression","transformer","x","ret","jsonpath","value","Error","defaultBatchLimit","defaultMaxTrainingLength","MemoryForecastingDiviner","AbstractForecastingDiviner","boundWitnessDiviner","assertEx","config","batchLimit","forecastingMethod","forecastingMethodName","forecastingMethodDict","maxTrainingLength","jsonPathExpression","getPayloadsInWindow","startTimestamp","stopTimestamp","addresses","witnessAddresses","payload_schemas","witnessSchema","payloads","archivist","asArchivistInstance","archivistInstance","bwDiviner","asDivinerInstance","resolve","pop","limit","timestamp","more","length","query","schema","BoundWitnessDivinerQuerySchema","boundWitnesses","divine","filter","bw","map","exists","reduce","a","b","Math","min","Number","MAX_SAFE_INTEGER","hashes","payload_hashes","indexOf","batchPayloads","get","push","configSchemas","ForecastingDivinerConfigSchema","defaultConfigSchema","arimaForecasting","arimaForecastingMethod","seasonalArimaForecasting","seasonalArimaForecastingMethod"]}

package/package.json

@@ -10,23 +10,23 @@
     "url": "https://github.com/XYOracleNetwork/sdk-xyo-client-js/issues"
   },
   "dependencies": {
-    "@xylabs/assert": "^3.5.1",
-    "@xylabs/exists": "^3.5.1",
-    "@xyo-network/archivist-model": "~2.107.5",
-    "@xyo-network/boundwitness-model": "~2.107.5",
-    "@xyo-network/diviner-boundwitness-model": "~2.107.5",
-    "@xyo-network/diviner-forecasting-abstract": "~2.107.5",
-    "@xyo-network/diviner-forecasting-method-arima": "~2.107.5",
-    "@xyo-network/diviner-forecasting-model": "~2.107.5",
-    "@xyo-network/diviner-model": "~2.107.5",
-    "@xyo-network/payload-model": "~2.107.5",
+    "@xylabs/assert": "^3.5.2",
+    "@xylabs/exists": "^3.5.2",
+    "@xyo-network/archivist-model": "^2.108.0",
+    "@xyo-network/boundwitness-model": "^2.108.0",
+    "@xyo-network/diviner-boundwitness-model": "^2.108.0",
+    "@xyo-network/diviner-forecasting-abstract": "^2.108.0",
+    "@xyo-network/diviner-forecasting-method-arima": "^2.108.0",
+    "@xyo-network/diviner-forecasting-model": "^2.108.0",
+    "@xyo-network/diviner-model": "^2.108.0",
+    "@xyo-network/payload-model": "^2.108.0",
     "jsonpath": "^1.1.1"
   },
   "devDependencies": {
     "@types/jsonpath": "^0.2.4",
-    "@xylabs/ts-scripts-yarn3": "^3.11.10",
-    "@xylabs/tsconfig": "^3.11.10",
-    "typescript": "^5.5.2"
+    "@xylabs/ts-scripts-yarn3": "^3.11.12",
+    "@xylabs/tsconfig": "^3.11.12",
+    "typescript": "^5.5.3"
   },
   "description": "Primary SDK for using XYO Protocol 2.0",
   "types": "dist/node/index.d.ts",
@@ -67,6 +67,6 @@
     "url": "https://github.com/XYOracleNetwork/sdk-xyo-client-js.git"
   },
   "sideEffects": false,
-  "version": "2.107.5",
+  "version": "2.108.0",
   "type": "module"
 }

package/src/MemoryForecastingDiviner.ts

@@ -26,6 +26,9 @@ const getJsonPathTransformer = (pathExpression: string): PayloadValueTransformer
   return transformer
 }
 
+const defaultBatchLimit = 1000
+const defaultMaxTrainingLength = 10_000
+
 export class MemoryForecastingDiviner<
   TParams extends ForecastingDivinerParams = ForecastingDivinerParams,
 > extends AbstractForecastingDiviner<TParams> {
@@ -37,16 +40,15 @@ export class MemoryForecastingDiviner<
     seasonalArimaForecasting: seasonalArimaForecastingMethod,
   }
 
+  get boundWitnessDiviner() {
+    return assertEx(this.config.boundWitnessDiviner, () => 'No boundWitnessDiviner configured')
+  }
+
   /**
    * The max number of records to search during the batch query
    */
-  protected readonly batchLimit = 1000
-
-  // TODO: Inject via config
-  protected readonly maxTrainingLength = 10_000
-
-  get boundWitnessDiviner() {
-    return assertEx(this.config.boundWitnessDiviner, () => 'No boundWitnessDiviner configured')
+  protected get batchLimit() {
+    return this.config.batchLimit ?? defaultBatchLimit
   }
 
   protected override get forecastingMethod(): ForecastingMethod {
@@ -56,6 +58,10 @@ export class MemoryForecastingDiviner<
     throw new Error(`Unsupported forecasting method: ${forecastingMethodName}`)
   }
 
+  protected get maxTrainingLength() {
+    return this.config.maxTrainingLength ?? defaultMaxTrainingLength
+  }
+
   protected override get transformer(): PayloadValueTransformer {
     const pathExpression = assertEx(this.config.jsonPathExpression, () => 'Missing jsonPathExpression in config')
     return getJsonPathTransformer(pathExpression)