@xyo-network/diviner-forecasting-memory 2.75.3 → 2.75.4

package/dist/browser/MemoryForecastingDiviner.js

@@ -1,3 +1,4 @@
+// src/MemoryForecastingDiviner.ts
 import { assertEx } from "@xylabs/assert";
 import { exists } from "@xylabs/exists";
 import { asArchivistInstance } from "@xyo-network/archivist-model";
@@ -10,7 +11,7 @@ import {
 import { ForecastingDivinerConfigSchema } from "@xyo-network/diviner-forecasting-model";
 import { asDivinerInstance } from "@xyo-network/diviner-model";
 import jsonpath from "jsonpath";
-const getJsonPathTransformer = (pathExpression) => {
+var getJsonPathTransformer = (pathExpression) => {
   const transformer = (x) => {
     const ret = jsonpath.value(x, pathExpression);
     if (typeof ret === "number")
@@ -19,7 +20,7 @@ const getJsonPathTransformer = (pathExpression) => {
   };
   return transformer;
 };
-class MemoryForecastingDiviner extends AbstractForecastingDiviner {
+var MemoryForecastingDiviner = class _MemoryForecastingDiviner extends AbstractForecastingDiviner {
   static configSchemas = [ForecastingDivinerConfigSchema];
   static forecastingMethodDict = {
     arimaForecasting: arimaForecastingMethod,
@@ -33,7 +34,7 @@ class MemoryForecastingDiviner extends AbstractForecastingDiviner {
   maxTrainingLength = 1e4;
   get forecastingMethod() {
     const forecastingMethodName = assertEx(this.config.forecastingMethod, "Missing forecastingMethod in config");
-    const forecastingMethod = MemoryForecastingDiviner.forecastingMethodDict[forecastingMethodName];
+    const forecastingMethod = _MemoryForecastingDiviner.forecastingMethodDict[forecastingMethodName];
     if (forecastingMethod)
       return forecastingMethod;
     throw new Error(`Unsupported forecasting method: ${forecastingMethodName}`);
@@ -71,7 +72,7 @@ class MemoryForecastingDiviner extends AbstractForecastingDiviner {
     }
     return payloads;
   }
-}
+};
 export {
   MemoryForecastingDiviner
 };

package/dist/browser/MemoryForecastingDiviner.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/MemoryForecastingDiviner.ts"],"sourcesContent":["import { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { asArchivistInstance } from '@xyo-network/archivist-model'\nimport { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { BoundWitnessDivinerQueryPayload, BoundWitnessDivinerQuerySchema } from '@xyo-network/diviner-boundwitness-model'\nimport { AbstractForecastingDiviner, ForecastingDivinerParams } from '@xyo-network/diviner-forecasting-abstract'\nimport {\n  arimaForecastingMethod,\n  arimaForecastingName,\n  seasonalArimaForecastingMethod,\n  seasonalArimaForecastingName,\n} from '@xyo-network/diviner-forecasting-method-arima'\nimport { ForecastingDivinerConfigSchema, ForecastingMethod, PayloadValueTransformer } from '@xyo-network/diviner-forecasting-model'\nimport { asDivinerInstance } from '@xyo-network/diviner-model'\nimport { Payload } from '@xyo-network/payload-model'\nimport jsonpath from 'jsonpath'\n\nexport type SupportedForecastingType = typeof arimaForecastingName | typeof seasonalArimaForecastingName\n\nconst getJsonPathTransformer = (pathExpression: string): PayloadValueTransformer => {\n  const transformer = (x: Payload): number => {\n    // eslint-disable-next-line import/no-named-as-default-member\n    const ret = jsonpath.value(x, pathExpression)\n    if (typeof ret === 'number') return ret\n    throw new Error('Parsed invalid payload value')\n  }\n  return transformer\n}\n\nexport class MemoryForecastingDiviner<\n  TParams extends ForecastingDivinerParams = ForecastingDivinerParams,\n> extends AbstractForecastingDiviner<TParams> {\n  static override configSchemas = [ForecastingDivinerConfigSchema]\n\n  protected static readonly forecastingMethodDict: Record<SupportedForecastingType, ForecastingMethod> = {\n    arimaForecasting: arimaForecastingMethod,\n    seasonalArimaForecasting: seasonalArimaForecastingMethod,\n  }\n\n  /**\n   * The max number of records to search during the batch query\n   */\n  protected readonly batchLimit = 1_000\n\n  // TODO: Inject via config\n  protected readonly maxTrainingLength = 10_000\n\n  protected override get forecastingMethod(): ForecastingMethod {\n    const forecastingMethodName = assertEx(this.config.forecastingMethod, 'Missing forecastingMethod in config') as SupportedForecastingType\n    const forecastingMethod = MemoryForecastingDiviner.forecastingMethodDict[forecastingMethodName]\n    if (forecastingMethod) return forecastingMethod\n    throw new Error(`Unsupported forecasting method: ${forecastingMethodName}`)\n  }\n\n  protected override get transformer(): PayloadValueTransformer {\n    const pathExpression = assertEx(this.config.jsonPathExpression, 'Missing jsonPathExpression in config')\n    return getJsonPathTransformer(pathExpression)\n  }\n\n  protected override async getPayloadsInWindow(startTimestamp: number, stopTimestamp: number): Promise<Payload[]> {\n    const addresses = this.config.witnessAddresses\n    const payload_schemas = [assertEx(this.config.witnessSchema, 'Missing witnessSchema in config')]\n    const payloads: Payload[] = []\n    const archivist = asArchivistInstance(await this.readArchivist(), 'Unable to resolve archivist')\n    const bwDiviner = asDivinerInstance((await this.resolve(this.config.boundWitnessDiviner)).pop(), 'Unable to resolve boundWitnessDiviner')\n    const limit = this.batchLimit\n    const witnessSchema = assertEx(this.config.witnessSchema, 'Missing witnessSchema in config')\n    let timestamp = stopTimestamp\n    let more = true\n\n    // TODO: Window size vs sample size\n    // Loop until there are no more BWs to process or we've got enough payloads to satisfy the training window\n    while (more || payloads.length < this.maxTrainingLength) {\n      const query: BoundWitnessDivinerQueryPayload = { addresses, limit, payload_schemas, schema: BoundWitnessDivinerQuerySchema, timestamp }\n      const boundWitnesses = ((await bwDiviner.divine([query])) as BoundWitness[]).filter(\n        (bw) => bw.timestamp && bw.timestamp >= startTimestamp && bw.timestamp <= stopTimestamp,\n      )\n      if (boundWitnesses.length === 0) break\n\n      // Update the timestamp value for the next batch\n      timestamp = boundWitnesses\n        .map((bw) => bw.timestamp)\n        .filter(exists)\n        .reduce((a, b) => Math.min(a, b), Number.MAX_SAFE_INTEGER)\n      if (timestamp === Number.MAX_SAFE_INTEGER) break\n\n      // Set the more flag to false if there are fewer documents returned than the batch size\n      more = boundWitnesses.length === limit\n\n      // Get the corresponding payload hashes from the BWs\n      const hashes = boundWitnesses.map((bw) => bw.payload_hashes[bw.payload_schemas.findIndex((s) => s === witnessSchema)]).filter(exists)\n\n      // Get the payloads corresponding to the BW hashes from the archivist\n      if (hashes.length !== 0) {\n        const batchPayloads = (await archivist.get(hashes)).filter(exists)\n        payloads.push(...batchPayloads)\n      }\n    }\n    return payloads\n  }\n}\n"],"mappings":"AAAA,SAAS,gBAAgB;AACzB,SAAS,cAAc;AACvB,SAAS,2BAA2B;AAEpC,SAA0C,sCAAsC;AAChF,SAAS,kCAA4D;AACrE;AAAA,EACE;AAAA,EAEA;AAAA,OAEK;AACP,SAAS,sCAAkF;AAC3F,SAAS,yBAAyB;AAElC,OAAO,cAAc;AAIrB,MAAM,yBAAyB,CAAC,mBAAoD;AAClF,QAAM,cAAc,CAAC,MAAuB;AAE1C,UAAM,MAAM,SAAS,MAAM,GAAG,cAAc;AAC5C,QAAI,OAAO,QAAQ;AAAU,aAAO;AACpC,UAAM,IAAI,MAAM,8BAA8B;AAAA,EAChD;AACA,SAAO;AACT;AAEO,MAAM,iCAEH,2BAAoC;AAAA,EAC5C,OAAgB,gBAAgB,CAAC,8BAA8B;AAAA,EAE/D,OAA0B,wBAA6E;AAAA,IACrG,kBAAkB;AAAA,IAClB,0BAA0B;AAAA,EAC5B;AAAA;AAAA;AAAA;AAAA,EAKmB,aAAa;AAAA;AAAA,EAGb,oBAAoB;AAAA,EAEvC,IAAuB,oBAAuC;AAC5D,UAAM,wBAAwB,SAAS,KAAK,OAAO,mBAAmB,qCAAqC;AAC3G,UAAM,oBAAoB,yBAAyB,sBAAsB,qBAAqB;AAC9F,QAAI;AAAmB,aAAO;AAC9B,UAAM,IAAI,MAAM,mCAAmC,qBAAqB,EAAE;AAAA,EAC5E;AAAA,EAEA,IAAuB,cAAuC;AAC5D,UAAM,iBAAiB,SAAS,KAAK,OAAO,oBAAoB,sCAAsC;AACtG,WAAO,uBAAuB,cAAc;AAAA,EAC9C;AAAA,EAEA,MAAyB,oBAAoB,gBAAwB,eAA2C;AAC9G,UAAM,YAAY,KAAK,OAAO;AAC9B,UAAM,kBAAkB,CAAC,SAAS,KAAK,OAAO,eAAe,iCAAiC,CAAC;AAC/F,UAAM,WAAsB,CAAC;AAC7B,UAAM,YAAY,oBAAoB,MAAM,KAAK,cAAc,GAAG,6BAA6B;AAC/F,UAAM,YAAY,mBAAmB,MAAM,KAAK,QAAQ,KAAK,OAAO,mBAAmB,GAAG,IAAI,GAAG,uCAAuC;AACxI,UAAM,QAAQ,KAAK;AACnB,UAAM,gBAAgB,SAAS,KAAK,OAAO,eAAe,iCAAiC;AAC3F,QAAI,YAAY;AAChB,QAAI,OAAO;AAIX,WAAO,QAAQ,SAAS,SAAS,KAAK,mBAAmB;AACvD,YAAM,QAAyC,EAAE,WAAW,OAAO,iBAAiB,QAAQ,gCAAgC,UAAU;AACtI,YAAM,kBAAmB,MAAM,UAAU,OAAO,CAAC,KAAK,CAAC,GAAsB;AAAA,QAC3E,CAAC,OAAO,GAAG,aAAa,GAAG,aAAa,kBAAkB,GAAG,aAAa;AAAA,MAC5E;AACA,UAAI,eAAe,WAAW;AAAG;AAGjC,kBAAY,eACT,IAAI,CAAC,OAAO,GAAG,SAAS,EACxB,OAAO,MAAM,EACb,OAAO,CAAC,GAAG,MAAM,KAAK,IAAI,GAAG,CAAC,GAAG,OAAO,gBAAgB;AAC3D,UAAI,cAAc,OAAO;AAAkB;AAG3C,aAAO,eAAe,WAAW;AAGjC,YAAM,SAAS,eAAe,IAAI,CAAC,OAAO,GAAG,eAAe,GAAG,gBAAgB,UAAU,CAAC,MAAM,MAAM,aAAa,CAAC,CAAC,EAAE,OAAO,MAAM;AAGpI,UAAI,OAAO,WAAW,GAAG;AACvB,cAAM,iBAAiB,MAAM,UAAU,IAAI,MAAM,GAAG,OAAO,MAAM;AACjE,iBAAS,KAAK,GAAG,aAAa;AAAA,MAChC;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;","names":[]}
+{"version":3,"sources":["../../src/MemoryForecastingDiviner.ts"],"sourcesContent":["import { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { asArchivistInstance } from '@xyo-network/archivist-model'\nimport { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { BoundWitnessDivinerQueryPayload, BoundWitnessDivinerQuerySchema } from '@xyo-network/diviner-boundwitness-model'\nimport { AbstractForecastingDiviner, ForecastingDivinerParams } from '@xyo-network/diviner-forecasting-abstract'\nimport {\n  arimaForecastingMethod,\n  arimaForecastingName,\n  seasonalArimaForecastingMethod,\n  seasonalArimaForecastingName,\n} from '@xyo-network/diviner-forecasting-method-arima'\nimport { ForecastingDivinerConfigSchema, ForecastingMethod, PayloadValueTransformer } from '@xyo-network/diviner-forecasting-model'\nimport { asDivinerInstance } from '@xyo-network/diviner-model'\nimport { Payload } from '@xyo-network/payload-model'\nimport jsonpath from 'jsonpath'\n\nexport type SupportedForecastingType = typeof arimaForecastingName | typeof seasonalArimaForecastingName\n\nconst getJsonPathTransformer = (pathExpression: string): PayloadValueTransformer => {\n  const transformer = (x: Payload): number => {\n    // eslint-disable-next-line import/no-named-as-default-member\n    const ret = jsonpath.value(x, pathExpression)\n    if (typeof ret === 'number') return ret\n    throw new Error('Parsed invalid payload value')\n  }\n  return transformer\n}\n\nexport class MemoryForecastingDiviner<\n  TParams extends ForecastingDivinerParams = ForecastingDivinerParams,\n> extends AbstractForecastingDiviner<TParams> {\n  static override configSchemas = [ForecastingDivinerConfigSchema]\n\n  protected static readonly forecastingMethodDict: Record<SupportedForecastingType, ForecastingMethod> = {\n    arimaForecasting: arimaForecastingMethod,\n    seasonalArimaForecasting: seasonalArimaForecastingMethod,\n  }\n\n  /**\n   * The max number of records to search during the batch query\n   */\n  protected readonly batchLimit = 1_000\n\n  // TODO: Inject via config\n  protected readonly maxTrainingLength = 10_000\n\n  protected override get forecastingMethod(): ForecastingMethod {\n    const forecastingMethodName = assertEx(this.config.forecastingMethod, 'Missing forecastingMethod in config') as SupportedForecastingType\n    const forecastingMethod = MemoryForecastingDiviner.forecastingMethodDict[forecastingMethodName]\n    if (forecastingMethod) return forecastingMethod\n    throw new Error(`Unsupported forecasting method: ${forecastingMethodName}`)\n  }\n\n  protected override get transformer(): PayloadValueTransformer {\n    const pathExpression = assertEx(this.config.jsonPathExpression, 'Missing jsonPathExpression in config')\n    return getJsonPathTransformer(pathExpression)\n  }\n\n  protected override async getPayloadsInWindow(startTimestamp: number, stopTimestamp: number): Promise<Payload[]> {\n    const addresses = this.config.witnessAddresses\n    const payload_schemas = [assertEx(this.config.witnessSchema, 'Missing witnessSchema in config')]\n    const payloads: Payload[] = []\n    const archivist = asArchivistInstance(await this.readArchivist(), 'Unable to resolve archivist')\n    const bwDiviner = asDivinerInstance((await this.resolve(this.config.boundWitnessDiviner)).pop(), 'Unable to resolve boundWitnessDiviner')\n    const limit = this.batchLimit\n    const witnessSchema = assertEx(this.config.witnessSchema, 'Missing witnessSchema in config')\n    let timestamp = stopTimestamp\n    let more = true\n\n    // TODO: Window size vs sample size\n    // Loop until there are no more BWs to process or we've got enough payloads to satisfy the training window\n    while (more || payloads.length < this.maxTrainingLength) {\n      const query: BoundWitnessDivinerQueryPayload = { addresses, limit, payload_schemas, schema: BoundWitnessDivinerQuerySchema, timestamp }\n      const boundWitnesses = ((await bwDiviner.divine([query])) as BoundWitness[]).filter(\n        (bw) => bw.timestamp && bw.timestamp >= startTimestamp && bw.timestamp <= stopTimestamp,\n      )\n      if (boundWitnesses.length === 0) break\n\n      // Update the timestamp value for the next batch\n      timestamp = boundWitnesses\n        .map((bw) => bw.timestamp)\n        .filter(exists)\n        .reduce((a, b) => Math.min(a, b), Number.MAX_SAFE_INTEGER)\n      if (timestamp === Number.MAX_SAFE_INTEGER) break\n\n      // Set the more flag to false if there are fewer documents returned than the batch size\n      more = boundWitnesses.length === limit\n\n      // Get the corresponding payload hashes from the BWs\n      const hashes = boundWitnesses.map((bw) => bw.payload_hashes[bw.payload_schemas.findIndex((s) => s === witnessSchema)]).filter(exists)\n\n      // Get the payloads corresponding to the BW hashes from the archivist\n      if (hashes.length !== 0) {\n        const batchPayloads = (await archivist.get(hashes)).filter(exists)\n        payloads.push(...batchPayloads)\n      }\n    }\n    return payloads\n  }\n}\n"],"mappings":";AAAA,SAAS,gBAAgB;AACzB,SAAS,cAAc;AACvB,SAAS,2BAA2B;AAEpC,SAA0C,sCAAsC;AAChF,SAAS,kCAA4D;AACrE;AAAA,EACE;AAAA,EAEA;AAAA,OAEK;AACP,SAAS,sCAAkF;AAC3F,SAAS,yBAAyB;AAElC,OAAO,cAAc;AAIrB,IAAM,yBAAyB,CAAC,mBAAoD;AAClF,QAAM,cAAc,CAAC,MAAuB;AAE1C,UAAM,MAAM,SAAS,MAAM,GAAG,cAAc;AAC5C,QAAI,OAAO,QAAQ;AAAU,aAAO;AACpC,UAAM,IAAI,MAAM,8BAA8B;AAAA,EAChD;AACA,SAAO;AACT;AAEO,IAAM,2BAAN,MAAM,kCAEH,2BAAoC;AAAA,EAC5C,OAAgB,gBAAgB,CAAC,8BAA8B;AAAA,EAE/D,OAA0B,wBAA6E;AAAA,IACrG,kBAAkB;AAAA,IAClB,0BAA0B;AAAA,EAC5B;AAAA;AAAA;AAAA;AAAA,EAKmB,aAAa;AAAA;AAAA,EAGb,oBAAoB;AAAA,EAEvC,IAAuB,oBAAuC;AAC5D,UAAM,wBAAwB,SAAS,KAAK,OAAO,mBAAmB,qCAAqC;AAC3G,UAAM,oBAAoB,0BAAyB,sBAAsB,qBAAqB;AAC9F,QAAI;AAAmB,aAAO;AAC9B,UAAM,IAAI,MAAM,mCAAmC,qBAAqB,EAAE;AAAA,EAC5E;AAAA,EAEA,IAAuB,cAAuC;AAC5D,UAAM,iBAAiB,SAAS,KAAK,OAAO,oBAAoB,sCAAsC;AACtG,WAAO,uBAAuB,cAAc;AAAA,EAC9C;AAAA,EAEA,MAAyB,oBAAoB,gBAAwB,eAA2C;AAC9G,UAAM,YAAY,KAAK,OAAO;AAC9B,UAAM,kBAAkB,CAAC,SAAS,KAAK,OAAO,eAAe,iCAAiC,CAAC;AAC/F,UAAM,WAAsB,CAAC;AAC7B,UAAM,YAAY,oBAAoB,MAAM,KAAK,cAAc,GAAG,6BAA6B;AAC/F,UAAM,YAAY,mBAAmB,MAAM,KAAK,QAAQ,KAAK,OAAO,mBAAmB,GAAG,IAAI,GAAG,uCAAuC;AACxI,UAAM,QAAQ,KAAK;AACnB,UAAM,gBAAgB,SAAS,KAAK,OAAO,eAAe,iCAAiC;AAC3F,QAAI,YAAY;AAChB,QAAI,OAAO;AAIX,WAAO,QAAQ,SAAS,SAAS,KAAK,mBAAmB;AACvD,YAAM,QAAyC,EAAE,WAAW,OAAO,iBAAiB,QAAQ,gCAAgC,UAAU;AACtI,YAAM,kBAAmB,MAAM,UAAU,OAAO,CAAC,KAAK,CAAC,GAAsB;AAAA,QAC3E,CAAC,OAAO,GAAG,aAAa,GAAG,aAAa,kBAAkB,GAAG,aAAa;AAAA,MAC5E;AACA,UAAI,eAAe,WAAW;AAAG;AAGjC,kBAAY,eACT,IAAI,CAAC,OAAO,GAAG,SAAS,EACxB,OAAO,MAAM,EACb,OAAO,CAAC,GAAG,MAAM,KAAK,IAAI,GAAG,CAAC,GAAG,OAAO,gBAAgB;AAC3D,UAAI,cAAc,OAAO;AAAkB;AAG3C,aAAO,eAAe,WAAW;AAGjC,YAAM,SAAS,eAAe,IAAI,CAAC,OAAO,GAAG,eAAe,GAAG,gBAAgB,UAAU,CAAC,MAAM,MAAM,aAAa,CAAC,CAAC,EAAE,OAAO,MAAM;AAGpI,UAAI,OAAO,WAAW,GAAG;AACvB,cAAM,iBAAiB,MAAM,UAAU,IAAI,MAAM,GAAG,OAAO,MAAM;AACjE,iBAAS,KAAK,GAAG,aAAa;AAAA,MAChC;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;","names":[]}

package/dist/browser/index.js

@@ -1,2 +1,79 @@
-export * from "./MemoryForecastingDiviner";
+// src/MemoryForecastingDiviner.ts
+import { assertEx } from "@xylabs/assert";
+import { exists } from "@xylabs/exists";
+import { asArchivistInstance } from "@xyo-network/archivist-model";
+import { BoundWitnessDivinerQuerySchema } from "@xyo-network/diviner-boundwitness-model";
+import { AbstractForecastingDiviner } from "@xyo-network/diviner-forecasting-abstract";
+import {
+  arimaForecastingMethod,
+  seasonalArimaForecastingMethod
+} from "@xyo-network/diviner-forecasting-method-arima";
+import { ForecastingDivinerConfigSchema } from "@xyo-network/diviner-forecasting-model";
+import { asDivinerInstance } from "@xyo-network/diviner-model";
+import jsonpath from "jsonpath";
+var getJsonPathTransformer = (pathExpression) => {
+  const transformer = (x) => {
+    const ret = jsonpath.value(x, pathExpression);
+    if (typeof ret === "number")
+      return ret;
+    throw new Error("Parsed invalid payload value");
+  };
+  return transformer;
+};
+var MemoryForecastingDiviner = class _MemoryForecastingDiviner extends AbstractForecastingDiviner {
+  static configSchemas = [ForecastingDivinerConfigSchema];
+  static forecastingMethodDict = {
+    arimaForecasting: arimaForecastingMethod,
+    seasonalArimaForecasting: seasonalArimaForecastingMethod
+  };
+  /**
+   * The max number of records to search during the batch query
+   */
+  batchLimit = 1e3;
+  // TODO: Inject via config
+  maxTrainingLength = 1e4;
+  get forecastingMethod() {
+    const forecastingMethodName = assertEx(this.config.forecastingMethod, "Missing forecastingMethod in config");
+    const forecastingMethod = _MemoryForecastingDiviner.forecastingMethodDict[forecastingMethodName];
+    if (forecastingMethod)
+      return forecastingMethod;
+    throw new Error(`Unsupported forecasting method: ${forecastingMethodName}`);
+  }
+  get transformer() {
+    const pathExpression = assertEx(this.config.jsonPathExpression, "Missing jsonPathExpression in config");
+    return getJsonPathTransformer(pathExpression);
+  }
+  async getPayloadsInWindow(startTimestamp, stopTimestamp) {
+    const addresses = this.config.witnessAddresses;
+    const payload_schemas = [assertEx(this.config.witnessSchema, "Missing witnessSchema in config")];
+    const payloads = [];
+    const archivist = asArchivistInstance(await this.readArchivist(), "Unable to resolve archivist");
+    const bwDiviner = asDivinerInstance((await this.resolve(this.config.boundWitnessDiviner)).pop(), "Unable to resolve boundWitnessDiviner");
+    const limit = this.batchLimit;
+    const witnessSchema = assertEx(this.config.witnessSchema, "Missing witnessSchema in config");
+    let timestamp = stopTimestamp;
+    let more = true;
+    while (more || payloads.length < this.maxTrainingLength) {
+      const query = { addresses, limit, payload_schemas, schema: BoundWitnessDivinerQuerySchema, timestamp };
+      const boundWitnesses = (await bwDiviner.divine([query])).filter(
+        (bw) => bw.timestamp && bw.timestamp >= startTimestamp && bw.timestamp <= stopTimestamp
+      );
+      if (boundWitnesses.length === 0)
+        break;
+      timestamp = boundWitnesses.map((bw) => bw.timestamp).filter(exists).reduce((a, b) => Math.min(a, b), Number.MAX_SAFE_INTEGER);
+      if (timestamp === Number.MAX_SAFE_INTEGER)
+        break;
+      more = boundWitnesses.length === limit;
+      const hashes = boundWitnesses.map((bw) => bw.payload_hashes[bw.payload_schemas.findIndex((s) => s === witnessSchema)]).filter(exists);
+      if (hashes.length !== 0) {
+        const batchPayloads = (await archivist.get(hashes)).filter(exists);
+        payloads.push(...batchPayloads);
+      }
+    }
+    return payloads;
+  }
+};
+export {
+  MemoryForecastingDiviner
+};
 //# sourceMappingURL=index.js.map

package/dist/browser/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/index.ts"],"sourcesContent":["export * from './MemoryForecastingDiviner'\n"],"mappings":"AAAA,cAAc;","names":[]}
+{"version":3,"sources":["../../src/MemoryForecastingDiviner.ts"],"sourcesContent":["import { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { asArchivistInstance } from '@xyo-network/archivist-model'\nimport { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { BoundWitnessDivinerQueryPayload, BoundWitnessDivinerQuerySchema } from '@xyo-network/diviner-boundwitness-model'\nimport { AbstractForecastingDiviner, ForecastingDivinerParams } from '@xyo-network/diviner-forecasting-abstract'\nimport {\n  arimaForecastingMethod,\n  arimaForecastingName,\n  seasonalArimaForecastingMethod,\n  seasonalArimaForecastingName,\n} from '@xyo-network/diviner-forecasting-method-arima'\nimport { ForecastingDivinerConfigSchema, ForecastingMethod, PayloadValueTransformer } from '@xyo-network/diviner-forecasting-model'\nimport { asDivinerInstance } from '@xyo-network/diviner-model'\nimport { Payload } from '@xyo-network/payload-model'\nimport jsonpath from 'jsonpath'\n\nexport type SupportedForecastingType = typeof arimaForecastingName | typeof seasonalArimaForecastingName\n\nconst getJsonPathTransformer = (pathExpression: string): PayloadValueTransformer => {\n  const transformer = (x: Payload): number => {\n    // eslint-disable-next-line import/no-named-as-default-member\n    const ret = jsonpath.value(x, pathExpression)\n    if (typeof ret === 'number') return ret\n    throw new Error('Parsed invalid payload value')\n  }\n  return transformer\n}\n\nexport class MemoryForecastingDiviner<\n  TParams extends ForecastingDivinerParams = ForecastingDivinerParams,\n> extends AbstractForecastingDiviner<TParams> {\n  static override configSchemas = [ForecastingDivinerConfigSchema]\n\n  protected static readonly forecastingMethodDict: Record<SupportedForecastingType, ForecastingMethod> = {\n    arimaForecasting: arimaForecastingMethod,\n    seasonalArimaForecasting: seasonalArimaForecastingMethod,\n  }\n\n  /**\n   * The max number of records to search during the batch query\n   */\n  protected readonly batchLimit = 1_000\n\n  // TODO: Inject via config\n  protected readonly maxTrainingLength = 10_000\n\n  protected override get forecastingMethod(): ForecastingMethod {\n    const forecastingMethodName = assertEx(this.config.forecastingMethod, 'Missing forecastingMethod in config') as SupportedForecastingType\n    const forecastingMethod = MemoryForecastingDiviner.forecastingMethodDict[forecastingMethodName]\n    if (forecastingMethod) return forecastingMethod\n    throw new Error(`Unsupported forecasting method: ${forecastingMethodName}`)\n  }\n\n  protected override get transformer(): PayloadValueTransformer {\n    const pathExpression = assertEx(this.config.jsonPathExpression, 'Missing jsonPathExpression in config')\n    return getJsonPathTransformer(pathExpression)\n  }\n\n  protected override async getPayloadsInWindow(startTimestamp: number, stopTimestamp: number): Promise<Payload[]> {\n    const addresses = this.config.witnessAddresses\n    const payload_schemas = [assertEx(this.config.witnessSchema, 'Missing witnessSchema in config')]\n    const payloads: Payload[] = []\n    const archivist = asArchivistInstance(await this.readArchivist(), 'Unable to resolve archivist')\n    const bwDiviner = asDivinerInstance((await this.resolve(this.config.boundWitnessDiviner)).pop(), 'Unable to resolve boundWitnessDiviner')\n    const limit = this.batchLimit\n    const witnessSchema = assertEx(this.config.witnessSchema, 'Missing witnessSchema in config')\n    let timestamp = stopTimestamp\n    let more = true\n\n    // TODO: Window size vs sample size\n    // Loop until there are no more BWs to process or we've got enough payloads to satisfy the training window\n    while (more || payloads.length < this.maxTrainingLength) {\n      const query: BoundWitnessDivinerQueryPayload = { addresses, limit, payload_schemas, schema: BoundWitnessDivinerQuerySchema, timestamp }\n      const boundWitnesses = ((await bwDiviner.divine([query])) as BoundWitness[]).filter(\n        (bw) => bw.timestamp && bw.timestamp >= startTimestamp && bw.timestamp <= stopTimestamp,\n      )\n      if (boundWitnesses.length === 0) break\n\n      // Update the timestamp value for the next batch\n      timestamp = boundWitnesses\n        .map((bw) => bw.timestamp)\n        .filter(exists)\n        .reduce((a, b) => Math.min(a, b), Number.MAX_SAFE_INTEGER)\n      if (timestamp === Number.MAX_SAFE_INTEGER) break\n\n      // Set the more flag to false if there are fewer documents returned than the batch size\n      more = boundWitnesses.length === limit\n\n      // Get the corresponding payload hashes from the BWs\n      const hashes = boundWitnesses.map((bw) => bw.payload_hashes[bw.payload_schemas.findIndex((s) => s === witnessSchema)]).filter(exists)\n\n      // Get the payloads corresponding to the BW hashes from the archivist\n      if (hashes.length !== 0) {\n        const batchPayloads = (await archivist.get(hashes)).filter(exists)\n        payloads.push(...batchPayloads)\n      }\n    }\n    return payloads\n  }\n}\n"],"mappings":";AAAA,SAAS,gBAAgB;AACzB,SAAS,cAAc;AACvB,SAAS,2BAA2B;AAEpC,SAA0C,sCAAsC;AAChF,SAAS,kCAA4D;AACrE;AAAA,EACE;AAAA,EAEA;AAAA,OAEK;AACP,SAAS,sCAAkF;AAC3F,SAAS,yBAAyB;AAElC,OAAO,cAAc;AAIrB,IAAM,yBAAyB,CAAC,mBAAoD;AAClF,QAAM,cAAc,CAAC,MAAuB;AAE1C,UAAM,MAAM,SAAS,MAAM,GAAG,cAAc;AAC5C,QAAI,OAAO,QAAQ;AAAU,aAAO;AACpC,UAAM,IAAI,MAAM,8BAA8B;AAAA,EAChD;AACA,SAAO;AACT;AAEO,IAAM,2BAAN,MAAM,kCAEH,2BAAoC;AAAA,EAC5C,OAAgB,gBAAgB,CAAC,8BAA8B;AAAA,EAE/D,OAA0B,wBAA6E;AAAA,IACrG,kBAAkB;AAAA,IAClB,0BAA0B;AAAA,EAC5B;AAAA;AAAA;AAAA;AAAA,EAKmB,aAAa;AAAA;AAAA,EAGb,oBAAoB;AAAA,EAEvC,IAAuB,oBAAuC;AAC5D,UAAM,wBAAwB,SAAS,KAAK,OAAO,mBAAmB,qCAAqC;AAC3G,UAAM,oBAAoB,0BAAyB,sBAAsB,qBAAqB;AAC9F,QAAI;AAAmB,aAAO;AAC9B,UAAM,IAAI,MAAM,mCAAmC,qBAAqB,EAAE;AAAA,EAC5E;AAAA,EAEA,IAAuB,cAAuC;AAC5D,UAAM,iBAAiB,SAAS,KAAK,OAAO,oBAAoB,sCAAsC;AACtG,WAAO,uBAAuB,cAAc;AAAA,EAC9C;AAAA,EAEA,MAAyB,oBAAoB,gBAAwB,eAA2C;AAC9G,UAAM,YAAY,KAAK,OAAO;AAC9B,UAAM,kBAAkB,CAAC,SAAS,KAAK,OAAO,eAAe,iCAAiC,CAAC;AAC/F,UAAM,WAAsB,CAAC;AAC7B,UAAM,YAAY,oBAAoB,MAAM,KAAK,cAAc,GAAG,6BAA6B;AAC/F,UAAM,YAAY,mBAAmB,MAAM,KAAK,QAAQ,KAAK,OAAO,mBAAmB,GAAG,IAAI,GAAG,uCAAuC;AACxI,UAAM,QAAQ,KAAK;AACnB,UAAM,gBAAgB,SAAS,KAAK,OAAO,eAAe,iCAAiC;AAC3F,QAAI,YAAY;AAChB,QAAI,OAAO;AAIX,WAAO,QAAQ,SAAS,SAAS,KAAK,mBAAmB;AACvD,YAAM,QAAyC,EAAE,WAAW,OAAO,iBAAiB,QAAQ,gCAAgC,UAAU;AACtI,YAAM,kBAAmB,MAAM,UAAU,OAAO,CAAC,KAAK,CAAC,GAAsB;AAAA,QAC3E,CAAC,OAAO,GAAG,aAAa,GAAG,aAAa,kBAAkB,GAAG,aAAa;AAAA,MAC5E;AACA,UAAI,eAAe,WAAW;AAAG;AAGjC,kBAAY,eACT,IAAI,CAAC,OAAO,GAAG,SAAS,EACxB,OAAO,MAAM,EACb,OAAO,CAAC,GAAG,MAAM,KAAK,IAAI,GAAG,CAAC,GAAG,OAAO,gBAAgB;AAC3D,UAAI,cAAc,OAAO;AAAkB;AAG3C,aAAO,eAAe,WAAW;AAGjC,YAAM,SAAS,eAAe,IAAI,CAAC,OAAO,GAAG,eAAe,GAAG,gBAAgB,UAAU,CAAC,MAAM,MAAM,aAAa,CAAC,CAAC,EAAE,OAAO,MAAM;AAGpI,UAAI,OAAO,WAAW,GAAG;AACvB,cAAM,iBAAiB,MAAM,UAAU,IAAI,MAAM,GAAG,OAAO,MAAM;AACjE,iBAAS,KAAK,GAAG,aAAa;AAAA,MAChC;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;","names":[]}

package/dist/docs.json

@@ -3848,7 +3848,7 @@
 							"fileName": "modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts",
 							"line": 43,
 							"character": 21,
-							"url": "https://github.com/XYOracleNetwork/sdk-xyo-client-js/blob/0141374586ea4/packages/modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts#L43"
+							"url": "https://github.com/XYOracleNetwork/sdk-xyo-client-js/blob/996cd043c458a/packages/modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts#L43"
 						}
 					],
 					"type": {
@@ -4046,7 +4046,7 @@
 							"fileName": "modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts",
 							"line": 46,
 							"character": 21,
-							"url": "https://github.com/XYOracleNetwork/sdk-xyo-client-js/blob/0141374586ea4/packages/modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts#L46"
+							"url": "https://github.com/XYOracleNetwork/sdk-xyo-client-js/blob/996cd043c458a/packages/modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts#L46"
 						}
 					],
 					"type": {
@@ -4368,7 +4368,7 @@
 							"fileName": "modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts",
 							"line": 33,
 							"character": 18,
-							"url": "https://github.com/XYOracleNetwork/sdk-xyo-client-js/blob/0141374586ea4/packages/modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts#L33"
+							"url": "https://github.com/XYOracleNetwork/sdk-xyo-client-js/blob/996cd043c458a/packages/modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts#L33"
 						}
 					],
 					"type": {
@@ -4456,7 +4456,7 @@
 							"fileName": "modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts",
 							"line": 35,
 							"character": 28,
-							"url": "https://github.com/XYOracleNetwork/sdk-xyo-client-js/blob/0141374586ea4/packages/modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts#L35"
+							"url": "https://github.com/XYOracleNetwork/sdk-xyo-client-js/blob/996cd043c458a/packages/modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts#L35"
 						}
 					],
 					"type": {
@@ -4834,7 +4834,7 @@
 							"fileName": "modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts",
 							"line": 48,
 							"character": 25,
-							"url": "https://github.com/XYOracleNetwork/sdk-xyo-client-js/blob/0141374586ea4/packages/modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts#L48"
+							"url": "https://github.com/XYOracleNetwork/sdk-xyo-client-js/blob/996cd043c458a/packages/modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts#L48"
 						}
 					],
 					"getSignature": {
@@ -4848,7 +4848,7 @@
 								"fileName": "modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts",
 								"line": 48,
 								"character": 2,
-								"url": "https://github.com/XYOracleNetwork/sdk-xyo-client-js/blob/0141374586ea4/packages/modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts#L48"
+								"url": "https://github.com/XYOracleNetwork/sdk-xyo-client-js/blob/996cd043c458a/packages/modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts#L48"
 							}
 						],
 						"type": {
@@ -5194,7 +5194,7 @@
 							"fileName": "modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts",
 							"line": 55,
 							"character": 25,
-							"url": "https://github.com/XYOracleNetwork/sdk-xyo-client-js/blob/0141374586ea4/packages/modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts#L55"
+							"url": "https://github.com/XYOracleNetwork/sdk-xyo-client-js/blob/996cd043c458a/packages/modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts#L55"
 						}
 					],
 					"getSignature": {
@@ -5208,7 +5208,7 @@
 								"fileName": "modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts",
 								"line": 55,
 								"character": 2,
-								"url": "https://github.com/XYOracleNetwork/sdk-xyo-client-js/blob/0141374586ea4/packages/modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts#L55"
+								"url": "https://github.com/XYOracleNetwork/sdk-xyo-client-js/blob/996cd043c458a/packages/modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts#L55"
 							}
 						],
 						"type": {
@@ -8867,7 +8867,7 @@
 							"fileName": "modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts",
 							"line": 60,
 							"character": 27,
-							"url": "https://github.com/XYOracleNetwork/sdk-xyo-client-js/blob/0141374586ea4/packages/modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts#L60"
+							"url": "https://github.com/XYOracleNetwork/sdk-xyo-client-js/blob/996cd043c458a/packages/modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts#L60"
 						}
 					],
 					"signatures": [
@@ -8882,7 +8882,7 @@
 									"fileName": "modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts",
 									"line": 60,
 									"character": 2,
-									"url": "https://github.com/XYOracleNetwork/sdk-xyo-client-js/blob/0141374586ea4/packages/modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts#L60"
+									"url": "https://github.com/XYOracleNetwork/sdk-xyo-client-js/blob/996cd043c458a/packages/modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts#L60"
 								}
 							],
 							"parameters": [
@@ -17689,7 +17689,7 @@
 					"fileName": "modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts",
 					"line": 30,
 					"character": 13,
-					"url": "https://github.com/XYOracleNetwork/sdk-xyo-client-js/blob/0141374586ea4/packages/modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts#L30"
+					"url": "https://github.com/XYOracleNetwork/sdk-xyo-client-js/blob/996cd043c458a/packages/modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts#L30"
 				}
 			],
 			"typeParameters": [
@@ -17750,7 +17750,7 @@
 					"fileName": "modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts",
 					"line": 18,
 					"character": 12,
-					"url": "https://github.com/XYOracleNetwork/sdk-xyo-client-js/blob/0141374586ea4/packages/modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts#L18"
+					"url": "https://github.com/XYOracleNetwork/sdk-xyo-client-js/blob/996cd043c458a/packages/modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts#L18"
 				}
 			],
 			"type": {

package/package.json

@@ -10,22 +10,22 @@
     "url": "https://github.com/XYOracleNetwork/sdk-xyo-client-js/issues"
   },
   "dependencies": {
-    "@xylabs/assert": "^2.12.10",
-    "@xylabs/exists": "^2.12.10",
-    "@xyo-network/archivist-model": "~2.75.3",
-    "@xyo-network/boundwitness-model": "~2.75.3",
-    "@xyo-network/diviner-boundwitness-model": "~2.75.3",
-    "@xyo-network/diviner-forecasting-abstract": "~2.75.3",
-    "@xyo-network/diviner-forecasting-method-arima": "~2.75.3",
-    "@xyo-network/diviner-forecasting-model": "~2.75.3",
-    "@xyo-network/diviner-model": "~2.75.3",
-    "@xyo-network/payload-model": "~2.75.3",
+    "@xylabs/assert": "^2.12.14",
+    "@xylabs/exists": "^2.12.14",
+    "@xyo-network/archivist-model": "~2.75.4",
+    "@xyo-network/boundwitness-model": "~2.75.4",
+    "@xyo-network/diviner-boundwitness-model": "~2.75.4",
+    "@xyo-network/diviner-forecasting-abstract": "~2.75.4",
+    "@xyo-network/diviner-forecasting-method-arima": "~2.75.4",
+    "@xyo-network/diviner-forecasting-model": "~2.75.4",
+    "@xyo-network/diviner-model": "~2.75.4",
+    "@xyo-network/payload-model": "~2.75.4",
     "jsonpath": "^1.1.1"
   },
   "devDependencies": {
     "@types/jsonpath": "^0.2.1",
-    "@xylabs/ts-scripts-yarn3": "^3.0.77",
-    "@xylabs/tsconfig": "^3.0.77",
+    "@xylabs/ts-scripts-yarn3": "^3.0.79",
+    "@xylabs/tsconfig": "^3.0.79",
     "typescript": "^5.2.2"
   },
   "description": "Primary SDK for using XYO Protocol 2.0",
@@ -71,5 +71,5 @@
     "url": "https://github.com/XYOracleNetwork/sdk-xyo-client-js.git"
   },
   "sideEffects": false,
-  "version": "2.75.3"
+  "version": "2.75.4"
 }