@xyo-network/diviner-forecasting-memory 2.74.4 → 2.75.0

package/dist/browser/MemoryForecastingDiviner.cjs

@@ -0,0 +1,107 @@
+"use strict";
+var __create = Object.create;
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __getProtoOf = Object.getPrototypeOf;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
+  // If the importer is in node compatibility mode or this is not an ESM
+  // file that has been converted to a CommonJS file using a Babel-
+  // compatible transform (i.e. "__esModule" has not been set), then set
+  // "default" to the CommonJS "module.exports" for node compatibility.
+  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
+  mod
+));
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+
+// src/MemoryForecastingDiviner.ts
+var MemoryForecastingDiviner_exports = {};
+__export(MemoryForecastingDiviner_exports, {
+  MemoryForecastingDiviner: () => MemoryForecastingDiviner
+});
+module.exports = __toCommonJS(MemoryForecastingDiviner_exports);
+var import_assert = require("@xylabs/assert");
+var import_exists = require("@xylabs/exists");
+var import_archivist_model = require("@xyo-network/archivist-model");
+var import_diviner_boundwitness_model = require("@xyo-network/diviner-boundwitness-model");
+var import_diviner_forecasting_abstract = require("@xyo-network/diviner-forecasting-abstract");
+var import_diviner_forecasting_method_arima = require("@xyo-network/diviner-forecasting-method-arima");
+var import_diviner_forecasting_model = require("@xyo-network/diviner-forecasting-model");
+var import_diviner_model = require("@xyo-network/diviner-model");
+var import_jsonpath = __toESM(require("jsonpath"));
+var getJsonPathTransformer = (pathExpression) => {
+  const transformer = (x) => {
+    const ret = import_jsonpath.default.value(x, pathExpression);
+    if (typeof ret === "number")
+      return ret;
+    throw new Error("Parsed invalid payload value");
+  };
+  return transformer;
+};
+var MemoryForecastingDiviner = class _MemoryForecastingDiviner extends import_diviner_forecasting_abstract.AbstractForecastingDiviner {
+  static configSchemas = [import_diviner_forecasting_model.ForecastingDivinerConfigSchema];
+  static forecastingMethodDict = {
+    arimaForecasting: import_diviner_forecasting_method_arima.arimaForecastingMethod,
+    seasonalArimaForecasting: import_diviner_forecasting_method_arima.seasonalArimaForecastingMethod
+  };
+  /**
+   * The max number of records to search during the batch query
+   */
+  batchLimit = 1e3;
+  // TODO: Inject via config
+  maxTrainingLength = 1e4;
+  get forecastingMethod() {
+    const forecastingMethodName = (0, import_assert.assertEx)(this.config.forecastingMethod, "Missing forecastingMethod in config");
+    const forecastingMethod = _MemoryForecastingDiviner.forecastingMethodDict[forecastingMethodName];
+    if (forecastingMethod)
+      return forecastingMethod;
+    throw new Error(`Unsupported forecasting method: ${forecastingMethodName}`);
+  }
+  get transformer() {
+    const pathExpression = (0, import_assert.assertEx)(this.config.jsonPathExpression, "Missing jsonPathExpression in config");
+    return getJsonPathTransformer(pathExpression);
+  }
+  async getPayloadsInWindow(startTimestamp, stopTimestamp) {
+    const addresses = this.config.witnessAddresses;
+    const payload_schemas = [(0, import_assert.assertEx)(this.config.witnessSchema, "Missing witnessSchema in config")];
+    const payloads = [];
+    const archivist = (0, import_archivist_model.asArchivistInstance)(await this.readArchivist(), "Unable to resolve archivist");
+    const bwDiviner = (0, import_diviner_model.asDivinerInstance)((await this.resolve(this.config.boundWitnessDiviner)).pop(), "Unable to resolve boundWitnessDiviner");
+    const limit = this.batchLimit;
+    const witnessSchema = (0, import_assert.assertEx)(this.config.witnessSchema, "Missing witnessSchema in config");
+    let timestamp = stopTimestamp;
+    let more = true;
+    while (more || payloads.length < this.maxTrainingLength) {
+      const query = { addresses, limit, payload_schemas, schema: import_diviner_boundwitness_model.BoundWitnessDivinerQuerySchema, timestamp };
+      const boundWitnesses = (await bwDiviner.divine([query])).filter(
+        (bw) => bw.timestamp && bw.timestamp >= startTimestamp && bw.timestamp <= stopTimestamp
+      );
+      if (boundWitnesses.length === 0)
+        break;
+      timestamp = boundWitnesses.map((bw) => bw.timestamp).filter(import_exists.exists).reduce((a, b) => Math.min(a, b), Number.MAX_SAFE_INTEGER);
+      if (timestamp === Number.MAX_SAFE_INTEGER)
+        break;
+      more = boundWitnesses.length === limit;
+      const hashes = boundWitnesses.map((bw) => bw.payload_hashes[bw.payload_schemas.findIndex((s) => s === witnessSchema)]).filter(import_exists.exists);
+      if (hashes.length !== 0) {
+        const batchPayloads = (await archivist.get(hashes)).filter(import_exists.exists);
+        payloads.push(...batchPayloads);
+      }
+    }
+    return payloads;
+  }
+};
+//# sourceMappingURL=MemoryForecastingDiviner.cjs.map

package/dist/browser/MemoryForecastingDiviner.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/MemoryForecastingDiviner.ts"],"sourcesContent":["import { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { asArchivistInstance } from '@xyo-network/archivist-model'\nimport { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { BoundWitnessDivinerQueryPayload, BoundWitnessDivinerQuerySchema } from '@xyo-network/diviner-boundwitness-model'\nimport { AbstractForecastingDiviner, ForecastingDivinerParams } from '@xyo-network/diviner-forecasting-abstract'\nimport {\n  arimaForecastingMethod,\n  arimaForecastingName,\n  seasonalArimaForecastingMethod,\n  seasonalArimaForecastingName,\n} from '@xyo-network/diviner-forecasting-method-arima'\nimport { ForecastingDivinerConfigSchema, ForecastingMethod, PayloadValueTransformer } from '@xyo-network/diviner-forecasting-model'\nimport { asDivinerInstance } from '@xyo-network/diviner-model'\nimport { Payload } from '@xyo-network/payload-model'\nimport jsonpath from 'jsonpath'\n\nexport type SupportedForecastingType = typeof arimaForecastingName | typeof seasonalArimaForecastingName\n\nconst getJsonPathTransformer = (pathExpression: string): PayloadValueTransformer => {\n  const transformer = (x: Payload): number => {\n    // eslint-disable-next-line import/no-named-as-default-member\n    const ret = jsonpath.value(x, pathExpression)\n    if (typeof ret === 'number') return ret\n    throw new Error('Parsed invalid payload value')\n  }\n  return transformer\n}\n\nexport class MemoryForecastingDiviner<\n  TParams extends ForecastingDivinerParams = ForecastingDivinerParams,\n> extends AbstractForecastingDiviner<TParams> {\n  static override configSchemas = [ForecastingDivinerConfigSchema]\n\n  protected static readonly forecastingMethodDict: Record<SupportedForecastingType, ForecastingMethod> = {\n    arimaForecasting: arimaForecastingMethod,\n    seasonalArimaForecasting: seasonalArimaForecastingMethod,\n  }\n\n  /**\n   * The max number of records to search during the batch query\n   */\n  protected readonly batchLimit = 1_000\n\n  // TODO: Inject via config\n  protected readonly maxTrainingLength = 10_000\n\n  protected override get forecastingMethod(): ForecastingMethod {\n    const forecastingMethodName = assertEx(this.config.forecastingMethod, 'Missing forecastingMethod in config') as SupportedForecastingType\n    const forecastingMethod = MemoryForecastingDiviner.forecastingMethodDict[forecastingMethodName]\n    if (forecastingMethod) return forecastingMethod\n    throw new Error(`Unsupported forecasting method: ${forecastingMethodName}`)\n  }\n\n  protected override get transformer(): PayloadValueTransformer {\n    const pathExpression = assertEx(this.config.jsonPathExpression, 'Missing jsonPathExpression in config')\n    return getJsonPathTransformer(pathExpression)\n  }\n\n  protected override async getPayloadsInWindow(startTimestamp: number, stopTimestamp: number): Promise<Payload[]> {\n    const addresses = this.config.witnessAddresses\n    const payload_schemas = [assertEx(this.config.witnessSchema, 'Missing witnessSchema in config')]\n    const payloads: Payload[] = []\n    const archivist = asArchivistInstance(await this.readArchivist(), 'Unable to resolve archivist')\n    const bwDiviner = asDivinerInstance((await this.resolve(this.config.boundWitnessDiviner)).pop(), 'Unable to resolve boundWitnessDiviner')\n    const limit = this.batchLimit\n    const witnessSchema = assertEx(this.config.witnessSchema, 'Missing witnessSchema in config')\n    let timestamp = stopTimestamp\n    let more = true\n\n    // TODO: Window size vs sample size\n    // Loop until there are no more BWs to process or we've got enough payloads to satisfy the training window\n    while (more || payloads.length < this.maxTrainingLength) {\n      const query: BoundWitnessDivinerQueryPayload = { addresses, limit, payload_schemas, schema: BoundWitnessDivinerQuerySchema, timestamp }\n      const boundWitnesses = ((await bwDiviner.divine([query])) as BoundWitness[]).filter(\n        (bw) => bw.timestamp && bw.timestamp >= startTimestamp && bw.timestamp <= stopTimestamp,\n      )\n      if (boundWitnesses.length === 0) break\n\n      // Update the timestamp value for the next batch\n      timestamp = boundWitnesses\n        .map((bw) => bw.timestamp)\n        .filter(exists)\n        .reduce((a, b) => Math.min(a, b), Number.MAX_SAFE_INTEGER)\n      if (timestamp === Number.MAX_SAFE_INTEGER) break\n\n      // Set the more flag to false if there are fewer documents returned than the batch size\n      more = boundWitnesses.length === limit\n\n      // Get the corresponding payload hashes from the BWs\n      const hashes = boundWitnesses.map((bw) => bw.payload_hashes[bw.payload_schemas.findIndex((s) => s === witnessSchema)]).filter(exists)\n\n      // Get the payloads corresponding to the BW hashes from the archivist\n      if (hashes.length !== 0) {\n        const batchPayloads = (await archivist.get(hashes)).filter(exists)\n        payloads.push(...batchPayloads)\n      }\n    }\n    return payloads\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,oBAAyB;AACzB,oBAAuB;AACvB,6BAAoC;AAEpC,wCAAgF;AAChF,0CAAqE;AACrE,8CAKO;AACP,uCAA2F;AAC3F,2BAAkC;AAElC,sBAAqB;AAIrB,IAAM,yBAAyB,CAAC,mBAAoD;AAClF,QAAM,cAAc,CAAC,MAAuB;AAE1C,UAAM,MAAM,gBAAAA,QAAS,MAAM,GAAG,cAAc;AAC5C,QAAI,OAAO,QAAQ;AAAU,aAAO;AACpC,UAAM,IAAI,MAAM,8BAA8B;AAAA,EAChD;AACA,SAAO;AACT;AAEO,IAAM,2BAAN,MAAM,kCAEH,+DAAoC;AAAA,EAC5C,OAAgB,gBAAgB,CAAC,+DAA8B;AAAA,EAE/D,OAA0B,wBAA6E;AAAA,IACrG,kBAAkB;AAAA,IAClB,0BAA0B;AAAA,EAC5B;AAAA;AAAA;AAAA;AAAA,EAKmB,aAAa;AAAA;AAAA,EAGb,oBAAoB;AAAA,EAEvC,IAAuB,oBAAuC;AAC5D,UAAM,4BAAwB,wBAAS,KAAK,OAAO,mBAAmB,qCAAqC;AAC3G,UAAM,oBAAoB,0BAAyB,sBAAsB,qBAAqB;AAC9F,QAAI;AAAmB,aAAO;AAC9B,UAAM,IAAI,MAAM,mCAAmC,qBAAqB,EAAE;AAAA,EAC5E;AAAA,EAEA,IAAuB,cAAuC;AAC5D,UAAM,qBAAiB,wBAAS,KAAK,OAAO,oBAAoB,sCAAsC;AACtG,WAAO,uBAAuB,cAAc;AAAA,EAC9C;AAAA,EAEA,MAAyB,oBAAoB,gBAAwB,eAA2C;AAC9G,UAAM,YAAY,KAAK,OAAO;AAC9B,UAAM,kBAAkB,KAAC,wBAAS,KAAK,OAAO,eAAe,iCAAiC,CAAC;AAC/F,UAAM,WAAsB,CAAC;AAC7B,UAAM,gBAAY,4CAAoB,MAAM,KAAK,cAAc,GAAG,6BAA6B;AAC/F,UAAM,gBAAY,yCAAmB,MAAM,KAAK,QAAQ,KAAK,OAAO,mBAAmB,GAAG,IAAI,GAAG,uCAAuC;AACxI,UAAM,QAAQ,KAAK;AACnB,UAAM,oBAAgB,wBAAS,KAAK,OAAO,eAAe,iCAAiC;AAC3F,QAAI,YAAY;AAChB,QAAI,OAAO;AAIX,WAAO,QAAQ,SAAS,SAAS,KAAK,mBAAmB;AACvD,YAAM,QAAyC,EAAE,WAAW,OAAO,iBAAiB,QAAQ,kEAAgC,UAAU;AACtI,YAAM,kBAAmB,MAAM,UAAU,OAAO,CAAC,KAAK,CAAC,GAAsB;AAAA,QAC3E,CAAC,OAAO,GAAG,aAAa,GAAG,aAAa,kBAAkB,GAAG,aAAa;AAAA,MAC5E;AACA,UAAI,eAAe,WAAW;AAAG;AAGjC,kBAAY,eACT,IAAI,CAAC,OAAO,GAAG,SAAS,EACxB,OAAO,oBAAM,EACb,OAAO,CAAC,GAAG,MAAM,KAAK,IAAI,GAAG,CAAC,GAAG,OAAO,gBAAgB;AAC3D,UAAI,cAAc,OAAO;AAAkB;AAG3C,aAAO,eAAe,WAAW;AAGjC,YAAM,SAAS,eAAe,IAAI,CAAC,OAAO,GAAG,eAAe,GAAG,gBAAgB,UAAU,CAAC,MAAM,MAAM,aAAa,CAAC,CAAC,EAAE,OAAO,oBAAM;AAGpI,UAAI,OAAO,WAAW,GAAG;AACvB,cAAM,iBAAiB,MAAM,UAAU,IAAI,MAAM,GAAG,OAAO,oBAAM;AACjE,iBAAS,KAAK,GAAG,aAAa;AAAA,MAChC;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;","names":["jsonpath"]}

package/dist/browser/MemoryForecastingDiviner.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"MemoryForecastingDiviner.d.ts","sourceRoot":"","sources":["../../src/MemoryForecastingDiviner.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,0BAA0B,EAAE,wBAAwB,EAAE,MAAM,2CAA2C,CAAA;AAChH,OAAO,EAEL,oBAAoB,EAEpB,4BAA4B,EAC7B,MAAM,+CAA+C,CAAA;AACtD,OAAO,EAAkC,iBAAiB,EAAE,uBAAuB,EAAE,MAAM,wCAAwC,CAAA;AAEnI,OAAO,EAAE,OAAO,EAAE,MAAM,4BAA4B,CAAA;AAGpD,MAAM,MAAM,wBAAwB,GAAG,OAAO,oBAAoB,GAAG,OAAO,4BAA4B,CAAA;AAYxG,qBAAa,wBAAwB,CACnC,OAAO,SAAS,wBAAwB,GAAG,wBAAwB,CACnE,SAAQ,0BAA0B,CAAC,OAAO,CAAC;IAC3C,OAAgB,aAAa,6CAAmC;IAEhE,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,qBAAqB,EAAE,MAAM,CAAC,wBAAwB,EAAE,iBAAiB,CAAC,CAGnG;IAED;;OAEG;IACH,SAAS,CAAC,QAAQ,CAAC,UAAU,QAAQ;IAGrC,SAAS,CAAC,QAAQ,CAAC,iBAAiB,SAAS;IAE7C,cAAuB,iBAAiB,IAAI,iBAAiB,CAK5D;IAED,cAAuB,WAAW,IAAI,uBAAuB,CAG5D;cAEwB,mBAAmB,CAAC,cAAc,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;CAyChH"}

package/dist/browser/MemoryForecastingDiviner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"MemoryForecastingDiviner.d.ts","sourceRoot":"","sources":["../../src/MemoryForecastingDiviner.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,0BAA0B,EAAE,wBAAwB,EAAE,MAAM,2CAA2C,CAAA;AAChH,OAAO,EAEL,oBAAoB,EAEpB,4BAA4B,EAC7B,MAAM,+CAA+C,CAAA;AACtD,OAAO,EAAkC,iBAAiB,EAAE,uBAAuB,EAAE,MAAM,wCAAwC,CAAA;AAEnI,OAAO,EAAE,OAAO,EAAE,MAAM,4BAA4B,CAAA;AAGpD,MAAM,MAAM,wBAAwB,GAAG,OAAO,oBAAoB,GAAG,OAAO,4BAA4B,CAAA;AAYxG,qBAAa,wBAAwB,CACnC,OAAO,SAAS,wBAAwB,GAAG,wBAAwB,CACnE,SAAQ,0BAA0B,CAAC,OAAO,CAAC;IAC3C,OAAgB,aAAa,6CAAmC;IAEhE,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,qBAAqB,EAAE,MAAM,CAAC,wBAAwB,EAAE,iBAAiB,CAAC,CAGnG;IAED;;OAEG;IACH,SAAS,CAAC,QAAQ,CAAC,UAAU,QAAQ;IAGrC,SAAS,CAAC,QAAQ,CAAC,iBAAiB,SAAS;IAE7C,cAAuB,iBAAiB,IAAI,iBAAiB,CAK5D;IAED,cAAuB,WAAW,IAAI,uBAAuB,CAG5D;cAEwB,mBAAmB,CAAC,cAAc,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;CAyChH"}

package/dist/browser/MemoryForecastingDiviner.js

@@ -0,0 +1,79 @@
+// src/MemoryForecastingDiviner.ts
+import { assertEx } from "@xylabs/assert";
+import { exists } from "@xylabs/exists";
+import { asArchivistInstance } from "@xyo-network/archivist-model";
+import { BoundWitnessDivinerQuerySchema } from "@xyo-network/diviner-boundwitness-model";
+import { AbstractForecastingDiviner } from "@xyo-network/diviner-forecasting-abstract";
+import {
+  arimaForecastingMethod,
+  seasonalArimaForecastingMethod
+} from "@xyo-network/diviner-forecasting-method-arima";
+import { ForecastingDivinerConfigSchema } from "@xyo-network/diviner-forecasting-model";
+import { asDivinerInstance } from "@xyo-network/diviner-model";
+import jsonpath from "jsonpath";
+var getJsonPathTransformer = (pathExpression) => {
+  const transformer = (x) => {
+    const ret = jsonpath.value(x, pathExpression);
+    if (typeof ret === "number")
+      return ret;
+    throw new Error("Parsed invalid payload value");
+  };
+  return transformer;
+};
+var MemoryForecastingDiviner = class _MemoryForecastingDiviner extends AbstractForecastingDiviner {
+  static configSchemas = [ForecastingDivinerConfigSchema];
+  static forecastingMethodDict = {
+    arimaForecasting: arimaForecastingMethod,
+    seasonalArimaForecasting: seasonalArimaForecastingMethod
+  };
+  /**
+   * The max number of records to search during the batch query
+   */
+  batchLimit = 1e3;
+  // TODO: Inject via config
+  maxTrainingLength = 1e4;
+  get forecastingMethod() {
+    const forecastingMethodName = assertEx(this.config.forecastingMethod, "Missing forecastingMethod in config");
+    const forecastingMethod = _MemoryForecastingDiviner.forecastingMethodDict[forecastingMethodName];
+    if (forecastingMethod)
+      return forecastingMethod;
+    throw new Error(`Unsupported forecasting method: ${forecastingMethodName}`);
+  }
+  get transformer() {
+    const pathExpression = assertEx(this.config.jsonPathExpression, "Missing jsonPathExpression in config");
+    return getJsonPathTransformer(pathExpression);
+  }
+  async getPayloadsInWindow(startTimestamp, stopTimestamp) {
+    const addresses = this.config.witnessAddresses;
+    const payload_schemas = [assertEx(this.config.witnessSchema, "Missing witnessSchema in config")];
+    const payloads = [];
+    const archivist = asArchivistInstance(await this.readArchivist(), "Unable to resolve archivist");
+    const bwDiviner = asDivinerInstance((await this.resolve(this.config.boundWitnessDiviner)).pop(), "Unable to resolve boundWitnessDiviner");
+    const limit = this.batchLimit;
+    const witnessSchema = assertEx(this.config.witnessSchema, "Missing witnessSchema in config");
+    let timestamp = stopTimestamp;
+    let more = true;
+    while (more || payloads.length < this.maxTrainingLength) {
+      const query = { addresses, limit, payload_schemas, schema: BoundWitnessDivinerQuerySchema, timestamp };
+      const boundWitnesses = (await bwDiviner.divine([query])).filter(
+        (bw) => bw.timestamp && bw.timestamp >= startTimestamp && bw.timestamp <= stopTimestamp
+      );
+      if (boundWitnesses.length === 0)
+        break;
+      timestamp = boundWitnesses.map((bw) => bw.timestamp).filter(exists).reduce((a, b) => Math.min(a, b), Number.MAX_SAFE_INTEGER);
+      if (timestamp === Number.MAX_SAFE_INTEGER)
+        break;
+      more = boundWitnesses.length === limit;
+      const hashes = boundWitnesses.map((bw) => bw.payload_hashes[bw.payload_schemas.findIndex((s) => s === witnessSchema)]).filter(exists);
+      if (hashes.length !== 0) {
+        const batchPayloads = (await archivist.get(hashes)).filter(exists);
+        payloads.push(...batchPayloads);
+      }
+    }
+    return payloads;
+  }
+};
+export {
+  MemoryForecastingDiviner
+};
+//# sourceMappingURL=MemoryForecastingDiviner.js.map

package/dist/browser/MemoryForecastingDiviner.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/MemoryForecastingDiviner.ts"],"sourcesContent":["import { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { asArchivistInstance } from '@xyo-network/archivist-model'\nimport { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { BoundWitnessDivinerQueryPayload, BoundWitnessDivinerQuerySchema } from '@xyo-network/diviner-boundwitness-model'\nimport { AbstractForecastingDiviner, ForecastingDivinerParams } from '@xyo-network/diviner-forecasting-abstract'\nimport {\n  arimaForecastingMethod,\n  arimaForecastingName,\n  seasonalArimaForecastingMethod,\n  seasonalArimaForecastingName,\n} from '@xyo-network/diviner-forecasting-method-arima'\nimport { ForecastingDivinerConfigSchema, ForecastingMethod, PayloadValueTransformer } from '@xyo-network/diviner-forecasting-model'\nimport { asDivinerInstance } from '@xyo-network/diviner-model'\nimport { Payload } from '@xyo-network/payload-model'\nimport jsonpath from 'jsonpath'\n\nexport type SupportedForecastingType = typeof arimaForecastingName | typeof seasonalArimaForecastingName\n\nconst getJsonPathTransformer = (pathExpression: string): PayloadValueTransformer => {\n  const transformer = (x: Payload): number => {\n    // eslint-disable-next-line import/no-named-as-default-member\n    const ret = jsonpath.value(x, pathExpression)\n    if (typeof ret === 'number') return ret\n    throw new Error('Parsed invalid payload value')\n  }\n  return transformer\n}\n\nexport class MemoryForecastingDiviner<\n  TParams extends ForecastingDivinerParams = ForecastingDivinerParams,\n> extends AbstractForecastingDiviner<TParams> {\n  static override configSchemas = [ForecastingDivinerConfigSchema]\n\n  protected static readonly forecastingMethodDict: Record<SupportedForecastingType, ForecastingMethod> = {\n    arimaForecasting: arimaForecastingMethod,\n    seasonalArimaForecasting: seasonalArimaForecastingMethod,\n  }\n\n  /**\n   * The max number of records to search during the batch query\n   */\n  protected readonly batchLimit = 1_000\n\n  // TODO: Inject via config\n  protected readonly maxTrainingLength = 10_000\n\n  protected override get forecastingMethod(): ForecastingMethod {\n    const forecastingMethodName = assertEx(this.config.forecastingMethod, 'Missing forecastingMethod in config') as SupportedForecastingType\n    const forecastingMethod = MemoryForecastingDiviner.forecastingMethodDict[forecastingMethodName]\n    if (forecastingMethod) return forecastingMethod\n    throw new Error(`Unsupported forecasting method: ${forecastingMethodName}`)\n  }\n\n  protected override get transformer(): PayloadValueTransformer {\n    const pathExpression = assertEx(this.config.jsonPathExpression, 'Missing jsonPathExpression in config')\n    return getJsonPathTransformer(pathExpression)\n  }\n\n  protected override async getPayloadsInWindow(startTimestamp: number, stopTimestamp: number): Promise<Payload[]> {\n    const addresses = this.config.witnessAddresses\n    const payload_schemas = [assertEx(this.config.witnessSchema, 'Missing witnessSchema in config')]\n    const payloads: Payload[] = []\n    const archivist = asArchivistInstance(await this.readArchivist(), 'Unable to resolve archivist')\n    const bwDiviner = asDivinerInstance((await this.resolve(this.config.boundWitnessDiviner)).pop(), 'Unable to resolve boundWitnessDiviner')\n    const limit = this.batchLimit\n    const witnessSchema = assertEx(this.config.witnessSchema, 'Missing witnessSchema in config')\n    let timestamp = stopTimestamp\n    let more = true\n\n    // TODO: Window size vs sample size\n    // Loop until there are no more BWs to process or we've got enough payloads to satisfy the training window\n    while (more || payloads.length < this.maxTrainingLength) {\n      const query: BoundWitnessDivinerQueryPayload = { addresses, limit, payload_schemas, schema: BoundWitnessDivinerQuerySchema, timestamp }\n      const boundWitnesses = ((await bwDiviner.divine([query])) as BoundWitness[]).filter(\n        (bw) => bw.timestamp && bw.timestamp >= startTimestamp && bw.timestamp <= stopTimestamp,\n      )\n      if (boundWitnesses.length === 0) break\n\n      // Update the timestamp value for the next batch\n      timestamp = boundWitnesses\n        .map((bw) => bw.timestamp)\n        .filter(exists)\n        .reduce((a, b) => Math.min(a, b), Number.MAX_SAFE_INTEGER)\n      if (timestamp === Number.MAX_SAFE_INTEGER) break\n\n      // Set the more flag to false if there are fewer documents returned than the batch size\n      more = boundWitnesses.length === limit\n\n      // Get the corresponding payload hashes from the BWs\n      const hashes = boundWitnesses.map((bw) => bw.payload_hashes[bw.payload_schemas.findIndex((s) => s === witnessSchema)]).filter(exists)\n\n      // Get the payloads corresponding to the BW hashes from the archivist\n      if (hashes.length !== 0) {\n        const batchPayloads = (await archivist.get(hashes)).filter(exists)\n        payloads.push(...batchPayloads)\n      }\n    }\n    return payloads\n  }\n}\n"],"mappings":";AAAA,SAAS,gBAAgB;AACzB,SAAS,cAAc;AACvB,SAAS,2BAA2B;AAEpC,SAA0C,sCAAsC;AAChF,SAAS,kCAA4D;AACrE;AAAA,EACE;AAAA,EAEA;AAAA,OAEK;AACP,SAAS,sCAAkF;AAC3F,SAAS,yBAAyB;AAElC,OAAO,cAAc;AAIrB,IAAM,yBAAyB,CAAC,mBAAoD;AAClF,QAAM,cAAc,CAAC,MAAuB;AAE1C,UAAM,MAAM,SAAS,MAAM,GAAG,cAAc;AAC5C,QAAI,OAAO,QAAQ;AAAU,aAAO;AACpC,UAAM,IAAI,MAAM,8BAA8B;AAAA,EAChD;AACA,SAAO;AACT;AAEO,IAAM,2BAAN,MAAM,kCAEH,2BAAoC;AAAA,EAC5C,OAAgB,gBAAgB,CAAC,8BAA8B;AAAA,EAE/D,OAA0B,wBAA6E;AAAA,IACrG,kBAAkB;AAAA,IAClB,0BAA0B;AAAA,EAC5B;AAAA;AAAA;AAAA;AAAA,EAKmB,aAAa;AAAA;AAAA,EAGb,oBAAoB;AAAA,EAEvC,IAAuB,oBAAuC;AAC5D,UAAM,wBAAwB,SAAS,KAAK,OAAO,mBAAmB,qCAAqC;AAC3G,UAAM,oBAAoB,0BAAyB,sBAAsB,qBAAqB;AAC9F,QAAI;AAAmB,aAAO;AAC9B,UAAM,IAAI,MAAM,mCAAmC,qBAAqB,EAAE;AAAA,EAC5E;AAAA,EAEA,IAAuB,cAAuC;AAC5D,UAAM,iBAAiB,SAAS,KAAK,OAAO,oBAAoB,sCAAsC;AACtG,WAAO,uBAAuB,cAAc;AAAA,EAC9C;AAAA,EAEA,MAAyB,oBAAoB,gBAAwB,eAA2C;AAC9G,UAAM,YAAY,KAAK,OAAO;AAC9B,UAAM,kBAAkB,CAAC,SAAS,KAAK,OAAO,eAAe,iCAAiC,CAAC;AAC/F,UAAM,WAAsB,CAAC;AAC7B,UAAM,YAAY,oBAAoB,MAAM,KAAK,cAAc,GAAG,6BAA6B;AAC/F,UAAM,YAAY,mBAAmB,MAAM,KAAK,QAAQ,KAAK,OAAO,mBAAmB,GAAG,IAAI,GAAG,uCAAuC;AACxI,UAAM,QAAQ,KAAK;AACnB,UAAM,gBAAgB,SAAS,KAAK,OAAO,eAAe,iCAAiC;AAC3F,QAAI,YAAY;AAChB,QAAI,OAAO;AAIX,WAAO,QAAQ,SAAS,SAAS,KAAK,mBAAmB;AACvD,YAAM,QAAyC,EAAE,WAAW,OAAO,iBAAiB,QAAQ,gCAAgC,UAAU;AACtI,YAAM,kBAAmB,MAAM,UAAU,OAAO,CAAC,KAAK,CAAC,GAAsB;AAAA,QAC3E,CAAC,OAAO,GAAG,aAAa,GAAG,aAAa,kBAAkB,GAAG,aAAa;AAAA,MAC5E;AACA,UAAI,eAAe,WAAW;AAAG;AAGjC,kBAAY,eACT,IAAI,CAAC,OAAO,GAAG,SAAS,EACxB,OAAO,MAAM,EACb,OAAO,CAAC,GAAG,MAAM,KAAK,IAAI,GAAG,CAAC,GAAG,OAAO,gBAAgB;AAC3D,UAAI,cAAc,OAAO;AAAkB;AAG3C,aAAO,eAAe,WAAW;AAGjC,YAAM,SAAS,eAAe,IAAI,CAAC,OAAO,GAAG,eAAe,GAAG,gBAAgB,UAAU,CAAC,MAAM,MAAM,aAAa,CAAC,CAAC,EAAE,OAAO,MAAM;AAGpI,UAAI,OAAO,WAAW,GAAG;AACvB,cAAM,iBAAiB,MAAM,UAAU,IAAI,MAAM,GAAG,OAAO,MAAM;AACjE,iBAAS,KAAK,GAAG,aAAa;AAAA,MAChC;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;","names":[]}

package/dist/{index.js → browser/index.cjs}

@@ -106,8 +106,4 @@ var MemoryForecastingDiviner = class _MemoryForecastingDiviner extends import_di
     return payloads;
   }
 };
-// Annotate the CommonJS export names for ESM import in node:
-0 && (module.exports = {
-  MemoryForecastingDiviner
-});
-//# sourceMappingURL=index.js.map
+//# sourceMappingURL=index.cjs.map

package/dist/browser/index.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/index.ts","../../src/MemoryForecastingDiviner.ts"],"sourcesContent":["export * from './MemoryForecastingDiviner'\n","import { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { asArchivistInstance } from '@xyo-network/archivist-model'\nimport { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { BoundWitnessDivinerQueryPayload, BoundWitnessDivinerQuerySchema } from '@xyo-network/diviner-boundwitness-model'\nimport { AbstractForecastingDiviner, ForecastingDivinerParams } from '@xyo-network/diviner-forecasting-abstract'\nimport {\n  arimaForecastingMethod,\n  arimaForecastingName,\n  seasonalArimaForecastingMethod,\n  seasonalArimaForecastingName,\n} from '@xyo-network/diviner-forecasting-method-arima'\nimport { ForecastingDivinerConfigSchema, ForecastingMethod, PayloadValueTransformer } from '@xyo-network/diviner-forecasting-model'\nimport { asDivinerInstance } from '@xyo-network/diviner-model'\nimport { Payload } from '@xyo-network/payload-model'\nimport jsonpath from 'jsonpath'\n\nexport type SupportedForecastingType = typeof arimaForecastingName | typeof seasonalArimaForecastingName\n\nconst getJsonPathTransformer = (pathExpression: string): PayloadValueTransformer => {\n  const transformer = (x: Payload): number => {\n    // eslint-disable-next-line import/no-named-as-default-member\n    const ret = jsonpath.value(x, pathExpression)\n    if (typeof ret === 'number') return ret\n    throw new Error('Parsed invalid payload value')\n  }\n  return transformer\n}\n\nexport class MemoryForecastingDiviner<\n  TParams extends ForecastingDivinerParams = ForecastingDivinerParams,\n> extends AbstractForecastingDiviner<TParams> {\n  static override configSchemas = [ForecastingDivinerConfigSchema]\n\n  protected static readonly forecastingMethodDict: Record<SupportedForecastingType, ForecastingMethod> = {\n    arimaForecasting: arimaForecastingMethod,\n    seasonalArimaForecasting: seasonalArimaForecastingMethod,\n  }\n\n  /**\n   * The max number of records to search during the batch query\n   */\n  protected readonly batchLimit = 1_000\n\n  // TODO: Inject via config\n  protected readonly maxTrainingLength = 10_000\n\n  protected override get forecastingMethod(): ForecastingMethod {\n    const forecastingMethodName = assertEx(this.config.forecastingMethod, 'Missing forecastingMethod in config') as SupportedForecastingType\n    const forecastingMethod = MemoryForecastingDiviner.forecastingMethodDict[forecastingMethodName]\n    if (forecastingMethod) return forecastingMethod\n    throw new Error(`Unsupported forecasting method: ${forecastingMethodName}`)\n  }\n\n  protected override get transformer(): PayloadValueTransformer {\n    const pathExpression = assertEx(this.config.jsonPathExpression, 'Missing jsonPathExpression in config')\n    return getJsonPathTransformer(pathExpression)\n  }\n\n  protected override async getPayloadsInWindow(startTimestamp: number, stopTimestamp: number): Promise<Payload[]> {\n    const addresses = this.config.witnessAddresses\n    const payload_schemas = [assertEx(this.config.witnessSchema, 'Missing witnessSchema in config')]\n    const payloads: Payload[] = []\n    const archivist = asArchivistInstance(await this.readArchivist(), 'Unable to resolve archivist')\n    const bwDiviner = asDivinerInstance((await this.resolve(this.config.boundWitnessDiviner)).pop(), 'Unable to resolve boundWitnessDiviner')\n    const limit = this.batchLimit\n    const witnessSchema = assertEx(this.config.witnessSchema, 'Missing witnessSchema in config')\n    let timestamp = stopTimestamp\n    let more = true\n\n    // TODO: Window size vs sample size\n    // Loop until there are no more BWs to process or we've got enough payloads to satisfy the training window\n    while (more || payloads.length < this.maxTrainingLength) {\n      const query: BoundWitnessDivinerQueryPayload = { addresses, limit, payload_schemas, schema: BoundWitnessDivinerQuerySchema, timestamp }\n      const boundWitnesses = ((await bwDiviner.divine([query])) as BoundWitness[]).filter(\n        (bw) => bw.timestamp && bw.timestamp >= startTimestamp && bw.timestamp <= stopTimestamp,\n      )\n      if (boundWitnesses.length === 0) break\n\n      // Update the timestamp value for the next batch\n      timestamp = boundWitnesses\n        .map((bw) => bw.timestamp)\n        .filter(exists)\n        .reduce((a, b) => Math.min(a, b), Number.MAX_SAFE_INTEGER)\n      if (timestamp === Number.MAX_SAFE_INTEGER) break\n\n      // Set the more flag to false if there are fewer documents returned than the batch size\n      more = boundWitnesses.length === limit\n\n      // Get the corresponding payload hashes from the BWs\n      const hashes = boundWitnesses.map((bw) => bw.payload_hashes[bw.payload_schemas.findIndex((s) => s === witnessSchema)]).filter(exists)\n\n      // Get the payloads corresponding to the BW hashes from the archivist\n      if (hashes.length !== 0) {\n        const batchPayloads = (await archivist.get(hashes)).filter(exists)\n        payloads.push(...batchPayloads)\n      }\n    }\n    return payloads\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,oBAAyB;AACzB,oBAAuB;AACvB,6BAAoC;AAEpC,wCAAgF;AAChF,0CAAqE;AACrE,8CAKO;AACP,uCAA2F;AAC3F,2BAAkC;AAElC,sBAAqB;AAIrB,IAAM,yBAAyB,CAAC,mBAAoD;AAClF,QAAM,cAAc,CAAC,MAAuB;AAE1C,UAAM,MAAM,gBAAAA,QAAS,MAAM,GAAG,cAAc;AAC5C,QAAI,OAAO,QAAQ;AAAU,aAAO;AACpC,UAAM,IAAI,MAAM,8BAA8B;AAAA,EAChD;AACA,SAAO;AACT;AAEO,IAAM,2BAAN,MAAM,kCAEH,+DAAoC;AAAA,EAC5C,OAAgB,gBAAgB,CAAC,+DAA8B;AAAA,EAE/D,OAA0B,wBAA6E;AAAA,IACrG,kBAAkB;AAAA,IAClB,0BAA0B;AAAA,EAC5B;AAAA;AAAA;AAAA;AAAA,EAKmB,aAAa;AAAA;AAAA,EAGb,oBAAoB;AAAA,EAEvC,IAAuB,oBAAuC;AAC5D,UAAM,4BAAwB,wBAAS,KAAK,OAAO,mBAAmB,qCAAqC;AAC3G,UAAM,oBAAoB,0BAAyB,sBAAsB,qBAAqB;AAC9F,QAAI;AAAmB,aAAO;AAC9B,UAAM,IAAI,MAAM,mCAAmC,qBAAqB,EAAE;AAAA,EAC5E;AAAA,EAEA,IAAuB,cAAuC;AAC5D,UAAM,qBAAiB,wBAAS,KAAK,OAAO,oBAAoB,sCAAsC;AACtG,WAAO,uBAAuB,cAAc;AAAA,EAC9C;AAAA,EAEA,MAAyB,oBAAoB,gBAAwB,eAA2C;AAC9G,UAAM,YAAY,KAAK,OAAO;AAC9B,UAAM,kBAAkB,KAAC,wBAAS,KAAK,OAAO,eAAe,iCAAiC,CAAC;AAC/F,UAAM,WAAsB,CAAC;AAC7B,UAAM,gBAAY,4CAAoB,MAAM,KAAK,cAAc,GAAG,6BAA6B;AAC/F,UAAM,gBAAY,yCAAmB,MAAM,KAAK,QAAQ,KAAK,OAAO,mBAAmB,GAAG,IAAI,GAAG,uCAAuC;AACxI,UAAM,QAAQ,KAAK;AACnB,UAAM,oBAAgB,wBAAS,KAAK,OAAO,eAAe,iCAAiC;AAC3F,QAAI,YAAY;AAChB,QAAI,OAAO;AAIX,WAAO,QAAQ,SAAS,SAAS,KAAK,mBAAmB;AACvD,YAAM,QAAyC,EAAE,WAAW,OAAO,iBAAiB,QAAQ,kEAAgC,UAAU;AACtI,YAAM,kBAAmB,MAAM,UAAU,OAAO,CAAC,KAAK,CAAC,GAAsB;AAAA,QAC3E,CAAC,OAAO,GAAG,aAAa,GAAG,aAAa,kBAAkB,GAAG,aAAa;AAAA,MAC5E;AACA,UAAI,eAAe,WAAW;AAAG;AAGjC,kBAAY,eACT,IAAI,CAAC,OAAO,GAAG,SAAS,EACxB,OAAO,oBAAM,EACb,OAAO,CAAC,GAAG,MAAM,KAAK,IAAI,GAAG,CAAC,GAAG,OAAO,gBAAgB;AAC3D,UAAI,cAAc,OAAO;AAAkB;AAG3C,aAAO,eAAe,WAAW;AAGjC,YAAM,SAAS,eAAe,IAAI,CAAC,OAAO,GAAG,eAAe,GAAG,gBAAgB,UAAU,CAAC,MAAM,MAAM,aAAa,CAAC,CAAC,EAAE,OAAO,oBAAM;AAGpI,UAAI,OAAO,WAAW,GAAG;AACvB,cAAM,iBAAiB,MAAM,UAAU,IAAI,MAAM,GAAG,OAAO,oBAAM;AACjE,iBAAS,KAAK,GAAG,aAAa;AAAA,MAChC;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;","names":["jsonpath"]}

package/dist/{index.d.mts.map → browser/index.d.mts.map}

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,4BAA4B,CAAA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,4BAA4B,CAAA"}

package/dist/{index.d.ts.map → browser/index.d.ts.map}

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,4BAA4B,CAAA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,4BAA4B,CAAA"}

package/dist/{index.mjs → browser/index.js}

@@ -76,4 +76,4 @@ var MemoryForecastingDiviner = class _MemoryForecastingDiviner extends AbstractF
 export {
   MemoryForecastingDiviner
 };
-//# sourceMappingURL=index.mjs.map
+//# sourceMappingURL=index.js.map

package/dist/browser/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/MemoryForecastingDiviner.ts"],"sourcesContent":["import { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { asArchivistInstance } from '@xyo-network/archivist-model'\nimport { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { BoundWitnessDivinerQueryPayload, BoundWitnessDivinerQuerySchema } from '@xyo-network/diviner-boundwitness-model'\nimport { AbstractForecastingDiviner, ForecastingDivinerParams } from '@xyo-network/diviner-forecasting-abstract'\nimport {\n  arimaForecastingMethod,\n  arimaForecastingName,\n  seasonalArimaForecastingMethod,\n  seasonalArimaForecastingName,\n} from '@xyo-network/diviner-forecasting-method-arima'\nimport { ForecastingDivinerConfigSchema, ForecastingMethod, PayloadValueTransformer } from '@xyo-network/diviner-forecasting-model'\nimport { asDivinerInstance } from '@xyo-network/diviner-model'\nimport { Payload } from '@xyo-network/payload-model'\nimport jsonpath from 'jsonpath'\n\nexport type SupportedForecastingType = typeof arimaForecastingName | typeof seasonalArimaForecastingName\n\nconst getJsonPathTransformer = (pathExpression: string): PayloadValueTransformer => {\n  const transformer = (x: Payload): number => {\n    // eslint-disable-next-line import/no-named-as-default-member\n    const ret = jsonpath.value(x, pathExpression)\n    if (typeof ret === 'number') return ret\n    throw new Error('Parsed invalid payload value')\n  }\n  return transformer\n}\n\nexport class MemoryForecastingDiviner<\n  TParams extends ForecastingDivinerParams = ForecastingDivinerParams,\n> extends AbstractForecastingDiviner<TParams> {\n  static override configSchemas = [ForecastingDivinerConfigSchema]\n\n  protected static readonly forecastingMethodDict: Record<SupportedForecastingType, ForecastingMethod> = {\n    arimaForecasting: arimaForecastingMethod,\n    seasonalArimaForecasting: seasonalArimaForecastingMethod,\n  }\n\n  /**\n   * The max number of records to search during the batch query\n   */\n  protected readonly batchLimit = 1_000\n\n  // TODO: Inject via config\n  protected readonly maxTrainingLength = 10_000\n\n  protected override get forecastingMethod(): ForecastingMethod {\n    const forecastingMethodName = assertEx(this.config.forecastingMethod, 'Missing forecastingMethod in config') as SupportedForecastingType\n    const forecastingMethod = MemoryForecastingDiviner.forecastingMethodDict[forecastingMethodName]\n    if (forecastingMethod) return forecastingMethod\n    throw new Error(`Unsupported forecasting method: ${forecastingMethodName}`)\n  }\n\n  protected override get transformer(): PayloadValueTransformer {\n    const pathExpression = assertEx(this.config.jsonPathExpression, 'Missing jsonPathExpression in config')\n    return getJsonPathTransformer(pathExpression)\n  }\n\n  protected override async getPayloadsInWindow(startTimestamp: number, stopTimestamp: number): Promise<Payload[]> {\n    const addresses = this.config.witnessAddresses\n    const payload_schemas = [assertEx(this.config.witnessSchema, 'Missing witnessSchema in config')]\n    const payloads: Payload[] = []\n    const archivist = asArchivistInstance(await this.readArchivist(), 'Unable to resolve archivist')\n    const bwDiviner = asDivinerInstance((await this.resolve(this.config.boundWitnessDiviner)).pop(), 'Unable to resolve boundWitnessDiviner')\n    const limit = this.batchLimit\n    const witnessSchema = assertEx(this.config.witnessSchema, 'Missing witnessSchema in config')\n    let timestamp = stopTimestamp\n    let more = true\n\n    // TODO: Window size vs sample size\n    // Loop until there are no more BWs to process or we've got enough payloads to satisfy the training window\n    while (more || payloads.length < this.maxTrainingLength) {\n      const query: BoundWitnessDivinerQueryPayload = { addresses, limit, payload_schemas, schema: BoundWitnessDivinerQuerySchema, timestamp }\n      const boundWitnesses = ((await bwDiviner.divine([query])) as BoundWitness[]).filter(\n        (bw) => bw.timestamp && bw.timestamp >= startTimestamp && bw.timestamp <= stopTimestamp,\n      )\n      if (boundWitnesses.length === 0) break\n\n      // Update the timestamp value for the next batch\n      timestamp = boundWitnesses\n        .map((bw) => bw.timestamp)\n        .filter(exists)\n        .reduce((a, b) => Math.min(a, b), Number.MAX_SAFE_INTEGER)\n      if (timestamp === Number.MAX_SAFE_INTEGER) break\n\n      // Set the more flag to false if there are fewer documents returned than the batch size\n      more = boundWitnesses.length === limit\n\n      // Get the corresponding payload hashes from the BWs\n      const hashes = boundWitnesses.map((bw) => bw.payload_hashes[bw.payload_schemas.findIndex((s) => s === witnessSchema)]).filter(exists)\n\n      // Get the payloads corresponding to the BW hashes from the archivist\n      if (hashes.length !== 0) {\n        const batchPayloads = (await archivist.get(hashes)).filter(exists)\n        payloads.push(...batchPayloads)\n      }\n    }\n    return payloads\n  }\n}\n"],"mappings":";AAAA,SAAS,gBAAgB;AACzB,SAAS,cAAc;AACvB,SAAS,2BAA2B;AAEpC,SAA0C,sCAAsC;AAChF,SAAS,kCAA4D;AACrE;AAAA,EACE;AAAA,EAEA;AAAA,OAEK;AACP,SAAS,sCAAkF;AAC3F,SAAS,yBAAyB;AAElC,OAAO,cAAc;AAIrB,IAAM,yBAAyB,CAAC,mBAAoD;AAClF,QAAM,cAAc,CAAC,MAAuB;AAE1C,UAAM,MAAM,SAAS,MAAM,GAAG,cAAc;AAC5C,QAAI,OAAO,QAAQ;AAAU,aAAO;AACpC,UAAM,IAAI,MAAM,8BAA8B;AAAA,EAChD;AACA,SAAO;AACT;AAEO,IAAM,2BAAN,MAAM,kCAEH,2BAAoC;AAAA,EAC5C,OAAgB,gBAAgB,CAAC,8BAA8B;AAAA,EAE/D,OAA0B,wBAA6E;AAAA,IACrG,kBAAkB;AAAA,IAClB,0BAA0B;AAAA,EAC5B;AAAA;AAAA;AAAA;AAAA,EAKmB,aAAa;AAAA;AAAA,EAGb,oBAAoB;AAAA,EAEvC,IAAuB,oBAAuC;AAC5D,UAAM,wBAAwB,SAAS,KAAK,OAAO,mBAAmB,qCAAqC;AAC3G,UAAM,oBAAoB,0BAAyB,sBAAsB,qBAAqB;AAC9F,QAAI;AAAmB,aAAO;AAC9B,UAAM,IAAI,MAAM,mCAAmC,qBAAqB,EAAE;AAAA,EAC5E;AAAA,EAEA,IAAuB,cAAuC;AAC5D,UAAM,iBAAiB,SAAS,KAAK,OAAO,oBAAoB,sCAAsC;AACtG,WAAO,uBAAuB,cAAc;AAAA,EAC9C;AAAA,EAEA,MAAyB,oBAAoB,gBAAwB,eAA2C;AAC9G,UAAM,YAAY,KAAK,OAAO;AAC9B,UAAM,kBAAkB,CAAC,SAAS,KAAK,OAAO,eAAe,iCAAiC,CAAC;AAC/F,UAAM,WAAsB,CAAC;AAC7B,UAAM,YAAY,oBAAoB,MAAM,KAAK,cAAc,GAAG,6BAA6B;AAC/F,UAAM,YAAY,mBAAmB,MAAM,KAAK,QAAQ,KAAK,OAAO,mBAAmB,GAAG,IAAI,GAAG,uCAAuC;AACxI,UAAM,QAAQ,KAAK;AACnB,UAAM,gBAAgB,SAAS,KAAK,OAAO,eAAe,iCAAiC;AAC3F,QAAI,YAAY;AAChB,QAAI,OAAO;AAIX,WAAO,QAAQ,SAAS,SAAS,KAAK,mBAAmB;AACvD,YAAM,QAAyC,EAAE,WAAW,OAAO,iBAAiB,QAAQ,gCAAgC,UAAU;AACtI,YAAM,kBAAmB,MAAM,UAAU,OAAO,CAAC,KAAK,CAAC,GAAsB;AAAA,QAC3E,CAAC,OAAO,GAAG,aAAa,GAAG,aAAa,kBAAkB,GAAG,aAAa;AAAA,MAC5E;AACA,UAAI,eAAe,WAAW;AAAG;AAGjC,kBAAY,eACT,IAAI,CAAC,OAAO,GAAG,SAAS,EACxB,OAAO,MAAM,EACb,OAAO,CAAC,GAAG,MAAM,KAAK,IAAI,GAAG,CAAC,GAAG,OAAO,gBAAgB;AAC3D,UAAI,cAAc,OAAO;AAAkB;AAG3C,aAAO,eAAe,WAAW;AAGjC,YAAM,SAAS,eAAe,IAAI,CAAC,OAAO,GAAG,eAAe,GAAG,gBAAgB,UAAU,CAAC,MAAM,MAAM,aAAa,CAAC,CAAC,EAAE,OAAO,MAAM;AAGpI,UAAI,OAAO,WAAW,GAAG;AACvB,cAAM,iBAAiB,MAAM,UAAU,IAAI,MAAM,GAAG,OAAO,MAAM;AACjE,iBAAS,KAAK,GAAG,aAAa;AAAA,MAChC;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;","names":[]}

package/dist/node/MemoryForecastingDiviner.d.mts

@@ -0,0 +1,18 @@
+import { AbstractForecastingDiviner, ForecastingDivinerParams } from '@xyo-network/diviner-forecasting-abstract';
+import { arimaForecastingName, seasonalArimaForecastingName } from '@xyo-network/diviner-forecasting-method-arima';
+import { ForecastingMethod, PayloadValueTransformer } from '@xyo-network/diviner-forecasting-model';
+import { Payload } from '@xyo-network/payload-model';
+export type SupportedForecastingType = typeof arimaForecastingName | typeof seasonalArimaForecastingName;
+export declare class MemoryForecastingDiviner<TParams extends ForecastingDivinerParams = ForecastingDivinerParams> extends AbstractForecastingDiviner<TParams> {
+    static configSchemas: "network.xyo.diviner.forecasting.config"[];
+    protected static readonly forecastingMethodDict: Record<SupportedForecastingType, ForecastingMethod>;
+    /**
+     * The max number of records to search during the batch query
+     */
+    protected readonly batchLimit = 1000;
+    protected readonly maxTrainingLength = 10000;
+    protected get forecastingMethod(): ForecastingMethod;
+    protected get transformer(): PayloadValueTransformer;
+    protected getPayloadsInWindow(startTimestamp: number, stopTimestamp: number): Promise<Payload[]>;
+}
+//# sourceMappingURL=MemoryForecastingDiviner.d.ts.map

package/dist/node/MemoryForecastingDiviner.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"MemoryForecastingDiviner.d.ts","sourceRoot":"","sources":["../../src/MemoryForecastingDiviner.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,0BAA0B,EAAE,wBAAwB,EAAE,MAAM,2CAA2C,CAAA;AAChH,OAAO,EAEL,oBAAoB,EAEpB,4BAA4B,EAC7B,MAAM,+CAA+C,CAAA;AACtD,OAAO,EAAkC,iBAAiB,EAAE,uBAAuB,EAAE,MAAM,wCAAwC,CAAA;AAEnI,OAAO,EAAE,OAAO,EAAE,MAAM,4BAA4B,CAAA;AAGpD,MAAM,MAAM,wBAAwB,GAAG,OAAO,oBAAoB,GAAG,OAAO,4BAA4B,CAAA;AAYxG,qBAAa,wBAAwB,CACnC,OAAO,SAAS,wBAAwB,GAAG,wBAAwB,CACnE,SAAQ,0BAA0B,CAAC,OAAO,CAAC;IAC3C,OAAgB,aAAa,6CAAmC;IAEhE,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,qBAAqB,EAAE,MAAM,CAAC,wBAAwB,EAAE,iBAAiB,CAAC,CAGnG;IAED;;OAEG;IACH,SAAS,CAAC,QAAQ,CAAC,UAAU,QAAQ;IAGrC,SAAS,CAAC,QAAQ,CAAC,iBAAiB,SAAS;IAE7C,cAAuB,iBAAiB,IAAI,iBAAiB,CAK5D;IAED,cAAuB,WAAW,IAAI,uBAAuB,CAG5D;cAEwB,mBAAmB,CAAC,cAAc,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;CAyChH"}

package/dist/node/MemoryForecastingDiviner.d.ts

@@ -0,0 +1,18 @@
+import { AbstractForecastingDiviner, ForecastingDivinerParams } from '@xyo-network/diviner-forecasting-abstract';
+import { arimaForecastingName, seasonalArimaForecastingName } from '@xyo-network/diviner-forecasting-method-arima';
+import { ForecastingMethod, PayloadValueTransformer } from '@xyo-network/diviner-forecasting-model';
+import { Payload } from '@xyo-network/payload-model';
+export type SupportedForecastingType = typeof arimaForecastingName | typeof seasonalArimaForecastingName;
+export declare class MemoryForecastingDiviner<TParams extends ForecastingDivinerParams = ForecastingDivinerParams> extends AbstractForecastingDiviner<TParams> {
+    static configSchemas: "network.xyo.diviner.forecasting.config"[];
+    protected static readonly forecastingMethodDict: Record<SupportedForecastingType, ForecastingMethod>;
+    /**
+     * The max number of records to search during the batch query
+     */
+    protected readonly batchLimit = 1000;
+    protected readonly maxTrainingLength = 10000;
+    protected get forecastingMethod(): ForecastingMethod;
+    protected get transformer(): PayloadValueTransformer;
+    protected getPayloadsInWindow(startTimestamp: number, stopTimestamp: number): Promise<Payload[]>;
+}
+//# sourceMappingURL=MemoryForecastingDiviner.d.ts.map

package/dist/node/MemoryForecastingDiviner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"MemoryForecastingDiviner.d.ts","sourceRoot":"","sources":["../../src/MemoryForecastingDiviner.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,0BAA0B,EAAE,wBAAwB,EAAE,MAAM,2CAA2C,CAAA;AAChH,OAAO,EAEL,oBAAoB,EAEpB,4BAA4B,EAC7B,MAAM,+CAA+C,CAAA;AACtD,OAAO,EAAkC,iBAAiB,EAAE,uBAAuB,EAAE,MAAM,wCAAwC,CAAA;AAEnI,OAAO,EAAE,OAAO,EAAE,MAAM,4BAA4B,CAAA;AAGpD,MAAM,MAAM,wBAAwB,GAAG,OAAO,oBAAoB,GAAG,OAAO,4BAA4B,CAAA;AAYxG,qBAAa,wBAAwB,CACnC,OAAO,SAAS,wBAAwB,GAAG,wBAAwB,CACnE,SAAQ,0BAA0B,CAAC,OAAO,CAAC;IAC3C,OAAgB,aAAa,6CAAmC;IAEhE,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,qBAAqB,EAAE,MAAM,CAAC,wBAAwB,EAAE,iBAAiB,CAAC,CAGnG;IAED;;OAEG;IACH,SAAS,CAAC,QAAQ,CAAC,UAAU,QAAQ;IAGrC,SAAS,CAAC,QAAQ,CAAC,iBAAiB,SAAS;IAE7C,cAAuB,iBAAiB,IAAI,iBAAiB,CAK5D;IAED,cAAuB,WAAW,IAAI,uBAAuB,CAG5D;cAEwB,mBAAmB,CAAC,cAAc,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;CAyChH"}

package/dist/node/MemoryForecastingDiviner.js

@@ -0,0 +1,109 @@
+"use strict";
+var __create = Object.create;
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __getProtoOf = Object.getPrototypeOf;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
+  // If the importer is in node compatibility mode or this is not an ESM
+  // file that has been converted to a CommonJS file using a Babel-
+  // compatible transform (i.e. "__esModule" has not been set), then set
+  // "default" to the CommonJS "module.exports" for node compatibility.
+  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
+  mod
+));
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var MemoryForecastingDiviner_exports = {};
+__export(MemoryForecastingDiviner_exports, {
+  MemoryForecastingDiviner: () => MemoryForecastingDiviner
+});
+module.exports = __toCommonJS(MemoryForecastingDiviner_exports);
+var import_assert = require("@xylabs/assert");
+var import_exists = require("@xylabs/exists");
+var import_archivist_model = require("@xyo-network/archivist-model");
+var import_diviner_boundwitness_model = require("@xyo-network/diviner-boundwitness-model");
+var import_diviner_forecasting_abstract = require("@xyo-network/diviner-forecasting-abstract");
+var import_diviner_forecasting_method_arima = require("@xyo-network/diviner-forecasting-method-arima");
+var import_diviner_forecasting_model = require("@xyo-network/diviner-forecasting-model");
+var import_diviner_model = require("@xyo-network/diviner-model");
+var import_jsonpath = __toESM(require("jsonpath"));
+const getJsonPathTransformer = (pathExpression) => {
+  const transformer = (x) => {
+    const ret = import_jsonpath.default.value(x, pathExpression);
+    if (typeof ret === "number")
+      return ret;
+    throw new Error("Parsed invalid payload value");
+  };
+  return transformer;
+};
+class MemoryForecastingDiviner extends import_diviner_forecasting_abstract.AbstractForecastingDiviner {
+  static configSchemas = [import_diviner_forecasting_model.ForecastingDivinerConfigSchema];
+  static forecastingMethodDict = {
+    arimaForecasting: import_diviner_forecasting_method_arima.arimaForecastingMethod,
+    seasonalArimaForecasting: import_diviner_forecasting_method_arima.seasonalArimaForecastingMethod
+  };
+  /**
+   * The max number of records to search during the batch query
+   */
+  batchLimit = 1e3;
+  // TODO: Inject via config
+  maxTrainingLength = 1e4;
+  get forecastingMethod() {
+    const forecastingMethodName = (0, import_assert.assertEx)(this.config.forecastingMethod, "Missing forecastingMethod in config");
+    const forecastingMethod = MemoryForecastingDiviner.forecastingMethodDict[forecastingMethodName];
+    if (forecastingMethod)
+      return forecastingMethod;
+    throw new Error(`Unsupported forecasting method: ${forecastingMethodName}`);
+  }
+  get transformer() {
+    const pathExpression = (0, import_assert.assertEx)(this.config.jsonPathExpression, "Missing jsonPathExpression in config");
+    return getJsonPathTransformer(pathExpression);
+  }
+  async getPayloadsInWindow(startTimestamp, stopTimestamp) {
+    const addresses = this.config.witnessAddresses;
+    const payload_schemas = [(0, import_assert.assertEx)(this.config.witnessSchema, "Missing witnessSchema in config")];
+    const payloads = [];
+    const archivist = (0, import_archivist_model.asArchivistInstance)(await this.readArchivist(), "Unable to resolve archivist");
+    const bwDiviner = (0, import_diviner_model.asDivinerInstance)((await this.resolve(this.config.boundWitnessDiviner)).pop(), "Unable to resolve boundWitnessDiviner");
+    const limit = this.batchLimit;
+    const witnessSchema = (0, import_assert.assertEx)(this.config.witnessSchema, "Missing witnessSchema in config");
+    let timestamp = stopTimestamp;
+    let more = true;
+    while (more || payloads.length < this.maxTrainingLength) {
+      const query = { addresses, limit, payload_schemas, schema: import_diviner_boundwitness_model.BoundWitnessDivinerQuerySchema, timestamp };
+      const boundWitnesses = (await bwDiviner.divine([query])).filter(
+        (bw) => bw.timestamp && bw.timestamp >= startTimestamp && bw.timestamp <= stopTimestamp
+      );
+      if (boundWitnesses.length === 0)
+        break;
+      timestamp = boundWitnesses.map((bw) => bw.timestamp).filter(import_exists.exists).reduce((a, b) => Math.min(a, b), Number.MAX_SAFE_INTEGER);
+      if (timestamp === Number.MAX_SAFE_INTEGER)
+        break;
+      more = boundWitnesses.length === limit;
+      const hashes = boundWitnesses.map((bw) => bw.payload_hashes[bw.payload_schemas.findIndex((s) => s === witnessSchema)]).filter(import_exists.exists);
+      if (hashes.length !== 0) {
+        const batchPayloads = (await archivist.get(hashes)).filter(import_exists.exists);
+        payloads.push(...batchPayloads);
+      }
+    }
+    return payloads;
+  }
+}
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  MemoryForecastingDiviner
+});
+//# sourceMappingURL=MemoryForecastingDiviner.js.map

package/dist/node/MemoryForecastingDiviner.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/MemoryForecastingDiviner.ts"],"sourcesContent":["import { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { asArchivistInstance } from '@xyo-network/archivist-model'\nimport { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { BoundWitnessDivinerQueryPayload, BoundWitnessDivinerQuerySchema } from '@xyo-network/diviner-boundwitness-model'\nimport { AbstractForecastingDiviner, ForecastingDivinerParams } from '@xyo-network/diviner-forecasting-abstract'\nimport {\n  arimaForecastingMethod,\n  arimaForecastingName,\n  seasonalArimaForecastingMethod,\n  seasonalArimaForecastingName,\n} from '@xyo-network/diviner-forecasting-method-arima'\nimport { ForecastingDivinerConfigSchema, ForecastingMethod, PayloadValueTransformer } from '@xyo-network/diviner-forecasting-model'\nimport { asDivinerInstance } from '@xyo-network/diviner-model'\nimport { Payload } from '@xyo-network/payload-model'\nimport jsonpath from 'jsonpath'\n\nexport type SupportedForecastingType = typeof arimaForecastingName | typeof seasonalArimaForecastingName\n\nconst getJsonPathTransformer = (pathExpression: string): PayloadValueTransformer => {\n  const transformer = (x: Payload): number => {\n    // eslint-disable-next-line import/no-named-as-default-member\n    const ret = jsonpath.value(x, pathExpression)\n    if (typeof ret === 'number') return ret\n    throw new Error('Parsed invalid payload value')\n  }\n  return transformer\n}\n\nexport class MemoryForecastingDiviner<\n  TParams extends ForecastingDivinerParams = ForecastingDivinerParams,\n> extends AbstractForecastingDiviner<TParams> {\n  static override configSchemas = [ForecastingDivinerConfigSchema]\n\n  protected static readonly forecastingMethodDict: Record<SupportedForecastingType, ForecastingMethod> = {\n    arimaForecasting: arimaForecastingMethod,\n    seasonalArimaForecasting: seasonalArimaForecastingMethod,\n  }\n\n  /**\n   * The max number of records to search during the batch query\n   */\n  protected readonly batchLimit = 1_000\n\n  // TODO: Inject via config\n  protected readonly maxTrainingLength = 10_000\n\n  protected override get forecastingMethod(): ForecastingMethod {\n    const forecastingMethodName = assertEx(this.config.forecastingMethod, 'Missing forecastingMethod in config') as SupportedForecastingType\n    const forecastingMethod = MemoryForecastingDiviner.forecastingMethodDict[forecastingMethodName]\n    if (forecastingMethod) return forecastingMethod\n    throw new Error(`Unsupported forecasting method: ${forecastingMethodName}`)\n  }\n\n  protected override get transformer(): PayloadValueTransformer {\n    const pathExpression = assertEx(this.config.jsonPathExpression, 'Missing jsonPathExpression in config')\n    return getJsonPathTransformer(pathExpression)\n  }\n\n  protected override async getPayloadsInWindow(startTimestamp: number, stopTimestamp: number): Promise<Payload[]> {\n    const addresses = this.config.witnessAddresses\n    const payload_schemas = [assertEx(this.config.witnessSchema, 'Missing witnessSchema in config')]\n    const payloads: Payload[] = []\n    const archivist = asArchivistInstance(await this.readArchivist(), 'Unable to resolve archivist')\n    const bwDiviner = asDivinerInstance((await this.resolve(this.config.boundWitnessDiviner)).pop(), 'Unable to resolve boundWitnessDiviner')\n    const limit = this.batchLimit\n    const witnessSchema = assertEx(this.config.witnessSchema, 'Missing witnessSchema in config')\n    let timestamp = stopTimestamp\n    let more = true\n\n    // TODO: Window size vs sample size\n    // Loop until there are no more BWs to process or we've got enough payloads to satisfy the training window\n    while (more || payloads.length < this.maxTrainingLength) {\n      const query: BoundWitnessDivinerQueryPayload = { addresses, limit, payload_schemas, schema: BoundWitnessDivinerQuerySchema, timestamp }\n      const boundWitnesses = ((await bwDiviner.divine([query])) as BoundWitness[]).filter(\n        (bw) => bw.timestamp && bw.timestamp >= startTimestamp && bw.timestamp <= stopTimestamp,\n      )\n      if (boundWitnesses.length === 0) break\n\n      // Update the timestamp value for the next batch\n      timestamp = boundWitnesses\n        .map((bw) => bw.timestamp)\n        .filter(exists)\n        .reduce((a, b) => Math.min(a, b), Number.MAX_SAFE_INTEGER)\n      if (timestamp === Number.MAX_SAFE_INTEGER) break\n\n      // Set the more flag to false if there are fewer documents returned than the batch size\n      more = boundWitnesses.length === limit\n\n      // Get the corresponding payload hashes from the BWs\n      const hashes = boundWitnesses.map((bw) => bw.payload_hashes[bw.payload_schemas.findIndex((s) => s === witnessSchema)]).filter(exists)\n\n      // Get the payloads corresponding to the BW hashes from the archivist\n      if (hashes.length !== 0) {\n        const batchPayloads = (await archivist.get(hashes)).filter(exists)\n        payloads.push(...batchPayloads)\n      }\n    }\n    return payloads\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,oBAAyB;AACzB,oBAAuB;AACvB,6BAAoC;AAEpC,wCAAgF;AAChF,0CAAqE;AACrE,8CAKO;AACP,uCAA2F;AAC3F,2BAAkC;AAElC,sBAAqB;AAIrB,MAAM,yBAAyB,CAAC,mBAAoD;AAClF,QAAM,cAAc,CAAC,MAAuB;AAE1C,UAAM,MAAM,gBAAAA,QAAS,MAAM,GAAG,cAAc;AAC5C,QAAI,OAAO,QAAQ;AAAU,aAAO;AACpC,UAAM,IAAI,MAAM,8BAA8B;AAAA,EAChD;AACA,SAAO;AACT;AAEO,MAAM,iCAEH,+DAAoC;AAAA,EAC5C,OAAgB,gBAAgB,CAAC,+DAA8B;AAAA,EAE/D,OAA0B,wBAA6E;AAAA,IACrG,kBAAkB;AAAA,IAClB,0BAA0B;AAAA,EAC5B;AAAA;AAAA;AAAA;AAAA,EAKmB,aAAa;AAAA;AAAA,EAGb,oBAAoB;AAAA,EAEvC,IAAuB,oBAAuC;AAC5D,UAAM,4BAAwB,wBAAS,KAAK,OAAO,mBAAmB,qCAAqC;AAC3G,UAAM,oBAAoB,yBAAyB,sBAAsB,qBAAqB;AAC9F,QAAI;AAAmB,aAAO;AAC9B,UAAM,IAAI,MAAM,mCAAmC,qBAAqB,EAAE;AAAA,EAC5E;AAAA,EAEA,IAAuB,cAAuC;AAC5D,UAAM,qBAAiB,wBAAS,KAAK,OAAO,oBAAoB,sCAAsC;AACtG,WAAO,uBAAuB,cAAc;AAAA,EAC9C;AAAA,EAEA,MAAyB,oBAAoB,gBAAwB,eAA2C;AAC9G,UAAM,YAAY,KAAK,OAAO;AAC9B,UAAM,kBAAkB,KAAC,wBAAS,KAAK,OAAO,eAAe,iCAAiC,CAAC;AAC/F,UAAM,WAAsB,CAAC;AAC7B,UAAM,gBAAY,4CAAoB,MAAM,KAAK,cAAc,GAAG,6BAA6B;AAC/F,UAAM,gBAAY,yCAAmB,MAAM,KAAK,QAAQ,KAAK,OAAO,mBAAmB,GAAG,IAAI,GAAG,uCAAuC;AACxI,UAAM,QAAQ,KAAK;AACnB,UAAM,oBAAgB,wBAAS,KAAK,OAAO,eAAe,iCAAiC;AAC3F,QAAI,YAAY;AAChB,QAAI,OAAO;AAIX,WAAO,QAAQ,SAAS,SAAS,KAAK,mBAAmB;AACvD,YAAM,QAAyC,EAAE,WAAW,OAAO,iBAAiB,QAAQ,kEAAgC,UAAU;AACtI,YAAM,kBAAmB,MAAM,UAAU,OAAO,CAAC,KAAK,CAAC,GAAsB;AAAA,QAC3E,CAAC,OAAO,GAAG,aAAa,GAAG,aAAa,kBAAkB,GAAG,aAAa;AAAA,MAC5E;AACA,UAAI,eAAe,WAAW;AAAG;AAGjC,kBAAY,eACT,IAAI,CAAC,OAAO,GAAG,SAAS,EACxB,OAAO,oBAAM,EACb,OAAO,CAAC,GAAG,MAAM,KAAK,IAAI,GAAG,CAAC,GAAG,OAAO,gBAAgB;AAC3D,UAAI,cAAc,OAAO;AAAkB;AAG3C,aAAO,eAAe,WAAW;AAGjC,YAAM,SAAS,eAAe,IAAI,CAAC,OAAO,GAAG,eAAe,GAAG,gBAAgB,UAAU,CAAC,MAAM,MAAM,aAAa,CAAC,CAAC,EAAE,OAAO,oBAAM;AAGpI,UAAI,OAAO,WAAW,GAAG;AACvB,cAAM,iBAAiB,MAAM,UAAU,IAAI,MAAM,GAAG,OAAO,oBAAM;AACjE,iBAAS,KAAK,GAAG,aAAa;AAAA,MAChC;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;","names":["jsonpath"]}

package/dist/node/MemoryForecastingDiviner.mjs

@@ -0,0 +1,78 @@
+import { assertEx } from "@xylabs/assert";
+import { exists } from "@xylabs/exists";
+import { asArchivistInstance } from "@xyo-network/archivist-model";
+import { BoundWitnessDivinerQuerySchema } from "@xyo-network/diviner-boundwitness-model";
+import { AbstractForecastingDiviner } from "@xyo-network/diviner-forecasting-abstract";
+import {
+  arimaForecastingMethod,
+  seasonalArimaForecastingMethod
+} from "@xyo-network/diviner-forecasting-method-arima";
+import { ForecastingDivinerConfigSchema } from "@xyo-network/diviner-forecasting-model";
+import { asDivinerInstance } from "@xyo-network/diviner-model";
+import jsonpath from "jsonpath";
+const getJsonPathTransformer = (pathExpression) => {
+  const transformer = (x) => {
+    const ret = jsonpath.value(x, pathExpression);
+    if (typeof ret === "number")
+      return ret;
+    throw new Error("Parsed invalid payload value");
+  };
+  return transformer;
+};
+class MemoryForecastingDiviner extends AbstractForecastingDiviner {
+  static configSchemas = [ForecastingDivinerConfigSchema];
+  static forecastingMethodDict = {
+    arimaForecasting: arimaForecastingMethod,
+    seasonalArimaForecasting: seasonalArimaForecastingMethod
+  };
+  /**
+   * The max number of records to search during the batch query
+   */
+  batchLimit = 1e3;
+  // TODO: Inject via config
+  maxTrainingLength = 1e4;
+  get forecastingMethod() {
+    const forecastingMethodName = assertEx(this.config.forecastingMethod, "Missing forecastingMethod in config");
+    const forecastingMethod = MemoryForecastingDiviner.forecastingMethodDict[forecastingMethodName];
+    if (forecastingMethod)
+      return forecastingMethod;
+    throw new Error(`Unsupported forecasting method: ${forecastingMethodName}`);
+  }
+  get transformer() {
+    const pathExpression = assertEx(this.config.jsonPathExpression, "Missing jsonPathExpression in config");
+    return getJsonPathTransformer(pathExpression);
+  }
+  async getPayloadsInWindow(startTimestamp, stopTimestamp) {
+    const addresses = this.config.witnessAddresses;
+    const payload_schemas = [assertEx(this.config.witnessSchema, "Missing witnessSchema in config")];
+    const payloads = [];
+    const archivist = asArchivistInstance(await this.readArchivist(), "Unable to resolve archivist");
+    const bwDiviner = asDivinerInstance((await this.resolve(this.config.boundWitnessDiviner)).pop(), "Unable to resolve boundWitnessDiviner");
+    const limit = this.batchLimit;
+    const witnessSchema = assertEx(this.config.witnessSchema, "Missing witnessSchema in config");
+    let timestamp = stopTimestamp;
+    let more = true;
+    while (more || payloads.length < this.maxTrainingLength) {
+      const query = { addresses, limit, payload_schemas, schema: BoundWitnessDivinerQuerySchema, timestamp };
+      const boundWitnesses = (await bwDiviner.divine([query])).filter(
+        (bw) => bw.timestamp && bw.timestamp >= startTimestamp && bw.timestamp <= stopTimestamp
+      );
+      if (boundWitnesses.length === 0)
+        break;
+      timestamp = boundWitnesses.map((bw) => bw.timestamp).filter(exists).reduce((a, b) => Math.min(a, b), Number.MAX_SAFE_INTEGER);
+      if (timestamp === Number.MAX_SAFE_INTEGER)
+        break;
+      more = boundWitnesses.length === limit;
+      const hashes = boundWitnesses.map((bw) => bw.payload_hashes[bw.payload_schemas.findIndex((s) => s === witnessSchema)]).filter(exists);
+      if (hashes.length !== 0) {
+        const batchPayloads = (await archivist.get(hashes)).filter(exists);
+        payloads.push(...batchPayloads);
+      }
+    }
+    return payloads;
+  }
+}
+export {
+  MemoryForecastingDiviner
+};
+//# sourceMappingURL=MemoryForecastingDiviner.mjs.map

package/dist/node/MemoryForecastingDiviner.mjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/MemoryForecastingDiviner.ts"],"sourcesContent":["import { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { asArchivistInstance } from '@xyo-network/archivist-model'\nimport { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { BoundWitnessDivinerQueryPayload, BoundWitnessDivinerQuerySchema } from '@xyo-network/diviner-boundwitness-model'\nimport { AbstractForecastingDiviner, ForecastingDivinerParams } from '@xyo-network/diviner-forecasting-abstract'\nimport {\n  arimaForecastingMethod,\n  arimaForecastingName,\n  seasonalArimaForecastingMethod,\n  seasonalArimaForecastingName,\n} from '@xyo-network/diviner-forecasting-method-arima'\nimport { ForecastingDivinerConfigSchema, ForecastingMethod, PayloadValueTransformer } from '@xyo-network/diviner-forecasting-model'\nimport { asDivinerInstance } from '@xyo-network/diviner-model'\nimport { Payload } from '@xyo-network/payload-model'\nimport jsonpath from 'jsonpath'\n\nexport type SupportedForecastingType = typeof arimaForecastingName | typeof seasonalArimaForecastingName\n\nconst getJsonPathTransformer = (pathExpression: string): PayloadValueTransformer => {\n  const transformer = (x: Payload): number => {\n    // eslint-disable-next-line import/no-named-as-default-member\n    const ret = jsonpath.value(x, pathExpression)\n    if (typeof ret === 'number') return ret\n    throw new Error('Parsed invalid payload value')\n  }\n  return transformer\n}\n\nexport class MemoryForecastingDiviner<\n  TParams extends ForecastingDivinerParams = ForecastingDivinerParams,\n> extends AbstractForecastingDiviner<TParams> {\n  static override configSchemas = [ForecastingDivinerConfigSchema]\n\n  protected static readonly forecastingMethodDict: Record<SupportedForecastingType, ForecastingMethod> = {\n    arimaForecasting: arimaForecastingMethod,\n    seasonalArimaForecasting: seasonalArimaForecastingMethod,\n  }\n\n  /**\n   * The max number of records to search during the batch query\n   */\n  protected readonly batchLimit = 1_000\n\n  // TODO: Inject via config\n  protected readonly maxTrainingLength = 10_000\n\n  protected override get forecastingMethod(): ForecastingMethod {\n    const forecastingMethodName = assertEx(this.config.forecastingMethod, 'Missing forecastingMethod in config') as SupportedForecastingType\n    const forecastingMethod = MemoryForecastingDiviner.forecastingMethodDict[forecastingMethodName]\n    if (forecastingMethod) return forecastingMethod\n    throw new Error(`Unsupported forecasting method: ${forecastingMethodName}`)\n  }\n\n  protected override get transformer(): PayloadValueTransformer {\n    const pathExpression = assertEx(this.config.jsonPathExpression, 'Missing jsonPathExpression in config')\n    return getJsonPathTransformer(pathExpression)\n  }\n\n  protected override async getPayloadsInWindow(startTimestamp: number, stopTimestamp: number): Promise<Payload[]> {\n    const addresses = this.config.witnessAddresses\n    const payload_schemas = [assertEx(this.config.witnessSchema, 'Missing witnessSchema in config')]\n    const payloads: Payload[] = []\n    const archivist = asArchivistInstance(await this.readArchivist(), 'Unable to resolve archivist')\n    const bwDiviner = asDivinerInstance((await this.resolve(this.config.boundWitnessDiviner)).pop(), 'Unable to resolve boundWitnessDiviner')\n    const limit = this.batchLimit\n    const witnessSchema = assertEx(this.config.witnessSchema, 'Missing witnessSchema in config')\n    let timestamp = stopTimestamp\n    let more = true\n\n    // TODO: Window size vs sample size\n    // Loop until there are no more BWs to process or we've got enough payloads to satisfy the training window\n    while (more || payloads.length < this.maxTrainingLength) {\n      const query: BoundWitnessDivinerQueryPayload = { addresses, limit, payload_schemas, schema: BoundWitnessDivinerQuerySchema, timestamp }\n      const boundWitnesses = ((await bwDiviner.divine([query])) as BoundWitness[]).filter(\n        (bw) => bw.timestamp && bw.timestamp >= startTimestamp && bw.timestamp <= stopTimestamp,\n      )\n      if (boundWitnesses.length === 0) break\n\n      // Update the timestamp value for the next batch\n      timestamp = boundWitnesses\n        .map((bw) => bw.timestamp)\n        .filter(exists)\n        .reduce((a, b) => Math.min(a, b), Number.MAX_SAFE_INTEGER)\n      if (timestamp === Number.MAX_SAFE_INTEGER) break\n\n      // Set the more flag to false if there are fewer documents returned than the batch size\n      more = boundWitnesses.length === limit\n\n      // Get the corresponding payload hashes from the BWs\n      const hashes = boundWitnesses.map((bw) => bw.payload_hashes[bw.payload_schemas.findIndex((s) => s === witnessSchema)]).filter(exists)\n\n      // Get the payloads corresponding to the BW hashes from the archivist\n      if (hashes.length !== 0) {\n        const batchPayloads = (await archivist.get(hashes)).filter(exists)\n        payloads.push(...batchPayloads)\n      }\n    }\n    return payloads\n  }\n}\n"],"mappings":"AAAA,SAAS,gBAAgB;AACzB,SAAS,cAAc;AACvB,SAAS,2BAA2B;AAEpC,SAA0C,sCAAsC;AAChF,SAAS,kCAA4D;AACrE;AAAA,EACE;AAAA,EAEA;AAAA,OAEK;AACP,SAAS,sCAAkF;AAC3F,SAAS,yBAAyB;AAElC,OAAO,cAAc;AAIrB,MAAM,yBAAyB,CAAC,mBAAoD;AAClF,QAAM,cAAc,CAAC,MAAuB;AAE1C,UAAM,MAAM,SAAS,MAAM,GAAG,cAAc;AAC5C,QAAI,OAAO,QAAQ;AAAU,aAAO;AACpC,UAAM,IAAI,MAAM,8BAA8B;AAAA,EAChD;AACA,SAAO;AACT;AAEO,MAAM,iCAEH,2BAAoC;AAAA,EAC5C,OAAgB,gBAAgB,CAAC,8BAA8B;AAAA,EAE/D,OAA0B,wBAA6E;AAAA,IACrG,kBAAkB;AAAA,IAClB,0BAA0B;AAAA,EAC5B;AAAA;AAAA;AAAA;AAAA,EAKmB,aAAa;AAAA;AAAA,EAGb,oBAAoB;AAAA,EAEvC,IAAuB,oBAAuC;AAC5D,UAAM,wBAAwB,SAAS,KAAK,OAAO,mBAAmB,qCAAqC;AAC3G,UAAM,oBAAoB,yBAAyB,sBAAsB,qBAAqB;AAC9F,QAAI;AAAmB,aAAO;AAC9B,UAAM,IAAI,MAAM,mCAAmC,qBAAqB,EAAE;AAAA,EAC5E;AAAA,EAEA,IAAuB,cAAuC;AAC5D,UAAM,iBAAiB,SAAS,KAAK,OAAO,oBAAoB,sCAAsC;AACtG,WAAO,uBAAuB,cAAc;AAAA,EAC9C;AAAA,EAEA,MAAyB,oBAAoB,gBAAwB,eAA2C;AAC9G,UAAM,YAAY,KAAK,OAAO;AAC9B,UAAM,kBAAkB,CAAC,SAAS,KAAK,OAAO,eAAe,iCAAiC,CAAC;AAC/F,UAAM,WAAsB,CAAC;AAC7B,UAAM,YAAY,oBAAoB,MAAM,KAAK,cAAc,GAAG,6BAA6B;AAC/F,UAAM,YAAY,mBAAmB,MAAM,KAAK,QAAQ,KAAK,OAAO,mBAAmB,GAAG,IAAI,GAAG,uCAAuC;AACxI,UAAM,QAAQ,KAAK;AACnB,UAAM,gBAAgB,SAAS,KAAK,OAAO,eAAe,iCAAiC;AAC3F,QAAI,YAAY;AAChB,QAAI,OAAO;AAIX,WAAO,QAAQ,SAAS,SAAS,KAAK,mBAAmB;AACvD,YAAM,QAAyC,EAAE,WAAW,OAAO,iBAAiB,QAAQ,gCAAgC,UAAU;AACtI,YAAM,kBAAmB,MAAM,UAAU,OAAO,CAAC,KAAK,CAAC,GAAsB;AAAA,QAC3E,CAAC,OAAO,GAAG,aAAa,GAAG,aAAa,kBAAkB,GAAG,aAAa;AAAA,MAC5E;AACA,UAAI,eAAe,WAAW;AAAG;AAGjC,kBAAY,eACT,IAAI,CAAC,OAAO,GAAG,SAAS,EACxB,OAAO,MAAM,EACb,OAAO,CAAC,GAAG,MAAM,KAAK,IAAI,GAAG,CAAC,GAAG,OAAO,gBAAgB;AAC3D,UAAI,cAAc,OAAO;AAAkB;AAG3C,aAAO,eAAe,WAAW;AAGjC,YAAM,SAAS,eAAe,IAAI,CAAC,OAAO,GAAG,eAAe,GAAG,gBAAgB,UAAU,CAAC,MAAM,MAAM,aAAa,CAAC,CAAC,EAAE,OAAO,MAAM;AAGpI,UAAI,OAAO,WAAW,GAAG;AACvB,cAAM,iBAAiB,MAAM,UAAU,IAAI,MAAM,GAAG,OAAO,MAAM;AACjE,iBAAS,KAAK,GAAG,aAAa;AAAA,MAChC;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;","names":[]}

package/dist/node/index.d.mts

@@ -0,0 +1,2 @@
+export * from './MemoryForecastingDiviner';
+//# sourceMappingURL=index.d.ts.map

package/dist/node/index.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,4BAA4B,CAAA"}

package/dist/node/index.d.ts

@@ -0,0 +1,2 @@
+export * from './MemoryForecastingDiviner';
+//# sourceMappingURL=index.d.ts.map

package/dist/node/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,4BAA4B,CAAA"}

package/dist/node/index.js

@@ -0,0 +1,23 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __reExport = (target, mod, secondTarget) => (__copyProps(target, mod, "default"), secondTarget && __copyProps(secondTarget, mod, "default"));
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var src_exports = {};
+module.exports = __toCommonJS(src_exports);
+__reExport(src_exports, require("./MemoryForecastingDiviner"), module.exports);
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  ...require("./MemoryForecastingDiviner")
+});
+//# sourceMappingURL=index.js.map

package/dist/node/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/index.ts"],"sourcesContent":["export * from './MemoryForecastingDiviner'\n"],"mappings":";;;;;;;;;;;;;;;AAAA;AAAA;AAAA,wBAAc,uCAAd;","names":[]}

package/dist/node/index.mjs

@@ -0,0 +1,2 @@
+export * from "./MemoryForecastingDiviner";
+//# sourceMappingURL=index.mjs.map