@xyo-network/diviner-forecasting-memory 2.75.15 → 2.75.17

package/dist/docs.json

@@ -3884,7 +3884,7 @@
 							"fileName": "modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts",
 							"line": 43,
 							"character": 21,
-							"url": "https://github.com/XYOracleNetwork/sdk-xyo-client-js/blob/329e1cefafe53/packages/modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts#L43"
+							"url": "https://github.com/XYOracleNetwork/sdk-xyo-client-js/blob/88daee906ba30/packages/modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts#L43"
 						}
 					],
 					"type": {
@@ -4082,7 +4082,7 @@
 							"fileName": "modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts",
 							"line": 46,
 							"character": 21,
-							"url": "https://github.com/XYOracleNetwork/sdk-xyo-client-js/blob/329e1cefafe53/packages/modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts#L46"
+							"url": "https://github.com/XYOracleNetwork/sdk-xyo-client-js/blob/88daee906ba30/packages/modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts#L46"
 						}
 					],
 					"type": {
@@ -4404,7 +4404,7 @@
 							"fileName": "modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts",
 							"line": 33,
 							"character": 18,
-							"url": "https://github.com/XYOracleNetwork/sdk-xyo-client-js/blob/329e1cefafe53/packages/modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts#L33"
+							"url": "https://github.com/XYOracleNetwork/sdk-xyo-client-js/blob/88daee906ba30/packages/modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts#L33"
 						}
 					],
 					"type": {
@@ -4492,7 +4492,7 @@
 							"fileName": "modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts",
 							"line": 35,
 							"character": 28,
-							"url": "https://github.com/XYOracleNetwork/sdk-xyo-client-js/blob/329e1cefafe53/packages/modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts#L35"
+							"url": "https://github.com/XYOracleNetwork/sdk-xyo-client-js/blob/88daee906ba30/packages/modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts#L35"
 						}
 					],
 					"type": {
@@ -4870,7 +4870,7 @@
 							"fileName": "modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts",
 							"line": 48,
 							"character": 25,
-							"url": "https://github.com/XYOracleNetwork/sdk-xyo-client-js/blob/329e1cefafe53/packages/modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts#L48"
+							"url": "https://github.com/XYOracleNetwork/sdk-xyo-client-js/blob/88daee906ba30/packages/modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts#L48"
 						}
 					],
 					"getSignature": {
@@ -4884,7 +4884,7 @@
 								"fileName": "modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts",
 								"line": 48,
 								"character": 25,
-								"url": "https://github.com/XYOracleNetwork/sdk-xyo-client-js/blob/329e1cefafe53/packages/modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts#L48"
+								"url": "https://github.com/XYOracleNetwork/sdk-xyo-client-js/blob/88daee906ba30/packages/modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts#L48"
 							}
 						],
 						"type": {
@@ -5230,7 +5230,7 @@
 							"fileName": "modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts",
 							"line": 55,
 							"character": 25,
-							"url": "https://github.com/XYOracleNetwork/sdk-xyo-client-js/blob/329e1cefafe53/packages/modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts#L55"
+							"url": "https://github.com/XYOracleNetwork/sdk-xyo-client-js/blob/88daee906ba30/packages/modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts#L55"
 						}
 					],
 					"getSignature": {
@@ -5244,7 +5244,7 @@
 								"fileName": "modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts",
 								"line": 55,
 								"character": 25,
-								"url": "https://github.com/XYOracleNetwork/sdk-xyo-client-js/blob/329e1cefafe53/packages/modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts#L55"
+								"url": "https://github.com/XYOracleNetwork/sdk-xyo-client-js/blob/88daee906ba30/packages/modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts#L55"
 							}
 						],
 						"type": {
@@ -8903,7 +8903,7 @@
 							"fileName": "modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts",
 							"line": 60,
 							"character": 27,
-							"url": "https://github.com/XYOracleNetwork/sdk-xyo-client-js/blob/329e1cefafe53/packages/modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts#L60"
+							"url": "https://github.com/XYOracleNetwork/sdk-xyo-client-js/blob/88daee906ba30/packages/modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts#L60"
 						}
 					],
 					"signatures": [
@@ -8918,7 +8918,7 @@
 									"fileName": "modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts",
 									"line": 60,
 									"character": 27,
-									"url": "https://github.com/XYOracleNetwork/sdk-xyo-client-js/blob/329e1cefafe53/packages/modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts#L60"
+									"url": "https://github.com/XYOracleNetwork/sdk-xyo-client-js/blob/88daee906ba30/packages/modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts#L60"
 								}
 							],
 							"parameters": [
@@ -18058,7 +18058,7 @@
 					"fileName": "modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts",
 					"line": 30,
 					"character": 13,
-					"url": "https://github.com/XYOracleNetwork/sdk-xyo-client-js/blob/329e1cefafe53/packages/modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts#L30"
+					"url": "https://github.com/XYOracleNetwork/sdk-xyo-client-js/blob/88daee906ba30/packages/modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts#L30"
 				}
 			],
 			"typeParameters": [
@@ -18119,7 +18119,7 @@
 					"fileName": "modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts",
 					"line": 18,
 					"character": 12,
-					"url": "https://github.com/XYOracleNetwork/sdk-xyo-client-js/blob/329e1cefafe53/packages/modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts#L18"
+					"url": "https://github.com/XYOracleNetwork/sdk-xyo-client-js/blob/88daee906ba30/packages/modules/packages/diviner/packages/forecasting/packages/memory/src/MemoryForecastingDiviner.ts#L18"
 				}
 			],
 			"type": {

package/package.json

@@ -10,22 +10,22 @@
     "url": "https://github.com/XYOracleNetwork/sdk-xyo-client-js/issues"
   },
   "dependencies": {
-    "@xylabs/assert": "^2.12.22",
-    "@xylabs/exists": "^2.12.22",
-    "@xyo-network/archivist-model": "~2.75.15",
-    "@xyo-network/boundwitness-model": "~2.75.15",
-    "@xyo-network/diviner-boundwitness-model": "~2.75.15",
-    "@xyo-network/diviner-forecasting-abstract": "~2.75.15",
-    "@xyo-network/diviner-forecasting-method-arima": "~2.75.15",
-    "@xyo-network/diviner-forecasting-model": "~2.75.15",
-    "@xyo-network/diviner-model": "~2.75.15",
-    "@xyo-network/payload-model": "~2.75.15",
+    "@xylabs/assert": "^2.12.24",
+    "@xylabs/exists": "^2.12.24",
+    "@xyo-network/archivist-model": "~2.75.17",
+    "@xyo-network/boundwitness-model": "~2.75.17",
+    "@xyo-network/diviner-boundwitness-model": "~2.75.17",
+    "@xyo-network/diviner-forecasting-abstract": "~2.75.17",
+    "@xyo-network/diviner-forecasting-method-arima": "~2.75.17",
+    "@xyo-network/diviner-forecasting-model": "~2.75.17",
+    "@xyo-network/diviner-model": "~2.75.17",
+    "@xyo-network/payload-model": "~2.75.17",
     "jsonpath": "^1.1.1"
   },
   "devDependencies": {
     "@types/jsonpath": "^0.2.1",
-    "@xylabs/ts-scripts-yarn3": "^3.0.88",
-    "@xylabs/tsconfig": "^3.0.88",
+    "@xylabs/ts-scripts-yarn3": "^3.1.9",
+    "@xylabs/tsconfig": "^3.1.9",
     "typescript": "^5.2.2"
   },
   "description": "Primary SDK for using XYO Protocol 2.0",
@@ -71,5 +71,5 @@
     "url": "https://github.com/XYOracleNetwork/sdk-xyo-client-js.git"
   },
   "sideEffects": false,
-  "version": "2.75.15"
+  "version": "2.75.17"
 }

package/dist/browser/MemoryForecastingDiviner.cjs

@@ -1,107 +0,0 @@
-"use strict";
-var __create = Object.create;
-var __defProp = Object.defineProperty;
-var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
-var __getOwnPropNames = Object.getOwnPropertyNames;
-var __getProtoOf = Object.getPrototypeOf;
-var __hasOwnProp = Object.prototype.hasOwnProperty;
-var __export = (target, all) => {
-  for (var name in all)
-    __defProp(target, name, { get: all[name], enumerable: true });
-};
-var __copyProps = (to, from, except, desc) => {
-  if (from && typeof from === "object" || typeof from === "function") {
-    for (let key of __getOwnPropNames(from))
-      if (!__hasOwnProp.call(to, key) && key !== except)
-        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
-  }
-  return to;
-};
-var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
-  // If the importer is in node compatibility mode or this is not an ESM
-  // file that has been converted to a CommonJS file using a Babel-
-  // compatible transform (i.e. "__esModule" has not been set), then set
-  // "default" to the CommonJS "module.exports" for node compatibility.
-  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
-  mod
-));
-var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
-
-// src/MemoryForecastingDiviner.ts
-var MemoryForecastingDiviner_exports = {};
-__export(MemoryForecastingDiviner_exports, {
-  MemoryForecastingDiviner: () => MemoryForecastingDiviner
-});
-module.exports = __toCommonJS(MemoryForecastingDiviner_exports);
-var import_assert = require("@xylabs/assert");
-var import_exists = require("@xylabs/exists");
-var import_archivist_model = require("@xyo-network/archivist-model");
-var import_diviner_boundwitness_model = require("@xyo-network/diviner-boundwitness-model");
-var import_diviner_forecasting_abstract = require("@xyo-network/diviner-forecasting-abstract");
-var import_diviner_forecasting_method_arima = require("@xyo-network/diviner-forecasting-method-arima");
-var import_diviner_forecasting_model = require("@xyo-network/diviner-forecasting-model");
-var import_diviner_model = require("@xyo-network/diviner-model");
-var import_jsonpath = __toESM(require("jsonpath"));
-var getJsonPathTransformer = (pathExpression) => {
-  const transformer = (x) => {
-    const ret = import_jsonpath.default.value(x, pathExpression);
-    if (typeof ret === "number")
-      return ret;
-    throw new Error("Parsed invalid payload value");
-  };
-  return transformer;
-};
-var MemoryForecastingDiviner = class _MemoryForecastingDiviner extends import_diviner_forecasting_abstract.AbstractForecastingDiviner {
-  static configSchemas = [import_diviner_forecasting_model.ForecastingDivinerConfigSchema];
-  static forecastingMethodDict = {
-    arimaForecasting: import_diviner_forecasting_method_arima.arimaForecastingMethod,
-    seasonalArimaForecasting: import_diviner_forecasting_method_arima.seasonalArimaForecastingMethod
-  };
-  /**
-   * The max number of records to search during the batch query
-   */
-  batchLimit = 1e3;
-  // TODO: Inject via config
-  maxTrainingLength = 1e4;
-  get forecastingMethod() {
-    const forecastingMethodName = (0, import_assert.assertEx)(this.config.forecastingMethod, "Missing forecastingMethod in config");
-    const forecastingMethod = _MemoryForecastingDiviner.forecastingMethodDict[forecastingMethodName];
-    if (forecastingMethod)
-      return forecastingMethod;
-    throw new Error(`Unsupported forecasting method: ${forecastingMethodName}`);
-  }
-  get transformer() {
-    const pathExpression = (0, import_assert.assertEx)(this.config.jsonPathExpression, "Missing jsonPathExpression in config");
-    return getJsonPathTransformer(pathExpression);
-  }
-  async getPayloadsInWindow(startTimestamp, stopTimestamp) {
-    const addresses = this.config.witnessAddresses;
-    const payload_schemas = [(0, import_assert.assertEx)(this.config.witnessSchema, "Missing witnessSchema in config")];
-    const payloads = [];
-    const archivist = (0, import_archivist_model.asArchivistInstance)(await this.readArchivist(), "Unable to resolve archivist");
-    const bwDiviner = (0, import_diviner_model.asDivinerInstance)((await this.resolve(this.config.boundWitnessDiviner)).pop(), "Unable to resolve boundWitnessDiviner");
-    const limit = this.batchLimit;
-    const witnessSchema = (0, import_assert.assertEx)(this.config.witnessSchema, "Missing witnessSchema in config");
-    let timestamp = stopTimestamp;
-    let more = true;
-    while (more || payloads.length < this.maxTrainingLength) {
-      const query = { addresses, limit, payload_schemas, schema: import_diviner_boundwitness_model.BoundWitnessDivinerQuerySchema, timestamp };
-      const boundWitnesses = (await bwDiviner.divine([query])).filter(
-        (bw) => bw.timestamp && bw.timestamp >= startTimestamp && bw.timestamp <= stopTimestamp
-      );
-      if (boundWitnesses.length === 0)
-        break;
-      timestamp = boundWitnesses.map((bw) => bw.timestamp).filter(import_exists.exists).reduce((a, b) => Math.min(a, b), Number.MAX_SAFE_INTEGER);
-      if (timestamp === Number.MAX_SAFE_INTEGER)
-        break;
-      more = boundWitnesses.length === limit;
-      const hashes = boundWitnesses.map((bw) => bw.payload_hashes[bw.payload_schemas.findIndex((s) => s === witnessSchema)]).filter(import_exists.exists);
-      if (hashes.length !== 0) {
-        const batchPayloads = (await archivist.get(hashes)).filter(import_exists.exists);
-        payloads.push(...batchPayloads);
-      }
-    }
-    return payloads;
-  }
-};
-//# sourceMappingURL=MemoryForecastingDiviner.cjs.map

package/dist/browser/MemoryForecastingDiviner.cjs.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../src/MemoryForecastingDiviner.ts"],"sourcesContent":["import { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { asArchivistInstance } from '@xyo-network/archivist-model'\nimport { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { BoundWitnessDivinerQueryPayload, BoundWitnessDivinerQuerySchema } from '@xyo-network/diviner-boundwitness-model'\nimport { AbstractForecastingDiviner, ForecastingDivinerParams } from '@xyo-network/diviner-forecasting-abstract'\nimport {\n  arimaForecastingMethod,\n  arimaForecastingName,\n  seasonalArimaForecastingMethod,\n  seasonalArimaForecastingName,\n} from '@xyo-network/diviner-forecasting-method-arima'\nimport { ForecastingDivinerConfigSchema, ForecastingMethod, PayloadValueTransformer } from '@xyo-network/diviner-forecasting-model'\nimport { asDivinerInstance } from '@xyo-network/diviner-model'\nimport { Payload } from '@xyo-network/payload-model'\nimport jsonpath from 'jsonpath'\n\nexport type SupportedForecastingType = typeof arimaForecastingName | typeof seasonalArimaForecastingName\n\nconst getJsonPathTransformer = (pathExpression: string): PayloadValueTransformer => {\n  const transformer = (x: Payload): number => {\n    // eslint-disable-next-line import/no-named-as-default-member\n    const ret = jsonpath.value(x, pathExpression)\n    if (typeof ret === 'number') return ret\n    throw new Error('Parsed invalid payload value')\n  }\n  return transformer\n}\n\nexport class MemoryForecastingDiviner<\n  TParams extends ForecastingDivinerParams = ForecastingDivinerParams,\n> extends AbstractForecastingDiviner<TParams> {\n  static override configSchemas = [ForecastingDivinerConfigSchema]\n\n  protected static readonly forecastingMethodDict: Record<SupportedForecastingType, ForecastingMethod> = {\n    arimaForecasting: arimaForecastingMethod,\n    seasonalArimaForecasting: seasonalArimaForecastingMethod,\n  }\n\n  /**\n   * The max number of records to search during the batch query\n   */\n  protected readonly batchLimit = 1_000\n\n  // TODO: Inject via config\n  protected readonly maxTrainingLength = 10_000\n\n  protected override get forecastingMethod(): ForecastingMethod {\n    const forecastingMethodName = assertEx(this.config.forecastingMethod, 'Missing forecastingMethod in config') as SupportedForecastingType\n    const forecastingMethod = MemoryForecastingDiviner.forecastingMethodDict[forecastingMethodName]\n    if (forecastingMethod) return forecastingMethod\n    throw new Error(`Unsupported forecasting method: ${forecastingMethodName}`)\n  }\n\n  protected override get transformer(): PayloadValueTransformer {\n    const pathExpression = assertEx(this.config.jsonPathExpression, 'Missing jsonPathExpression in config')\n    return getJsonPathTransformer(pathExpression)\n  }\n\n  protected override async getPayloadsInWindow(startTimestamp: number, stopTimestamp: number): Promise<Payload[]> {\n    const addresses = this.config.witnessAddresses\n    const payload_schemas = [assertEx(this.config.witnessSchema, 'Missing witnessSchema in config')]\n    const payloads: Payload[] = []\n    const archivist = asArchivistInstance(await this.readArchivist(), 'Unable to resolve archivist')\n    const bwDiviner = asDivinerInstance((await this.resolve(this.config.boundWitnessDiviner)).pop(), 'Unable to resolve boundWitnessDiviner')\n    const limit = this.batchLimit\n    const witnessSchema = assertEx(this.config.witnessSchema, 'Missing witnessSchema in config')\n    let timestamp = stopTimestamp\n    let more = true\n\n    // TODO: Window size vs sample size\n    // Loop until there are no more BWs to process or we've got enough payloads to satisfy the training window\n    while (more || payloads.length < this.maxTrainingLength) {\n      const query: BoundWitnessDivinerQueryPayload = { addresses, limit, payload_schemas, schema: BoundWitnessDivinerQuerySchema, timestamp }\n      const boundWitnesses = ((await bwDiviner.divine([query])) as BoundWitness[]).filter(\n        (bw) => bw.timestamp && bw.timestamp >= startTimestamp && bw.timestamp <= stopTimestamp,\n      )\n      if (boundWitnesses.length === 0) break\n\n      // Update the timestamp value for the next batch\n      timestamp = boundWitnesses\n        .map((bw) => bw.timestamp)\n        .filter(exists)\n        .reduce((a, b) => Math.min(a, b), Number.MAX_SAFE_INTEGER)\n      if (timestamp === Number.MAX_SAFE_INTEGER) break\n\n      // Set the more flag to false if there are fewer documents returned than the batch size\n      more = boundWitnesses.length === limit\n\n      // Get the corresponding payload hashes from the BWs\n      const hashes = boundWitnesses.map((bw) => bw.payload_hashes[bw.payload_schemas.findIndex((s) => s === witnessSchema)]).filter(exists)\n\n      // Get the payloads corresponding to the BW hashes from the archivist\n      if (hashes.length !== 0) {\n        const batchPayloads = (await archivist.get(hashes)).filter(exists)\n        payloads.push(...batchPayloads)\n      }\n    }\n    return payloads\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,oBAAyB;AACzB,oBAAuB;AACvB,6BAAoC;AAEpC,wCAAgF;AAChF,0CAAqE;AACrE,8CAKO;AACP,uCAA2F;AAC3F,2BAAkC;AAElC,sBAAqB;AAIrB,IAAM,yBAAyB,CAAC,mBAAoD;AAClF,QAAM,cAAc,CAAC,MAAuB;AAE1C,UAAM,MAAM,gBAAAA,QAAS,MAAM,GAAG,cAAc;AAC5C,QAAI,OAAO,QAAQ;AAAU,aAAO;AACpC,UAAM,IAAI,MAAM,8BAA8B;AAAA,EAChD;AACA,SAAO;AACT;AAEO,IAAM,2BAAN,MAAM,kCAEH,+DAAoC;AAAA,EAC5C,OAAgB,gBAAgB,CAAC,+DAA8B;AAAA,EAE/D,OAA0B,wBAA6E;AAAA,IACrG,kBAAkB;AAAA,IAClB,0BAA0B;AAAA,EAC5B;AAAA;AAAA;AAAA;AAAA,EAKmB,aAAa;AAAA;AAAA,EAGb,oBAAoB;AAAA,EAEvC,IAAuB,oBAAuC;AAC5D,UAAM,4BAAwB,wBAAS,KAAK,OAAO,mBAAmB,qCAAqC;AAC3G,UAAM,oBAAoB,0BAAyB,sBAAsB,qBAAqB;AAC9F,QAAI;AAAmB,aAAO;AAC9B,UAAM,IAAI,MAAM,mCAAmC,qBAAqB,EAAE;AAAA,EAC5E;AAAA,EAEA,IAAuB,cAAuC;AAC5D,UAAM,qBAAiB,wBAAS,KAAK,OAAO,oBAAoB,sCAAsC;AACtG,WAAO,uBAAuB,cAAc;AAAA,EAC9C;AAAA,EAEA,MAAyB,oBAAoB,gBAAwB,eAA2C;AAC9G,UAAM,YAAY,KAAK,OAAO;AAC9B,UAAM,kBAAkB,KAAC,wBAAS,KAAK,OAAO,eAAe,iCAAiC,CAAC;AAC/F,UAAM,WAAsB,CAAC;AAC7B,UAAM,gBAAY,4CAAoB,MAAM,KAAK,cAAc,GAAG,6BAA6B;AAC/F,UAAM,gBAAY,yCAAmB,MAAM,KAAK,QAAQ,KAAK,OAAO,mBAAmB,GAAG,IAAI,GAAG,uCAAuC;AACxI,UAAM,QAAQ,KAAK;AACnB,UAAM,oBAAgB,wBAAS,KAAK,OAAO,eAAe,iCAAiC;AAC3F,QAAI,YAAY;AAChB,QAAI,OAAO;AAIX,WAAO,QAAQ,SAAS,SAAS,KAAK,mBAAmB;AACvD,YAAM,QAAyC,EAAE,WAAW,OAAO,iBAAiB,QAAQ,kEAAgC,UAAU;AACtI,YAAM,kBAAmB,MAAM,UAAU,OAAO,CAAC,KAAK,CAAC,GAAsB;AAAA,QAC3E,CAAC,OAAO,GAAG,aAAa,GAAG,aAAa,kBAAkB,GAAG,aAAa;AAAA,MAC5E;AACA,UAAI,eAAe,WAAW;AAAG;AAGjC,kBAAY,eACT,IAAI,CAAC,OAAO,GAAG,SAAS,EACxB,OAAO,oBAAM,EACb,OAAO,CAAC,GAAG,MAAM,KAAK,IAAI,GAAG,CAAC,GAAG,OAAO,gBAAgB;AAC3D,UAAI,cAAc,OAAO;AAAkB;AAG3C,aAAO,eAAe,WAAW;AAGjC,YAAM,SAAS,eAAe,IAAI,CAAC,OAAO,GAAG,eAAe,GAAG,gBAAgB,UAAU,CAAC,MAAM,MAAM,aAAa,CAAC,CAAC,EAAE,OAAO,oBAAM;AAGpI,UAAI,OAAO,WAAW,GAAG;AACvB,cAAM,iBAAiB,MAAM,UAAU,IAAI,MAAM,GAAG,OAAO,oBAAM;AACjE,iBAAS,KAAK,GAAG,aAAa;AAAA,MAChC;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;","names":["jsonpath"]}

package/dist/browser/MemoryForecastingDiviner.js

@@ -1,79 +0,0 @@
-// src/MemoryForecastingDiviner.ts
-import { assertEx } from "@xylabs/assert";
-import { exists } from "@xylabs/exists";
-import { asArchivistInstance } from "@xyo-network/archivist-model";
-import { BoundWitnessDivinerQuerySchema } from "@xyo-network/diviner-boundwitness-model";
-import { AbstractForecastingDiviner } from "@xyo-network/diviner-forecasting-abstract";
-import {
-  arimaForecastingMethod,
-  seasonalArimaForecastingMethod
-} from "@xyo-network/diviner-forecasting-method-arima";
-import { ForecastingDivinerConfigSchema } from "@xyo-network/diviner-forecasting-model";
-import { asDivinerInstance } from "@xyo-network/diviner-model";
-import jsonpath from "jsonpath";
-var getJsonPathTransformer = (pathExpression) => {
-  const transformer = (x) => {
-    const ret = jsonpath.value(x, pathExpression);
-    if (typeof ret === "number")
-      return ret;
-    throw new Error("Parsed invalid payload value");
-  };
-  return transformer;
-};
-var MemoryForecastingDiviner = class _MemoryForecastingDiviner extends AbstractForecastingDiviner {
-  static configSchemas = [ForecastingDivinerConfigSchema];
-  static forecastingMethodDict = {
-    arimaForecasting: arimaForecastingMethod,
-    seasonalArimaForecasting: seasonalArimaForecastingMethod
-  };
-  /**
-   * The max number of records to search during the batch query
-   */
-  batchLimit = 1e3;
-  // TODO: Inject via config
-  maxTrainingLength = 1e4;
-  get forecastingMethod() {
-    const forecastingMethodName = assertEx(this.config.forecastingMethod, "Missing forecastingMethod in config");
-    const forecastingMethod = _MemoryForecastingDiviner.forecastingMethodDict[forecastingMethodName];
-    if (forecastingMethod)
-      return forecastingMethod;
-    throw new Error(`Unsupported forecasting method: ${forecastingMethodName}`);
-  }
-  get transformer() {
-    const pathExpression = assertEx(this.config.jsonPathExpression, "Missing jsonPathExpression in config");
-    return getJsonPathTransformer(pathExpression);
-  }
-  async getPayloadsInWindow(startTimestamp, stopTimestamp) {
-    const addresses = this.config.witnessAddresses;
-    const payload_schemas = [assertEx(this.config.witnessSchema, "Missing witnessSchema in config")];
-    const payloads = [];
-    const archivist = asArchivistInstance(await this.readArchivist(), "Unable to resolve archivist");
-    const bwDiviner = asDivinerInstance((await this.resolve(this.config.boundWitnessDiviner)).pop(), "Unable to resolve boundWitnessDiviner");
-    const limit = this.batchLimit;
-    const witnessSchema = assertEx(this.config.witnessSchema, "Missing witnessSchema in config");
-    let timestamp = stopTimestamp;
-    let more = true;
-    while (more || payloads.length < this.maxTrainingLength) {
-      const query = { addresses, limit, payload_schemas, schema: BoundWitnessDivinerQuerySchema, timestamp };
-      const boundWitnesses = (await bwDiviner.divine([query])).filter(
-        (bw) => bw.timestamp && bw.timestamp >= startTimestamp && bw.timestamp <= stopTimestamp
-      );
-      if (boundWitnesses.length === 0)
-        break;
-      timestamp = boundWitnesses.map((bw) => bw.timestamp).filter(exists).reduce((a, b) => Math.min(a, b), Number.MAX_SAFE_INTEGER);
-      if (timestamp === Number.MAX_SAFE_INTEGER)
-        break;
-      more = boundWitnesses.length === limit;
-      const hashes = boundWitnesses.map((bw) => bw.payload_hashes[bw.payload_schemas.findIndex((s) => s === witnessSchema)]).filter(exists);
-      if (hashes.length !== 0) {
-        const batchPayloads = (await archivist.get(hashes)).filter(exists);
-        payloads.push(...batchPayloads);
-      }
-    }
-    return payloads;
-  }
-};
-export {
-  MemoryForecastingDiviner
-};
-//# sourceMappingURL=MemoryForecastingDiviner.js.map

package/dist/browser/MemoryForecastingDiviner.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../src/MemoryForecastingDiviner.ts"],"sourcesContent":["import { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { asArchivistInstance } from '@xyo-network/archivist-model'\nimport { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { BoundWitnessDivinerQueryPayload, BoundWitnessDivinerQuerySchema } from '@xyo-network/diviner-boundwitness-model'\nimport { AbstractForecastingDiviner, ForecastingDivinerParams } from '@xyo-network/diviner-forecasting-abstract'\nimport {\n  arimaForecastingMethod,\n  arimaForecastingName,\n  seasonalArimaForecastingMethod,\n  seasonalArimaForecastingName,\n} from '@xyo-network/diviner-forecasting-method-arima'\nimport { ForecastingDivinerConfigSchema, ForecastingMethod, PayloadValueTransformer } from '@xyo-network/diviner-forecasting-model'\nimport { asDivinerInstance } from '@xyo-network/diviner-model'\nimport { Payload } from '@xyo-network/payload-model'\nimport jsonpath from 'jsonpath'\n\nexport type SupportedForecastingType = typeof arimaForecastingName | typeof seasonalArimaForecastingName\n\nconst getJsonPathTransformer = (pathExpression: string): PayloadValueTransformer => {\n  const transformer = (x: Payload): number => {\n    // eslint-disable-next-line import/no-named-as-default-member\n    const ret = jsonpath.value(x, pathExpression)\n    if (typeof ret === 'number') return ret\n    throw new Error('Parsed invalid payload value')\n  }\n  return transformer\n}\n\nexport class MemoryForecastingDiviner<\n  TParams extends ForecastingDivinerParams = ForecastingDivinerParams,\n> extends AbstractForecastingDiviner<TParams> {\n  static override configSchemas = [ForecastingDivinerConfigSchema]\n\n  protected static readonly forecastingMethodDict: Record<SupportedForecastingType, ForecastingMethod> = {\n    arimaForecasting: arimaForecastingMethod,\n    seasonalArimaForecasting: seasonalArimaForecastingMethod,\n  }\n\n  /**\n   * The max number of records to search during the batch query\n   */\n  protected readonly batchLimit = 1_000\n\n  // TODO: Inject via config\n  protected readonly maxTrainingLength = 10_000\n\n  protected override get forecastingMethod(): ForecastingMethod {\n    const forecastingMethodName = assertEx(this.config.forecastingMethod, 'Missing forecastingMethod in config') as SupportedForecastingType\n    const forecastingMethod = MemoryForecastingDiviner.forecastingMethodDict[forecastingMethodName]\n    if (forecastingMethod) return forecastingMethod\n    throw new Error(`Unsupported forecasting method: ${forecastingMethodName}`)\n  }\n\n  protected override get transformer(): PayloadValueTransformer {\n    const pathExpression = assertEx(this.config.jsonPathExpression, 'Missing jsonPathExpression in config')\n    return getJsonPathTransformer(pathExpression)\n  }\n\n  protected override async getPayloadsInWindow(startTimestamp: number, stopTimestamp: number): Promise<Payload[]> {\n    const addresses = this.config.witnessAddresses\n    const payload_schemas = [assertEx(this.config.witnessSchema, 'Missing witnessSchema in config')]\n    const payloads: Payload[] = []\n    const archivist = asArchivistInstance(await this.readArchivist(), 'Unable to resolve archivist')\n    const bwDiviner = asDivinerInstance((await this.resolve(this.config.boundWitnessDiviner)).pop(), 'Unable to resolve boundWitnessDiviner')\n    const limit = this.batchLimit\n    const witnessSchema = assertEx(this.config.witnessSchema, 'Missing witnessSchema in config')\n    let timestamp = stopTimestamp\n    let more = true\n\n    // TODO: Window size vs sample size\n    // Loop until there are no more BWs to process or we've got enough payloads to satisfy the training window\n    while (more || payloads.length < this.maxTrainingLength) {\n      const query: BoundWitnessDivinerQueryPayload = { addresses, limit, payload_schemas, schema: BoundWitnessDivinerQuerySchema, timestamp }\n      const boundWitnesses = ((await bwDiviner.divine([query])) as BoundWitness[]).filter(\n        (bw) => bw.timestamp && bw.timestamp >= startTimestamp && bw.timestamp <= stopTimestamp,\n      )\n      if (boundWitnesses.length === 0) break\n\n      // Update the timestamp value for the next batch\n      timestamp = boundWitnesses\n        .map((bw) => bw.timestamp)\n        .filter(exists)\n        .reduce((a, b) => Math.min(a, b), Number.MAX_SAFE_INTEGER)\n      if (timestamp === Number.MAX_SAFE_INTEGER) break\n\n      // Set the more flag to false if there are fewer documents returned than the batch size\n      more = boundWitnesses.length === limit\n\n      // Get the corresponding payload hashes from the BWs\n      const hashes = boundWitnesses.map((bw) => bw.payload_hashes[bw.payload_schemas.findIndex((s) => s === witnessSchema)]).filter(exists)\n\n      // Get the payloads corresponding to the BW hashes from the archivist\n      if (hashes.length !== 0) {\n        const batchPayloads = (await archivist.get(hashes)).filter(exists)\n        payloads.push(...batchPayloads)\n      }\n    }\n    return payloads\n  }\n}\n"],"mappings":";AAAA,SAAS,gBAAgB;AACzB,SAAS,cAAc;AACvB,SAAS,2BAA2B;AAEpC,SAA0C,sCAAsC;AAChF,SAAS,kCAA4D;AACrE;AAAA,EACE;AAAA,EAEA;AAAA,OAEK;AACP,SAAS,sCAAkF;AAC3F,SAAS,yBAAyB;AAElC,OAAO,cAAc;AAIrB,IAAM,yBAAyB,CAAC,mBAAoD;AAClF,QAAM,cAAc,CAAC,MAAuB;AAE1C,UAAM,MAAM,SAAS,MAAM,GAAG,cAAc;AAC5C,QAAI,OAAO,QAAQ;AAAU,aAAO;AACpC,UAAM,IAAI,MAAM,8BAA8B;AAAA,EAChD;AACA,SAAO;AACT;AAEO,IAAM,2BAAN,MAAM,kCAEH,2BAAoC;AAAA,EAC5C,OAAgB,gBAAgB,CAAC,8BAA8B;AAAA,EAE/D,OAA0B,wBAA6E;AAAA,IACrG,kBAAkB;AAAA,IAClB,0BAA0B;AAAA,EAC5B;AAAA;AAAA;AAAA;AAAA,EAKmB,aAAa;AAAA;AAAA,EAGb,oBAAoB;AAAA,EAEvC,IAAuB,oBAAuC;AAC5D,UAAM,wBAAwB,SAAS,KAAK,OAAO,mBAAmB,qCAAqC;AAC3G,UAAM,oBAAoB,0BAAyB,sBAAsB,qBAAqB;AAC9F,QAAI;AAAmB,aAAO;AAC9B,UAAM,IAAI,MAAM,mCAAmC,qBAAqB,EAAE;AAAA,EAC5E;AAAA,EAEA,IAAuB,cAAuC;AAC5D,UAAM,iBAAiB,SAAS,KAAK,OAAO,oBAAoB,sCAAsC;AACtG,WAAO,uBAAuB,cAAc;AAAA,EAC9C;AAAA,EAEA,MAAyB,oBAAoB,gBAAwB,eAA2C;AAC9G,UAAM,YAAY,KAAK,OAAO;AAC9B,UAAM,kBAAkB,CAAC,SAAS,KAAK,OAAO,eAAe,iCAAiC,CAAC;AAC/F,UAAM,WAAsB,CAAC;AAC7B,UAAM,YAAY,oBAAoB,MAAM,KAAK,cAAc,GAAG,6BAA6B;AAC/F,UAAM,YAAY,mBAAmB,MAAM,KAAK,QAAQ,KAAK,OAAO,mBAAmB,GAAG,IAAI,GAAG,uCAAuC;AACxI,UAAM,QAAQ,KAAK;AACnB,UAAM,gBAAgB,SAAS,KAAK,OAAO,eAAe,iCAAiC;AAC3F,QAAI,YAAY;AAChB,QAAI,OAAO;AAIX,WAAO,QAAQ,SAAS,SAAS,KAAK,mBAAmB;AACvD,YAAM,QAAyC,EAAE,WAAW,OAAO,iBAAiB,QAAQ,gCAAgC,UAAU;AACtI,YAAM,kBAAmB,MAAM,UAAU,OAAO,CAAC,KAAK,CAAC,GAAsB;AAAA,QAC3E,CAAC,OAAO,GAAG,aAAa,GAAG,aAAa,kBAAkB,GAAG,aAAa;AAAA,MAC5E;AACA,UAAI,eAAe,WAAW;AAAG;AAGjC,kBAAY,eACT,IAAI,CAAC,OAAO,GAAG,SAAS,EACxB,OAAO,MAAM,EACb,OAAO,CAAC,GAAG,MAAM,KAAK,IAAI,GAAG,CAAC,GAAG,OAAO,gBAAgB;AAC3D,UAAI,cAAc,OAAO;AAAkB;AAG3C,aAAO,eAAe,WAAW;AAGjC,YAAM,SAAS,eAAe,IAAI,CAAC,OAAO,GAAG,eAAe,GAAG,gBAAgB,UAAU,CAAC,MAAM,MAAM,aAAa,CAAC,CAAC,EAAE,OAAO,MAAM;AAGpI,UAAI,OAAO,WAAW,GAAG;AACvB,cAAM,iBAAiB,MAAM,UAAU,IAAI,MAAM,GAAG,OAAO,MAAM;AACjE,iBAAS,KAAK,GAAG,aAAa;AAAA,MAChC;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;","names":[]}

package/dist/node/MemoryForecastingDiviner.js

@@ -1,111 +0,0 @@
-"use strict";
-var __create = Object.create;
-var __defProp = Object.defineProperty;
-var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
-var __getOwnPropNames = Object.getOwnPropertyNames;
-var __getProtoOf = Object.getPrototypeOf;
-var __hasOwnProp = Object.prototype.hasOwnProperty;
-var __export = (target, all) => {
-  for (var name in all)
-    __defProp(target, name, { get: all[name], enumerable: true });
-};
-var __copyProps = (to, from, except, desc) => {
-  if (from && typeof from === "object" || typeof from === "function") {
-    for (let key of __getOwnPropNames(from))
-      if (!__hasOwnProp.call(to, key) && key !== except)
-        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
-  }
-  return to;
-};
-var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
-  // If the importer is in node compatibility mode or this is not an ESM
-  // file that has been converted to a CommonJS file using a Babel-
-  // compatible transform (i.e. "__esModule" has not been set), then set
-  // "default" to the CommonJS "module.exports" for node compatibility.
-  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
-  mod
-));
-var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
-
-// src/MemoryForecastingDiviner.ts
-var MemoryForecastingDiviner_exports = {};
-__export(MemoryForecastingDiviner_exports, {
-  MemoryForecastingDiviner: () => MemoryForecastingDiviner
-});
-module.exports = __toCommonJS(MemoryForecastingDiviner_exports);
-var import_assert = require("@xylabs/assert");
-var import_exists = require("@xylabs/exists");
-var import_archivist_model = require("@xyo-network/archivist-model");
-var import_diviner_boundwitness_model = require("@xyo-network/diviner-boundwitness-model");
-var import_diviner_forecasting_abstract = require("@xyo-network/diviner-forecasting-abstract");
-var import_diviner_forecasting_method_arima = require("@xyo-network/diviner-forecasting-method-arima");
-var import_diviner_forecasting_model = require("@xyo-network/diviner-forecasting-model");
-var import_diviner_model = require("@xyo-network/diviner-model");
-var import_jsonpath = __toESM(require("jsonpath"));
-var getJsonPathTransformer = (pathExpression) => {
-  const transformer = (x) => {
-    const ret = import_jsonpath.default.value(x, pathExpression);
-    if (typeof ret === "number")
-      return ret;
-    throw new Error("Parsed invalid payload value");
-  };
-  return transformer;
-};
-var MemoryForecastingDiviner = class _MemoryForecastingDiviner extends import_diviner_forecasting_abstract.AbstractForecastingDiviner {
-  static configSchemas = [import_diviner_forecasting_model.ForecastingDivinerConfigSchema];
-  static forecastingMethodDict = {
-    arimaForecasting: import_diviner_forecasting_method_arima.arimaForecastingMethod,
-    seasonalArimaForecasting: import_diviner_forecasting_method_arima.seasonalArimaForecastingMethod
-  };
-  /**
-   * The max number of records to search during the batch query
-   */
-  batchLimit = 1e3;
-  // TODO: Inject via config
-  maxTrainingLength = 1e4;
-  get forecastingMethod() {
-    const forecastingMethodName = (0, import_assert.assertEx)(this.config.forecastingMethod, "Missing forecastingMethod in config");
-    const forecastingMethod = _MemoryForecastingDiviner.forecastingMethodDict[forecastingMethodName];
-    if (forecastingMethod)
-      return forecastingMethod;
-    throw new Error(`Unsupported forecasting method: ${forecastingMethodName}`);
-  }
-  get transformer() {
-    const pathExpression = (0, import_assert.assertEx)(this.config.jsonPathExpression, "Missing jsonPathExpression in config");
-    return getJsonPathTransformer(pathExpression);
-  }
-  async getPayloadsInWindow(startTimestamp, stopTimestamp) {
-    const addresses = this.config.witnessAddresses;
-    const payload_schemas = [(0, import_assert.assertEx)(this.config.witnessSchema, "Missing witnessSchema in config")];
-    const payloads = [];
-    const archivist = (0, import_archivist_model.asArchivistInstance)(await this.readArchivist(), "Unable to resolve archivist");
-    const bwDiviner = (0, import_diviner_model.asDivinerInstance)((await this.resolve(this.config.boundWitnessDiviner)).pop(), "Unable to resolve boundWitnessDiviner");
-    const limit = this.batchLimit;
-    const witnessSchema = (0, import_assert.assertEx)(this.config.witnessSchema, "Missing witnessSchema in config");
-    let timestamp = stopTimestamp;
-    let more = true;
-    while (more || payloads.length < this.maxTrainingLength) {
-      const query = { addresses, limit, payload_schemas, schema: import_diviner_boundwitness_model.BoundWitnessDivinerQuerySchema, timestamp };
-      const boundWitnesses = (await bwDiviner.divine([query])).filter(
-        (bw) => bw.timestamp && bw.timestamp >= startTimestamp && bw.timestamp <= stopTimestamp
-      );
-      if (boundWitnesses.length === 0)
-        break;
-      timestamp = boundWitnesses.map((bw) => bw.timestamp).filter(import_exists.exists).reduce((a, b) => Math.min(a, b), Number.MAX_SAFE_INTEGER);
-      if (timestamp === Number.MAX_SAFE_INTEGER)
-        break;
-      more = boundWitnesses.length === limit;
-      const hashes = boundWitnesses.map((bw) => bw.payload_hashes[bw.payload_schemas.findIndex((s) => s === witnessSchema)]).filter(import_exists.exists);
-      if (hashes.length !== 0) {
-        const batchPayloads = (await archivist.get(hashes)).filter(import_exists.exists);
-        payloads.push(...batchPayloads);
-      }
-    }
-    return payloads;
-  }
-};
-// Annotate the CommonJS export names for ESM import in node:
-0 && (module.exports = {
-  MemoryForecastingDiviner
-});
-//# sourceMappingURL=MemoryForecastingDiviner.js.map

package/dist/node/MemoryForecastingDiviner.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../src/MemoryForecastingDiviner.ts"],"sourcesContent":["import { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { asArchivistInstance } from '@xyo-network/archivist-model'\nimport { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { BoundWitnessDivinerQueryPayload, BoundWitnessDivinerQuerySchema } from '@xyo-network/diviner-boundwitness-model'\nimport { AbstractForecastingDiviner, ForecastingDivinerParams } from '@xyo-network/diviner-forecasting-abstract'\nimport {\n  arimaForecastingMethod,\n  arimaForecastingName,\n  seasonalArimaForecastingMethod,\n  seasonalArimaForecastingName,\n} from '@xyo-network/diviner-forecasting-method-arima'\nimport { ForecastingDivinerConfigSchema, ForecastingMethod, PayloadValueTransformer } from '@xyo-network/diviner-forecasting-model'\nimport { asDivinerInstance } from '@xyo-network/diviner-model'\nimport { Payload } from '@xyo-network/payload-model'\nimport jsonpath from 'jsonpath'\n\nexport type SupportedForecastingType = typeof arimaForecastingName | typeof seasonalArimaForecastingName\n\nconst getJsonPathTransformer = (pathExpression: string): PayloadValueTransformer => {\n  const transformer = (x: Payload): number => {\n    // eslint-disable-next-line import/no-named-as-default-member\n    const ret = jsonpath.value(x, pathExpression)\n    if (typeof ret === 'number') return ret\n    throw new Error('Parsed invalid payload value')\n  }\n  return transformer\n}\n\nexport class MemoryForecastingDiviner<\n  TParams extends ForecastingDivinerParams = ForecastingDivinerParams,\n> extends AbstractForecastingDiviner<TParams> {\n  static override configSchemas = [ForecastingDivinerConfigSchema]\n\n  protected static readonly forecastingMethodDict: Record<SupportedForecastingType, ForecastingMethod> = {\n    arimaForecasting: arimaForecastingMethod,\n    seasonalArimaForecasting: seasonalArimaForecastingMethod,\n  }\n\n  /**\n   * The max number of records to search during the batch query\n   */\n  protected readonly batchLimit = 1_000\n\n  // TODO: Inject via config\n  protected readonly maxTrainingLength = 10_000\n\n  protected override get forecastingMethod(): ForecastingMethod {\n    const forecastingMethodName = assertEx(this.config.forecastingMethod, 'Missing forecastingMethod in config') as SupportedForecastingType\n    const forecastingMethod = MemoryForecastingDiviner.forecastingMethodDict[forecastingMethodName]\n    if (forecastingMethod) return forecastingMethod\n    throw new Error(`Unsupported forecasting method: ${forecastingMethodName}`)\n  }\n\n  protected override get transformer(): PayloadValueTransformer {\n    const pathExpression = assertEx(this.config.jsonPathExpression, 'Missing jsonPathExpression in config')\n    return getJsonPathTransformer(pathExpression)\n  }\n\n  protected override async getPayloadsInWindow(startTimestamp: number, stopTimestamp: number): Promise<Payload[]> {\n    const addresses = this.config.witnessAddresses\n    const payload_schemas = [assertEx(this.config.witnessSchema, 'Missing witnessSchema in config')]\n    const payloads: Payload[] = []\n    const archivist = asArchivistInstance(await this.readArchivist(), 'Unable to resolve archivist')\n    const bwDiviner = asDivinerInstance((await this.resolve(this.config.boundWitnessDiviner)).pop(), 'Unable to resolve boundWitnessDiviner')\n    const limit = this.batchLimit\n    const witnessSchema = assertEx(this.config.witnessSchema, 'Missing witnessSchema in config')\n    let timestamp = stopTimestamp\n    let more = true\n\n    // TODO: Window size vs sample size\n    // Loop until there are no more BWs to process or we've got enough payloads to satisfy the training window\n    while (more || payloads.length < this.maxTrainingLength) {\n      const query: BoundWitnessDivinerQueryPayload = { addresses, limit, payload_schemas, schema: BoundWitnessDivinerQuerySchema, timestamp }\n      const boundWitnesses = ((await bwDiviner.divine([query])) as BoundWitness[]).filter(\n        (bw) => bw.timestamp && bw.timestamp >= startTimestamp && bw.timestamp <= stopTimestamp,\n      )\n      if (boundWitnesses.length === 0) break\n\n      // Update the timestamp value for the next batch\n      timestamp = boundWitnesses\n        .map((bw) => bw.timestamp)\n        .filter(exists)\n        .reduce((a, b) => Math.min(a, b), Number.MAX_SAFE_INTEGER)\n      if (timestamp === Number.MAX_SAFE_INTEGER) break\n\n      // Set the more flag to false if there are fewer documents returned than the batch size\n      more = boundWitnesses.length === limit\n\n      // Get the corresponding payload hashes from the BWs\n      const hashes = boundWitnesses.map((bw) => bw.payload_hashes[bw.payload_schemas.findIndex((s) => s === witnessSchema)]).filter(exists)\n\n      // Get the payloads corresponding to the BW hashes from the archivist\n      if (hashes.length !== 0) {\n        const batchPayloads = (await archivist.get(hashes)).filter(exists)\n        payloads.push(...batchPayloads)\n      }\n    }\n    return payloads\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,oBAAyB;AACzB,oBAAuB;AACvB,6BAAoC;AAEpC,wCAAgF;AAChF,0CAAqE;AACrE,8CAKO;AACP,uCAA2F;AAC3F,2BAAkC;AAElC,sBAAqB;AAIrB,IAAM,yBAAyB,CAAC,mBAAoD;AAClF,QAAM,cAAc,CAAC,MAAuB;AAE1C,UAAM,MAAM,gBAAAA,QAAS,MAAM,GAAG,cAAc;AAC5C,QAAI,OAAO,QAAQ;AAAU,aAAO;AACpC,UAAM,IAAI,MAAM,8BAA8B;AAAA,EAChD;AACA,SAAO;AACT;AAEO,IAAM,2BAAN,MAAM,kCAEH,+DAAoC;AAAA,EAC5C,OAAgB,gBAAgB,CAAC,+DAA8B;AAAA,EAE/D,OAA0B,wBAA6E;AAAA,IACrG,kBAAkB;AAAA,IAClB,0BAA0B;AAAA,EAC5B;AAAA;AAAA;AAAA;AAAA,EAKmB,aAAa;AAAA;AAAA,EAGb,oBAAoB;AAAA,EAEvC,IAAuB,oBAAuC;AAC5D,UAAM,4BAAwB,wBAAS,KAAK,OAAO,mBAAmB,qCAAqC;AAC3G,UAAM,oBAAoB,0BAAyB,sBAAsB,qBAAqB;AAC9F,QAAI;AAAmB,aAAO;AAC9B,UAAM,IAAI,MAAM,mCAAmC,qBAAqB,EAAE;AAAA,EAC5E;AAAA,EAEA,IAAuB,cAAuC;AAC5D,UAAM,qBAAiB,wBAAS,KAAK,OAAO,oBAAoB,sCAAsC;AACtG,WAAO,uBAAuB,cAAc;AAAA,EAC9C;AAAA,EAEA,MAAyB,oBAAoB,gBAAwB,eAA2C;AAC9G,UAAM,YAAY,KAAK,OAAO;AAC9B,UAAM,kBAAkB,KAAC,wBAAS,KAAK,OAAO,eAAe,iCAAiC,CAAC;AAC/F,UAAM,WAAsB,CAAC;AAC7B,UAAM,gBAAY,4CAAoB,MAAM,KAAK,cAAc,GAAG,6BAA6B;AAC/F,UAAM,gBAAY,yCAAmB,MAAM,KAAK,QAAQ,KAAK,OAAO,mBAAmB,GAAG,IAAI,GAAG,uCAAuC;AACxI,UAAM,QAAQ,KAAK;AACnB,UAAM,oBAAgB,wBAAS,KAAK,OAAO,eAAe,iCAAiC;AAC3F,QAAI,YAAY;AAChB,QAAI,OAAO;AAIX,WAAO,QAAQ,SAAS,SAAS,KAAK,mBAAmB;AACvD,YAAM,QAAyC,EAAE,WAAW,OAAO,iBAAiB,QAAQ,kEAAgC,UAAU;AACtI,YAAM,kBAAmB,MAAM,UAAU,OAAO,CAAC,KAAK,CAAC,GAAsB;AAAA,QAC3E,CAAC,OAAO,GAAG,aAAa,GAAG,aAAa,kBAAkB,GAAG,aAAa;AAAA,MAC5E;AACA,UAAI,eAAe,WAAW;AAAG;AAGjC,kBAAY,eACT,IAAI,CAAC,OAAO,GAAG,SAAS,EACxB,OAAO,oBAAM,EACb,OAAO,CAAC,GAAG,MAAM,KAAK,IAAI,GAAG,CAAC,GAAG,OAAO,gBAAgB;AAC3D,UAAI,cAAc,OAAO;AAAkB;AAG3C,aAAO,eAAe,WAAW;AAGjC,YAAM,SAAS,eAAe,IAAI,CAAC,OAAO,GAAG,eAAe,GAAG,gBAAgB,UAAU,CAAC,MAAM,MAAM,aAAa,CAAC,CAAC,EAAE,OAAO,oBAAM;AAGpI,UAAI,OAAO,WAAW,GAAG;AACvB,cAAM,iBAAiB,MAAM,UAAU,IAAI,MAAM,GAAG,OAAO,oBAAM;AACjE,iBAAS,KAAK,GAAG,aAAa;AAAA,MAChC;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;","names":["jsonpath"]}

package/dist/node/MemoryForecastingDiviner.mjs

@@ -1,79 +0,0 @@
-// src/MemoryForecastingDiviner.ts
-import { assertEx } from "@xylabs/assert";
-import { exists } from "@xylabs/exists";
-import { asArchivistInstance } from "@xyo-network/archivist-model";
-import { BoundWitnessDivinerQuerySchema } from "@xyo-network/diviner-boundwitness-model";
-import { AbstractForecastingDiviner } from "@xyo-network/diviner-forecasting-abstract";
-import {
-  arimaForecastingMethod,
-  seasonalArimaForecastingMethod
-} from "@xyo-network/diviner-forecasting-method-arima";
-import { ForecastingDivinerConfigSchema } from "@xyo-network/diviner-forecasting-model";
-import { asDivinerInstance } from "@xyo-network/diviner-model";
-import jsonpath from "jsonpath";
-var getJsonPathTransformer = (pathExpression) => {
-  const transformer = (x) => {
-    const ret = jsonpath.value(x, pathExpression);
-    if (typeof ret === "number")
-      return ret;
-    throw new Error("Parsed invalid payload value");
-  };
-  return transformer;
-};
-var MemoryForecastingDiviner = class _MemoryForecastingDiviner extends AbstractForecastingDiviner {
-  static configSchemas = [ForecastingDivinerConfigSchema];
-  static forecastingMethodDict = {
-    arimaForecasting: arimaForecastingMethod,
-    seasonalArimaForecasting: seasonalArimaForecastingMethod
-  };
-  /**
-   * The max number of records to search during the batch query
-   */
-  batchLimit = 1e3;
-  // TODO: Inject via config
-  maxTrainingLength = 1e4;
-  get forecastingMethod() {
-    const forecastingMethodName = assertEx(this.config.forecastingMethod, "Missing forecastingMethod in config");
-    const forecastingMethod = _MemoryForecastingDiviner.forecastingMethodDict[forecastingMethodName];
-    if (forecastingMethod)
-      return forecastingMethod;
-    throw new Error(`Unsupported forecasting method: ${forecastingMethodName}`);
-  }
-  get transformer() {
-    const pathExpression = assertEx(this.config.jsonPathExpression, "Missing jsonPathExpression in config");
-    return getJsonPathTransformer(pathExpression);
-  }
-  async getPayloadsInWindow(startTimestamp, stopTimestamp) {
-    const addresses = this.config.witnessAddresses;
-    const payload_schemas = [assertEx(this.config.witnessSchema, "Missing witnessSchema in config")];
-    const payloads = [];
-    const archivist = asArchivistInstance(await this.readArchivist(), "Unable to resolve archivist");
-    const bwDiviner = asDivinerInstance((await this.resolve(this.config.boundWitnessDiviner)).pop(), "Unable to resolve boundWitnessDiviner");
-    const limit = this.batchLimit;
-    const witnessSchema = assertEx(this.config.witnessSchema, "Missing witnessSchema in config");
-    let timestamp = stopTimestamp;
-    let more = true;
-    while (more || payloads.length < this.maxTrainingLength) {
-      const query = { addresses, limit, payload_schemas, schema: BoundWitnessDivinerQuerySchema, timestamp };
-      const boundWitnesses = (await bwDiviner.divine([query])).filter(
-        (bw) => bw.timestamp && bw.timestamp >= startTimestamp && bw.timestamp <= stopTimestamp
-      );
-      if (boundWitnesses.length === 0)
-        break;
-      timestamp = boundWitnesses.map((bw) => bw.timestamp).filter(exists).reduce((a, b) => Math.min(a, b), Number.MAX_SAFE_INTEGER);
-      if (timestamp === Number.MAX_SAFE_INTEGER)
-        break;
-      more = boundWitnesses.length === limit;
-      const hashes = boundWitnesses.map((bw) => bw.payload_hashes[bw.payload_schemas.findIndex((s) => s === witnessSchema)]).filter(exists);
-      if (hashes.length !== 0) {
-        const batchPayloads = (await archivist.get(hashes)).filter(exists);
-        payloads.push(...batchPayloads);
-      }
-    }
-    return payloads;
-  }
-};
-export {
-  MemoryForecastingDiviner
-};
-//# sourceMappingURL=MemoryForecastingDiviner.mjs.map

package/dist/node/MemoryForecastingDiviner.mjs.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../src/MemoryForecastingDiviner.ts"],"sourcesContent":["import { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { asArchivistInstance } from '@xyo-network/archivist-model'\nimport { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { BoundWitnessDivinerQueryPayload, BoundWitnessDivinerQuerySchema } from '@xyo-network/diviner-boundwitness-model'\nimport { AbstractForecastingDiviner, ForecastingDivinerParams } from '@xyo-network/diviner-forecasting-abstract'\nimport {\n  arimaForecastingMethod,\n  arimaForecastingName,\n  seasonalArimaForecastingMethod,\n  seasonalArimaForecastingName,\n} from '@xyo-network/diviner-forecasting-method-arima'\nimport { ForecastingDivinerConfigSchema, ForecastingMethod, PayloadValueTransformer } from '@xyo-network/diviner-forecasting-model'\nimport { asDivinerInstance } from '@xyo-network/diviner-model'\nimport { Payload } from '@xyo-network/payload-model'\nimport jsonpath from 'jsonpath'\n\nexport type SupportedForecastingType = typeof arimaForecastingName | typeof seasonalArimaForecastingName\n\nconst getJsonPathTransformer = (pathExpression: string): PayloadValueTransformer => {\n  const transformer = (x: Payload): number => {\n    // eslint-disable-next-line import/no-named-as-default-member\n    const ret = jsonpath.value(x, pathExpression)\n    if (typeof ret === 'number') return ret\n    throw new Error('Parsed invalid payload value')\n  }\n  return transformer\n}\n\nexport class MemoryForecastingDiviner<\n  TParams extends ForecastingDivinerParams = ForecastingDivinerParams,\n> extends AbstractForecastingDiviner<TParams> {\n  static override configSchemas = [ForecastingDivinerConfigSchema]\n\n  protected static readonly forecastingMethodDict: Record<SupportedForecastingType, ForecastingMethod> = {\n    arimaForecasting: arimaForecastingMethod,\n    seasonalArimaForecasting: seasonalArimaForecastingMethod,\n  }\n\n  /**\n   * The max number of records to search during the batch query\n   */\n  protected readonly batchLimit = 1_000\n\n  // TODO: Inject via config\n  protected readonly maxTrainingLength = 10_000\n\n  protected override get forecastingMethod(): ForecastingMethod {\n    const forecastingMethodName = assertEx(this.config.forecastingMethod, 'Missing forecastingMethod in config') as SupportedForecastingType\n    const forecastingMethod = MemoryForecastingDiviner.forecastingMethodDict[forecastingMethodName]\n    if (forecastingMethod) return forecastingMethod\n    throw new Error(`Unsupported forecasting method: ${forecastingMethodName}`)\n  }\n\n  protected override get transformer(): PayloadValueTransformer {\n    const pathExpression = assertEx(this.config.jsonPathExpression, 'Missing jsonPathExpression in config')\n    return getJsonPathTransformer(pathExpression)\n  }\n\n  protected override async getPayloadsInWindow(startTimestamp: number, stopTimestamp: number): Promise<Payload[]> {\n    const addresses = this.config.witnessAddresses\n    const payload_schemas = [assertEx(this.config.witnessSchema, 'Missing witnessSchema in config')]\n    const payloads: Payload[] = []\n    const archivist = asArchivistInstance(await this.readArchivist(), 'Unable to resolve archivist')\n    const bwDiviner = asDivinerInstance((await this.resolve(this.config.boundWitnessDiviner)).pop(), 'Unable to resolve boundWitnessDiviner')\n    const limit = this.batchLimit\n    const witnessSchema = assertEx(this.config.witnessSchema, 'Missing witnessSchema in config')\n    let timestamp = stopTimestamp\n    let more = true\n\n    // TODO: Window size vs sample size\n    // Loop until there are no more BWs to process or we've got enough payloads to satisfy the training window\n    while (more || payloads.length < this.maxTrainingLength) {\n      const query: BoundWitnessDivinerQueryPayload = { addresses, limit, payload_schemas, schema: BoundWitnessDivinerQuerySchema, timestamp }\n      const boundWitnesses = ((await bwDiviner.divine([query])) as BoundWitness[]).filter(\n        (bw) => bw.timestamp && bw.timestamp >= startTimestamp && bw.timestamp <= stopTimestamp,\n      )\n      if (boundWitnesses.length === 0) break\n\n      // Update the timestamp value for the next batch\n      timestamp = boundWitnesses\n        .map((bw) => bw.timestamp)\n        .filter(exists)\n        .reduce((a, b) => Math.min(a, b), Number.MAX_SAFE_INTEGER)\n      if (timestamp === Number.MAX_SAFE_INTEGER) break\n\n      // Set the more flag to false if there are fewer documents returned than the batch size\n      more = boundWitnesses.length === limit\n\n      // Get the corresponding payload hashes from the BWs\n      const hashes = boundWitnesses.map((bw) => bw.payload_hashes[bw.payload_schemas.findIndex((s) => s === witnessSchema)]).filter(exists)\n\n      // Get the payloads corresponding to the BW hashes from the archivist\n      if (hashes.length !== 0) {\n        const batchPayloads = (await archivist.get(hashes)).filter(exists)\n        payloads.push(...batchPayloads)\n      }\n    }\n    return payloads\n  }\n}\n"],"mappings":";AAAA,SAAS,gBAAgB;AACzB,SAAS,cAAc;AACvB,SAAS,2BAA2B;AAEpC,SAA0C,sCAAsC;AAChF,SAAS,kCAA4D;AACrE;AAAA,EACE;AAAA,EAEA;AAAA,OAEK;AACP,SAAS,sCAAkF;AAC3F,SAAS,yBAAyB;AAElC,OAAO,cAAc;AAIrB,IAAM,yBAAyB,CAAC,mBAAoD;AAClF,QAAM,cAAc,CAAC,MAAuB;AAE1C,UAAM,MAAM,SAAS,MAAM,GAAG,cAAc;AAC5C,QAAI,OAAO,QAAQ;AAAU,aAAO;AACpC,UAAM,IAAI,MAAM,8BAA8B;AAAA,EAChD;AACA,SAAO;AACT;AAEO,IAAM,2BAAN,MAAM,kCAEH,2BAAoC;AAAA,EAC5C,OAAgB,gBAAgB,CAAC,8BAA8B;AAAA,EAE/D,OAA0B,wBAA6E;AAAA,IACrG,kBAAkB;AAAA,IAClB,0BAA0B;AAAA,EAC5B;AAAA;AAAA;AAAA;AAAA,EAKmB,aAAa;AAAA;AAAA,EAGb,oBAAoB;AAAA,EAEvC,IAAuB,oBAAuC;AAC5D,UAAM,wBAAwB,SAAS,KAAK,OAAO,mBAAmB,qCAAqC;AAC3G,UAAM,oBAAoB,0BAAyB,sBAAsB,qBAAqB;AAC9F,QAAI;AAAmB,aAAO;AAC9B,UAAM,IAAI,MAAM,mCAAmC,qBAAqB,EAAE;AAAA,EAC5E;AAAA,EAEA,IAAuB,cAAuC;AAC5D,UAAM,iBAAiB,SAAS,KAAK,OAAO,oBAAoB,sCAAsC;AACtG,WAAO,uBAAuB,cAAc;AAAA,EAC9C;AAAA,EAEA,MAAyB,oBAAoB,gBAAwB,eAA2C;AAC9G,UAAM,YAAY,KAAK,OAAO;AAC9B,UAAM,kBAAkB,CAAC,SAAS,KAAK,OAAO,eAAe,iCAAiC,CAAC;AAC/F,UAAM,WAAsB,CAAC;AAC7B,UAAM,YAAY,oBAAoB,MAAM,KAAK,cAAc,GAAG,6BAA6B;AAC/F,UAAM,YAAY,mBAAmB,MAAM,KAAK,QAAQ,KAAK,OAAO,mBAAmB,GAAG,IAAI,GAAG,uCAAuC;AACxI,UAAM,QAAQ,KAAK;AACnB,UAAM,gBAAgB,SAAS,KAAK,OAAO,eAAe,iCAAiC;AAC3F,QAAI,YAAY;AAChB,QAAI,OAAO;AAIX,WAAO,QAAQ,SAAS,SAAS,KAAK,mBAAmB;AACvD,YAAM,QAAyC,EAAE,WAAW,OAAO,iBAAiB,QAAQ,gCAAgC,UAAU;AACtI,YAAM,kBAAmB,MAAM,UAAU,OAAO,CAAC,KAAK,CAAC,GAAsB;AAAA,QAC3E,CAAC,OAAO,GAAG,aAAa,GAAG,aAAa,kBAAkB,GAAG,aAAa;AAAA,MAC5E;AACA,UAAI,eAAe,WAAW;AAAG;AAGjC,kBAAY,eACT,IAAI,CAAC,OAAO,GAAG,SAAS,EACxB,OAAO,MAAM,EACb,OAAO,CAAC,GAAG,MAAM,KAAK,IAAI,GAAG,CAAC,GAAG,OAAO,gBAAgB;AAC3D,UAAI,cAAc,OAAO;AAAkB;AAG3C,aAAO,eAAe,WAAW;AAGjC,YAAM,SAAS,eAAe,IAAI,CAAC,OAAO,GAAG,eAAe,GAAG,gBAAgB,UAAU,CAAC,MAAM,MAAM,aAAa,CAAC,CAAC,EAAE,OAAO,MAAM;AAGpI,UAAI,OAAO,WAAW,GAAG;AACvB,cAAM,iBAAiB,MAAM,UAAU,IAAI,MAAM,GAAG,OAAO,MAAM;AACjE,iBAAS,KAAK,GAAG,aAAa;AAAA,MAChC;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;","names":[]}