@xyo-network/diviner-forecasting-memory 2.107.3 → 2.107.5

package/dist/browser/index.cjs

@@ -1,2 +1,124 @@
-"use strict";var I=Object.create;var a=Object.defineProperty;var N=Object.getOwnPropertyDescriptor;var P=Object.getOwnPropertyNames;var L=Object.getPrototypeOf,T=Object.prototype.hasOwnProperty;var h=(i,t)=>a(i,"name",{value:t,configurable:!0});var j=(i,t)=>{for(var s in t)a(i,s,{get:t[s],enumerable:!0})},M=(i,t,s,n)=>{if(t&&typeof t=="object"||typeof t=="function")for(let o of P(t))!T.call(i,o)&&o!==s&&a(i,o,{get:()=>t[o],enumerable:!(n=N(t,o))||n.enumerable});return i};var U=(i,t,s)=>(s=i!=null?I(L(i)):{},M(t||!i||!i.__esModule?a(s,"default",{value:i,enumerable:!0}):s,i)),k=i=>M(a({},"__esModule",{value:!0}),i);var G={};j(G,{MemoryForecastingDiviner:()=>l});module.exports=k(G);var r=require("@xylabs/assert"),m=require("@xylabs/exists"),w=require("@xyo-network/archivist-model"),E=require("@xyo-network/diviner-boundwitness-model"),S=require("@xyo-network/diviner-forecasting-abstract"),f=require("@xyo-network/diviner-forecasting-method-arima"),p=require("@xyo-network/diviner-forecasting-model"),x=require("@xyo-network/diviner-model"),D=U(require("jsonpath"),1);var C=h(i=>h(s=>{let n=D.default.value(s,i);if(typeof n=="number")return n;throw new Error("Parsed invalid payload value")},"transformer"),"getJsonPathTransformer"),l=class i extends S.AbstractForecastingDiviner{static{h(this,"MemoryForecastingDiviner")}static configSchemas=[...super.configSchemas,p.ForecastingDivinerConfigSchema];static defaultConfigSchema=p.ForecastingDivinerConfigSchema;static forecastingMethodDict={arimaForecasting:f.arimaForecastingMethod,seasonalArimaForecasting:f.seasonalArimaForecastingMethod};batchLimit=1e3;maxTrainingLength=1e4;get boundWitnessDiviner(){return(0,r.assertEx)(this.config.boundWitnessDiviner,()=>"No boundWitnessDiviner configured")}get forecastingMethod(){let t=(0,r.assertEx)(this.config.forecastingMethod,()=>"Missing forecastingMethod in config"),s=i.forecastingMethodDict[t];if(s)return s;throw new Error(`Unsupported forecasting method: ${t}`)}get transformer(){let t=(0,r.assertEx)(this.config.jsonPathExpression,()=>"Missing jsonPathExpression in config");return C(t)}async getPayloadsInWindow(t,s){let n=this.config.witnessAddresses,o=[(0,r.assertEx)(this.config.witnessSchema,()=>"Missing witnessSchema in config")],g=[],y=(0,w.asArchivistInstance)(await this.archivistInstance(),()=>"Unable to resolve archivist"),A=(0,x.asDivinerInstance)((await this.resolve(this.boundWitnessDiviner)).pop(),"Unable to resolve boundWitnessDiviner"),u=this.batchLimit,W=(0,r.assertEx)(this.config.witnessSchema,()=>"Missing witnessSchema in config"),d=s,v=!0;for(;v||g.length<this.maxTrainingLength;){let F={addresses:n,limit:u,payload_schemas:o,schema:E.BoundWitnessDivinerQuerySchema,timestamp:d},c=(await A.divine([F])).filter(e=>e.timestamp&&e.timestamp>=t&&e.timestamp<=s);if(c.length===0||(d=c.map(e=>e.timestamp).filter(m.exists).reduce((e,_)=>Math.min(e,_),Number.MAX_SAFE_INTEGER),d===Number.MAX_SAFE_INTEGER))break;v=c.length===u;let b=c.map(e=>e.payload_hashes[e.payload_schemas.indexOf(W)]).filter(m.exists);if(b.length>0){let e=(await y.get(b)).filter(m.exists);g.push(...e)}}return g}};
+"use strict";
+var __create = Object.create;
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __getProtoOf = Object.getPrototypeOf;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __name = (target, value) => __defProp(target, "name", { value, configurable: true });
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
+  // If the importer is in node compatibility mode or this is not an ESM
+  // file that has been converted to a CommonJS file using a Babel-
+  // compatible transform (i.e. "__esModule" has not been set), then set
+  // "default" to the CommonJS "module.exports" for node compatibility.
+  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
+  mod
+));
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+
+// src/index.ts
+var src_exports = {};
+__export(src_exports, {
+  MemoryForecastingDiviner: () => MemoryForecastingDiviner
+});
+module.exports = __toCommonJS(src_exports);
+
+// src/MemoryForecastingDiviner.ts
+var import_assert = require("@xylabs/assert");
+var import_exists = require("@xylabs/exists");
+var import_archivist_model = require("@xyo-network/archivist-model");
+var import_diviner_boundwitness_model = require("@xyo-network/diviner-boundwitness-model");
+var import_diviner_forecasting_abstract = require("@xyo-network/diviner-forecasting-abstract");
+var import_diviner_forecasting_method_arima = require("@xyo-network/diviner-forecasting-method-arima");
+var import_diviner_forecasting_model = require("@xyo-network/diviner-forecasting-model");
+var import_diviner_model = require("@xyo-network/diviner-model");
+var import_jsonpath = __toESM(require("jsonpath"), 1);
+var getJsonPathTransformer = /* @__PURE__ */ __name((pathExpression) => {
+  const transformer = /* @__PURE__ */ __name((x) => {
+    const ret = import_jsonpath.default.value(x, pathExpression);
+    if (typeof ret === "number") return ret;
+    throw new Error("Parsed invalid payload value");
+  }, "transformer");
+  return transformer;
+}, "getJsonPathTransformer");
+var MemoryForecastingDiviner = class _MemoryForecastingDiviner extends import_diviner_forecasting_abstract.AbstractForecastingDiviner {
+  static {
+    __name(this, "MemoryForecastingDiviner");
+  }
+  static configSchemas = [
+    ...super.configSchemas,
+    import_diviner_forecasting_model.ForecastingDivinerConfigSchema
+  ];
+  static defaultConfigSchema = import_diviner_forecasting_model.ForecastingDivinerConfigSchema;
+  static forecastingMethodDict = {
+    arimaForecasting: import_diviner_forecasting_method_arima.arimaForecastingMethod,
+    seasonalArimaForecasting: import_diviner_forecasting_method_arima.seasonalArimaForecastingMethod
+  };
+  /**
+  * The max number of records to search during the batch query
+  */
+  batchLimit = 1e3;
+  // TODO: Inject via config
+  maxTrainingLength = 1e4;
+  get boundWitnessDiviner() {
+    return (0, import_assert.assertEx)(this.config.boundWitnessDiviner, () => "No boundWitnessDiviner configured");
+  }
+  get forecastingMethod() {
+    const forecastingMethodName = (0, import_assert.assertEx)(this.config.forecastingMethod, () => "Missing forecastingMethod in config");
+    const forecastingMethod = _MemoryForecastingDiviner.forecastingMethodDict[forecastingMethodName];
+    if (forecastingMethod) return forecastingMethod;
+    throw new Error(`Unsupported forecasting method: ${forecastingMethodName}`);
+  }
+  get transformer() {
+    const pathExpression = (0, import_assert.assertEx)(this.config.jsonPathExpression, () => "Missing jsonPathExpression in config");
+    return getJsonPathTransformer(pathExpression);
+  }
+  async getPayloadsInWindow(startTimestamp, stopTimestamp) {
+    const addresses = this.config.witnessAddresses;
+    const payload_schemas = [
+      (0, import_assert.assertEx)(this.config.witnessSchema, () => "Missing witnessSchema in config")
+    ];
+    const payloads = [];
+    const archivist = (0, import_archivist_model.asArchivistInstance)(await this.archivistInstance(), () => "Unable to resolve archivist");
+    const bwDiviner = (0, import_diviner_model.asDivinerInstance)((await this.resolve(this.boundWitnessDiviner)).pop(), "Unable to resolve boundWitnessDiviner");
+    const limit = this.batchLimit;
+    const witnessSchema = (0, import_assert.assertEx)(this.config.witnessSchema, () => "Missing witnessSchema in config");
+    let timestamp = stopTimestamp;
+    let more = true;
+    while (more || payloads.length < this.maxTrainingLength) {
+      const query = {
+        addresses,
+        limit,
+        payload_schemas,
+        schema: import_diviner_boundwitness_model.BoundWitnessDivinerQuerySchema,
+        timestamp
+      };
+      const boundWitnesses = (await bwDiviner.divine([
+        query
+      ])).filter((bw) => bw.timestamp && bw.timestamp >= startTimestamp && bw.timestamp <= stopTimestamp);
+      if (boundWitnesses.length === 0) break;
+      timestamp = boundWitnesses.map((bw) => bw.timestamp).filter(import_exists.exists).reduce((a, b) => Math.min(a, b), Number.MAX_SAFE_INTEGER);
+      if (timestamp === Number.MAX_SAFE_INTEGER) break;
+      more = boundWitnesses.length === limit;
+      const hashes = boundWitnesses.map((bw) => bw.payload_hashes[bw.payload_schemas.indexOf(witnessSchema)]).filter(import_exists.exists);
+      if (hashes.length > 0) {
+        const batchPayloads = (await archivist.get(hashes)).filter(import_exists.exists);
+        payloads.push(...batchPayloads);
+      }
+    }
+    return payloads;
+  }
+};
 //# sourceMappingURL=index.cjs.map

package/dist/browser/index.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/index.ts","../../src/MemoryForecastingDiviner.ts"],"sourcesContent":["export * from './MemoryForecastingDiviner'\n","import { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { asArchivistInstance } from '@xyo-network/archivist-model'\nimport { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { BoundWitnessDivinerParams, BoundWitnessDivinerQueryPayload, BoundWitnessDivinerQuerySchema } from '@xyo-network/diviner-boundwitness-model'\nimport { AbstractForecastingDiviner, ForecastingDivinerParams } from '@xyo-network/diviner-forecasting-abstract'\nimport {\n  arimaForecastingMethod,\n  arimaForecastingName,\n  seasonalArimaForecastingMethod,\n  seasonalArimaForecastingName,\n} from '@xyo-network/diviner-forecasting-method-arima'\nimport { ForecastingDivinerConfigSchema, ForecastingMethod, PayloadValueTransformer } from '@xyo-network/diviner-forecasting-model'\nimport { asDivinerInstance, DivinerInstance } from '@xyo-network/diviner-model'\nimport { Payload, Schema } from '@xyo-network/payload-model'\nimport jsonpath from 'jsonpath'\n\nexport type SupportedForecastingType = typeof arimaForecastingName | typeof seasonalArimaForecastingName\n\nconst getJsonPathTransformer = (pathExpression: string): PayloadValueTransformer => {\n  const transformer = (x: Payload): number => {\n    const ret = jsonpath.value(x, pathExpression)\n    if (typeof ret === 'number') return ret\n    throw new Error('Parsed invalid payload value')\n  }\n  return transformer\n}\n\nexport class MemoryForecastingDiviner<\n  TParams extends ForecastingDivinerParams = ForecastingDivinerParams,\n> extends AbstractForecastingDiviner<TParams> {\n  static override readonly configSchemas: Schema[] = [...super.configSchemas, ForecastingDivinerConfigSchema]\n  static override readonly defaultConfigSchema: Schema = ForecastingDivinerConfigSchema\n\n  protected static readonly forecastingMethodDict: Record<SupportedForecastingType, ForecastingMethod> = {\n    arimaForecasting: arimaForecastingMethod,\n    seasonalArimaForecasting: seasonalArimaForecastingMethod,\n  }\n\n  /**\n   * The max number of records to search during the batch query\n   */\n  protected readonly batchLimit = 1000\n\n  // TODO: Inject via config\n  protected readonly maxTrainingLength = 10_000\n\n  get boundWitnessDiviner() {\n    return assertEx(this.config.boundWitnessDiviner, () => 'No boundWitnessDiviner configured')\n  }\n\n  protected override get forecastingMethod(): ForecastingMethod {\n    const forecastingMethodName = assertEx(this.config.forecastingMethod, () => 'Missing forecastingMethod in config') as SupportedForecastingType\n    const forecastingMethod = MemoryForecastingDiviner.forecastingMethodDict[forecastingMethodName]\n    if (forecastingMethod) return forecastingMethod\n    throw new Error(`Unsupported forecasting method: ${forecastingMethodName}`)\n  }\n\n  protected override get transformer(): PayloadValueTransformer {\n    const pathExpression = assertEx(this.config.jsonPathExpression, () => 'Missing jsonPathExpression in config')\n    return getJsonPathTransformer(pathExpression)\n  }\n\n  protected override async getPayloadsInWindow(startTimestamp: number, stopTimestamp: number): Promise<Payload[]> {\n    const addresses = this.config.witnessAddresses\n    const payload_schemas = [assertEx(this.config.witnessSchema, () => 'Missing witnessSchema in config')]\n    const payloads: Payload[] = []\n    const archivist = asArchivistInstance(await this.archivistInstance(), () => 'Unable to resolve archivist')\n    const bwDiviner = asDivinerInstance(\n      (await this.resolve(this.boundWitnessDiviner)).pop(),\n      'Unable to resolve boundWitnessDiviner',\n    ) as DivinerInstance<BoundWitnessDivinerParams, BoundWitnessDivinerQueryPayload, BoundWitness>\n    const limit = this.batchLimit\n    const witnessSchema = assertEx(this.config.witnessSchema, () => 'Missing witnessSchema in config')\n    let timestamp = stopTimestamp\n    let more = true\n\n    // TODO: Window size vs sample size\n    // Loop until there are no more BWs to process or we've got enough payloads to satisfy the training window\n    while (more || payloads.length < this.maxTrainingLength) {\n      const query: BoundWitnessDivinerQueryPayload = { addresses, limit, payload_schemas, schema: BoundWitnessDivinerQuerySchema, timestamp }\n      const boundWitnesses = (await bwDiviner.divine([query])).filter(\n        (bw) => bw.timestamp && bw.timestamp >= startTimestamp && bw.timestamp <= stopTimestamp,\n      )\n      if (boundWitnesses.length === 0) break\n\n      // Update the timestamp value for the next batch\n      timestamp = boundWitnesses\n        .map((bw) => bw.timestamp)\n        .filter(exists)\n        // eslint-disable-next-line unicorn/no-array-reduce\n        .reduce((a, b) => Math.min(a, b), Number.MAX_SAFE_INTEGER)\n      if (timestamp === Number.MAX_SAFE_INTEGER) break\n\n      // Set the more flag to false if there are fewer documents returned than the batch size\n      more = boundWitnesses.length === limit\n\n      // Get the corresponding payload hashes from the BWs\n      const hashes = boundWitnesses.map((bw) => bw.payload_hashes[bw.payload_schemas.indexOf(witnessSchema)]).filter(exists)\n\n      // Get the payloads corresponding to the BW hashes from the archivist\n      if (hashes.length > 0) {\n        const batchPayloads = (await archivist.get(hashes)).filter(exists)\n        payloads.push(...batchPayloads)\n      }\n    }\n    return payloads\n  }\n}\n"],"mappings":"6mBAAA,IAAAA,EAAA,GAAAC,EAAAD,EAAA,8BAAAE,IAAA,eAAAC,EAAAH,GCAA,IAAAI,EAAyB,0BACzBC,EAAuB,0BACvBC,EAAoC,wCAEpCC,EAA2G,mDAC3GC,EAAqE,qDACrEC,EAKO,yDACPC,EAA2F,kDAC3FC,EAAmD,sCAEnDC,EAAqB,yBAIrB,IAAMC,EAAyBC,EAACC,GACVD,EAACE,GAAAA,CACnB,IAAMC,EAAMC,EAAAA,QAASC,MAAMH,EAAGD,CAAAA,EAC9B,GAAI,OAAOE,GAAQ,SAAU,OAAOA,EACpC,MAAM,IAAIG,MAAM,8BAAA,CAClB,EAJoB,eADS,0BASlBC,EAAN,MAAMA,UAEHC,4BAAAA,CA9BV,MA8BUA,CAAAA,EAAAA,iCACR,OAAyBC,cAA0B,IAAI,MAAMA,cAAeC,kCAC5E,OAAyBC,oBAA8BD,iCAEvD,OAA0BE,sBAA6E,CACrGC,iBAAkBC,yBAClBC,yBAA0BC,gCAC5B,EAKmBC,WAAa,IAGbC,kBAAoB,IAEvC,IAAIC,qBAAsB,CACxB,SAAOC,YAAS,KAAKC,OAAOF,oBAAqB,IAAM,mCAAA,CACzD,CAEA,IAAuBG,mBAAuC,CAC5D,IAAMC,KAAwBH,YAAS,KAAKC,OAAOC,kBAAmB,IAAM,qCAAA,EACtEA,EAAoBf,EAAyBK,sBAAsBW,CAAAA,EACzE,GAAID,EAAmB,OAAOA,EAC9B,MAAM,IAAIhB,MAAM,mCAAmCiB,CAAAA,EAAuB,CAC5E,CAEA,IAAuBC,aAAuC,CAC5D,IAAMvB,KAAiBmB,YAAS,KAAKC,OAAOI,mBAAoB,IAAM,sCAAA,EACtE,OAAO1B,EAAuBE,CAAAA,CAChC,CAEA,MAAyByB,oBAAoBC,EAAwBC,EAA2C,CAC9G,IAAMC,EAAY,KAAKR,OAAOS,iBACxBC,EAAkB,IAACX,YAAS,KAAKC,OAAOW,cAAe,IAAM,iCAAA,GAC7DC,EAAsB,CAAA,EACtBC,KAAYC,uBAAoB,MAAM,KAAKC,kBAAiB,EAAI,IAAM,6BAAA,EACtEC,KAAYC,sBACf,MAAM,KAAKC,QAAQ,KAAKpB,mBAAmB,GAAGqB,IAAG,EAClD,uCAAA,EAEIC,EAAQ,KAAKxB,WACbe,KAAgBZ,YAAS,KAAKC,OAAOW,cAAe,IAAM,iCAAA,EAC5DU,EAAYd,EACZe,EAAO,GAIX,KAAOA,GAAQV,EAASW,OAAS,KAAK1B,mBAAmB,CACvD,IAAM2B,EAAyC,CAAEhB,UAAAA,EAAWY,MAAAA,EAAOV,gBAAAA,EAAiBe,OAAQC,iCAAgCL,UAAAA,CAAU,EAChIM,GAAkB,MAAMX,EAAUY,OAAO,CAACJ,EAAM,GAAGK,OACtDC,GAAOA,EAAGT,WAAaS,EAAGT,WAAaf,GAAkBwB,EAAGT,WAAad,CAAAA,EAU5E,GARIoB,EAAeJ,SAAW,IAG9BF,EAAYM,EACTI,IAAKD,GAAOA,EAAGT,SAAS,EACxBQ,OAAOG,QAAAA,EAEPC,OAAO,CAACC,EAAGC,IAAMC,KAAKC,IAAIH,EAAGC,CAAAA,EAAIG,OAAOC,gBAAgB,EACvDlB,IAAciB,OAAOC,kBAAkB,MAG3CjB,EAAOK,EAAeJ,SAAWH,EAGjC,IAAMoB,EAASb,EAAeI,IAAKD,GAAOA,EAAGW,eAAeX,EAAGpB,gBAAgBgC,QAAQ/B,CAAAA,CAAAA,CAAe,EAAEkB,OAAOG,QAAAA,EAG/G,GAAIQ,EAAOjB,OAAS,EAAG,CACrB,IAAMoB,GAAiB,MAAM9B,EAAU+B,IAAIJ,CAAAA,GAASX,OAAOG,QAAAA,EAC3DpB,EAASiC,KAAI,GAAIF,CAAAA,CACnB,CACF,CACA,OAAO/B,CACT,CACF","names":["src_exports","__export","MemoryForecastingDiviner","__toCommonJS","import_assert","import_exists","import_archivist_model","import_diviner_boundwitness_model","import_diviner_forecasting_abstract","import_diviner_forecasting_method_arima","import_diviner_forecasting_model","import_diviner_model","import_jsonpath","getJsonPathTransformer","__name","pathExpression","x","ret","jsonpath","value","Error","MemoryForecastingDiviner","AbstractForecastingDiviner","configSchemas","ForecastingDivinerConfigSchema","defaultConfigSchema","forecastingMethodDict","arimaForecasting","arimaForecastingMethod","seasonalArimaForecasting","seasonalArimaForecastingMethod","batchLimit","maxTrainingLength","boundWitnessDiviner","assertEx","config","forecastingMethod","forecastingMethodName","transformer","jsonPathExpression","getPayloadsInWindow","startTimestamp","stopTimestamp","addresses","witnessAddresses","payload_schemas","witnessSchema","payloads","archivist","asArchivistInstance","archivistInstance","bwDiviner","asDivinerInstance","resolve","pop","limit","timestamp","more","length","query","schema","BoundWitnessDivinerQuerySchema","boundWitnesses","divine","filter","bw","map","exists","reduce","a","b","Math","min","Number","MAX_SAFE_INTEGER","hashes","payload_hashes","indexOf","batchPayloads","get","push"]}
+{"version":3,"sources":["../../src/index.ts","../../src/MemoryForecastingDiviner.ts"],"sourcesContent":["export * from './MemoryForecastingDiviner'\n","import { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { asArchivistInstance } from '@xyo-network/archivist-model'\nimport { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { BoundWitnessDivinerParams, BoundWitnessDivinerQueryPayload, BoundWitnessDivinerQuerySchema } from '@xyo-network/diviner-boundwitness-model'\nimport { AbstractForecastingDiviner, ForecastingDivinerParams } from '@xyo-network/diviner-forecasting-abstract'\nimport {\n  arimaForecastingMethod,\n  arimaForecastingName,\n  seasonalArimaForecastingMethod,\n  seasonalArimaForecastingName,\n} from '@xyo-network/diviner-forecasting-method-arima'\nimport { ForecastingDivinerConfigSchema, ForecastingMethod, PayloadValueTransformer } from '@xyo-network/diviner-forecasting-model'\nimport { asDivinerInstance, DivinerInstance } from '@xyo-network/diviner-model'\nimport { Payload, Schema } from '@xyo-network/payload-model'\nimport jsonpath from 'jsonpath'\n\nexport type SupportedForecastingType = typeof arimaForecastingName | typeof seasonalArimaForecastingName\n\nconst getJsonPathTransformer = (pathExpression: string): PayloadValueTransformer => {\n  const transformer = (x: Payload): number => {\n    const ret = jsonpath.value(x, pathExpression)\n    if (typeof ret === 'number') return ret\n    throw new Error('Parsed invalid payload value')\n  }\n  return transformer\n}\n\nexport class MemoryForecastingDiviner<\n  TParams extends ForecastingDivinerParams = ForecastingDivinerParams,\n> extends AbstractForecastingDiviner<TParams> {\n  static override readonly configSchemas: Schema[] = [...super.configSchemas, ForecastingDivinerConfigSchema]\n  static override readonly defaultConfigSchema: Schema = ForecastingDivinerConfigSchema\n\n  protected static readonly forecastingMethodDict: Record<SupportedForecastingType, ForecastingMethod> = {\n    arimaForecasting: arimaForecastingMethod,\n    seasonalArimaForecasting: seasonalArimaForecastingMethod,\n  }\n\n  /**\n   * The max number of records to search during the batch query\n   */\n  protected readonly batchLimit = 1000\n\n  // TODO: Inject via config\n  protected readonly maxTrainingLength = 10_000\n\n  get boundWitnessDiviner() {\n    return assertEx(this.config.boundWitnessDiviner, () => 'No boundWitnessDiviner configured')\n  }\n\n  protected override get forecastingMethod(): ForecastingMethod {\n    const forecastingMethodName = assertEx(this.config.forecastingMethod, () => 'Missing forecastingMethod in config') as SupportedForecastingType\n    const forecastingMethod = MemoryForecastingDiviner.forecastingMethodDict[forecastingMethodName]\n    if (forecastingMethod) return forecastingMethod\n    throw new Error(`Unsupported forecasting method: ${forecastingMethodName}`)\n  }\n\n  protected override get transformer(): PayloadValueTransformer {\n    const pathExpression = assertEx(this.config.jsonPathExpression, () => 'Missing jsonPathExpression in config')\n    return getJsonPathTransformer(pathExpression)\n  }\n\n  protected override async getPayloadsInWindow(startTimestamp: number, stopTimestamp: number): Promise<Payload[]> {\n    const addresses = this.config.witnessAddresses\n    const payload_schemas = [assertEx(this.config.witnessSchema, () => 'Missing witnessSchema in config')]\n    const payloads: Payload[] = []\n    const archivist = asArchivistInstance(await this.archivistInstance(), () => 'Unable to resolve archivist')\n    const bwDiviner = asDivinerInstance(\n      (await this.resolve(this.boundWitnessDiviner)).pop(),\n      'Unable to resolve boundWitnessDiviner',\n    ) as DivinerInstance<BoundWitnessDivinerParams, BoundWitnessDivinerQueryPayload, BoundWitness>\n    const limit = this.batchLimit\n    const witnessSchema = assertEx(this.config.witnessSchema, () => 'Missing witnessSchema in config')\n    let timestamp = stopTimestamp\n    let more = true\n\n    // TODO: Window size vs sample size\n    // Loop until there are no more BWs to process or we've got enough payloads to satisfy the training window\n    while (more || payloads.length < this.maxTrainingLength) {\n      const query: BoundWitnessDivinerQueryPayload = { addresses, limit, payload_schemas, schema: BoundWitnessDivinerQuerySchema, timestamp }\n      const boundWitnesses = (await bwDiviner.divine([query])).filter(\n        (bw) => bw.timestamp && bw.timestamp >= startTimestamp && bw.timestamp <= stopTimestamp,\n      )\n      if (boundWitnesses.length === 0) break\n\n      // Update the timestamp value for the next batch\n      timestamp = boundWitnesses\n        .map((bw) => bw.timestamp)\n        .filter(exists)\n        // eslint-disable-next-line unicorn/no-array-reduce\n        .reduce((a, b) => Math.min(a, b), Number.MAX_SAFE_INTEGER)\n      if (timestamp === Number.MAX_SAFE_INTEGER) break\n\n      // Set the more flag to false if there are fewer documents returned than the batch size\n      more = boundWitnesses.length === limit\n\n      // Get the corresponding payload hashes from the BWs\n      const hashes = boundWitnesses.map((bw) => bw.payload_hashes[bw.payload_schemas.indexOf(witnessSchema)]).filter(exists)\n\n      // Get the payloads corresponding to the BW hashes from the archivist\n      if (hashes.length > 0) {\n        const batchPayloads = (await archivist.get(hashes)).filter(exists)\n        payloads.push(...batchPayloads)\n      }\n    }\n    return payloads\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;;;;;;;ACAA,oBAAyB;AACzB,oBAAuB;AACvB,6BAAoC;AAEpC,wCAA2G;AAC3G,0CAAqE;AACrE,8CAKO;AACP,uCAA2F;AAC3F,2BAAmD;AAEnD,sBAAqB;AAIrB,IAAMA,yBAAyB,wBAACC,mBAAAA;AAC9B,QAAMC,cAAc,wBAACC,MAAAA;AACnB,UAAMC,MAAMC,gBAAAA,QAASC,MAAMH,GAAGF,cAAAA;AAC9B,QAAI,OAAOG,QAAQ,SAAU,QAAOA;AACpC,UAAM,IAAIG,MAAM,8BAAA;EAClB,GAJoB;AAKpB,SAAOL;AACT,GAP+B;AASxB,IAAMM,2BAAN,MAAMA,kCAEHC,+DAAAA;EA9BV,OA8BUA;;;EACR,OAAyBC,gBAA0B;OAAI,MAAMA;IAAeC;;EAC5E,OAAyBC,sBAA8BD;EAEvD,OAA0BE,wBAA6E;IACrGC,kBAAkBC;IAClBC,0BAA0BC;EAC5B;;;;EAKmBC,aAAa;;EAGbC,oBAAoB;EAEvC,IAAIC,sBAAsB;AACxB,eAAOC,wBAAS,KAAKC,OAAOF,qBAAqB,MAAM,mCAAA;EACzD;EAEA,IAAuBG,oBAAuC;AAC5D,UAAMC,4BAAwBH,wBAAS,KAAKC,OAAOC,mBAAmB,MAAM,qCAAA;AAC5E,UAAMA,oBAAoBf,0BAAyBK,sBAAsBW,qBAAAA;AACzE,QAAID,kBAAmB,QAAOA;AAC9B,UAAM,IAAIhB,MAAM,mCAAmCiB,qBAAAA,EAAuB;EAC5E;EAEA,IAAuBtB,cAAuC;AAC5D,UAAMD,qBAAiBoB,wBAAS,KAAKC,OAAOG,oBAAoB,MAAM,sCAAA;AACtE,WAAOzB,uBAAuBC,cAAAA;EAChC;EAEA,MAAyByB,oBAAoBC,gBAAwBC,eAA2C;AAC9G,UAAMC,YAAY,KAAKP,OAAOQ;AAC9B,UAAMC,kBAAkB;UAACV,wBAAS,KAAKC,OAAOU,eAAe,MAAM,iCAAA;;AACnE,UAAMC,WAAsB,CAAA;AAC5B,UAAMC,gBAAYC,4CAAoB,MAAM,KAAKC,kBAAiB,GAAI,MAAM,6BAAA;AAC5E,UAAMC,gBAAYC,yCACf,MAAM,KAAKC,QAAQ,KAAKnB,mBAAmB,GAAGoB,IAAG,GAClD,uCAAA;AAEF,UAAMC,QAAQ,KAAKvB;AACnB,UAAMc,oBAAgBX,wBAAS,KAAKC,OAAOU,eAAe,MAAM,iCAAA;AAChE,QAAIU,YAAYd;AAChB,QAAIe,OAAO;AAIX,WAAOA,QAAQV,SAASW,SAAS,KAAKzB,mBAAmB;AACvD,YAAM0B,QAAyC;QAAEhB;QAAWY;QAAOV;QAAiBe,QAAQC;QAAgCL;MAAU;AACtI,YAAMM,kBAAkB,MAAMX,UAAUY,OAAO;QAACJ;OAAM,GAAGK,OACvD,CAACC,OAAOA,GAAGT,aAAaS,GAAGT,aAAaf,kBAAkBwB,GAAGT,aAAad,aAAAA;AAE5E,UAAIoB,eAAeJ,WAAW,EAAG;AAGjCF,kBAAYM,eACTI,IAAI,CAACD,OAAOA,GAAGT,SAAS,EACxBQ,OAAOG,oBAAAA,EAEPC,OAAO,CAACC,GAAGC,MAAMC,KAAKC,IAAIH,GAAGC,CAAAA,GAAIG,OAAOC,gBAAgB;AAC3D,UAAIlB,cAAciB,OAAOC,iBAAkB;AAG3CjB,aAAOK,eAAeJ,WAAWH;AAGjC,YAAMoB,SAASb,eAAeI,IAAI,CAACD,OAAOA,GAAGW,eAAeX,GAAGpB,gBAAgBgC,QAAQ/B,aAAAA,CAAAA,CAAe,EAAEkB,OAAOG,oBAAAA;AAG/G,UAAIQ,OAAOjB,SAAS,GAAG;AACrB,cAAMoB,iBAAiB,MAAM9B,UAAU+B,IAAIJ,MAAAA,GAASX,OAAOG,oBAAAA;AAC3DpB,iBAASiC,KAAI,GAAIF,aAAAA;MACnB;IACF;AACA,WAAO/B;EACT;AACF;","names":["getJsonPathTransformer","pathExpression","transformer","x","ret","jsonpath","value","Error","MemoryForecastingDiviner","AbstractForecastingDiviner","configSchemas","ForecastingDivinerConfigSchema","defaultConfigSchema","forecastingMethodDict","arimaForecasting","arimaForecastingMethod","seasonalArimaForecasting","seasonalArimaForecastingMethod","batchLimit","maxTrainingLength","boundWitnessDiviner","assertEx","config","forecastingMethod","forecastingMethodName","jsonPathExpression","getPayloadsInWindow","startTimestamp","stopTimestamp","addresses","witnessAddresses","payload_schemas","witnessSchema","payloads","archivist","asArchivistInstance","archivistInstance","bwDiviner","asDivinerInstance","resolve","pop","limit","timestamp","more","length","query","schema","BoundWitnessDivinerQuerySchema","boundWitnesses","divine","filter","bw","map","exists","reduce","a","b","Math","min","Number","MAX_SAFE_INTEGER","hashes","payload_hashes","indexOf","batchPayloads","get","push"]}

package/dist/browser/index.js

@@ -1,2 +1,93 @@
-var S=Object.defineProperty;var a=(e,i)=>S(e,"name",{value:i,configurable:!0});import{assertEx as n}from"@xylabs/assert";import{exists as m}from"@xylabs/exists";import{asArchivistInstance as x}from"@xyo-network/archivist-model";import{BoundWitnessDivinerQuerySchema as D}from"@xyo-network/diviner-boundwitness-model";import{AbstractForecastingDiviner as y}from"@xyo-network/diviner-forecasting-abstract";import{arimaForecastingMethod as A,seasonalArimaForecastingMethod as W}from"@xyo-network/diviner-forecasting-method-arima";import{ForecastingDivinerConfigSchema as p}from"@xyo-network/diviner-forecasting-model";import{asDivinerInstance as F}from"@xyo-network/diviner-model";import _ from"jsonpath";var I=a(e=>a(s=>{let o=_.value(s,e);if(typeof o=="number")return o;throw new Error("Parsed invalid payload value")},"transformer"),"getJsonPathTransformer"),l=class e extends y{static{a(this,"MemoryForecastingDiviner")}static configSchemas=[...super.configSchemas,p];static defaultConfigSchema=p;static forecastingMethodDict={arimaForecasting:A,seasonalArimaForecasting:W};batchLimit=1e3;maxTrainingLength=1e4;get boundWitnessDiviner(){return n(this.config.boundWitnessDiviner,()=>"No boundWitnessDiviner configured")}get forecastingMethod(){let i=n(this.config.forecastingMethod,()=>"Missing forecastingMethod in config"),s=e.forecastingMethodDict[i];if(s)return s;throw new Error(`Unsupported forecasting method: ${i}`)}get transformer(){let i=n(this.config.jsonPathExpression,()=>"Missing jsonPathExpression in config");return I(i)}async getPayloadsInWindow(i,s){let o=this.config.witnessAddresses,u=[n(this.config.witnessSchema,()=>"Missing witnessSchema in config")],c=[],v=x(await this.archivistInstance(),()=>"Unable to resolve archivist"),b=F((await this.resolve(this.boundWitnessDiviner)).pop(),"Unable to resolve boundWitnessDiviner"),f=this.batchLimit,M=n(this.config.witnessSchema,()=>"Missing witnessSchema in config"),h=s,g=!0;for(;g||c.length<this.maxTrainingLength;){let w={addresses:o,limit:f,payload_schemas:u,schema:D,timestamp:h},r=(await b.divine([w])).filter(t=>t.timestamp&&t.timestamp>=i&&t.timestamp<=s);if(r.length===0||(h=r.map(t=>t.timestamp).filter(m).reduce((t,E)=>Math.min(t,E),Number.MAX_SAFE_INTEGER),h===Number.MAX_SAFE_INTEGER))break;g=r.length===f;let d=r.map(t=>t.payload_hashes[t.payload_schemas.indexOf(M)]).filter(m);if(d.length>0){let t=(await v.get(d)).filter(m);c.push(...t)}}return c}};export{l as MemoryForecastingDiviner};
+var __defProp = Object.defineProperty;
+var __name = (target, value) => __defProp(target, "name", { value, configurable: true });
+
+// src/MemoryForecastingDiviner.ts
+import { assertEx } from "@xylabs/assert";
+import { exists } from "@xylabs/exists";
+import { asArchivistInstance } from "@xyo-network/archivist-model";
+import { BoundWitnessDivinerQuerySchema } from "@xyo-network/diviner-boundwitness-model";
+import { AbstractForecastingDiviner } from "@xyo-network/diviner-forecasting-abstract";
+import { arimaForecastingMethod, seasonalArimaForecastingMethod } from "@xyo-network/diviner-forecasting-method-arima";
+import { ForecastingDivinerConfigSchema } from "@xyo-network/diviner-forecasting-model";
+import { asDivinerInstance } from "@xyo-network/diviner-model";
+import jsonpath from "jsonpath";
+var getJsonPathTransformer = /* @__PURE__ */ __name((pathExpression) => {
+  const transformer = /* @__PURE__ */ __name((x) => {
+    const ret = jsonpath.value(x, pathExpression);
+    if (typeof ret === "number") return ret;
+    throw new Error("Parsed invalid payload value");
+  }, "transformer");
+  return transformer;
+}, "getJsonPathTransformer");
+var MemoryForecastingDiviner = class _MemoryForecastingDiviner extends AbstractForecastingDiviner {
+  static {
+    __name(this, "MemoryForecastingDiviner");
+  }
+  static configSchemas = [
+    ...super.configSchemas,
+    ForecastingDivinerConfigSchema
+  ];
+  static defaultConfigSchema = ForecastingDivinerConfigSchema;
+  static forecastingMethodDict = {
+    arimaForecasting: arimaForecastingMethod,
+    seasonalArimaForecasting: seasonalArimaForecastingMethod
+  };
+  /**
+  * The max number of records to search during the batch query
+  */
+  batchLimit = 1e3;
+  // TODO: Inject via config
+  maxTrainingLength = 1e4;
+  get boundWitnessDiviner() {
+    return assertEx(this.config.boundWitnessDiviner, () => "No boundWitnessDiviner configured");
+  }
+  get forecastingMethod() {
+    const forecastingMethodName = assertEx(this.config.forecastingMethod, () => "Missing forecastingMethod in config");
+    const forecastingMethod = _MemoryForecastingDiviner.forecastingMethodDict[forecastingMethodName];
+    if (forecastingMethod) return forecastingMethod;
+    throw new Error(`Unsupported forecasting method: ${forecastingMethodName}`);
+  }
+  get transformer() {
+    const pathExpression = assertEx(this.config.jsonPathExpression, () => "Missing jsonPathExpression in config");
+    return getJsonPathTransformer(pathExpression);
+  }
+  async getPayloadsInWindow(startTimestamp, stopTimestamp) {
+    const addresses = this.config.witnessAddresses;
+    const payload_schemas = [
+      assertEx(this.config.witnessSchema, () => "Missing witnessSchema in config")
+    ];
+    const payloads = [];
+    const archivist = asArchivistInstance(await this.archivistInstance(), () => "Unable to resolve archivist");
+    const bwDiviner = asDivinerInstance((await this.resolve(this.boundWitnessDiviner)).pop(), "Unable to resolve boundWitnessDiviner");
+    const limit = this.batchLimit;
+    const witnessSchema = assertEx(this.config.witnessSchema, () => "Missing witnessSchema in config");
+    let timestamp = stopTimestamp;
+    let more = true;
+    while (more || payloads.length < this.maxTrainingLength) {
+      const query = {
+        addresses,
+        limit,
+        payload_schemas,
+        schema: BoundWitnessDivinerQuerySchema,
+        timestamp
+      };
+      const boundWitnesses = (await bwDiviner.divine([
+        query
+      ])).filter((bw) => bw.timestamp && bw.timestamp >= startTimestamp && bw.timestamp <= stopTimestamp);
+      if (boundWitnesses.length === 0) break;
+      timestamp = boundWitnesses.map((bw) => bw.timestamp).filter(exists).reduce((a, b) => Math.min(a, b), Number.MAX_SAFE_INTEGER);
+      if (timestamp === Number.MAX_SAFE_INTEGER) break;
+      more = boundWitnesses.length === limit;
+      const hashes = boundWitnesses.map((bw) => bw.payload_hashes[bw.payload_schemas.indexOf(witnessSchema)]).filter(exists);
+      if (hashes.length > 0) {
+        const batchPayloads = (await archivist.get(hashes)).filter(exists);
+        payloads.push(...batchPayloads);
+      }
+    }
+    return payloads;
+  }
+};
+export {
+  MemoryForecastingDiviner
+};
 //# sourceMappingURL=index.js.map

package/dist/browser/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/MemoryForecastingDiviner.ts"],"sourcesContent":["import { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { asArchivistInstance } from '@xyo-network/archivist-model'\nimport { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { BoundWitnessDivinerParams, BoundWitnessDivinerQueryPayload, BoundWitnessDivinerQuerySchema } from '@xyo-network/diviner-boundwitness-model'\nimport { AbstractForecastingDiviner, ForecastingDivinerParams } from '@xyo-network/diviner-forecasting-abstract'\nimport {\n  arimaForecastingMethod,\n  arimaForecastingName,\n  seasonalArimaForecastingMethod,\n  seasonalArimaForecastingName,\n} from '@xyo-network/diviner-forecasting-method-arima'\nimport { ForecastingDivinerConfigSchema, ForecastingMethod, PayloadValueTransformer } from '@xyo-network/diviner-forecasting-model'\nimport { asDivinerInstance, DivinerInstance } from '@xyo-network/diviner-model'\nimport { Payload, Schema } from '@xyo-network/payload-model'\nimport jsonpath from 'jsonpath'\n\nexport type SupportedForecastingType = typeof arimaForecastingName | typeof seasonalArimaForecastingName\n\nconst getJsonPathTransformer = (pathExpression: string): PayloadValueTransformer => {\n  const transformer = (x: Payload): number => {\n    const ret = jsonpath.value(x, pathExpression)\n    if (typeof ret === 'number') return ret\n    throw new Error('Parsed invalid payload value')\n  }\n  return transformer\n}\n\nexport class MemoryForecastingDiviner<\n  TParams extends ForecastingDivinerParams = ForecastingDivinerParams,\n> extends AbstractForecastingDiviner<TParams> {\n  static override readonly configSchemas: Schema[] = [...super.configSchemas, ForecastingDivinerConfigSchema]\n  static override readonly defaultConfigSchema: Schema = ForecastingDivinerConfigSchema\n\n  protected static readonly forecastingMethodDict: Record<SupportedForecastingType, ForecastingMethod> = {\n    arimaForecasting: arimaForecastingMethod,\n    seasonalArimaForecasting: seasonalArimaForecastingMethod,\n  }\n\n  /**\n   * The max number of records to search during the batch query\n   */\n  protected readonly batchLimit = 1000\n\n  // TODO: Inject via config\n  protected readonly maxTrainingLength = 10_000\n\n  get boundWitnessDiviner() {\n    return assertEx(this.config.boundWitnessDiviner, () => 'No boundWitnessDiviner configured')\n  }\n\n  protected override get forecastingMethod(): ForecastingMethod {\n    const forecastingMethodName = assertEx(this.config.forecastingMethod, () => 'Missing forecastingMethod in config') as SupportedForecastingType\n    const forecastingMethod = MemoryForecastingDiviner.forecastingMethodDict[forecastingMethodName]\n    if (forecastingMethod) return forecastingMethod\n    throw new Error(`Unsupported forecasting method: ${forecastingMethodName}`)\n  }\n\n  protected override get transformer(): PayloadValueTransformer {\n    const pathExpression = assertEx(this.config.jsonPathExpression, () => 'Missing jsonPathExpression in config')\n    return getJsonPathTransformer(pathExpression)\n  }\n\n  protected override async getPayloadsInWindow(startTimestamp: number, stopTimestamp: number): Promise<Payload[]> {\n    const addresses = this.config.witnessAddresses\n    const payload_schemas = [assertEx(this.config.witnessSchema, () => 'Missing witnessSchema in config')]\n    const payloads: Payload[] = []\n    const archivist = asArchivistInstance(await this.archivistInstance(), () => 'Unable to resolve archivist')\n    const bwDiviner = asDivinerInstance(\n      (await this.resolve(this.boundWitnessDiviner)).pop(),\n      'Unable to resolve boundWitnessDiviner',\n    ) as DivinerInstance<BoundWitnessDivinerParams, BoundWitnessDivinerQueryPayload, BoundWitness>\n    const limit = this.batchLimit\n    const witnessSchema = assertEx(this.config.witnessSchema, () => 'Missing witnessSchema in config')\n    let timestamp = stopTimestamp\n    let more = true\n\n    // TODO: Window size vs sample size\n    // Loop until there are no more BWs to process or we've got enough payloads to satisfy the training window\n    while (more || payloads.length < this.maxTrainingLength) {\n      const query: BoundWitnessDivinerQueryPayload = { addresses, limit, payload_schemas, schema: BoundWitnessDivinerQuerySchema, timestamp }\n      const boundWitnesses = (await bwDiviner.divine([query])).filter(\n        (bw) => bw.timestamp && bw.timestamp >= startTimestamp && bw.timestamp <= stopTimestamp,\n      )\n      if (boundWitnesses.length === 0) break\n\n      // Update the timestamp value for the next batch\n      timestamp = boundWitnesses\n        .map((bw) => bw.timestamp)\n        .filter(exists)\n        // eslint-disable-next-line unicorn/no-array-reduce\n        .reduce((a, b) => Math.min(a, b), Number.MAX_SAFE_INTEGER)\n      if (timestamp === Number.MAX_SAFE_INTEGER) break\n\n      // Set the more flag to false if there are fewer documents returned than the batch size\n      more = boundWitnesses.length === limit\n\n      // Get the corresponding payload hashes from the BWs\n      const hashes = boundWitnesses.map((bw) => bw.payload_hashes[bw.payload_schemas.indexOf(witnessSchema)]).filter(exists)\n\n      // Get the payloads corresponding to the BW hashes from the archivist\n      if (hashes.length > 0) {\n        const batchPayloads = (await archivist.get(hashes)).filter(exists)\n        payloads.push(...batchPayloads)\n      }\n    }\n    return payloads\n  }\n}\n"],"mappings":"+EAAA,OAASA,YAAAA,MAAgB,iBACzB,OAASC,UAAAA,MAAc,iBACvB,OAASC,uBAAAA,MAA2B,+BAEpC,OAAqEC,kCAAAA,MAAsC,0CAC3G,OAASC,8BAAAA,MAA4D,4CACrE,OACEC,0BAAAA,EAEAC,kCAAAA,MAEK,gDACP,OAASC,kCAAAA,MAAkF,yCAC3F,OAASC,qBAAAA,MAA0C,6BAEnD,OAAOC,MAAc,WAIrB,IAAMC,EAAyBC,EAACC,GACVD,EAACE,GAAAA,CACnB,IAAMC,EAAMC,EAASC,MAAMH,EAAGD,CAAAA,EAC9B,GAAI,OAAOE,GAAQ,SAAU,OAAOA,EACpC,MAAM,IAAIG,MAAM,8BAAA,CAClB,EAJoB,eADS,0BASlBC,EAAN,MAAMA,UAEHC,CAAAA,CA9BV,MA8BUA,CAAAA,EAAAA,iCACR,OAAyBC,cAA0B,IAAI,MAAMA,cAAeC,GAC5E,OAAyBC,oBAA8BD,EAEvD,OAA0BE,sBAA6E,CACrGC,iBAAkBC,EAClBC,yBAA0BC,CAC5B,EAKmBC,WAAa,IAGbC,kBAAoB,IAEvC,IAAIC,qBAAsB,CACxB,OAAOC,EAAS,KAAKC,OAAOF,oBAAqB,IAAM,mCAAA,CACzD,CAEA,IAAuBG,mBAAuC,CAC5D,IAAMC,EAAwBH,EAAS,KAAKC,OAAOC,kBAAmB,IAAM,qCAAA,EACtEA,EAAoBf,EAAyBK,sBAAsBW,CAAAA,EACzE,GAAID,EAAmB,OAAOA,EAC9B,MAAM,IAAIhB,MAAM,mCAAmCiB,CAAAA,EAAuB,CAC5E,CAEA,IAAuBC,aAAuC,CAC5D,IAAMvB,EAAiBmB,EAAS,KAAKC,OAAOI,mBAAoB,IAAM,sCAAA,EACtE,OAAO1B,EAAuBE,CAAAA,CAChC,CAEA,MAAyByB,oBAAoBC,EAAwBC,EAA2C,CAC9G,IAAMC,EAAY,KAAKR,OAAOS,iBACxBC,EAAkB,CAACX,EAAS,KAAKC,OAAOW,cAAe,IAAM,iCAAA,GAC7DC,EAAsB,CAAA,EACtBC,EAAYC,EAAoB,MAAM,KAAKC,kBAAiB,EAAI,IAAM,6BAAA,EACtEC,EAAYC,GACf,MAAM,KAAKC,QAAQ,KAAKpB,mBAAmB,GAAGqB,IAAG,EAClD,uCAAA,EAEIC,EAAQ,KAAKxB,WACbe,EAAgBZ,EAAS,KAAKC,OAAOW,cAAe,IAAM,iCAAA,EAC5DU,EAAYd,EACZe,EAAO,GAIX,KAAOA,GAAQV,EAASW,OAAS,KAAK1B,mBAAmB,CACvD,IAAM2B,EAAyC,CAAEhB,UAAAA,EAAWY,MAAAA,EAAOV,gBAAAA,EAAiBe,OAAQC,EAAgCL,UAAAA,CAAU,EAChIM,GAAkB,MAAMX,EAAUY,OAAO,CAACJ,EAAM,GAAGK,OACtDC,GAAOA,EAAGT,WAAaS,EAAGT,WAAaf,GAAkBwB,EAAGT,WAAad,CAAAA,EAU5E,GARIoB,EAAeJ,SAAW,IAG9BF,EAAYM,EACTI,IAAKD,GAAOA,EAAGT,SAAS,EACxBQ,OAAOG,CAAAA,EAEPC,OAAO,CAACC,EAAGC,IAAMC,KAAKC,IAAIH,EAAGC,CAAAA,EAAIG,OAAOC,gBAAgB,EACvDlB,IAAciB,OAAOC,kBAAkB,MAG3CjB,EAAOK,EAAeJ,SAAWH,EAGjC,IAAMoB,EAASb,EAAeI,IAAKD,GAAOA,EAAGW,eAAeX,EAAGpB,gBAAgBgC,QAAQ/B,CAAAA,CAAAA,CAAe,EAAEkB,OAAOG,CAAAA,EAG/G,GAAIQ,EAAOjB,OAAS,EAAG,CACrB,IAAMoB,GAAiB,MAAM9B,EAAU+B,IAAIJ,CAAAA,GAASX,OAAOG,CAAAA,EAC3DpB,EAASiC,KAAI,GAAIF,CAAAA,CACnB,CACF,CACA,OAAO/B,CACT,CACF","names":["assertEx","exists","asArchivistInstance","BoundWitnessDivinerQuerySchema","AbstractForecastingDiviner","arimaForecastingMethod","seasonalArimaForecastingMethod","ForecastingDivinerConfigSchema","asDivinerInstance","jsonpath","getJsonPathTransformer","__name","pathExpression","x","ret","jsonpath","value","Error","MemoryForecastingDiviner","AbstractForecastingDiviner","configSchemas","ForecastingDivinerConfigSchema","defaultConfigSchema","forecastingMethodDict","arimaForecasting","arimaForecastingMethod","seasonalArimaForecasting","seasonalArimaForecastingMethod","batchLimit","maxTrainingLength","boundWitnessDiviner","assertEx","config","forecastingMethod","forecastingMethodName","transformer","jsonPathExpression","getPayloadsInWindow","startTimestamp","stopTimestamp","addresses","witnessAddresses","payload_schemas","witnessSchema","payloads","archivist","asArchivistInstance","archivistInstance","bwDiviner","asDivinerInstance","resolve","pop","limit","timestamp","more","length","query","schema","BoundWitnessDivinerQuerySchema","boundWitnesses","divine","filter","bw","map","exists","reduce","a","b","Math","min","Number","MAX_SAFE_INTEGER","hashes","payload_hashes","indexOf","batchPayloads","get","push"]}
+{"version":3,"sources":["../../src/MemoryForecastingDiviner.ts"],"sourcesContent":["import { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { asArchivistInstance } from '@xyo-network/archivist-model'\nimport { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { BoundWitnessDivinerParams, BoundWitnessDivinerQueryPayload, BoundWitnessDivinerQuerySchema } from '@xyo-network/diviner-boundwitness-model'\nimport { AbstractForecastingDiviner, ForecastingDivinerParams } from '@xyo-network/diviner-forecasting-abstract'\nimport {\n  arimaForecastingMethod,\n  arimaForecastingName,\n  seasonalArimaForecastingMethod,\n  seasonalArimaForecastingName,\n} from '@xyo-network/diviner-forecasting-method-arima'\nimport { ForecastingDivinerConfigSchema, ForecastingMethod, PayloadValueTransformer } from '@xyo-network/diviner-forecasting-model'\nimport { asDivinerInstance, DivinerInstance } from '@xyo-network/diviner-model'\nimport { Payload, Schema } from '@xyo-network/payload-model'\nimport jsonpath from 'jsonpath'\n\nexport type SupportedForecastingType = typeof arimaForecastingName | typeof seasonalArimaForecastingName\n\nconst getJsonPathTransformer = (pathExpression: string): PayloadValueTransformer => {\n  const transformer = (x: Payload): number => {\n    const ret = jsonpath.value(x, pathExpression)\n    if (typeof ret === 'number') return ret\n    throw new Error('Parsed invalid payload value')\n  }\n  return transformer\n}\n\nexport class MemoryForecastingDiviner<\n  TParams extends ForecastingDivinerParams = ForecastingDivinerParams,\n> extends AbstractForecastingDiviner<TParams> {\n  static override readonly configSchemas: Schema[] = [...super.configSchemas, ForecastingDivinerConfigSchema]\n  static override readonly defaultConfigSchema: Schema = ForecastingDivinerConfigSchema\n\n  protected static readonly forecastingMethodDict: Record<SupportedForecastingType, ForecastingMethod> = {\n    arimaForecasting: arimaForecastingMethod,\n    seasonalArimaForecasting: seasonalArimaForecastingMethod,\n  }\n\n  /**\n   * The max number of records to search during the batch query\n   */\n  protected readonly batchLimit = 1000\n\n  // TODO: Inject via config\n  protected readonly maxTrainingLength = 10_000\n\n  get boundWitnessDiviner() {\n    return assertEx(this.config.boundWitnessDiviner, () => 'No boundWitnessDiviner configured')\n  }\n\n  protected override get forecastingMethod(): ForecastingMethod {\n    const forecastingMethodName = assertEx(this.config.forecastingMethod, () => 'Missing forecastingMethod in config') as SupportedForecastingType\n    const forecastingMethod = MemoryForecastingDiviner.forecastingMethodDict[forecastingMethodName]\n    if (forecastingMethod) return forecastingMethod\n    throw new Error(`Unsupported forecasting method: ${forecastingMethodName}`)\n  }\n\n  protected override get transformer(): PayloadValueTransformer {\n    const pathExpression = assertEx(this.config.jsonPathExpression, () => 'Missing jsonPathExpression in config')\n    return getJsonPathTransformer(pathExpression)\n  }\n\n  protected override async getPayloadsInWindow(startTimestamp: number, stopTimestamp: number): Promise<Payload[]> {\n    const addresses = this.config.witnessAddresses\n    const payload_schemas = [assertEx(this.config.witnessSchema, () => 'Missing witnessSchema in config')]\n    const payloads: Payload[] = []\n    const archivist = asArchivistInstance(await this.archivistInstance(), () => 'Unable to resolve archivist')\n    const bwDiviner = asDivinerInstance(\n      (await this.resolve(this.boundWitnessDiviner)).pop(),\n      'Unable to resolve boundWitnessDiviner',\n    ) as DivinerInstance<BoundWitnessDivinerParams, BoundWitnessDivinerQueryPayload, BoundWitness>\n    const limit = this.batchLimit\n    const witnessSchema = assertEx(this.config.witnessSchema, () => 'Missing witnessSchema in config')\n    let timestamp = stopTimestamp\n    let more = true\n\n    // TODO: Window size vs sample size\n    // Loop until there are no more BWs to process or we've got enough payloads to satisfy the training window\n    while (more || payloads.length < this.maxTrainingLength) {\n      const query: BoundWitnessDivinerQueryPayload = { addresses, limit, payload_schemas, schema: BoundWitnessDivinerQuerySchema, timestamp }\n      const boundWitnesses = (await bwDiviner.divine([query])).filter(\n        (bw) => bw.timestamp && bw.timestamp >= startTimestamp && bw.timestamp <= stopTimestamp,\n      )\n      if (boundWitnesses.length === 0) break\n\n      // Update the timestamp value for the next batch\n      timestamp = boundWitnesses\n        .map((bw) => bw.timestamp)\n        .filter(exists)\n        // eslint-disable-next-line unicorn/no-array-reduce\n        .reduce((a, b) => Math.min(a, b), Number.MAX_SAFE_INTEGER)\n      if (timestamp === Number.MAX_SAFE_INTEGER) break\n\n      // Set the more flag to false if there are fewer documents returned than the batch size\n      more = boundWitnesses.length === limit\n\n      // Get the corresponding payload hashes from the BWs\n      const hashes = boundWitnesses.map((bw) => bw.payload_hashes[bw.payload_schemas.indexOf(witnessSchema)]).filter(exists)\n\n      // Get the payloads corresponding to the BW hashes from the archivist\n      if (hashes.length > 0) {\n        const batchPayloads = (await archivist.get(hashes)).filter(exists)\n        payloads.push(...batchPayloads)\n      }\n    }\n    return payloads\n  }\n}\n"],"mappings":";;;;AAAA,SAASA,gBAAgB;AACzB,SAASC,cAAc;AACvB,SAASC,2BAA2B;AAEpC,SAAqEC,sCAAsC;AAC3G,SAASC,kCAA4D;AACrE,SACEC,wBAEAC,sCAEK;AACP,SAASC,sCAAkF;AAC3F,SAASC,yBAA0C;AAEnD,OAAOC,cAAc;AAIrB,IAAMC,yBAAyB,wBAACC,mBAAAA;AAC9B,QAAMC,cAAc,wBAACC,MAAAA;AACnB,UAAMC,MAAMC,SAASC,MAAMH,GAAGF,cAAAA;AAC9B,QAAI,OAAOG,QAAQ,SAAU,QAAOA;AACpC,UAAM,IAAIG,MAAM,8BAAA;EAClB,GAJoB;AAKpB,SAAOL;AACT,GAP+B;AASxB,IAAMM,2BAAN,MAAMA,kCAEHC,2BAAAA;EA9BV,OA8BUA;;;EACR,OAAyBC,gBAA0B;OAAI,MAAMA;IAAeC;;EAC5E,OAAyBC,sBAA8BD;EAEvD,OAA0BE,wBAA6E;IACrGC,kBAAkBC;IAClBC,0BAA0BC;EAC5B;;;;EAKmBC,aAAa;;EAGbC,oBAAoB;EAEvC,IAAIC,sBAAsB;AACxB,WAAOC,SAAS,KAAKC,OAAOF,qBAAqB,MAAM,mCAAA;EACzD;EAEA,IAAuBG,oBAAuC;AAC5D,UAAMC,wBAAwBH,SAAS,KAAKC,OAAOC,mBAAmB,MAAM,qCAAA;AAC5E,UAAMA,oBAAoBf,0BAAyBK,sBAAsBW,qBAAAA;AACzE,QAAID,kBAAmB,QAAOA;AAC9B,UAAM,IAAIhB,MAAM,mCAAmCiB,qBAAAA,EAAuB;EAC5E;EAEA,IAAuBtB,cAAuC;AAC5D,UAAMD,iBAAiBoB,SAAS,KAAKC,OAAOG,oBAAoB,MAAM,sCAAA;AACtE,WAAOzB,uBAAuBC,cAAAA;EAChC;EAEA,MAAyByB,oBAAoBC,gBAAwBC,eAA2C;AAC9G,UAAMC,YAAY,KAAKP,OAAOQ;AAC9B,UAAMC,kBAAkB;MAACV,SAAS,KAAKC,OAAOU,eAAe,MAAM,iCAAA;;AACnE,UAAMC,WAAsB,CAAA;AAC5B,UAAMC,YAAYC,oBAAoB,MAAM,KAAKC,kBAAiB,GAAI,MAAM,6BAAA;AAC5E,UAAMC,YAAYC,mBACf,MAAM,KAAKC,QAAQ,KAAKnB,mBAAmB,GAAGoB,IAAG,GAClD,uCAAA;AAEF,UAAMC,QAAQ,KAAKvB;AACnB,UAAMc,gBAAgBX,SAAS,KAAKC,OAAOU,eAAe,MAAM,iCAAA;AAChE,QAAIU,YAAYd;AAChB,QAAIe,OAAO;AAIX,WAAOA,QAAQV,SAASW,SAAS,KAAKzB,mBAAmB;AACvD,YAAM0B,QAAyC;QAAEhB;QAAWY;QAAOV;QAAiBe,QAAQC;QAAgCL;MAAU;AACtI,YAAMM,kBAAkB,MAAMX,UAAUY,OAAO;QAACJ;OAAM,GAAGK,OACvD,CAACC,OAAOA,GAAGT,aAAaS,GAAGT,aAAaf,kBAAkBwB,GAAGT,aAAad,aAAAA;AAE5E,UAAIoB,eAAeJ,WAAW,EAAG;AAGjCF,kBAAYM,eACTI,IAAI,CAACD,OAAOA,GAAGT,SAAS,EACxBQ,OAAOG,MAAAA,EAEPC,OAAO,CAACC,GAAGC,MAAMC,KAAKC,IAAIH,GAAGC,CAAAA,GAAIG,OAAOC,gBAAgB;AAC3D,UAAIlB,cAAciB,OAAOC,iBAAkB;AAG3CjB,aAAOK,eAAeJ,WAAWH;AAGjC,YAAMoB,SAASb,eAAeI,IAAI,CAACD,OAAOA,GAAGW,eAAeX,GAAGpB,gBAAgBgC,QAAQ/B,aAAAA,CAAAA,CAAe,EAAEkB,OAAOG,MAAAA;AAG/G,UAAIQ,OAAOjB,SAAS,GAAG;AACrB,cAAMoB,iBAAiB,MAAM9B,UAAU+B,IAAIJ,MAAAA,GAASX,OAAOG,MAAAA;AAC3DpB,iBAASiC,KAAI,GAAIF,aAAAA;MACnB;IACF;AACA,WAAO/B;EACT;AACF;","names":["assertEx","exists","asArchivistInstance","BoundWitnessDivinerQuerySchema","AbstractForecastingDiviner","arimaForecastingMethod","seasonalArimaForecastingMethod","ForecastingDivinerConfigSchema","asDivinerInstance","jsonpath","getJsonPathTransformer","pathExpression","transformer","x","ret","jsonpath","value","Error","MemoryForecastingDiviner","AbstractForecastingDiviner","configSchemas","ForecastingDivinerConfigSchema","defaultConfigSchema","forecastingMethodDict","arimaForecasting","arimaForecastingMethod","seasonalArimaForecasting","seasonalArimaForecastingMethod","batchLimit","maxTrainingLength","boundWitnessDiviner","assertEx","config","forecastingMethod","forecastingMethodName","jsonPathExpression","getPayloadsInWindow","startTimestamp","stopTimestamp","addresses","witnessAddresses","payload_schemas","witnessSchema","payloads","archivist","asArchivistInstance","archivistInstance","bwDiviner","asDivinerInstance","resolve","pop","limit","timestamp","more","length","query","schema","BoundWitnessDivinerQuerySchema","boundWitnesses","divine","filter","bw","map","exists","reduce","a","b","Math","min","Number","MAX_SAFE_INTEGER","hashes","payload_hashes","indexOf","batchPayloads","get","push"]}

package/dist/neutral/index.cjs

@@ -1,2 +1,124 @@
-"use strict";var I=Object.create;var a=Object.defineProperty;var N=Object.getOwnPropertyDescriptor;var P=Object.getOwnPropertyNames;var L=Object.getPrototypeOf,T=Object.prototype.hasOwnProperty;var h=(i,t)=>a(i,"name",{value:t,configurable:!0});var j=(i,t)=>{for(var s in t)a(i,s,{get:t[s],enumerable:!0})},M=(i,t,s,n)=>{if(t&&typeof t=="object"||typeof t=="function")for(let o of P(t))!T.call(i,o)&&o!==s&&a(i,o,{get:()=>t[o],enumerable:!(n=N(t,o))||n.enumerable});return i};var U=(i,t,s)=>(s=i!=null?I(L(i)):{},M(t||!i||!i.__esModule?a(s,"default",{value:i,enumerable:!0}):s,i)),k=i=>M(a({},"__esModule",{value:!0}),i);var G={};j(G,{MemoryForecastingDiviner:()=>l});module.exports=k(G);var r=require("@xylabs/assert"),m=require("@xylabs/exists"),w=require("@xyo-network/archivist-model"),E=require("@xyo-network/diviner-boundwitness-model"),S=require("@xyo-network/diviner-forecasting-abstract"),f=require("@xyo-network/diviner-forecasting-method-arima"),p=require("@xyo-network/diviner-forecasting-model"),x=require("@xyo-network/diviner-model"),D=U(require("jsonpath"),1);var C=h(i=>h(s=>{let n=D.default.value(s,i);if(typeof n=="number")return n;throw new Error("Parsed invalid payload value")},"transformer"),"getJsonPathTransformer"),l=class i extends S.AbstractForecastingDiviner{static{h(this,"MemoryForecastingDiviner")}static configSchemas=[...super.configSchemas,p.ForecastingDivinerConfigSchema];static defaultConfigSchema=p.ForecastingDivinerConfigSchema;static forecastingMethodDict={arimaForecasting:f.arimaForecastingMethod,seasonalArimaForecasting:f.seasonalArimaForecastingMethod};batchLimit=1e3;maxTrainingLength=1e4;get boundWitnessDiviner(){return(0,r.assertEx)(this.config.boundWitnessDiviner,()=>"No boundWitnessDiviner configured")}get forecastingMethod(){let t=(0,r.assertEx)(this.config.forecastingMethod,()=>"Missing forecastingMethod in config"),s=i.forecastingMethodDict[t];if(s)return s;throw new Error(`Unsupported forecasting method: ${t}`)}get transformer(){let t=(0,r.assertEx)(this.config.jsonPathExpression,()=>"Missing jsonPathExpression in config");return C(t)}async getPayloadsInWindow(t,s){let n=this.config.witnessAddresses,o=[(0,r.assertEx)(this.config.witnessSchema,()=>"Missing witnessSchema in config")],g=[],y=(0,w.asArchivistInstance)(await this.archivistInstance(),()=>"Unable to resolve archivist"),A=(0,x.asDivinerInstance)((await this.resolve(this.boundWitnessDiviner)).pop(),"Unable to resolve boundWitnessDiviner"),u=this.batchLimit,W=(0,r.assertEx)(this.config.witnessSchema,()=>"Missing witnessSchema in config"),d=s,v=!0;for(;v||g.length<this.maxTrainingLength;){let F={addresses:n,limit:u,payload_schemas:o,schema:E.BoundWitnessDivinerQuerySchema,timestamp:d},c=(await A.divine([F])).filter(e=>e.timestamp&&e.timestamp>=t&&e.timestamp<=s);if(c.length===0||(d=c.map(e=>e.timestamp).filter(m.exists).reduce((e,_)=>Math.min(e,_),Number.MAX_SAFE_INTEGER),d===Number.MAX_SAFE_INTEGER))break;v=c.length===u;let b=c.map(e=>e.payload_hashes[e.payload_schemas.indexOf(W)]).filter(m.exists);if(b.length>0){let e=(await y.get(b)).filter(m.exists);g.push(...e)}}return g}};
+"use strict";
+var __create = Object.create;
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __getProtoOf = Object.getPrototypeOf;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __name = (target, value) => __defProp(target, "name", { value, configurable: true });
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
+  // If the importer is in node compatibility mode or this is not an ESM
+  // file that has been converted to a CommonJS file using a Babel-
+  // compatible transform (i.e. "__esModule" has not been set), then set
+  // "default" to the CommonJS "module.exports" for node compatibility.
+  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
+  mod
+));
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+
+// src/index.ts
+var src_exports = {};
+__export(src_exports, {
+  MemoryForecastingDiviner: () => MemoryForecastingDiviner
+});
+module.exports = __toCommonJS(src_exports);
+
+// src/MemoryForecastingDiviner.ts
+var import_assert = require("@xylabs/assert");
+var import_exists = require("@xylabs/exists");
+var import_archivist_model = require("@xyo-network/archivist-model");
+var import_diviner_boundwitness_model = require("@xyo-network/diviner-boundwitness-model");
+var import_diviner_forecasting_abstract = require("@xyo-network/diviner-forecasting-abstract");
+var import_diviner_forecasting_method_arima = require("@xyo-network/diviner-forecasting-method-arima");
+var import_diviner_forecasting_model = require("@xyo-network/diviner-forecasting-model");
+var import_diviner_model = require("@xyo-network/diviner-model");
+var import_jsonpath = __toESM(require("jsonpath"), 1);
+var getJsonPathTransformer = /* @__PURE__ */ __name((pathExpression) => {
+  const transformer = /* @__PURE__ */ __name((x) => {
+    const ret = import_jsonpath.default.value(x, pathExpression);
+    if (typeof ret === "number") return ret;
+    throw new Error("Parsed invalid payload value");
+  }, "transformer");
+  return transformer;
+}, "getJsonPathTransformer");
+var MemoryForecastingDiviner = class _MemoryForecastingDiviner extends import_diviner_forecasting_abstract.AbstractForecastingDiviner {
+  static {
+    __name(this, "MemoryForecastingDiviner");
+  }
+  static configSchemas = [
+    ...super.configSchemas,
+    import_diviner_forecasting_model.ForecastingDivinerConfigSchema
+  ];
+  static defaultConfigSchema = import_diviner_forecasting_model.ForecastingDivinerConfigSchema;
+  static forecastingMethodDict = {
+    arimaForecasting: import_diviner_forecasting_method_arima.arimaForecastingMethod,
+    seasonalArimaForecasting: import_diviner_forecasting_method_arima.seasonalArimaForecastingMethod
+  };
+  /**
+  * The max number of records to search during the batch query
+  */
+  batchLimit = 1e3;
+  // TODO: Inject via config
+  maxTrainingLength = 1e4;
+  get boundWitnessDiviner() {
+    return (0, import_assert.assertEx)(this.config.boundWitnessDiviner, () => "No boundWitnessDiviner configured");
+  }
+  get forecastingMethod() {
+    const forecastingMethodName = (0, import_assert.assertEx)(this.config.forecastingMethod, () => "Missing forecastingMethod in config");
+    const forecastingMethod = _MemoryForecastingDiviner.forecastingMethodDict[forecastingMethodName];
+    if (forecastingMethod) return forecastingMethod;
+    throw new Error(`Unsupported forecasting method: ${forecastingMethodName}`);
+  }
+  get transformer() {
+    const pathExpression = (0, import_assert.assertEx)(this.config.jsonPathExpression, () => "Missing jsonPathExpression in config");
+    return getJsonPathTransformer(pathExpression);
+  }
+  async getPayloadsInWindow(startTimestamp, stopTimestamp) {
+    const addresses = this.config.witnessAddresses;
+    const payload_schemas = [
+      (0, import_assert.assertEx)(this.config.witnessSchema, () => "Missing witnessSchema in config")
+    ];
+    const payloads = [];
+    const archivist = (0, import_archivist_model.asArchivistInstance)(await this.archivistInstance(), () => "Unable to resolve archivist");
+    const bwDiviner = (0, import_diviner_model.asDivinerInstance)((await this.resolve(this.boundWitnessDiviner)).pop(), "Unable to resolve boundWitnessDiviner");
+    const limit = this.batchLimit;
+    const witnessSchema = (0, import_assert.assertEx)(this.config.witnessSchema, () => "Missing witnessSchema in config");
+    let timestamp = stopTimestamp;
+    let more = true;
+    while (more || payloads.length < this.maxTrainingLength) {
+      const query = {
+        addresses,
+        limit,
+        payload_schemas,
+        schema: import_diviner_boundwitness_model.BoundWitnessDivinerQuerySchema,
+        timestamp
+      };
+      const boundWitnesses = (await bwDiviner.divine([
+        query
+      ])).filter((bw) => bw.timestamp && bw.timestamp >= startTimestamp && bw.timestamp <= stopTimestamp);
+      if (boundWitnesses.length === 0) break;
+      timestamp = boundWitnesses.map((bw) => bw.timestamp).filter(import_exists.exists).reduce((a, b) => Math.min(a, b), Number.MAX_SAFE_INTEGER);
+      if (timestamp === Number.MAX_SAFE_INTEGER) break;
+      more = boundWitnesses.length === limit;
+      const hashes = boundWitnesses.map((bw) => bw.payload_hashes[bw.payload_schemas.indexOf(witnessSchema)]).filter(import_exists.exists);
+      if (hashes.length > 0) {
+        const batchPayloads = (await archivist.get(hashes)).filter(import_exists.exists);
+        payloads.push(...batchPayloads);
+      }
+    }
+    return payloads;
+  }
+};
 //# sourceMappingURL=index.cjs.map

package/dist/neutral/index.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/index.ts","../../src/MemoryForecastingDiviner.ts"],"sourcesContent":["export * from './MemoryForecastingDiviner'\n","import { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { asArchivistInstance } from '@xyo-network/archivist-model'\nimport { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { BoundWitnessDivinerParams, BoundWitnessDivinerQueryPayload, BoundWitnessDivinerQuerySchema } from '@xyo-network/diviner-boundwitness-model'\nimport { AbstractForecastingDiviner, ForecastingDivinerParams } from '@xyo-network/diviner-forecasting-abstract'\nimport {\n  arimaForecastingMethod,\n  arimaForecastingName,\n  seasonalArimaForecastingMethod,\n  seasonalArimaForecastingName,\n} from '@xyo-network/diviner-forecasting-method-arima'\nimport { ForecastingDivinerConfigSchema, ForecastingMethod, PayloadValueTransformer } from '@xyo-network/diviner-forecasting-model'\nimport { asDivinerInstance, DivinerInstance } from '@xyo-network/diviner-model'\nimport { Payload, Schema } from '@xyo-network/payload-model'\nimport jsonpath from 'jsonpath'\n\nexport type SupportedForecastingType = typeof arimaForecastingName | typeof seasonalArimaForecastingName\n\nconst getJsonPathTransformer = (pathExpression: string): PayloadValueTransformer => {\n  const transformer = (x: Payload): number => {\n    const ret = jsonpath.value(x, pathExpression)\n    if (typeof ret === 'number') return ret\n    throw new Error('Parsed invalid payload value')\n  }\n  return transformer\n}\n\nexport class MemoryForecastingDiviner<\n  TParams extends ForecastingDivinerParams = ForecastingDivinerParams,\n> extends AbstractForecastingDiviner<TParams> {\n  static override readonly configSchemas: Schema[] = [...super.configSchemas, ForecastingDivinerConfigSchema]\n  static override readonly defaultConfigSchema: Schema = ForecastingDivinerConfigSchema\n\n  protected static readonly forecastingMethodDict: Record<SupportedForecastingType, ForecastingMethod> = {\n    arimaForecasting: arimaForecastingMethod,\n    seasonalArimaForecasting: seasonalArimaForecastingMethod,\n  }\n\n  /**\n   * The max number of records to search during the batch query\n   */\n  protected readonly batchLimit = 1000\n\n  // TODO: Inject via config\n  protected readonly maxTrainingLength = 10_000\n\n  get boundWitnessDiviner() {\n    return assertEx(this.config.boundWitnessDiviner, () => 'No boundWitnessDiviner configured')\n  }\n\n  protected override get forecastingMethod(): ForecastingMethod {\n    const forecastingMethodName = assertEx(this.config.forecastingMethod, () => 'Missing forecastingMethod in config') as SupportedForecastingType\n    const forecastingMethod = MemoryForecastingDiviner.forecastingMethodDict[forecastingMethodName]\n    if (forecastingMethod) return forecastingMethod\n    throw new Error(`Unsupported forecasting method: ${forecastingMethodName}`)\n  }\n\n  protected override get transformer(): PayloadValueTransformer {\n    const pathExpression = assertEx(this.config.jsonPathExpression, () => 'Missing jsonPathExpression in config')\n    return getJsonPathTransformer(pathExpression)\n  }\n\n  protected override async getPayloadsInWindow(startTimestamp: number, stopTimestamp: number): Promise<Payload[]> {\n    const addresses = this.config.witnessAddresses\n    const payload_schemas = [assertEx(this.config.witnessSchema, () => 'Missing witnessSchema in config')]\n    const payloads: Payload[] = []\n    const archivist = asArchivistInstance(await this.archivistInstance(), () => 'Unable to resolve archivist')\n    const bwDiviner = asDivinerInstance(\n      (await this.resolve(this.boundWitnessDiviner)).pop(),\n      'Unable to resolve boundWitnessDiviner',\n    ) as DivinerInstance<BoundWitnessDivinerParams, BoundWitnessDivinerQueryPayload, BoundWitness>\n    const limit = this.batchLimit\n    const witnessSchema = assertEx(this.config.witnessSchema, () => 'Missing witnessSchema in config')\n    let timestamp = stopTimestamp\n    let more = true\n\n    // TODO: Window size vs sample size\n    // Loop until there are no more BWs to process or we've got enough payloads to satisfy the training window\n    while (more || payloads.length < this.maxTrainingLength) {\n      const query: BoundWitnessDivinerQueryPayload = { addresses, limit, payload_schemas, schema: BoundWitnessDivinerQuerySchema, timestamp }\n      const boundWitnesses = (await bwDiviner.divine([query])).filter(\n        (bw) => bw.timestamp && bw.timestamp >= startTimestamp && bw.timestamp <= stopTimestamp,\n      )\n      if (boundWitnesses.length === 0) break\n\n      // Update the timestamp value for the next batch\n      timestamp = boundWitnesses\n        .map((bw) => bw.timestamp)\n        .filter(exists)\n        // eslint-disable-next-line unicorn/no-array-reduce\n        .reduce((a, b) => Math.min(a, b), Number.MAX_SAFE_INTEGER)\n      if (timestamp === Number.MAX_SAFE_INTEGER) break\n\n      // Set the more flag to false if there are fewer documents returned than the batch size\n      more = boundWitnesses.length === limit\n\n      // Get the corresponding payload hashes from the BWs\n      const hashes = boundWitnesses.map((bw) => bw.payload_hashes[bw.payload_schemas.indexOf(witnessSchema)]).filter(exists)\n\n      // Get the payloads corresponding to the BW hashes from the archivist\n      if (hashes.length > 0) {\n        const batchPayloads = (await archivist.get(hashes)).filter(exists)\n        payloads.push(...batchPayloads)\n      }\n    }\n    return payloads\n  }\n}\n"],"mappings":"6mBAAA,IAAAA,EAAA,GAAAC,EAAAD,EAAA,8BAAAE,IAAA,eAAAC,EAAAH,GCAA,IAAAI,EAAyB,0BACzBC,EAAuB,0BACvBC,EAAoC,wCAEpCC,EAA2G,mDAC3GC,EAAqE,qDACrEC,EAKO,yDACPC,EAA2F,kDAC3FC,EAAmD,sCAEnDC,EAAqB,yBAIrB,IAAMC,EAAyBC,EAACC,GACVD,EAACE,GAAAA,CACnB,IAAMC,EAAMC,EAAAA,QAASC,MAAMH,EAAGD,CAAAA,EAC9B,GAAI,OAAOE,GAAQ,SAAU,OAAOA,EACpC,MAAM,IAAIG,MAAM,8BAAA,CAClB,EAJoB,eADS,0BASlBC,EAAN,MAAMA,UAEHC,4BAAAA,CA9BV,MA8BUA,CAAAA,EAAAA,iCACR,OAAyBC,cAA0B,IAAI,MAAMA,cAAeC,kCAC5E,OAAyBC,oBAA8BD,iCAEvD,OAA0BE,sBAA6E,CACrGC,iBAAkBC,yBAClBC,yBAA0BC,gCAC5B,EAKmBC,WAAa,IAGbC,kBAAoB,IAEvC,IAAIC,qBAAsB,CACxB,SAAOC,YAAS,KAAKC,OAAOF,oBAAqB,IAAM,mCAAA,CACzD,CAEA,IAAuBG,mBAAuC,CAC5D,IAAMC,KAAwBH,YAAS,KAAKC,OAAOC,kBAAmB,IAAM,qCAAA,EACtEA,EAAoBf,EAAyBK,sBAAsBW,CAAAA,EACzE,GAAID,EAAmB,OAAOA,EAC9B,MAAM,IAAIhB,MAAM,mCAAmCiB,CAAAA,EAAuB,CAC5E,CAEA,IAAuBC,aAAuC,CAC5D,IAAMvB,KAAiBmB,YAAS,KAAKC,OAAOI,mBAAoB,IAAM,sCAAA,EACtE,OAAO1B,EAAuBE,CAAAA,CAChC,CAEA,MAAyByB,oBAAoBC,EAAwBC,EAA2C,CAC9G,IAAMC,EAAY,KAAKR,OAAOS,iBACxBC,EAAkB,IAACX,YAAS,KAAKC,OAAOW,cAAe,IAAM,iCAAA,GAC7DC,EAAsB,CAAA,EACtBC,KAAYC,uBAAoB,MAAM,KAAKC,kBAAiB,EAAI,IAAM,6BAAA,EACtEC,KAAYC,sBACf,MAAM,KAAKC,QAAQ,KAAKpB,mBAAmB,GAAGqB,IAAG,EAClD,uCAAA,EAEIC,EAAQ,KAAKxB,WACbe,KAAgBZ,YAAS,KAAKC,OAAOW,cAAe,IAAM,iCAAA,EAC5DU,EAAYd,EACZe,EAAO,GAIX,KAAOA,GAAQV,EAASW,OAAS,KAAK1B,mBAAmB,CACvD,IAAM2B,EAAyC,CAAEhB,UAAAA,EAAWY,MAAAA,EAAOV,gBAAAA,EAAiBe,OAAQC,iCAAgCL,UAAAA,CAAU,EAChIM,GAAkB,MAAMX,EAAUY,OAAO,CAACJ,EAAM,GAAGK,OACtDC,GAAOA,EAAGT,WAAaS,EAAGT,WAAaf,GAAkBwB,EAAGT,WAAad,CAAAA,EAU5E,GARIoB,EAAeJ,SAAW,IAG9BF,EAAYM,EACTI,IAAKD,GAAOA,EAAGT,SAAS,EACxBQ,OAAOG,QAAAA,EAEPC,OAAO,CAACC,EAAGC,IAAMC,KAAKC,IAAIH,EAAGC,CAAAA,EAAIG,OAAOC,gBAAgB,EACvDlB,IAAciB,OAAOC,kBAAkB,MAG3CjB,EAAOK,EAAeJ,SAAWH,EAGjC,IAAMoB,EAASb,EAAeI,IAAKD,GAAOA,EAAGW,eAAeX,EAAGpB,gBAAgBgC,QAAQ/B,CAAAA,CAAAA,CAAe,EAAEkB,OAAOG,QAAAA,EAG/G,GAAIQ,EAAOjB,OAAS,EAAG,CACrB,IAAMoB,GAAiB,MAAM9B,EAAU+B,IAAIJ,CAAAA,GAASX,OAAOG,QAAAA,EAC3DpB,EAASiC,KAAI,GAAIF,CAAAA,CACnB,CACF,CACA,OAAO/B,CACT,CACF","names":["src_exports","__export","MemoryForecastingDiviner","__toCommonJS","import_assert","import_exists","import_archivist_model","import_diviner_boundwitness_model","import_diviner_forecasting_abstract","import_diviner_forecasting_method_arima","import_diviner_forecasting_model","import_diviner_model","import_jsonpath","getJsonPathTransformer","__name","pathExpression","x","ret","jsonpath","value","Error","MemoryForecastingDiviner","AbstractForecastingDiviner","configSchemas","ForecastingDivinerConfigSchema","defaultConfigSchema","forecastingMethodDict","arimaForecasting","arimaForecastingMethod","seasonalArimaForecasting","seasonalArimaForecastingMethod","batchLimit","maxTrainingLength","boundWitnessDiviner","assertEx","config","forecastingMethod","forecastingMethodName","transformer","jsonPathExpression","getPayloadsInWindow","startTimestamp","stopTimestamp","addresses","witnessAddresses","payload_schemas","witnessSchema","payloads","archivist","asArchivistInstance","archivistInstance","bwDiviner","asDivinerInstance","resolve","pop","limit","timestamp","more","length","query","schema","BoundWitnessDivinerQuerySchema","boundWitnesses","divine","filter","bw","map","exists","reduce","a","b","Math","min","Number","MAX_SAFE_INTEGER","hashes","payload_hashes","indexOf","batchPayloads","get","push"]}
+{"version":3,"sources":["../../src/index.ts","../../src/MemoryForecastingDiviner.ts"],"sourcesContent":["export * from './MemoryForecastingDiviner'\n","import { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { asArchivistInstance } from '@xyo-network/archivist-model'\nimport { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { BoundWitnessDivinerParams, BoundWitnessDivinerQueryPayload, BoundWitnessDivinerQuerySchema } from '@xyo-network/diviner-boundwitness-model'\nimport { AbstractForecastingDiviner, ForecastingDivinerParams } from '@xyo-network/diviner-forecasting-abstract'\nimport {\n  arimaForecastingMethod,\n  arimaForecastingName,\n  seasonalArimaForecastingMethod,\n  seasonalArimaForecastingName,\n} from '@xyo-network/diviner-forecasting-method-arima'\nimport { ForecastingDivinerConfigSchema, ForecastingMethod, PayloadValueTransformer } from '@xyo-network/diviner-forecasting-model'\nimport { asDivinerInstance, DivinerInstance } from '@xyo-network/diviner-model'\nimport { Payload, Schema } from '@xyo-network/payload-model'\nimport jsonpath from 'jsonpath'\n\nexport type SupportedForecastingType = typeof arimaForecastingName | typeof seasonalArimaForecastingName\n\nconst getJsonPathTransformer = (pathExpression: string): PayloadValueTransformer => {\n  const transformer = (x: Payload): number => {\n    const ret = jsonpath.value(x, pathExpression)\n    if (typeof ret === 'number') return ret\n    throw new Error('Parsed invalid payload value')\n  }\n  return transformer\n}\n\nexport class MemoryForecastingDiviner<\n  TParams extends ForecastingDivinerParams = ForecastingDivinerParams,\n> extends AbstractForecastingDiviner<TParams> {\n  static override readonly configSchemas: Schema[] = [...super.configSchemas, ForecastingDivinerConfigSchema]\n  static override readonly defaultConfigSchema: Schema = ForecastingDivinerConfigSchema\n\n  protected static readonly forecastingMethodDict: Record<SupportedForecastingType, ForecastingMethod> = {\n    arimaForecasting: arimaForecastingMethod,\n    seasonalArimaForecasting: seasonalArimaForecastingMethod,\n  }\n\n  /**\n   * The max number of records to search during the batch query\n   */\n  protected readonly batchLimit = 1000\n\n  // TODO: Inject via config\n  protected readonly maxTrainingLength = 10_000\n\n  get boundWitnessDiviner() {\n    return assertEx(this.config.boundWitnessDiviner, () => 'No boundWitnessDiviner configured')\n  }\n\n  protected override get forecastingMethod(): ForecastingMethod {\n    const forecastingMethodName = assertEx(this.config.forecastingMethod, () => 'Missing forecastingMethod in config') as SupportedForecastingType\n    const forecastingMethod = MemoryForecastingDiviner.forecastingMethodDict[forecastingMethodName]\n    if (forecastingMethod) return forecastingMethod\n    throw new Error(`Unsupported forecasting method: ${forecastingMethodName}`)\n  }\n\n  protected override get transformer(): PayloadValueTransformer {\n    const pathExpression = assertEx(this.config.jsonPathExpression, () => 'Missing jsonPathExpression in config')\n    return getJsonPathTransformer(pathExpression)\n  }\n\n  protected override async getPayloadsInWindow(startTimestamp: number, stopTimestamp: number): Promise<Payload[]> {\n    const addresses = this.config.witnessAddresses\n    const payload_schemas = [assertEx(this.config.witnessSchema, () => 'Missing witnessSchema in config')]\n    const payloads: Payload[] = []\n    const archivist = asArchivistInstance(await this.archivistInstance(), () => 'Unable to resolve archivist')\n    const bwDiviner = asDivinerInstance(\n      (await this.resolve(this.boundWitnessDiviner)).pop(),\n      'Unable to resolve boundWitnessDiviner',\n    ) as DivinerInstance<BoundWitnessDivinerParams, BoundWitnessDivinerQueryPayload, BoundWitness>\n    const limit = this.batchLimit\n    const witnessSchema = assertEx(this.config.witnessSchema, () => 'Missing witnessSchema in config')\n    let timestamp = stopTimestamp\n    let more = true\n\n    // TODO: Window size vs sample size\n    // Loop until there are no more BWs to process or we've got enough payloads to satisfy the training window\n    while (more || payloads.length < this.maxTrainingLength) {\n      const query: BoundWitnessDivinerQueryPayload = { addresses, limit, payload_schemas, schema: BoundWitnessDivinerQuerySchema, timestamp }\n      const boundWitnesses = (await bwDiviner.divine([query])).filter(\n        (bw) => bw.timestamp && bw.timestamp >= startTimestamp && bw.timestamp <= stopTimestamp,\n      )\n      if (boundWitnesses.length === 0) break\n\n      // Update the timestamp value for the next batch\n      timestamp = boundWitnesses\n        .map((bw) => bw.timestamp)\n        .filter(exists)\n        // eslint-disable-next-line unicorn/no-array-reduce\n        .reduce((a, b) => Math.min(a, b), Number.MAX_SAFE_INTEGER)\n      if (timestamp === Number.MAX_SAFE_INTEGER) break\n\n      // Set the more flag to false if there are fewer documents returned than the batch size\n      more = boundWitnesses.length === limit\n\n      // Get the corresponding payload hashes from the BWs\n      const hashes = boundWitnesses.map((bw) => bw.payload_hashes[bw.payload_schemas.indexOf(witnessSchema)]).filter(exists)\n\n      // Get the payloads corresponding to the BW hashes from the archivist\n      if (hashes.length > 0) {\n        const batchPayloads = (await archivist.get(hashes)).filter(exists)\n        payloads.push(...batchPayloads)\n      }\n    }\n    return payloads\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;;;;;;;ACAA,oBAAyB;AACzB,oBAAuB;AACvB,6BAAoC;AAEpC,wCAA2G;AAC3G,0CAAqE;AACrE,8CAKO;AACP,uCAA2F;AAC3F,2BAAmD;AAEnD,sBAAqB;AAIrB,IAAMA,yBAAyB,wBAACC,mBAAAA;AAC9B,QAAMC,cAAc,wBAACC,MAAAA;AACnB,UAAMC,MAAMC,gBAAAA,QAASC,MAAMH,GAAGF,cAAAA;AAC9B,QAAI,OAAOG,QAAQ,SAAU,QAAOA;AACpC,UAAM,IAAIG,MAAM,8BAAA;EAClB,GAJoB;AAKpB,SAAOL;AACT,GAP+B;AASxB,IAAMM,2BAAN,MAAMA,kCAEHC,+DAAAA;EA9BV,OA8BUA;;;EACR,OAAyBC,gBAA0B;OAAI,MAAMA;IAAeC;;EAC5E,OAAyBC,sBAA8BD;EAEvD,OAA0BE,wBAA6E;IACrGC,kBAAkBC;IAClBC,0BAA0BC;EAC5B;;;;EAKmBC,aAAa;;EAGbC,oBAAoB;EAEvC,IAAIC,sBAAsB;AACxB,eAAOC,wBAAS,KAAKC,OAAOF,qBAAqB,MAAM,mCAAA;EACzD;EAEA,IAAuBG,oBAAuC;AAC5D,UAAMC,4BAAwBH,wBAAS,KAAKC,OAAOC,mBAAmB,MAAM,qCAAA;AAC5E,UAAMA,oBAAoBf,0BAAyBK,sBAAsBW,qBAAAA;AACzE,QAAID,kBAAmB,QAAOA;AAC9B,UAAM,IAAIhB,MAAM,mCAAmCiB,qBAAAA,EAAuB;EAC5E;EAEA,IAAuBtB,cAAuC;AAC5D,UAAMD,qBAAiBoB,wBAAS,KAAKC,OAAOG,oBAAoB,MAAM,sCAAA;AACtE,WAAOzB,uBAAuBC,cAAAA;EAChC;EAEA,MAAyByB,oBAAoBC,gBAAwBC,eAA2C;AAC9G,UAAMC,YAAY,KAAKP,OAAOQ;AAC9B,UAAMC,kBAAkB;UAACV,wBAAS,KAAKC,OAAOU,eAAe,MAAM,iCAAA;;AACnE,UAAMC,WAAsB,CAAA;AAC5B,UAAMC,gBAAYC,4CAAoB,MAAM,KAAKC,kBAAiB,GAAI,MAAM,6BAAA;AAC5E,UAAMC,gBAAYC,yCACf,MAAM,KAAKC,QAAQ,KAAKnB,mBAAmB,GAAGoB,IAAG,GAClD,uCAAA;AAEF,UAAMC,QAAQ,KAAKvB;AACnB,UAAMc,oBAAgBX,wBAAS,KAAKC,OAAOU,eAAe,MAAM,iCAAA;AAChE,QAAIU,YAAYd;AAChB,QAAIe,OAAO;AAIX,WAAOA,QAAQV,SAASW,SAAS,KAAKzB,mBAAmB;AACvD,YAAM0B,QAAyC;QAAEhB;QAAWY;QAAOV;QAAiBe,QAAQC;QAAgCL;MAAU;AACtI,YAAMM,kBAAkB,MAAMX,UAAUY,OAAO;QAACJ;OAAM,GAAGK,OACvD,CAACC,OAAOA,GAAGT,aAAaS,GAAGT,aAAaf,kBAAkBwB,GAAGT,aAAad,aAAAA;AAE5E,UAAIoB,eAAeJ,WAAW,EAAG;AAGjCF,kBAAYM,eACTI,IAAI,CAACD,OAAOA,GAAGT,SAAS,EACxBQ,OAAOG,oBAAAA,EAEPC,OAAO,CAACC,GAAGC,MAAMC,KAAKC,IAAIH,GAAGC,CAAAA,GAAIG,OAAOC,gBAAgB;AAC3D,UAAIlB,cAAciB,OAAOC,iBAAkB;AAG3CjB,aAAOK,eAAeJ,WAAWH;AAGjC,YAAMoB,SAASb,eAAeI,IAAI,CAACD,OAAOA,GAAGW,eAAeX,GAAGpB,gBAAgBgC,QAAQ/B,aAAAA,CAAAA,CAAe,EAAEkB,OAAOG,oBAAAA;AAG/G,UAAIQ,OAAOjB,SAAS,GAAG;AACrB,cAAMoB,iBAAiB,MAAM9B,UAAU+B,IAAIJ,MAAAA,GAASX,OAAOG,oBAAAA;AAC3DpB,iBAASiC,KAAI,GAAIF,aAAAA;MACnB;IACF;AACA,WAAO/B;EACT;AACF;","names":["getJsonPathTransformer","pathExpression","transformer","x","ret","jsonpath","value","Error","MemoryForecastingDiviner","AbstractForecastingDiviner","configSchemas","ForecastingDivinerConfigSchema","defaultConfigSchema","forecastingMethodDict","arimaForecasting","arimaForecastingMethod","seasonalArimaForecasting","seasonalArimaForecastingMethod","batchLimit","maxTrainingLength","boundWitnessDiviner","assertEx","config","forecastingMethod","forecastingMethodName","jsonPathExpression","getPayloadsInWindow","startTimestamp","stopTimestamp","addresses","witnessAddresses","payload_schemas","witnessSchema","payloads","archivist","asArchivistInstance","archivistInstance","bwDiviner","asDivinerInstance","resolve","pop","limit","timestamp","more","length","query","schema","BoundWitnessDivinerQuerySchema","boundWitnesses","divine","filter","bw","map","exists","reduce","a","b","Math","min","Number","MAX_SAFE_INTEGER","hashes","payload_hashes","indexOf","batchPayloads","get","push"]}

package/dist/neutral/index.js

@@ -1,2 +1,93 @@
-var S=Object.defineProperty;var a=(e,i)=>S(e,"name",{value:i,configurable:!0});import{assertEx as n}from"@xylabs/assert";import{exists as m}from"@xylabs/exists";import{asArchivistInstance as x}from"@xyo-network/archivist-model";import{BoundWitnessDivinerQuerySchema as D}from"@xyo-network/diviner-boundwitness-model";import{AbstractForecastingDiviner as y}from"@xyo-network/diviner-forecasting-abstract";import{arimaForecastingMethod as A,seasonalArimaForecastingMethod as W}from"@xyo-network/diviner-forecasting-method-arima";import{ForecastingDivinerConfigSchema as p}from"@xyo-network/diviner-forecasting-model";import{asDivinerInstance as F}from"@xyo-network/diviner-model";import _ from"jsonpath";var I=a(e=>a(s=>{let o=_.value(s,e);if(typeof o=="number")return o;throw new Error("Parsed invalid payload value")},"transformer"),"getJsonPathTransformer"),l=class e extends y{static{a(this,"MemoryForecastingDiviner")}static configSchemas=[...super.configSchemas,p];static defaultConfigSchema=p;static forecastingMethodDict={arimaForecasting:A,seasonalArimaForecasting:W};batchLimit=1e3;maxTrainingLength=1e4;get boundWitnessDiviner(){return n(this.config.boundWitnessDiviner,()=>"No boundWitnessDiviner configured")}get forecastingMethod(){let i=n(this.config.forecastingMethod,()=>"Missing forecastingMethod in config"),s=e.forecastingMethodDict[i];if(s)return s;throw new Error(`Unsupported forecasting method: ${i}`)}get transformer(){let i=n(this.config.jsonPathExpression,()=>"Missing jsonPathExpression in config");return I(i)}async getPayloadsInWindow(i,s){let o=this.config.witnessAddresses,u=[n(this.config.witnessSchema,()=>"Missing witnessSchema in config")],c=[],v=x(await this.archivistInstance(),()=>"Unable to resolve archivist"),b=F((await this.resolve(this.boundWitnessDiviner)).pop(),"Unable to resolve boundWitnessDiviner"),f=this.batchLimit,M=n(this.config.witnessSchema,()=>"Missing witnessSchema in config"),h=s,g=!0;for(;g||c.length<this.maxTrainingLength;){let w={addresses:o,limit:f,payload_schemas:u,schema:D,timestamp:h},r=(await b.divine([w])).filter(t=>t.timestamp&&t.timestamp>=i&&t.timestamp<=s);if(r.length===0||(h=r.map(t=>t.timestamp).filter(m).reduce((t,E)=>Math.min(t,E),Number.MAX_SAFE_INTEGER),h===Number.MAX_SAFE_INTEGER))break;g=r.length===f;let d=r.map(t=>t.payload_hashes[t.payload_schemas.indexOf(M)]).filter(m);if(d.length>0){let t=(await v.get(d)).filter(m);c.push(...t)}}return c}};export{l as MemoryForecastingDiviner};
+var __defProp = Object.defineProperty;
+var __name = (target, value) => __defProp(target, "name", { value, configurable: true });
+
+// src/MemoryForecastingDiviner.ts
+import { assertEx } from "@xylabs/assert";
+import { exists } from "@xylabs/exists";
+import { asArchivistInstance } from "@xyo-network/archivist-model";
+import { BoundWitnessDivinerQuerySchema } from "@xyo-network/diviner-boundwitness-model";
+import { AbstractForecastingDiviner } from "@xyo-network/diviner-forecasting-abstract";
+import { arimaForecastingMethod, seasonalArimaForecastingMethod } from "@xyo-network/diviner-forecasting-method-arima";
+import { ForecastingDivinerConfigSchema } from "@xyo-network/diviner-forecasting-model";
+import { asDivinerInstance } from "@xyo-network/diviner-model";
+import jsonpath from "jsonpath";
+var getJsonPathTransformer = /* @__PURE__ */ __name((pathExpression) => {
+  const transformer = /* @__PURE__ */ __name((x) => {
+    const ret = jsonpath.value(x, pathExpression);
+    if (typeof ret === "number") return ret;
+    throw new Error("Parsed invalid payload value");
+  }, "transformer");
+  return transformer;
+}, "getJsonPathTransformer");
+var MemoryForecastingDiviner = class _MemoryForecastingDiviner extends AbstractForecastingDiviner {
+  static {
+    __name(this, "MemoryForecastingDiviner");
+  }
+  static configSchemas = [
+    ...super.configSchemas,
+    ForecastingDivinerConfigSchema
+  ];
+  static defaultConfigSchema = ForecastingDivinerConfigSchema;
+  static forecastingMethodDict = {
+    arimaForecasting: arimaForecastingMethod,
+    seasonalArimaForecasting: seasonalArimaForecastingMethod
+  };
+  /**
+  * The max number of records to search during the batch query
+  */
+  batchLimit = 1e3;
+  // TODO: Inject via config
+  maxTrainingLength = 1e4;
+  get boundWitnessDiviner() {
+    return assertEx(this.config.boundWitnessDiviner, () => "No boundWitnessDiviner configured");
+  }
+  get forecastingMethod() {
+    const forecastingMethodName = assertEx(this.config.forecastingMethod, () => "Missing forecastingMethod in config");
+    const forecastingMethod = _MemoryForecastingDiviner.forecastingMethodDict[forecastingMethodName];
+    if (forecastingMethod) return forecastingMethod;
+    throw new Error(`Unsupported forecasting method: ${forecastingMethodName}`);
+  }
+  get transformer() {
+    const pathExpression = assertEx(this.config.jsonPathExpression, () => "Missing jsonPathExpression in config");
+    return getJsonPathTransformer(pathExpression);
+  }
+  async getPayloadsInWindow(startTimestamp, stopTimestamp) {
+    const addresses = this.config.witnessAddresses;
+    const payload_schemas = [
+      assertEx(this.config.witnessSchema, () => "Missing witnessSchema in config")
+    ];
+    const payloads = [];
+    const archivist = asArchivistInstance(await this.archivistInstance(), () => "Unable to resolve archivist");
+    const bwDiviner = asDivinerInstance((await this.resolve(this.boundWitnessDiviner)).pop(), "Unable to resolve boundWitnessDiviner");
+    const limit = this.batchLimit;
+    const witnessSchema = assertEx(this.config.witnessSchema, () => "Missing witnessSchema in config");
+    let timestamp = stopTimestamp;
+    let more = true;
+    while (more || payloads.length < this.maxTrainingLength) {
+      const query = {
+        addresses,
+        limit,
+        payload_schemas,
+        schema: BoundWitnessDivinerQuerySchema,
+        timestamp
+      };
+      const boundWitnesses = (await bwDiviner.divine([
+        query
+      ])).filter((bw) => bw.timestamp && bw.timestamp >= startTimestamp && bw.timestamp <= stopTimestamp);
+      if (boundWitnesses.length === 0) break;
+      timestamp = boundWitnesses.map((bw) => bw.timestamp).filter(exists).reduce((a, b) => Math.min(a, b), Number.MAX_SAFE_INTEGER);
+      if (timestamp === Number.MAX_SAFE_INTEGER) break;
+      more = boundWitnesses.length === limit;
+      const hashes = boundWitnesses.map((bw) => bw.payload_hashes[bw.payload_schemas.indexOf(witnessSchema)]).filter(exists);
+      if (hashes.length > 0) {
+        const batchPayloads = (await archivist.get(hashes)).filter(exists);
+        payloads.push(...batchPayloads);
+      }
+    }
+    return payloads;
+  }
+};
+export {
+  MemoryForecastingDiviner
+};
 //# sourceMappingURL=index.js.map

package/dist/neutral/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/MemoryForecastingDiviner.ts"],"sourcesContent":["import { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { asArchivistInstance } from '@xyo-network/archivist-model'\nimport { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { BoundWitnessDivinerParams, BoundWitnessDivinerQueryPayload, BoundWitnessDivinerQuerySchema } from '@xyo-network/diviner-boundwitness-model'\nimport { AbstractForecastingDiviner, ForecastingDivinerParams } from '@xyo-network/diviner-forecasting-abstract'\nimport {\n  arimaForecastingMethod,\n  arimaForecastingName,\n  seasonalArimaForecastingMethod,\n  seasonalArimaForecastingName,\n} from '@xyo-network/diviner-forecasting-method-arima'\nimport { ForecastingDivinerConfigSchema, ForecastingMethod, PayloadValueTransformer } from '@xyo-network/diviner-forecasting-model'\nimport { asDivinerInstance, DivinerInstance } from '@xyo-network/diviner-model'\nimport { Payload, Schema } from '@xyo-network/payload-model'\nimport jsonpath from 'jsonpath'\n\nexport type SupportedForecastingType = typeof arimaForecastingName | typeof seasonalArimaForecastingName\n\nconst getJsonPathTransformer = (pathExpression: string): PayloadValueTransformer => {\n  const transformer = (x: Payload): number => {\n    const ret = jsonpath.value(x, pathExpression)\n    if (typeof ret === 'number') return ret\n    throw new Error('Parsed invalid payload value')\n  }\n  return transformer\n}\n\nexport class MemoryForecastingDiviner<\n  TParams extends ForecastingDivinerParams = ForecastingDivinerParams,\n> extends AbstractForecastingDiviner<TParams> {\n  static override readonly configSchemas: Schema[] = [...super.configSchemas, ForecastingDivinerConfigSchema]\n  static override readonly defaultConfigSchema: Schema = ForecastingDivinerConfigSchema\n\n  protected static readonly forecastingMethodDict: Record<SupportedForecastingType, ForecastingMethod> = {\n    arimaForecasting: arimaForecastingMethod,\n    seasonalArimaForecasting: seasonalArimaForecastingMethod,\n  }\n\n  /**\n   * The max number of records to search during the batch query\n   */\n  protected readonly batchLimit = 1000\n\n  // TODO: Inject via config\n  protected readonly maxTrainingLength = 10_000\n\n  get boundWitnessDiviner() {\n    return assertEx(this.config.boundWitnessDiviner, () => 'No boundWitnessDiviner configured')\n  }\n\n  protected override get forecastingMethod(): ForecastingMethod {\n    const forecastingMethodName = assertEx(this.config.forecastingMethod, () => 'Missing forecastingMethod in config') as SupportedForecastingType\n    const forecastingMethod = MemoryForecastingDiviner.forecastingMethodDict[forecastingMethodName]\n    if (forecastingMethod) return forecastingMethod\n    throw new Error(`Unsupported forecasting method: ${forecastingMethodName}`)\n  }\n\n  protected override get transformer(): PayloadValueTransformer {\n    const pathExpression = assertEx(this.config.jsonPathExpression, () => 'Missing jsonPathExpression in config')\n    return getJsonPathTransformer(pathExpression)\n  }\n\n  protected override async getPayloadsInWindow(startTimestamp: number, stopTimestamp: number): Promise<Payload[]> {\n    const addresses = this.config.witnessAddresses\n    const payload_schemas = [assertEx(this.config.witnessSchema, () => 'Missing witnessSchema in config')]\n    const payloads: Payload[] = []\n    const archivist = asArchivistInstance(await this.archivistInstance(), () => 'Unable to resolve archivist')\n    const bwDiviner = asDivinerInstance(\n      (await this.resolve(this.boundWitnessDiviner)).pop(),\n      'Unable to resolve boundWitnessDiviner',\n    ) as DivinerInstance<BoundWitnessDivinerParams, BoundWitnessDivinerQueryPayload, BoundWitness>\n    const limit = this.batchLimit\n    const witnessSchema = assertEx(this.config.witnessSchema, () => 'Missing witnessSchema in config')\n    let timestamp = stopTimestamp\n    let more = true\n\n    // TODO: Window size vs sample size\n    // Loop until there are no more BWs to process or we've got enough payloads to satisfy the training window\n    while (more || payloads.length < this.maxTrainingLength) {\n      const query: BoundWitnessDivinerQueryPayload = { addresses, limit, payload_schemas, schema: BoundWitnessDivinerQuerySchema, timestamp }\n      const boundWitnesses = (await bwDiviner.divine([query])).filter(\n        (bw) => bw.timestamp && bw.timestamp >= startTimestamp && bw.timestamp <= stopTimestamp,\n      )\n      if (boundWitnesses.length === 0) break\n\n      // Update the timestamp value for the next batch\n      timestamp = boundWitnesses\n        .map((bw) => bw.timestamp)\n        .filter(exists)\n        // eslint-disable-next-line unicorn/no-array-reduce\n        .reduce((a, b) => Math.min(a, b), Number.MAX_SAFE_INTEGER)\n      if (timestamp === Number.MAX_SAFE_INTEGER) break\n\n      // Set the more flag to false if there are fewer documents returned than the batch size\n      more = boundWitnesses.length === limit\n\n      // Get the corresponding payload hashes from the BWs\n      const hashes = boundWitnesses.map((bw) => bw.payload_hashes[bw.payload_schemas.indexOf(witnessSchema)]).filter(exists)\n\n      // Get the payloads corresponding to the BW hashes from the archivist\n      if (hashes.length > 0) {\n        const batchPayloads = (await archivist.get(hashes)).filter(exists)\n        payloads.push(...batchPayloads)\n      }\n    }\n    return payloads\n  }\n}\n"],"mappings":"+EAAA,OAASA,YAAAA,MAAgB,iBACzB,OAASC,UAAAA,MAAc,iBACvB,OAASC,uBAAAA,MAA2B,+BAEpC,OAAqEC,kCAAAA,MAAsC,0CAC3G,OAASC,8BAAAA,MAA4D,4CACrE,OACEC,0BAAAA,EAEAC,kCAAAA,MAEK,gDACP,OAASC,kCAAAA,MAAkF,yCAC3F,OAASC,qBAAAA,MAA0C,6BAEnD,OAAOC,MAAc,WAIrB,IAAMC,EAAyBC,EAACC,GACVD,EAACE,GAAAA,CACnB,IAAMC,EAAMC,EAASC,MAAMH,EAAGD,CAAAA,EAC9B,GAAI,OAAOE,GAAQ,SAAU,OAAOA,EACpC,MAAM,IAAIG,MAAM,8BAAA,CAClB,EAJoB,eADS,0BASlBC,EAAN,MAAMA,UAEHC,CAAAA,CA9BV,MA8BUA,CAAAA,EAAAA,iCACR,OAAyBC,cAA0B,IAAI,MAAMA,cAAeC,GAC5E,OAAyBC,oBAA8BD,EAEvD,OAA0BE,sBAA6E,CACrGC,iBAAkBC,EAClBC,yBAA0BC,CAC5B,EAKmBC,WAAa,IAGbC,kBAAoB,IAEvC,IAAIC,qBAAsB,CACxB,OAAOC,EAAS,KAAKC,OAAOF,oBAAqB,IAAM,mCAAA,CACzD,CAEA,IAAuBG,mBAAuC,CAC5D,IAAMC,EAAwBH,EAAS,KAAKC,OAAOC,kBAAmB,IAAM,qCAAA,EACtEA,EAAoBf,EAAyBK,sBAAsBW,CAAAA,EACzE,GAAID,EAAmB,OAAOA,EAC9B,MAAM,IAAIhB,MAAM,mCAAmCiB,CAAAA,EAAuB,CAC5E,CAEA,IAAuBC,aAAuC,CAC5D,IAAMvB,EAAiBmB,EAAS,KAAKC,OAAOI,mBAAoB,IAAM,sCAAA,EACtE,OAAO1B,EAAuBE,CAAAA,CAChC,CAEA,MAAyByB,oBAAoBC,EAAwBC,EAA2C,CAC9G,IAAMC,EAAY,KAAKR,OAAOS,iBACxBC,EAAkB,CAACX,EAAS,KAAKC,OAAOW,cAAe,IAAM,iCAAA,GAC7DC,EAAsB,CAAA,EACtBC,EAAYC,EAAoB,MAAM,KAAKC,kBAAiB,EAAI,IAAM,6BAAA,EACtEC,EAAYC,GACf,MAAM,KAAKC,QAAQ,KAAKpB,mBAAmB,GAAGqB,IAAG,EAClD,uCAAA,EAEIC,EAAQ,KAAKxB,WACbe,EAAgBZ,EAAS,KAAKC,OAAOW,cAAe,IAAM,iCAAA,EAC5DU,EAAYd,EACZe,EAAO,GAIX,KAAOA,GAAQV,EAASW,OAAS,KAAK1B,mBAAmB,CACvD,IAAM2B,EAAyC,CAAEhB,UAAAA,EAAWY,MAAAA,EAAOV,gBAAAA,EAAiBe,OAAQC,EAAgCL,UAAAA,CAAU,EAChIM,GAAkB,MAAMX,EAAUY,OAAO,CAACJ,EAAM,GAAGK,OACtDC,GAAOA,EAAGT,WAAaS,EAAGT,WAAaf,GAAkBwB,EAAGT,WAAad,CAAAA,EAU5E,GARIoB,EAAeJ,SAAW,IAG9BF,EAAYM,EACTI,IAAKD,GAAOA,EAAGT,SAAS,EACxBQ,OAAOG,CAAAA,EAEPC,OAAO,CAACC,EAAGC,IAAMC,KAAKC,IAAIH,EAAGC,CAAAA,EAAIG,OAAOC,gBAAgB,EACvDlB,IAAciB,OAAOC,kBAAkB,MAG3CjB,EAAOK,EAAeJ,SAAWH,EAGjC,IAAMoB,EAASb,EAAeI,IAAKD,GAAOA,EAAGW,eAAeX,EAAGpB,gBAAgBgC,QAAQ/B,CAAAA,CAAAA,CAAe,EAAEkB,OAAOG,CAAAA,EAG/G,GAAIQ,EAAOjB,OAAS,EAAG,CACrB,IAAMoB,GAAiB,MAAM9B,EAAU+B,IAAIJ,CAAAA,GAASX,OAAOG,CAAAA,EAC3DpB,EAASiC,KAAI,GAAIF,CAAAA,CACnB,CACF,CACA,OAAO/B,CACT,CACF","names":["assertEx","exists","asArchivistInstance","BoundWitnessDivinerQuerySchema","AbstractForecastingDiviner","arimaForecastingMethod","seasonalArimaForecastingMethod","ForecastingDivinerConfigSchema","asDivinerInstance","jsonpath","getJsonPathTransformer","__name","pathExpression","x","ret","jsonpath","value","Error","MemoryForecastingDiviner","AbstractForecastingDiviner","configSchemas","ForecastingDivinerConfigSchema","defaultConfigSchema","forecastingMethodDict","arimaForecasting","arimaForecastingMethod","seasonalArimaForecasting","seasonalArimaForecastingMethod","batchLimit","maxTrainingLength","boundWitnessDiviner","assertEx","config","forecastingMethod","forecastingMethodName","transformer","jsonPathExpression","getPayloadsInWindow","startTimestamp","stopTimestamp","addresses","witnessAddresses","payload_schemas","witnessSchema","payloads","archivist","asArchivistInstance","archivistInstance","bwDiviner","asDivinerInstance","resolve","pop","limit","timestamp","more","length","query","schema","BoundWitnessDivinerQuerySchema","boundWitnesses","divine","filter","bw","map","exists","reduce","a","b","Math","min","Number","MAX_SAFE_INTEGER","hashes","payload_hashes","indexOf","batchPayloads","get","push"]}
+{"version":3,"sources":["../../src/MemoryForecastingDiviner.ts"],"sourcesContent":["import { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { asArchivistInstance } from '@xyo-network/archivist-model'\nimport { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { BoundWitnessDivinerParams, BoundWitnessDivinerQueryPayload, BoundWitnessDivinerQuerySchema } from '@xyo-network/diviner-boundwitness-model'\nimport { AbstractForecastingDiviner, ForecastingDivinerParams } from '@xyo-network/diviner-forecasting-abstract'\nimport {\n  arimaForecastingMethod,\n  arimaForecastingName,\n  seasonalArimaForecastingMethod,\n  seasonalArimaForecastingName,\n} from '@xyo-network/diviner-forecasting-method-arima'\nimport { ForecastingDivinerConfigSchema, ForecastingMethod, PayloadValueTransformer } from '@xyo-network/diviner-forecasting-model'\nimport { asDivinerInstance, DivinerInstance } from '@xyo-network/diviner-model'\nimport { Payload, Schema } from '@xyo-network/payload-model'\nimport jsonpath from 'jsonpath'\n\nexport type SupportedForecastingType = typeof arimaForecastingName | typeof seasonalArimaForecastingName\n\nconst getJsonPathTransformer = (pathExpression: string): PayloadValueTransformer => {\n  const transformer = (x: Payload): number => {\n    const ret = jsonpath.value(x, pathExpression)\n    if (typeof ret === 'number') return ret\n    throw new Error('Parsed invalid payload value')\n  }\n  return transformer\n}\n\nexport class MemoryForecastingDiviner<\n  TParams extends ForecastingDivinerParams = ForecastingDivinerParams,\n> extends AbstractForecastingDiviner<TParams> {\n  static override readonly configSchemas: Schema[] = [...super.configSchemas, ForecastingDivinerConfigSchema]\n  static override readonly defaultConfigSchema: Schema = ForecastingDivinerConfigSchema\n\n  protected static readonly forecastingMethodDict: Record<SupportedForecastingType, ForecastingMethod> = {\n    arimaForecasting: arimaForecastingMethod,\n    seasonalArimaForecasting: seasonalArimaForecastingMethod,\n  }\n\n  /**\n   * The max number of records to search during the batch query\n   */\n  protected readonly batchLimit = 1000\n\n  // TODO: Inject via config\n  protected readonly maxTrainingLength = 10_000\n\n  get boundWitnessDiviner() {\n    return assertEx(this.config.boundWitnessDiviner, () => 'No boundWitnessDiviner configured')\n  }\n\n  protected override get forecastingMethod(): ForecastingMethod {\n    const forecastingMethodName = assertEx(this.config.forecastingMethod, () => 'Missing forecastingMethod in config') as SupportedForecastingType\n    const forecastingMethod = MemoryForecastingDiviner.forecastingMethodDict[forecastingMethodName]\n    if (forecastingMethod) return forecastingMethod\n    throw new Error(`Unsupported forecasting method: ${forecastingMethodName}`)\n  }\n\n  protected override get transformer(): PayloadValueTransformer {\n    const pathExpression = assertEx(this.config.jsonPathExpression, () => 'Missing jsonPathExpression in config')\n    return getJsonPathTransformer(pathExpression)\n  }\n\n  protected override async getPayloadsInWindow(startTimestamp: number, stopTimestamp: number): Promise<Payload[]> {\n    const addresses = this.config.witnessAddresses\n    const payload_schemas = [assertEx(this.config.witnessSchema, () => 'Missing witnessSchema in config')]\n    const payloads: Payload[] = []\n    const archivist = asArchivistInstance(await this.archivistInstance(), () => 'Unable to resolve archivist')\n    const bwDiviner = asDivinerInstance(\n      (await this.resolve(this.boundWitnessDiviner)).pop(),\n      'Unable to resolve boundWitnessDiviner',\n    ) as DivinerInstance<BoundWitnessDivinerParams, BoundWitnessDivinerQueryPayload, BoundWitness>\n    const limit = this.batchLimit\n    const witnessSchema = assertEx(this.config.witnessSchema, () => 'Missing witnessSchema in config')\n    let timestamp = stopTimestamp\n    let more = true\n\n    // TODO: Window size vs sample size\n    // Loop until there are no more BWs to process or we've got enough payloads to satisfy the training window\n    while (more || payloads.length < this.maxTrainingLength) {\n      const query: BoundWitnessDivinerQueryPayload = { addresses, limit, payload_schemas, schema: BoundWitnessDivinerQuerySchema, timestamp }\n      const boundWitnesses = (await bwDiviner.divine([query])).filter(\n        (bw) => bw.timestamp && bw.timestamp >= startTimestamp && bw.timestamp <= stopTimestamp,\n      )\n      if (boundWitnesses.length === 0) break\n\n      // Update the timestamp value for the next batch\n      timestamp = boundWitnesses\n        .map((bw) => bw.timestamp)\n        .filter(exists)\n        // eslint-disable-next-line unicorn/no-array-reduce\n        .reduce((a, b) => Math.min(a, b), Number.MAX_SAFE_INTEGER)\n      if (timestamp === Number.MAX_SAFE_INTEGER) break\n\n      // Set the more flag to false if there are fewer documents returned than the batch size\n      more = boundWitnesses.length === limit\n\n      // Get the corresponding payload hashes from the BWs\n      const hashes = boundWitnesses.map((bw) => bw.payload_hashes[bw.payload_schemas.indexOf(witnessSchema)]).filter(exists)\n\n      // Get the payloads corresponding to the BW hashes from the archivist\n      if (hashes.length > 0) {\n        const batchPayloads = (await archivist.get(hashes)).filter(exists)\n        payloads.push(...batchPayloads)\n      }\n    }\n    return payloads\n  }\n}\n"],"mappings":";;;;AAAA,SAASA,gBAAgB;AACzB,SAASC,cAAc;AACvB,SAASC,2BAA2B;AAEpC,SAAqEC,sCAAsC;AAC3G,SAASC,kCAA4D;AACrE,SACEC,wBAEAC,sCAEK;AACP,SAASC,sCAAkF;AAC3F,SAASC,yBAA0C;AAEnD,OAAOC,cAAc;AAIrB,IAAMC,yBAAyB,wBAACC,mBAAAA;AAC9B,QAAMC,cAAc,wBAACC,MAAAA;AACnB,UAAMC,MAAMC,SAASC,MAAMH,GAAGF,cAAAA;AAC9B,QAAI,OAAOG,QAAQ,SAAU,QAAOA;AACpC,UAAM,IAAIG,MAAM,8BAAA;EAClB,GAJoB;AAKpB,SAAOL;AACT,GAP+B;AASxB,IAAMM,2BAAN,MAAMA,kCAEHC,2BAAAA;EA9BV,OA8BUA;;;EACR,OAAyBC,gBAA0B;OAAI,MAAMA;IAAeC;;EAC5E,OAAyBC,sBAA8BD;EAEvD,OAA0BE,wBAA6E;IACrGC,kBAAkBC;IAClBC,0BAA0BC;EAC5B;;;;EAKmBC,aAAa;;EAGbC,oBAAoB;EAEvC,IAAIC,sBAAsB;AACxB,WAAOC,SAAS,KAAKC,OAAOF,qBAAqB,MAAM,mCAAA;EACzD;EAEA,IAAuBG,oBAAuC;AAC5D,UAAMC,wBAAwBH,SAAS,KAAKC,OAAOC,mBAAmB,MAAM,qCAAA;AAC5E,UAAMA,oBAAoBf,0BAAyBK,sBAAsBW,qBAAAA;AACzE,QAAID,kBAAmB,QAAOA;AAC9B,UAAM,IAAIhB,MAAM,mCAAmCiB,qBAAAA,EAAuB;EAC5E;EAEA,IAAuBtB,cAAuC;AAC5D,UAAMD,iBAAiBoB,SAAS,KAAKC,OAAOG,oBAAoB,MAAM,sCAAA;AACtE,WAAOzB,uBAAuBC,cAAAA;EAChC;EAEA,MAAyByB,oBAAoBC,gBAAwBC,eAA2C;AAC9G,UAAMC,YAAY,KAAKP,OAAOQ;AAC9B,UAAMC,kBAAkB;MAACV,SAAS,KAAKC,OAAOU,eAAe,MAAM,iCAAA;;AACnE,UAAMC,WAAsB,CAAA;AAC5B,UAAMC,YAAYC,oBAAoB,MAAM,KAAKC,kBAAiB,GAAI,MAAM,6BAAA;AAC5E,UAAMC,YAAYC,mBACf,MAAM,KAAKC,QAAQ,KAAKnB,mBAAmB,GAAGoB,IAAG,GAClD,uCAAA;AAEF,UAAMC,QAAQ,KAAKvB;AACnB,UAAMc,gBAAgBX,SAAS,KAAKC,OAAOU,eAAe,MAAM,iCAAA;AAChE,QAAIU,YAAYd;AAChB,QAAIe,OAAO;AAIX,WAAOA,QAAQV,SAASW,SAAS,KAAKzB,mBAAmB;AACvD,YAAM0B,QAAyC;QAAEhB;QAAWY;QAAOV;QAAiBe,QAAQC;QAAgCL;MAAU;AACtI,YAAMM,kBAAkB,MAAMX,UAAUY,OAAO;QAACJ;OAAM,GAAGK,OACvD,CAACC,OAAOA,GAAGT,aAAaS,GAAGT,aAAaf,kBAAkBwB,GAAGT,aAAad,aAAAA;AAE5E,UAAIoB,eAAeJ,WAAW,EAAG;AAGjCF,kBAAYM,eACTI,IAAI,CAACD,OAAOA,GAAGT,SAAS,EACxBQ,OAAOG,MAAAA,EAEPC,OAAO,CAACC,GAAGC,MAAMC,KAAKC,IAAIH,GAAGC,CAAAA,GAAIG,OAAOC,gBAAgB;AAC3D,UAAIlB,cAAciB,OAAOC,iBAAkB;AAG3CjB,aAAOK,eAAeJ,WAAWH;AAGjC,YAAMoB,SAASb,eAAeI,IAAI,CAACD,OAAOA,GAAGW,eAAeX,GAAGpB,gBAAgBgC,QAAQ/B,aAAAA,CAAAA,CAAe,EAAEkB,OAAOG,MAAAA;AAG/G,UAAIQ,OAAOjB,SAAS,GAAG;AACrB,cAAMoB,iBAAiB,MAAM9B,UAAU+B,IAAIJ,MAAAA,GAASX,OAAOG,MAAAA;AAC3DpB,iBAASiC,KAAI,GAAIF,aAAAA;MACnB;IACF;AACA,WAAO/B;EACT;AACF;","names":["assertEx","exists","asArchivistInstance","BoundWitnessDivinerQuerySchema","AbstractForecastingDiviner","arimaForecastingMethod","seasonalArimaForecastingMethod","ForecastingDivinerConfigSchema","asDivinerInstance","jsonpath","getJsonPathTransformer","pathExpression","transformer","x","ret","jsonpath","value","Error","MemoryForecastingDiviner","AbstractForecastingDiviner","configSchemas","ForecastingDivinerConfigSchema","defaultConfigSchema","forecastingMethodDict","arimaForecasting","arimaForecastingMethod","seasonalArimaForecasting","seasonalArimaForecastingMethod","batchLimit","maxTrainingLength","boundWitnessDiviner","assertEx","config","forecastingMethod","forecastingMethodName","jsonPathExpression","getPayloadsInWindow","startTimestamp","stopTimestamp","addresses","witnessAddresses","payload_schemas","witnessSchema","payloads","archivist","asArchivistInstance","archivistInstance","bwDiviner","asDivinerInstance","resolve","pop","limit","timestamp","more","length","query","schema","BoundWitnessDivinerQuerySchema","boundWitnesses","divine","filter","bw","map","exists","reduce","a","b","Math","min","Number","MAX_SAFE_INTEGER","hashes","payload_hashes","indexOf","batchPayloads","get","push"]}

package/dist/node/index.cjs

@@ -1,2 +1,131 @@
-"use strict";var U=Object.create;var r=Object.defineProperty;var k=Object.getOwnPropertyDescriptor;var C=Object.getOwnPropertyNames;var S=Object.getPrototypeOf,G=Object.prototype.hasOwnProperty;var R=Reflect.get;var X=(s,t,i)=>t in s?r(s,t,{enumerable:!0,configurable:!0,writable:!0,value:i}):s[t]=i;var m=(s,t)=>r(s,"name",{value:t,configurable:!0});var q=(s,t)=>{for(var i in t)r(s,i,{get:t[i],enumerable:!0})},x=(s,t,i,o)=>{if(t&&typeof t=="object"||typeof t=="function")for(let a of C(t))!G.call(s,a)&&a!==i&&r(s,a,{get:()=>t[a],enumerable:!(o=k(t,a))||o.enumerable});return s};var B=(s,t,i)=>(i=s!=null?U(S(s)):{},x(t||!s||!s.__esModule?r(i,"default",{value:s,enumerable:!0}):i,s)),F=s=>x(r({},"__esModule",{value:!0}),s);var f=(s,t,i)=>X(s,typeof t!="symbol"?t+"":t,i);var A=(s,t,i)=>R(S(s),i,t);var O={};q(O,{MemoryForecastingDiviner:()=>b});module.exports=F(O);var c=require("@xylabs/assert"),g=require("@xylabs/exists"),M=require("@xyo-network/archivist-model"),W=require("@xyo-network/diviner-boundwitness-model"),I=require("@xyo-network/diviner-forecasting-abstract"),d=require("@xyo-network/diviner-forecasting-method-arima"),u=require("@xyo-network/diviner-forecasting-model"),N=require("@xyo-network/diviner-model"),P=B(require("jsonpath"),1);var J=m(s=>m(i=>{let o=P.default.value(i,s);if(typeof o=="number")return o;throw new Error("Parsed invalid payload value")},"transformer"),"getJsonPathTransformer"),n=class n extends I.AbstractForecastingDiviner{batchLimit=1e3;maxTrainingLength=1e4;get boundWitnessDiviner(){return(0,c.assertEx)(this.config.boundWitnessDiviner,()=>"No boundWitnessDiviner configured")}get forecastingMethod(){let t=(0,c.assertEx)(this.config.forecastingMethod,()=>"Missing forecastingMethod in config"),i=n.forecastingMethodDict[t];if(i)return i;throw new Error(`Unsupported forecasting method: ${t}`)}get transformer(){let t=(0,c.assertEx)(this.config.jsonPathExpression,()=>"Missing jsonPathExpression in config");return J(t)}async getPayloadsInWindow(t,i){let o=this.config.witnessAddresses,a=[(0,c.assertEx)(this.config.witnessSchema,()=>"Missing witnessSchema in config")],p=[],D=(0,M.asArchivistInstance)(await this.archivistInstance(),()=>"Unable to resolve archivist"),y=(0,N.asDivinerInstance)((await this.resolve(this.boundWitnessDiviner)).pop(),"Unable to resolve boundWitnessDiviner"),v=this.batchLimit,L=(0,c.assertEx)(this.config.witnessSchema,()=>"Missing witnessSchema in config"),l=i,w=!0;for(;w||p.length<this.maxTrainingLength;){let T={addresses:o,limit:v,payload_schemas:a,schema:W.BoundWitnessDivinerQuerySchema,timestamp:l},h=(await y.divine([T])).filter(e=>e.timestamp&&e.timestamp>=t&&e.timestamp<=i);if(h.length===0||(l=h.map(e=>e.timestamp).filter(g.exists).reduce((e,j)=>Math.min(e,j),Number.MAX_SAFE_INTEGER),l===Number.MAX_SAFE_INTEGER))break;w=h.length===v;let E=h.map(e=>e.payload_hashes[e.payload_schemas.indexOf(L)]).filter(g.exists);if(E.length>0){let e=(await D.get(E)).filter(g.exists);p.push(...e)}}return p}};m(n,"MemoryForecastingDiviner"),f(n,"configSchemas",[...A(n,n,"configSchemas"),u.ForecastingDivinerConfigSchema]),f(n,"defaultConfigSchema",u.ForecastingDivinerConfigSchema),f(n,"forecastingMethodDict",{arimaForecasting:d.arimaForecastingMethod,seasonalArimaForecasting:d.seasonalArimaForecastingMethod});var b=n;0&&(module.exports={MemoryForecastingDiviner});
+"use strict";
+var __create = Object.create;
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __getProtoOf = Object.getPrototypeOf;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __reflectGet = Reflect.get;
+var __defNormalProp = (obj, key, value) => key in obj ? __defProp(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
+var __name = (target, value) => __defProp(target, "name", { value, configurable: true });
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
+  // If the importer is in node compatibility mode or this is not an ESM
+  // file that has been converted to a CommonJS file using a Babel-
+  // compatible transform (i.e. "__esModule" has not been set), then set
+  // "default" to the CommonJS "module.exports" for node compatibility.
+  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
+  mod
+));
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var __publicField = (obj, key, value) => __defNormalProp(obj, typeof key !== "symbol" ? key + "" : key, value);
+var __superGet = (cls, obj, key) => __reflectGet(__getProtoOf(cls), key, obj);
+
+// src/index.ts
+var src_exports = {};
+__export(src_exports, {
+  MemoryForecastingDiviner: () => MemoryForecastingDiviner
+});
+module.exports = __toCommonJS(src_exports);
+
+// src/MemoryForecastingDiviner.ts
+var import_assert = require("@xylabs/assert");
+var import_exists = require("@xylabs/exists");
+var import_archivist_model = require("@xyo-network/archivist-model");
+var import_diviner_boundwitness_model = require("@xyo-network/diviner-boundwitness-model");
+var import_diviner_forecasting_abstract = require("@xyo-network/diviner-forecasting-abstract");
+var import_diviner_forecasting_method_arima = require("@xyo-network/diviner-forecasting-method-arima");
+var import_diviner_forecasting_model = require("@xyo-network/diviner-forecasting-model");
+var import_diviner_model = require("@xyo-network/diviner-model");
+var import_jsonpath = __toESM(require("jsonpath"), 1);
+var getJsonPathTransformer = /* @__PURE__ */ __name((pathExpression) => {
+  const transformer = /* @__PURE__ */ __name((x) => {
+    const ret = import_jsonpath.default.value(x, pathExpression);
+    if (typeof ret === "number") return ret;
+    throw new Error("Parsed invalid payload value");
+  }, "transformer");
+  return transformer;
+}, "getJsonPathTransformer");
+var _MemoryForecastingDiviner = class _MemoryForecastingDiviner extends import_diviner_forecasting_abstract.AbstractForecastingDiviner {
+  /**
+  * The max number of records to search during the batch query
+  */
+  batchLimit = 1e3;
+  // TODO: Inject via config
+  maxTrainingLength = 1e4;
+  get boundWitnessDiviner() {
+    return (0, import_assert.assertEx)(this.config.boundWitnessDiviner, () => "No boundWitnessDiviner configured");
+  }
+  get forecastingMethod() {
+    const forecastingMethodName = (0, import_assert.assertEx)(this.config.forecastingMethod, () => "Missing forecastingMethod in config");
+    const forecastingMethod = _MemoryForecastingDiviner.forecastingMethodDict[forecastingMethodName];
+    if (forecastingMethod) return forecastingMethod;
+    throw new Error(`Unsupported forecasting method: ${forecastingMethodName}`);
+  }
+  get transformer() {
+    const pathExpression = (0, import_assert.assertEx)(this.config.jsonPathExpression, () => "Missing jsonPathExpression in config");
+    return getJsonPathTransformer(pathExpression);
+  }
+  async getPayloadsInWindow(startTimestamp, stopTimestamp) {
+    const addresses = this.config.witnessAddresses;
+    const payload_schemas = [
+      (0, import_assert.assertEx)(this.config.witnessSchema, () => "Missing witnessSchema in config")
+    ];
+    const payloads = [];
+    const archivist = (0, import_archivist_model.asArchivistInstance)(await this.archivistInstance(), () => "Unable to resolve archivist");
+    const bwDiviner = (0, import_diviner_model.asDivinerInstance)((await this.resolve(this.boundWitnessDiviner)).pop(), "Unable to resolve boundWitnessDiviner");
+    const limit = this.batchLimit;
+    const witnessSchema = (0, import_assert.assertEx)(this.config.witnessSchema, () => "Missing witnessSchema in config");
+    let timestamp = stopTimestamp;
+    let more = true;
+    while (more || payloads.length < this.maxTrainingLength) {
+      const query = {
+        addresses,
+        limit,
+        payload_schemas,
+        schema: import_diviner_boundwitness_model.BoundWitnessDivinerQuerySchema,
+        timestamp
+      };
+      const boundWitnesses = (await bwDiviner.divine([
+        query
+      ])).filter((bw) => bw.timestamp && bw.timestamp >= startTimestamp && bw.timestamp <= stopTimestamp);
+      if (boundWitnesses.length === 0) break;
+      timestamp = boundWitnesses.map((bw) => bw.timestamp).filter(import_exists.exists).reduce((a, b) => Math.min(a, b), Number.MAX_SAFE_INTEGER);
+      if (timestamp === Number.MAX_SAFE_INTEGER) break;
+      more = boundWitnesses.length === limit;
+      const hashes = boundWitnesses.map((bw) => bw.payload_hashes[bw.payload_schemas.indexOf(witnessSchema)]).filter(import_exists.exists);
+      if (hashes.length > 0) {
+        const batchPayloads = (await archivist.get(hashes)).filter(import_exists.exists);
+        payloads.push(...batchPayloads);
+      }
+    }
+    return payloads;
+  }
+};
+__name(_MemoryForecastingDiviner, "MemoryForecastingDiviner");
+__publicField(_MemoryForecastingDiviner, "configSchemas", [
+  ...__superGet(_MemoryForecastingDiviner, _MemoryForecastingDiviner, "configSchemas"),
+  import_diviner_forecasting_model.ForecastingDivinerConfigSchema
+]);
+__publicField(_MemoryForecastingDiviner, "defaultConfigSchema", import_diviner_forecasting_model.ForecastingDivinerConfigSchema);
+__publicField(_MemoryForecastingDiviner, "forecastingMethodDict", {
+  arimaForecasting: import_diviner_forecasting_method_arima.arimaForecastingMethod,
+  seasonalArimaForecasting: import_diviner_forecasting_method_arima.seasonalArimaForecastingMethod
+});
+var MemoryForecastingDiviner = _MemoryForecastingDiviner;
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  MemoryForecastingDiviner
+});
 //# sourceMappingURL=index.cjs.map

package/dist/node/index.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/index.ts","../../src/MemoryForecastingDiviner.ts"],"sourcesContent":["export * from './MemoryForecastingDiviner'\n","import { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { asArchivistInstance } from '@xyo-network/archivist-model'\nimport { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { BoundWitnessDivinerParams, BoundWitnessDivinerQueryPayload, BoundWitnessDivinerQuerySchema } from '@xyo-network/diviner-boundwitness-model'\nimport { AbstractForecastingDiviner, ForecastingDivinerParams } from '@xyo-network/diviner-forecasting-abstract'\nimport {\n  arimaForecastingMethod,\n  arimaForecastingName,\n  seasonalArimaForecastingMethod,\n  seasonalArimaForecastingName,\n} from '@xyo-network/diviner-forecasting-method-arima'\nimport { ForecastingDivinerConfigSchema, ForecastingMethod, PayloadValueTransformer } from '@xyo-network/diviner-forecasting-model'\nimport { asDivinerInstance, DivinerInstance } from '@xyo-network/diviner-model'\nimport { Payload, Schema } from '@xyo-network/payload-model'\nimport jsonpath from 'jsonpath'\n\nexport type SupportedForecastingType = typeof arimaForecastingName | typeof seasonalArimaForecastingName\n\nconst getJsonPathTransformer = (pathExpression: string): PayloadValueTransformer => {\n  const transformer = (x: Payload): number => {\n    const ret = jsonpath.value(x, pathExpression)\n    if (typeof ret === 'number') return ret\n    throw new Error('Parsed invalid payload value')\n  }\n  return transformer\n}\n\nexport class MemoryForecastingDiviner<\n  TParams extends ForecastingDivinerParams = ForecastingDivinerParams,\n> extends AbstractForecastingDiviner<TParams> {\n  static override readonly configSchemas: Schema[] = [...super.configSchemas, ForecastingDivinerConfigSchema]\n  static override readonly defaultConfigSchema: Schema = ForecastingDivinerConfigSchema\n\n  protected static readonly forecastingMethodDict: Record<SupportedForecastingType, ForecastingMethod> = {\n    arimaForecasting: arimaForecastingMethod,\n    seasonalArimaForecasting: seasonalArimaForecastingMethod,\n  }\n\n  /**\n   * The max number of records to search during the batch query\n   */\n  protected readonly batchLimit = 1000\n\n  // TODO: Inject via config\n  protected readonly maxTrainingLength = 10_000\n\n  get boundWitnessDiviner() {\n    return assertEx(this.config.boundWitnessDiviner, () => 'No boundWitnessDiviner configured')\n  }\n\n  protected override get forecastingMethod(): ForecastingMethod {\n    const forecastingMethodName = assertEx(this.config.forecastingMethod, () => 'Missing forecastingMethod in config') as SupportedForecastingType\n    const forecastingMethod = MemoryForecastingDiviner.forecastingMethodDict[forecastingMethodName]\n    if (forecastingMethod) return forecastingMethod\n    throw new Error(`Unsupported forecasting method: ${forecastingMethodName}`)\n  }\n\n  protected override get transformer(): PayloadValueTransformer {\n    const pathExpression = assertEx(this.config.jsonPathExpression, () => 'Missing jsonPathExpression in config')\n    return getJsonPathTransformer(pathExpression)\n  }\n\n  protected override async getPayloadsInWindow(startTimestamp: number, stopTimestamp: number): Promise<Payload[]> {\n    const addresses = this.config.witnessAddresses\n    const payload_schemas = [assertEx(this.config.witnessSchema, () => 'Missing witnessSchema in config')]\n    const payloads: Payload[] = []\n    const archivist = asArchivistInstance(await this.archivistInstance(), () => 'Unable to resolve archivist')\n    const bwDiviner = asDivinerInstance(\n      (await this.resolve(this.boundWitnessDiviner)).pop(),\n      'Unable to resolve boundWitnessDiviner',\n    ) as DivinerInstance<BoundWitnessDivinerParams, BoundWitnessDivinerQueryPayload, BoundWitness>\n    const limit = this.batchLimit\n    const witnessSchema = assertEx(this.config.witnessSchema, () => 'Missing witnessSchema in config')\n    let timestamp = stopTimestamp\n    let more = true\n\n    // TODO: Window size vs sample size\n    // Loop until there are no more BWs to process or we've got enough payloads to satisfy the training window\n    while (more || payloads.length < this.maxTrainingLength) {\n      const query: BoundWitnessDivinerQueryPayload = { addresses, limit, payload_schemas, schema: BoundWitnessDivinerQuerySchema, timestamp }\n      const boundWitnesses = (await bwDiviner.divine([query])).filter(\n        (bw) => bw.timestamp && bw.timestamp >= startTimestamp && bw.timestamp <= stopTimestamp,\n      )\n      if (boundWitnesses.length === 0) break\n\n      // Update the timestamp value for the next batch\n      timestamp = boundWitnesses\n        .map((bw) => bw.timestamp)\n        .filter(exists)\n        // eslint-disable-next-line unicorn/no-array-reduce\n        .reduce((a, b) => Math.min(a, b), Number.MAX_SAFE_INTEGER)\n      if (timestamp === Number.MAX_SAFE_INTEGER) break\n\n      // Set the more flag to false if there are fewer documents returned than the batch size\n      more = boundWitnesses.length === limit\n\n      // Get the corresponding payload hashes from the BWs\n      const hashes = boundWitnesses.map((bw) => bw.payload_hashes[bw.payload_schemas.indexOf(witnessSchema)]).filter(exists)\n\n      // Get the payloads corresponding to the BW hashes from the archivist\n      if (hashes.length > 0) {\n        const batchPayloads = (await archivist.get(hashes)).filter(exists)\n        payloads.push(...batchPayloads)\n      }\n    }\n    return payloads\n  }\n}\n"],"mappings":"kyBAAA,IAAAA,EAAA,GAAAC,EAAAD,EAAA,8BAAAE,IAAA,eAAAC,EAAAH,GCAA,IAAAI,EAAyB,0BACzBC,EAAuB,0BACvBC,EAAoC,wCAEpCC,EAA2G,mDAC3GC,EAAqE,qDACrEC,EAKO,yDACPC,EAA2F,kDAC3FC,EAAmD,sCAEnDC,EAAqB,yBAIrB,IAAMC,EAAyBC,EAACC,GACVD,EAACE,GAAAA,CACnB,IAAMC,EAAMC,EAAAA,QAASC,MAAMH,EAAGD,CAAAA,EAC9B,GAAI,OAAOE,GAAQ,SAAU,OAAOA,EACpC,MAAM,IAAIG,MAAM,8BAAA,CAClB,EAJoB,eADS,0BASlBC,EAAN,MAAMA,UAEHC,4BAAAA,CAYWC,WAAa,IAGbC,kBAAoB,IAEvC,IAAIC,qBAAsB,CACxB,SAAOC,YAAS,KAAKC,OAAOF,oBAAqB,IAAM,mCAAA,CACzD,CAEA,IAAuBG,mBAAuC,CAC5D,IAAMC,KAAwBH,YAAS,KAAKC,OAAOC,kBAAmB,IAAM,qCAAA,EACtEA,EAAoBP,EAAyBS,sBAAsBD,CAAAA,EACzE,GAAID,EAAmB,OAAOA,EAC9B,MAAM,IAAIR,MAAM,mCAAmCS,CAAAA,EAAuB,CAC5E,CAEA,IAAuBE,aAAuC,CAC5D,IAAMhB,KAAiBW,YAAS,KAAKC,OAAOK,mBAAoB,IAAM,sCAAA,EACtE,OAAOnB,EAAuBE,CAAAA,CAChC,CAEA,MAAyBkB,oBAAoBC,EAAwBC,EAA2C,CAC9G,IAAMC,EAAY,KAAKT,OAAOU,iBACxBC,EAAkB,IAACZ,YAAS,KAAKC,OAAOY,cAAe,IAAM,iCAAA,GAC7DC,EAAsB,CAAA,EACtBC,KAAYC,uBAAoB,MAAM,KAAKC,kBAAiB,EAAI,IAAM,6BAAA,EACtEC,KAAYC,sBACf,MAAM,KAAKC,QAAQ,KAAKrB,mBAAmB,GAAGsB,IAAG,EAClD,uCAAA,EAEIC,EAAQ,KAAKzB,WACbgB,KAAgBb,YAAS,KAAKC,OAAOY,cAAe,IAAM,iCAAA,EAC5DU,EAAYd,EACZe,EAAO,GAIX,KAAOA,GAAQV,EAASW,OAAS,KAAK3B,mBAAmB,CACvD,IAAM4B,EAAyC,CAAEhB,UAAAA,EAAWY,MAAAA,EAAOV,gBAAAA,EAAiBe,OAAQC,iCAAgCL,UAAAA,CAAU,EAChIM,GAAkB,MAAMX,EAAUY,OAAO,CAACJ,EAAM,GAAGK,OACtDC,GAAOA,EAAGT,WAAaS,EAAGT,WAAaf,GAAkBwB,EAAGT,WAAad,CAAAA,EAU5E,GARIoB,EAAeJ,SAAW,IAG9BF,EAAYM,EACTI,IAAKD,GAAOA,EAAGT,SAAS,EACxBQ,OAAOG,QAAAA,EAEPC,OAAO,CAACC,EAAGC,IAAMC,KAAKC,IAAIH,EAAGC,CAAAA,EAAIG,OAAOC,gBAAgB,EACvDlB,IAAciB,OAAOC,kBAAkB,MAG3CjB,EAAOK,EAAeJ,SAAWH,EAGjC,IAAMoB,EAASb,EAAeI,IAAKD,GAAOA,EAAGW,eAAeX,EAAGpB,gBAAgBgC,QAAQ/B,CAAAA,CAAAA,CAAe,EAAEkB,OAAOG,QAAAA,EAG/G,GAAIQ,EAAOjB,OAAS,EAAG,CACrB,IAAMoB,GAAiB,MAAM9B,EAAU+B,IAAIJ,CAAAA,GAASX,OAAOG,QAAAA,EAC3DpB,EAASiC,KAAI,GAAIF,CAAAA,CACnB,CACF,CACA,OAAO/B,CACT,CACF,EA9EUlB,EAAAA,EAAAA,4BACRoD,EAHWrD,EAGcsD,gBAA0B,IAAIC,EAAAC,IAAMF,iBAAeG,mCAC5EJ,EAJWrD,EAIc0D,sBAA8BD,kCAEvDJ,EANWrD,EAMeS,wBAA6E,CACrGkD,iBAAkBC,yBAClBC,yBAA0BC,gCAC5B,GATK,IAAM9D,EAANwD","names":["src_exports","__export","MemoryForecastingDiviner","__toCommonJS","import_assert","import_exists","import_archivist_model","import_diviner_boundwitness_model","import_diviner_forecasting_abstract","import_diviner_forecasting_method_arima","import_diviner_forecasting_model","import_diviner_model","import_jsonpath","getJsonPathTransformer","__name","pathExpression","x","ret","jsonpath","value","Error","MemoryForecastingDiviner","AbstractForecastingDiviner","batchLimit","maxTrainingLength","boundWitnessDiviner","assertEx","config","forecastingMethod","forecastingMethodName","forecastingMethodDict","transformer","jsonPathExpression","getPayloadsInWindow","startTimestamp","stopTimestamp","addresses","witnessAddresses","payload_schemas","witnessSchema","payloads","archivist","asArchivistInstance","archivistInstance","bwDiviner","asDivinerInstance","resolve","pop","limit","timestamp","more","length","query","schema","BoundWitnessDivinerQuerySchema","boundWitnesses","divine","filter","bw","map","exists","reduce","a","b","Math","min","Number","MAX_SAFE_INTEGER","hashes","payload_hashes","indexOf","batchPayloads","get","push","__publicField","configSchemas","__superGet","_MemoryForecastingDiviner","ForecastingDivinerConfigSchema","defaultConfigSchema","arimaForecasting","arimaForecastingMethod","seasonalArimaForecasting","seasonalArimaForecastingMethod"]}
+{"version":3,"sources":["../../src/index.ts","../../src/MemoryForecastingDiviner.ts"],"sourcesContent":["export * from './MemoryForecastingDiviner'\n","import { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { asArchivistInstance } from '@xyo-network/archivist-model'\nimport { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { BoundWitnessDivinerParams, BoundWitnessDivinerQueryPayload, BoundWitnessDivinerQuerySchema } from '@xyo-network/diviner-boundwitness-model'\nimport { AbstractForecastingDiviner, ForecastingDivinerParams } from '@xyo-network/diviner-forecasting-abstract'\nimport {\n  arimaForecastingMethod,\n  arimaForecastingName,\n  seasonalArimaForecastingMethod,\n  seasonalArimaForecastingName,\n} from '@xyo-network/diviner-forecasting-method-arima'\nimport { ForecastingDivinerConfigSchema, ForecastingMethod, PayloadValueTransformer } from '@xyo-network/diviner-forecasting-model'\nimport { asDivinerInstance, DivinerInstance } from '@xyo-network/diviner-model'\nimport { Payload, Schema } from '@xyo-network/payload-model'\nimport jsonpath from 'jsonpath'\n\nexport type SupportedForecastingType = typeof arimaForecastingName | typeof seasonalArimaForecastingName\n\nconst getJsonPathTransformer = (pathExpression: string): PayloadValueTransformer => {\n  const transformer = (x: Payload): number => {\n    const ret = jsonpath.value(x, pathExpression)\n    if (typeof ret === 'number') return ret\n    throw new Error('Parsed invalid payload value')\n  }\n  return transformer\n}\n\nexport class MemoryForecastingDiviner<\n  TParams extends ForecastingDivinerParams = ForecastingDivinerParams,\n> extends AbstractForecastingDiviner<TParams> {\n  static override readonly configSchemas: Schema[] = [...super.configSchemas, ForecastingDivinerConfigSchema]\n  static override readonly defaultConfigSchema: Schema = ForecastingDivinerConfigSchema\n\n  protected static readonly forecastingMethodDict: Record<SupportedForecastingType, ForecastingMethod> = {\n    arimaForecasting: arimaForecastingMethod,\n    seasonalArimaForecasting: seasonalArimaForecastingMethod,\n  }\n\n  /**\n   * The max number of records to search during the batch query\n   */\n  protected readonly batchLimit = 1000\n\n  // TODO: Inject via config\n  protected readonly maxTrainingLength = 10_000\n\n  get boundWitnessDiviner() {\n    return assertEx(this.config.boundWitnessDiviner, () => 'No boundWitnessDiviner configured')\n  }\n\n  protected override get forecastingMethod(): ForecastingMethod {\n    const forecastingMethodName = assertEx(this.config.forecastingMethod, () => 'Missing forecastingMethod in config') as SupportedForecastingType\n    const forecastingMethod = MemoryForecastingDiviner.forecastingMethodDict[forecastingMethodName]\n    if (forecastingMethod) return forecastingMethod\n    throw new Error(`Unsupported forecasting method: ${forecastingMethodName}`)\n  }\n\n  protected override get transformer(): PayloadValueTransformer {\n    const pathExpression = assertEx(this.config.jsonPathExpression, () => 'Missing jsonPathExpression in config')\n    return getJsonPathTransformer(pathExpression)\n  }\n\n  protected override async getPayloadsInWindow(startTimestamp: number, stopTimestamp: number): Promise<Payload[]> {\n    const addresses = this.config.witnessAddresses\n    const payload_schemas = [assertEx(this.config.witnessSchema, () => 'Missing witnessSchema in config')]\n    const payloads: Payload[] = []\n    const archivist = asArchivistInstance(await this.archivistInstance(), () => 'Unable to resolve archivist')\n    const bwDiviner = asDivinerInstance(\n      (await this.resolve(this.boundWitnessDiviner)).pop(),\n      'Unable to resolve boundWitnessDiviner',\n    ) as DivinerInstance<BoundWitnessDivinerParams, BoundWitnessDivinerQueryPayload, BoundWitness>\n    const limit = this.batchLimit\n    const witnessSchema = assertEx(this.config.witnessSchema, () => 'Missing witnessSchema in config')\n    let timestamp = stopTimestamp\n    let more = true\n\n    // TODO: Window size vs sample size\n    // Loop until there are no more BWs to process or we've got enough payloads to satisfy the training window\n    while (more || payloads.length < this.maxTrainingLength) {\n      const query: BoundWitnessDivinerQueryPayload = { addresses, limit, payload_schemas, schema: BoundWitnessDivinerQuerySchema, timestamp }\n      const boundWitnesses = (await bwDiviner.divine([query])).filter(\n        (bw) => bw.timestamp && bw.timestamp >= startTimestamp && bw.timestamp <= stopTimestamp,\n      )\n      if (boundWitnesses.length === 0) break\n\n      // Update the timestamp value for the next batch\n      timestamp = boundWitnesses\n        .map((bw) => bw.timestamp)\n        .filter(exists)\n        // eslint-disable-next-line unicorn/no-array-reduce\n        .reduce((a, b) => Math.min(a, b), Number.MAX_SAFE_INTEGER)\n      if (timestamp === Number.MAX_SAFE_INTEGER) break\n\n      // Set the more flag to false if there are fewer documents returned than the batch size\n      more = boundWitnesses.length === limit\n\n      // Get the corresponding payload hashes from the BWs\n      const hashes = boundWitnesses.map((bw) => bw.payload_hashes[bw.payload_schemas.indexOf(witnessSchema)]).filter(exists)\n\n      // Get the payloads corresponding to the BW hashes from the archivist\n      if (hashes.length > 0) {\n        const batchPayloads = (await archivist.get(hashes)).filter(exists)\n        payloads.push(...batchPayloads)\n      }\n    }\n    return payloads\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;;;;;;;ACAA,oBAAyB;AACzB,oBAAuB;AACvB,6BAAoC;AAEpC,wCAA2G;AAC3G,0CAAqE;AACrE,8CAKO;AACP,uCAA2F;AAC3F,2BAAmD;AAEnD,sBAAqB;AAIrB,IAAMA,yBAAyB,wBAACC,mBAAAA;AAC9B,QAAMC,cAAc,wBAACC,MAAAA;AACnB,UAAMC,MAAMC,gBAAAA,QAASC,MAAMH,GAAGF,cAAAA;AAC9B,QAAI,OAAOG,QAAQ,SAAU,QAAOA;AACpC,UAAM,IAAIG,MAAM,8BAAA;EAClB,GAJoB;AAKpB,SAAOL;AACT,GAP+B;AASxB,IAAMM,4BAAN,MAAMA,kCAEHC,+DAAAA;;;;EAYWC,aAAa;;EAGbC,oBAAoB;EAEvC,IAAIC,sBAAsB;AACxB,eAAOC,wBAAS,KAAKC,OAAOF,qBAAqB,MAAM,mCAAA;EACzD;EAEA,IAAuBG,oBAAuC;AAC5D,UAAMC,4BAAwBH,wBAAS,KAAKC,OAAOC,mBAAmB,MAAM,qCAAA;AAC5E,UAAMA,oBAAoBP,0BAAyBS,sBAAsBD,qBAAAA;AACzE,QAAID,kBAAmB,QAAOA;AAC9B,UAAM,IAAIR,MAAM,mCAAmCS,qBAAAA,EAAuB;EAC5E;EAEA,IAAuBd,cAAuC;AAC5D,UAAMD,qBAAiBY,wBAAS,KAAKC,OAAOI,oBAAoB,MAAM,sCAAA;AACtE,WAAOlB,uBAAuBC,cAAAA;EAChC;EAEA,MAAyBkB,oBAAoBC,gBAAwBC,eAA2C;AAC9G,UAAMC,YAAY,KAAKR,OAAOS;AAC9B,UAAMC,kBAAkB;UAACX,wBAAS,KAAKC,OAAOW,eAAe,MAAM,iCAAA;;AACnE,UAAMC,WAAsB,CAAA;AAC5B,UAAMC,gBAAYC,4CAAoB,MAAM,KAAKC,kBAAiB,GAAI,MAAM,6BAAA;AAC5E,UAAMC,gBAAYC,yCACf,MAAM,KAAKC,QAAQ,KAAKpB,mBAAmB,GAAGqB,IAAG,GAClD,uCAAA;AAEF,UAAMC,QAAQ,KAAKxB;AACnB,UAAMe,oBAAgBZ,wBAAS,KAAKC,OAAOW,eAAe,MAAM,iCAAA;AAChE,QAAIU,YAAYd;AAChB,QAAIe,OAAO;AAIX,WAAOA,QAAQV,SAASW,SAAS,KAAK1B,mBAAmB;AACvD,YAAM2B,QAAyC;QAAEhB;QAAWY;QAAOV;QAAiBe,QAAQC;QAAgCL;MAAU;AACtI,YAAMM,kBAAkB,MAAMX,UAAUY,OAAO;QAACJ;OAAM,GAAGK,OACvD,CAACC,OAAOA,GAAGT,aAAaS,GAAGT,aAAaf,kBAAkBwB,GAAGT,aAAad,aAAAA;AAE5E,UAAIoB,eAAeJ,WAAW,EAAG;AAGjCF,kBAAYM,eACTI,IAAI,CAACD,OAAOA,GAAGT,SAAS,EACxBQ,OAAOG,oBAAAA,EAEPC,OAAO,CAACC,GAAGC,MAAMC,KAAKC,IAAIH,GAAGC,CAAAA,GAAIG,OAAOC,gBAAgB;AAC3D,UAAIlB,cAAciB,OAAOC,iBAAkB;AAG3CjB,aAAOK,eAAeJ,WAAWH;AAGjC,YAAMoB,SAASb,eAAeI,IAAI,CAACD,OAAOA,GAAGW,eAAeX,GAAGpB,gBAAgBgC,QAAQ/B,aAAAA,CAAAA,CAAe,EAAEkB,OAAOG,oBAAAA;AAG/G,UAAIQ,OAAOjB,SAAS,GAAG;AACrB,cAAMoB,iBAAiB,MAAM9B,UAAU+B,IAAIJ,MAAAA,GAASX,OAAOG,oBAAAA;AAC3DpB,iBAASiC,KAAI,GAAIF,aAAAA;MACnB;IACF;AACA,WAAO/B;EACT;AACF;AA9EUjB;AACR,cAHWD,2BAGcoD,iBAA0B;KAAI,iEAAMA;EAAeC;;AAC5E,cAJWrD,2BAIcsD,uBAA8BD;AAEvD,cANWrD,2BAMeS,yBAA6E;EACrG8C,kBAAkBC;EAClBC,0BAA0BC;AAC5B;AATK,IAAM1D,2BAAN;","names":["getJsonPathTransformer","pathExpression","transformer","x","ret","jsonpath","value","Error","MemoryForecastingDiviner","AbstractForecastingDiviner","batchLimit","maxTrainingLength","boundWitnessDiviner","assertEx","config","forecastingMethod","forecastingMethodName","forecastingMethodDict","jsonPathExpression","getPayloadsInWindow","startTimestamp","stopTimestamp","addresses","witnessAddresses","payload_schemas","witnessSchema","payloads","archivist","asArchivistInstance","archivistInstance","bwDiviner","asDivinerInstance","resolve","pop","limit","timestamp","more","length","query","schema","BoundWitnessDivinerQuerySchema","boundWitnesses","divine","filter","bw","map","exists","reduce","a","b","Math","min","Number","MAX_SAFE_INTEGER","hashes","payload_hashes","indexOf","batchPayloads","get","push","configSchemas","ForecastingDivinerConfigSchema","defaultConfigSchema","arimaForecasting","arimaForecastingMethod","seasonalArimaForecasting","seasonalArimaForecastingMethod"]}

package/dist/node/index.js

@@ -1,2 +1,97 @@
-var u=Object.defineProperty;var I=Object.getPrototypeOf;var N=Reflect.get;var P=(e,t,s)=>t in e?u(e,t,{enumerable:!0,configurable:!0,writable:!0,value:s}):e[t]=s;var c=(e,t)=>u(e,"name",{value:t,configurable:!0});var h=(e,t,s)=>P(e,typeof t!="symbol"?t+"":t,s);var b=(e,t,s)=>N(I(e),s,t);import{assertEx as o}from"@xylabs/assert";import{exists as g}from"@xylabs/exists";import{asArchivistInstance as D}from"@xyo-network/archivist-model";import{BoundWitnessDivinerQuerySchema as y}from"@xyo-network/diviner-boundwitness-model";import{AbstractForecastingDiviner as L}from"@xyo-network/diviner-forecasting-abstract";import{arimaForecastingMethod as T,seasonalArimaForecastingMethod as j}from"@xyo-network/diviner-forecasting-method-arima";import{ForecastingDivinerConfigSchema as v}from"@xyo-network/diviner-forecasting-model";import{asDivinerInstance as U}from"@xyo-network/diviner-model";import k from"jsonpath";var C=c(e=>c(s=>{let a=k.value(s,e);if(typeof a=="number")return a;throw new Error("Parsed invalid payload value")},"transformer"),"getJsonPathTransformer"),n=class n extends L{batchLimit=1e3;maxTrainingLength=1e4;get boundWitnessDiviner(){return o(this.config.boundWitnessDiviner,()=>"No boundWitnessDiviner configured")}get forecastingMethod(){let t=o(this.config.forecastingMethod,()=>"Missing forecastingMethod in config"),s=n.forecastingMethodDict[t];if(s)return s;throw new Error(`Unsupported forecasting method: ${t}`)}get transformer(){let t=o(this.config.jsonPathExpression,()=>"Missing jsonPathExpression in config");return C(t)}async getPayloadsInWindow(t,s){let a=this.config.witnessAddresses,E=[o(this.config.witnessSchema,()=>"Missing witnessSchema in config")],m=[],S=D(await this.archivistInstance(),()=>"Unable to resolve archivist"),x=U((await this.resolve(this.boundWitnessDiviner)).pop(),"Unable to resolve boundWitnessDiviner"),d=this.batchLimit,A=o(this.config.witnessSchema,()=>"Missing witnessSchema in config"),f=s,p=!0;for(;p||m.length<this.maxTrainingLength;){let M={addresses:a,limit:d,payload_schemas:E,schema:y,timestamp:f},r=(await x.divine([M])).filter(i=>i.timestamp&&i.timestamp>=t&&i.timestamp<=s);if(r.length===0||(f=r.map(i=>i.timestamp).filter(g).reduce((i,W)=>Math.min(i,W),Number.MAX_SAFE_INTEGER),f===Number.MAX_SAFE_INTEGER))break;p=r.length===d;let l=r.map(i=>i.payload_hashes[i.payload_schemas.indexOf(A)]).filter(g);if(l.length>0){let i=(await S.get(l)).filter(g);m.push(...i)}}return m}};c(n,"MemoryForecastingDiviner"),h(n,"configSchemas",[...b(n,n,"configSchemas"),v]),h(n,"defaultConfigSchema",v),h(n,"forecastingMethodDict",{arimaForecasting:T,seasonalArimaForecasting:j});var w=n;export{w as MemoryForecastingDiviner};
+var __defProp = Object.defineProperty;
+var __getProtoOf = Object.getPrototypeOf;
+var __reflectGet = Reflect.get;
+var __defNormalProp = (obj, key, value) => key in obj ? __defProp(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
+var __name = (target, value) => __defProp(target, "name", { value, configurable: true });
+var __publicField = (obj, key, value) => __defNormalProp(obj, typeof key !== "symbol" ? key + "" : key, value);
+var __superGet = (cls, obj, key) => __reflectGet(__getProtoOf(cls), key, obj);
+
+// src/MemoryForecastingDiviner.ts
+import { assertEx } from "@xylabs/assert";
+import { exists } from "@xylabs/exists";
+import { asArchivistInstance } from "@xyo-network/archivist-model";
+import { BoundWitnessDivinerQuerySchema } from "@xyo-network/diviner-boundwitness-model";
+import { AbstractForecastingDiviner } from "@xyo-network/diviner-forecasting-abstract";
+import { arimaForecastingMethod, seasonalArimaForecastingMethod } from "@xyo-network/diviner-forecasting-method-arima";
+import { ForecastingDivinerConfigSchema } from "@xyo-network/diviner-forecasting-model";
+import { asDivinerInstance } from "@xyo-network/diviner-model";
+import jsonpath from "jsonpath";
+var getJsonPathTransformer = /* @__PURE__ */ __name((pathExpression) => {
+  const transformer = /* @__PURE__ */ __name((x) => {
+    const ret = jsonpath.value(x, pathExpression);
+    if (typeof ret === "number") return ret;
+    throw new Error("Parsed invalid payload value");
+  }, "transformer");
+  return transformer;
+}, "getJsonPathTransformer");
+var _MemoryForecastingDiviner = class _MemoryForecastingDiviner extends AbstractForecastingDiviner {
+  /**
+  * The max number of records to search during the batch query
+  */
+  batchLimit = 1e3;
+  // TODO: Inject via config
+  maxTrainingLength = 1e4;
+  get boundWitnessDiviner() {
+    return assertEx(this.config.boundWitnessDiviner, () => "No boundWitnessDiviner configured");
+  }
+  get forecastingMethod() {
+    const forecastingMethodName = assertEx(this.config.forecastingMethod, () => "Missing forecastingMethod in config");
+    const forecastingMethod = _MemoryForecastingDiviner.forecastingMethodDict[forecastingMethodName];
+    if (forecastingMethod) return forecastingMethod;
+    throw new Error(`Unsupported forecasting method: ${forecastingMethodName}`);
+  }
+  get transformer() {
+    const pathExpression = assertEx(this.config.jsonPathExpression, () => "Missing jsonPathExpression in config");
+    return getJsonPathTransformer(pathExpression);
+  }
+  async getPayloadsInWindow(startTimestamp, stopTimestamp) {
+    const addresses = this.config.witnessAddresses;
+    const payload_schemas = [
+      assertEx(this.config.witnessSchema, () => "Missing witnessSchema in config")
+    ];
+    const payloads = [];
+    const archivist = asArchivistInstance(await this.archivistInstance(), () => "Unable to resolve archivist");
+    const bwDiviner = asDivinerInstance((await this.resolve(this.boundWitnessDiviner)).pop(), "Unable to resolve boundWitnessDiviner");
+    const limit = this.batchLimit;
+    const witnessSchema = assertEx(this.config.witnessSchema, () => "Missing witnessSchema in config");
+    let timestamp = stopTimestamp;
+    let more = true;
+    while (more || payloads.length < this.maxTrainingLength) {
+      const query = {
+        addresses,
+        limit,
+        payload_schemas,
+        schema: BoundWitnessDivinerQuerySchema,
+        timestamp
+      };
+      const boundWitnesses = (await bwDiviner.divine([
+        query
+      ])).filter((bw) => bw.timestamp && bw.timestamp >= startTimestamp && bw.timestamp <= stopTimestamp);
+      if (boundWitnesses.length === 0) break;
+      timestamp = boundWitnesses.map((bw) => bw.timestamp).filter(exists).reduce((a, b) => Math.min(a, b), Number.MAX_SAFE_INTEGER);
+      if (timestamp === Number.MAX_SAFE_INTEGER) break;
+      more = boundWitnesses.length === limit;
+      const hashes = boundWitnesses.map((bw) => bw.payload_hashes[bw.payload_schemas.indexOf(witnessSchema)]).filter(exists);
+      if (hashes.length > 0) {
+        const batchPayloads = (await archivist.get(hashes)).filter(exists);
+        payloads.push(...batchPayloads);
+      }
+    }
+    return payloads;
+  }
+};
+__name(_MemoryForecastingDiviner, "MemoryForecastingDiviner");
+__publicField(_MemoryForecastingDiviner, "configSchemas", [
+  ...__superGet(_MemoryForecastingDiviner, _MemoryForecastingDiviner, "configSchemas"),
+  ForecastingDivinerConfigSchema
+]);
+__publicField(_MemoryForecastingDiviner, "defaultConfigSchema", ForecastingDivinerConfigSchema);
+__publicField(_MemoryForecastingDiviner, "forecastingMethodDict", {
+  arimaForecasting: arimaForecastingMethod,
+  seasonalArimaForecasting: seasonalArimaForecastingMethod
+});
+var MemoryForecastingDiviner = _MemoryForecastingDiviner;
+export {
+  MemoryForecastingDiviner
+};
 //# sourceMappingURL=index.js.map

package/dist/node/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/MemoryForecastingDiviner.ts"],"sourcesContent":["import { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { asArchivistInstance } from '@xyo-network/archivist-model'\nimport { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { BoundWitnessDivinerParams, BoundWitnessDivinerQueryPayload, BoundWitnessDivinerQuerySchema } from '@xyo-network/diviner-boundwitness-model'\nimport { AbstractForecastingDiviner, ForecastingDivinerParams } from '@xyo-network/diviner-forecasting-abstract'\nimport {\n  arimaForecastingMethod,\n  arimaForecastingName,\n  seasonalArimaForecastingMethod,\n  seasonalArimaForecastingName,\n} from '@xyo-network/diviner-forecasting-method-arima'\nimport { ForecastingDivinerConfigSchema, ForecastingMethod, PayloadValueTransformer } from '@xyo-network/diviner-forecasting-model'\nimport { asDivinerInstance, DivinerInstance } from '@xyo-network/diviner-model'\nimport { Payload, Schema } from '@xyo-network/payload-model'\nimport jsonpath from 'jsonpath'\n\nexport type SupportedForecastingType = typeof arimaForecastingName | typeof seasonalArimaForecastingName\n\nconst getJsonPathTransformer = (pathExpression: string): PayloadValueTransformer => {\n  const transformer = (x: Payload): number => {\n    const ret = jsonpath.value(x, pathExpression)\n    if (typeof ret === 'number') return ret\n    throw new Error('Parsed invalid payload value')\n  }\n  return transformer\n}\n\nexport class MemoryForecastingDiviner<\n  TParams extends ForecastingDivinerParams = ForecastingDivinerParams,\n> extends AbstractForecastingDiviner<TParams> {\n  static override readonly configSchemas: Schema[] = [...super.configSchemas, ForecastingDivinerConfigSchema]\n  static override readonly defaultConfigSchema: Schema = ForecastingDivinerConfigSchema\n\n  protected static readonly forecastingMethodDict: Record<SupportedForecastingType, ForecastingMethod> = {\n    arimaForecasting: arimaForecastingMethod,\n    seasonalArimaForecasting: seasonalArimaForecastingMethod,\n  }\n\n  /**\n   * The max number of records to search during the batch query\n   */\n  protected readonly batchLimit = 1000\n\n  // TODO: Inject via config\n  protected readonly maxTrainingLength = 10_000\n\n  get boundWitnessDiviner() {\n    return assertEx(this.config.boundWitnessDiviner, () => 'No boundWitnessDiviner configured')\n  }\n\n  protected override get forecastingMethod(): ForecastingMethod {\n    const forecastingMethodName = assertEx(this.config.forecastingMethod, () => 'Missing forecastingMethod in config') as SupportedForecastingType\n    const forecastingMethod = MemoryForecastingDiviner.forecastingMethodDict[forecastingMethodName]\n    if (forecastingMethod) return forecastingMethod\n    throw new Error(`Unsupported forecasting method: ${forecastingMethodName}`)\n  }\n\n  protected override get transformer(): PayloadValueTransformer {\n    const pathExpression = assertEx(this.config.jsonPathExpression, () => 'Missing jsonPathExpression in config')\n    return getJsonPathTransformer(pathExpression)\n  }\n\n  protected override async getPayloadsInWindow(startTimestamp: number, stopTimestamp: number): Promise<Payload[]> {\n    const addresses = this.config.witnessAddresses\n    const payload_schemas = [assertEx(this.config.witnessSchema, () => 'Missing witnessSchema in config')]\n    const payloads: Payload[] = []\n    const archivist = asArchivistInstance(await this.archivistInstance(), () => 'Unable to resolve archivist')\n    const bwDiviner = asDivinerInstance(\n      (await this.resolve(this.boundWitnessDiviner)).pop(),\n      'Unable to resolve boundWitnessDiviner',\n    ) as DivinerInstance<BoundWitnessDivinerParams, BoundWitnessDivinerQueryPayload, BoundWitness>\n    const limit = this.batchLimit\n    const witnessSchema = assertEx(this.config.witnessSchema, () => 'Missing witnessSchema in config')\n    let timestamp = stopTimestamp\n    let more = true\n\n    // TODO: Window size vs sample size\n    // Loop until there are no more BWs to process or we've got enough payloads to satisfy the training window\n    while (more || payloads.length < this.maxTrainingLength) {\n      const query: BoundWitnessDivinerQueryPayload = { addresses, limit, payload_schemas, schema: BoundWitnessDivinerQuerySchema, timestamp }\n      const boundWitnesses = (await bwDiviner.divine([query])).filter(\n        (bw) => bw.timestamp && bw.timestamp >= startTimestamp && bw.timestamp <= stopTimestamp,\n      )\n      if (boundWitnesses.length === 0) break\n\n      // Update the timestamp value for the next batch\n      timestamp = boundWitnesses\n        .map((bw) => bw.timestamp)\n        .filter(exists)\n        // eslint-disable-next-line unicorn/no-array-reduce\n        .reduce((a, b) => Math.min(a, b), Number.MAX_SAFE_INTEGER)\n      if (timestamp === Number.MAX_SAFE_INTEGER) break\n\n      // Set the more flag to false if there are fewer documents returned than the batch size\n      more = boundWitnesses.length === limit\n\n      // Get the corresponding payload hashes from the BWs\n      const hashes = boundWitnesses.map((bw) => bw.payload_hashes[bw.payload_schemas.indexOf(witnessSchema)]).filter(exists)\n\n      // Get the payloads corresponding to the BW hashes from the archivist\n      if (hashes.length > 0) {\n        const batchPayloads = (await archivist.get(hashes)).filter(exists)\n        payloads.push(...batchPayloads)\n      }\n    }\n    return payloads\n  }\n}\n"],"mappings":"gSAAA,OAASA,YAAAA,MAAgB,iBACzB,OAASC,UAAAA,MAAc,iBACvB,OAASC,uBAAAA,MAA2B,+BAEpC,OAAqEC,kCAAAA,MAAsC,0CAC3G,OAASC,8BAAAA,MAA4D,4CACrE,OACEC,0BAAAA,EAEAC,kCAAAA,MAEK,gDACP,OAASC,kCAAAA,MAAkF,yCAC3F,OAASC,qBAAAA,MAA0C,6BAEnD,OAAOC,MAAc,WAIrB,IAAMC,EAAyBC,EAACC,GACVD,EAACE,GAAAA,CACnB,IAAMC,EAAMC,EAASC,MAAMH,EAAGD,CAAAA,EAC9B,GAAI,OAAOE,GAAQ,SAAU,OAAOA,EACpC,MAAM,IAAIG,MAAM,8BAAA,CAClB,EAJoB,eADS,0BASlBC,EAAN,MAAMA,UAEHC,CAAAA,CAYWC,WAAa,IAGbC,kBAAoB,IAEvC,IAAIC,qBAAsB,CACxB,OAAOC,EAAS,KAAKC,OAAOF,oBAAqB,IAAM,mCAAA,CACzD,CAEA,IAAuBG,mBAAuC,CAC5D,IAAMC,EAAwBH,EAAS,KAAKC,OAAOC,kBAAmB,IAAM,qCAAA,EACtEA,EAAoBP,EAAyBS,sBAAsBD,CAAAA,EACzE,GAAID,EAAmB,OAAOA,EAC9B,MAAM,IAAIR,MAAM,mCAAmCS,CAAAA,EAAuB,CAC5E,CAEA,IAAuBE,aAAuC,CAC5D,IAAMhB,EAAiBW,EAAS,KAAKC,OAAOK,mBAAoB,IAAM,sCAAA,EACtE,OAAOnB,EAAuBE,CAAAA,CAChC,CAEA,MAAyBkB,oBAAoBC,EAAwBC,EAA2C,CAC9G,IAAMC,EAAY,KAAKT,OAAOU,iBACxBC,EAAkB,CAACZ,EAAS,KAAKC,OAAOY,cAAe,IAAM,iCAAA,GAC7DC,EAAsB,CAAA,EACtBC,EAAYC,EAAoB,MAAM,KAAKC,kBAAiB,EAAI,IAAM,6BAAA,EACtEC,EAAYC,GACf,MAAM,KAAKC,QAAQ,KAAKrB,mBAAmB,GAAGsB,IAAG,EAClD,uCAAA,EAEIC,EAAQ,KAAKzB,WACbgB,EAAgBb,EAAS,KAAKC,OAAOY,cAAe,IAAM,iCAAA,EAC5DU,EAAYd,EACZe,EAAO,GAIX,KAAOA,GAAQV,EAASW,OAAS,KAAK3B,mBAAmB,CACvD,IAAM4B,EAAyC,CAAEhB,UAAAA,EAAWY,MAAAA,EAAOV,gBAAAA,EAAiBe,OAAQC,EAAgCL,UAAAA,CAAU,EAChIM,GAAkB,MAAMX,EAAUY,OAAO,CAACJ,EAAM,GAAGK,OACtDC,GAAOA,EAAGT,WAAaS,EAAGT,WAAaf,GAAkBwB,EAAGT,WAAad,CAAAA,EAU5E,GARIoB,EAAeJ,SAAW,IAG9BF,EAAYM,EACTI,IAAKD,GAAOA,EAAGT,SAAS,EACxBQ,OAAOG,CAAAA,EAEPC,OAAO,CAACC,EAAGC,IAAMC,KAAKC,IAAIH,EAAGC,CAAAA,EAAIG,OAAOC,gBAAgB,EACvDlB,IAAciB,OAAOC,kBAAkB,MAG3CjB,EAAOK,EAAeJ,SAAWH,EAGjC,IAAMoB,EAASb,EAAeI,IAAKD,GAAOA,EAAGW,eAAeX,EAAGpB,gBAAgBgC,QAAQ/B,CAAAA,CAAAA,CAAe,EAAEkB,OAAOG,CAAAA,EAG/G,GAAIQ,EAAOjB,OAAS,EAAG,CACrB,IAAMoB,GAAiB,MAAM9B,EAAU+B,IAAIJ,CAAAA,GAASX,OAAOG,CAAAA,EAC3DpB,EAASiC,KAAI,GAAIF,CAAAA,CACnB,CACF,CACA,OAAO/B,CACT,CACF,EA9EUlB,EAAAA,EAAAA,4BACRoD,EAHWrD,EAGcsD,gBAA0B,IAAIC,EAAAC,IAAMF,iBAAeG,IAC5EJ,EAJWrD,EAIc0D,sBAA8BD,GAEvDJ,EANWrD,EAMeS,wBAA6E,CACrGkD,iBAAkBC,EAClBC,yBAA0BC,CAC5B,GATK,IAAM9D,EAANwD","names":["assertEx","exists","asArchivistInstance","BoundWitnessDivinerQuerySchema","AbstractForecastingDiviner","arimaForecastingMethod","seasonalArimaForecastingMethod","ForecastingDivinerConfigSchema","asDivinerInstance","jsonpath","getJsonPathTransformer","__name","pathExpression","x","ret","jsonpath","value","Error","MemoryForecastingDiviner","AbstractForecastingDiviner","batchLimit","maxTrainingLength","boundWitnessDiviner","assertEx","config","forecastingMethod","forecastingMethodName","forecastingMethodDict","transformer","jsonPathExpression","getPayloadsInWindow","startTimestamp","stopTimestamp","addresses","witnessAddresses","payload_schemas","witnessSchema","payloads","archivist","asArchivistInstance","archivistInstance","bwDiviner","asDivinerInstance","resolve","pop","limit","timestamp","more","length","query","schema","BoundWitnessDivinerQuerySchema","boundWitnesses","divine","filter","bw","map","exists","reduce","a","b","Math","min","Number","MAX_SAFE_INTEGER","hashes","payload_hashes","indexOf","batchPayloads","get","push","__publicField","configSchemas","__superGet","_MemoryForecastingDiviner","ForecastingDivinerConfigSchema","defaultConfigSchema","arimaForecasting","arimaForecastingMethod","seasonalArimaForecasting","seasonalArimaForecastingMethod"]}
+{"version":3,"sources":["../../src/MemoryForecastingDiviner.ts"],"sourcesContent":["import { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { asArchivistInstance } from '@xyo-network/archivist-model'\nimport { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { BoundWitnessDivinerParams, BoundWitnessDivinerQueryPayload, BoundWitnessDivinerQuerySchema } from '@xyo-network/diviner-boundwitness-model'\nimport { AbstractForecastingDiviner, ForecastingDivinerParams } from '@xyo-network/diviner-forecasting-abstract'\nimport {\n  arimaForecastingMethod,\n  arimaForecastingName,\n  seasonalArimaForecastingMethod,\n  seasonalArimaForecastingName,\n} from '@xyo-network/diviner-forecasting-method-arima'\nimport { ForecastingDivinerConfigSchema, ForecastingMethod, PayloadValueTransformer } from '@xyo-network/diviner-forecasting-model'\nimport { asDivinerInstance, DivinerInstance } from '@xyo-network/diviner-model'\nimport { Payload, Schema } from '@xyo-network/payload-model'\nimport jsonpath from 'jsonpath'\n\nexport type SupportedForecastingType = typeof arimaForecastingName | typeof seasonalArimaForecastingName\n\nconst getJsonPathTransformer = (pathExpression: string): PayloadValueTransformer => {\n  const transformer = (x: Payload): number => {\n    const ret = jsonpath.value(x, pathExpression)\n    if (typeof ret === 'number') return ret\n    throw new Error('Parsed invalid payload value')\n  }\n  return transformer\n}\n\nexport class MemoryForecastingDiviner<\n  TParams extends ForecastingDivinerParams = ForecastingDivinerParams,\n> extends AbstractForecastingDiviner<TParams> {\n  static override readonly configSchemas: Schema[] = [...super.configSchemas, ForecastingDivinerConfigSchema]\n  static override readonly defaultConfigSchema: Schema = ForecastingDivinerConfigSchema\n\n  protected static readonly forecastingMethodDict: Record<SupportedForecastingType, ForecastingMethod> = {\n    arimaForecasting: arimaForecastingMethod,\n    seasonalArimaForecasting: seasonalArimaForecastingMethod,\n  }\n\n  /**\n   * The max number of records to search during the batch query\n   */\n  protected readonly batchLimit = 1000\n\n  // TODO: Inject via config\n  protected readonly maxTrainingLength = 10_000\n\n  get boundWitnessDiviner() {\n    return assertEx(this.config.boundWitnessDiviner, () => 'No boundWitnessDiviner configured')\n  }\n\n  protected override get forecastingMethod(): ForecastingMethod {\n    const forecastingMethodName = assertEx(this.config.forecastingMethod, () => 'Missing forecastingMethod in config') as SupportedForecastingType\n    const forecastingMethod = MemoryForecastingDiviner.forecastingMethodDict[forecastingMethodName]\n    if (forecastingMethod) return forecastingMethod\n    throw new Error(`Unsupported forecasting method: ${forecastingMethodName}`)\n  }\n\n  protected override get transformer(): PayloadValueTransformer {\n    const pathExpression = assertEx(this.config.jsonPathExpression, () => 'Missing jsonPathExpression in config')\n    return getJsonPathTransformer(pathExpression)\n  }\n\n  protected override async getPayloadsInWindow(startTimestamp: number, stopTimestamp: number): Promise<Payload[]> {\n    const addresses = this.config.witnessAddresses\n    const payload_schemas = [assertEx(this.config.witnessSchema, () => 'Missing witnessSchema in config')]\n    const payloads: Payload[] = []\n    const archivist = asArchivistInstance(await this.archivistInstance(), () => 'Unable to resolve archivist')\n    const bwDiviner = asDivinerInstance(\n      (await this.resolve(this.boundWitnessDiviner)).pop(),\n      'Unable to resolve boundWitnessDiviner',\n    ) as DivinerInstance<BoundWitnessDivinerParams, BoundWitnessDivinerQueryPayload, BoundWitness>\n    const limit = this.batchLimit\n    const witnessSchema = assertEx(this.config.witnessSchema, () => 'Missing witnessSchema in config')\n    let timestamp = stopTimestamp\n    let more = true\n\n    // TODO: Window size vs sample size\n    // Loop until there are no more BWs to process or we've got enough payloads to satisfy the training window\n    while (more || payloads.length < this.maxTrainingLength) {\n      const query: BoundWitnessDivinerQueryPayload = { addresses, limit, payload_schemas, schema: BoundWitnessDivinerQuerySchema, timestamp }\n      const boundWitnesses = (await bwDiviner.divine([query])).filter(\n        (bw) => bw.timestamp && bw.timestamp >= startTimestamp && bw.timestamp <= stopTimestamp,\n      )\n      if (boundWitnesses.length === 0) break\n\n      // Update the timestamp value for the next batch\n      timestamp = boundWitnesses\n        .map((bw) => bw.timestamp)\n        .filter(exists)\n        // eslint-disable-next-line unicorn/no-array-reduce\n        .reduce((a, b) => Math.min(a, b), Number.MAX_SAFE_INTEGER)\n      if (timestamp === Number.MAX_SAFE_INTEGER) break\n\n      // Set the more flag to false if there are fewer documents returned than the batch size\n      more = boundWitnesses.length === limit\n\n      // Get the corresponding payload hashes from the BWs\n      const hashes = boundWitnesses.map((bw) => bw.payload_hashes[bw.payload_schemas.indexOf(witnessSchema)]).filter(exists)\n\n      // Get the payloads corresponding to the BW hashes from the archivist\n      if (hashes.length > 0) {\n        const batchPayloads = (await archivist.get(hashes)).filter(exists)\n        payloads.push(...batchPayloads)\n      }\n    }\n    return payloads\n  }\n}\n"],"mappings":";;;;;;;;;AAAA,SAASA,gBAAgB;AACzB,SAASC,cAAc;AACvB,SAASC,2BAA2B;AAEpC,SAAqEC,sCAAsC;AAC3G,SAASC,kCAA4D;AACrE,SACEC,wBAEAC,sCAEK;AACP,SAASC,sCAAkF;AAC3F,SAASC,yBAA0C;AAEnD,OAAOC,cAAc;AAIrB,IAAMC,yBAAyB,wBAACC,mBAAAA;AAC9B,QAAMC,cAAc,wBAACC,MAAAA;AACnB,UAAMC,MAAMC,SAASC,MAAMH,GAAGF,cAAAA;AAC9B,QAAI,OAAOG,QAAQ,SAAU,QAAOA;AACpC,UAAM,IAAIG,MAAM,8BAAA;EAClB,GAJoB;AAKpB,SAAOL;AACT,GAP+B;AASxB,IAAMM,4BAAN,MAAMA,kCAEHC,2BAAAA;;;;EAYWC,aAAa;;EAGbC,oBAAoB;EAEvC,IAAIC,sBAAsB;AACxB,WAAOC,SAAS,KAAKC,OAAOF,qBAAqB,MAAM,mCAAA;EACzD;EAEA,IAAuBG,oBAAuC;AAC5D,UAAMC,wBAAwBH,SAAS,KAAKC,OAAOC,mBAAmB,MAAM,qCAAA;AAC5E,UAAMA,oBAAoBP,0BAAyBS,sBAAsBD,qBAAAA;AACzE,QAAID,kBAAmB,QAAOA;AAC9B,UAAM,IAAIR,MAAM,mCAAmCS,qBAAAA,EAAuB;EAC5E;EAEA,IAAuBd,cAAuC;AAC5D,UAAMD,iBAAiBY,SAAS,KAAKC,OAAOI,oBAAoB,MAAM,sCAAA;AACtE,WAAOlB,uBAAuBC,cAAAA;EAChC;EAEA,MAAyBkB,oBAAoBC,gBAAwBC,eAA2C;AAC9G,UAAMC,YAAY,KAAKR,OAAOS;AAC9B,UAAMC,kBAAkB;MAACX,SAAS,KAAKC,OAAOW,eAAe,MAAM,iCAAA;;AACnE,UAAMC,WAAsB,CAAA;AAC5B,UAAMC,YAAYC,oBAAoB,MAAM,KAAKC,kBAAiB,GAAI,MAAM,6BAAA;AAC5E,UAAMC,YAAYC,mBACf,MAAM,KAAKC,QAAQ,KAAKpB,mBAAmB,GAAGqB,IAAG,GAClD,uCAAA;AAEF,UAAMC,QAAQ,KAAKxB;AACnB,UAAMe,gBAAgBZ,SAAS,KAAKC,OAAOW,eAAe,MAAM,iCAAA;AAChE,QAAIU,YAAYd;AAChB,QAAIe,OAAO;AAIX,WAAOA,QAAQV,SAASW,SAAS,KAAK1B,mBAAmB;AACvD,YAAM2B,QAAyC;QAAEhB;QAAWY;QAAOV;QAAiBe,QAAQC;QAAgCL;MAAU;AACtI,YAAMM,kBAAkB,MAAMX,UAAUY,OAAO;QAACJ;OAAM,GAAGK,OACvD,CAACC,OAAOA,GAAGT,aAAaS,GAAGT,aAAaf,kBAAkBwB,GAAGT,aAAad,aAAAA;AAE5E,UAAIoB,eAAeJ,WAAW,EAAG;AAGjCF,kBAAYM,eACTI,IAAI,CAACD,OAAOA,GAAGT,SAAS,EACxBQ,OAAOG,MAAAA,EAEPC,OAAO,CAACC,GAAGC,MAAMC,KAAKC,IAAIH,GAAGC,CAAAA,GAAIG,OAAOC,gBAAgB;AAC3D,UAAIlB,cAAciB,OAAOC,iBAAkB;AAG3CjB,aAAOK,eAAeJ,WAAWH;AAGjC,YAAMoB,SAASb,eAAeI,IAAI,CAACD,OAAOA,GAAGW,eAAeX,GAAGpB,gBAAgBgC,QAAQ/B,aAAAA,CAAAA,CAAe,EAAEkB,OAAOG,MAAAA;AAG/G,UAAIQ,OAAOjB,SAAS,GAAG;AACrB,cAAMoB,iBAAiB,MAAM9B,UAAU+B,IAAIJ,MAAAA,GAASX,OAAOG,MAAAA;AAC3DpB,iBAASiC,KAAI,GAAIF,aAAAA;MACnB;IACF;AACA,WAAO/B;EACT;AACF;AA9EUjB;AACR,cAHWD,2BAGcoD,iBAA0B;KAAI,iEAAMA;EAAeC;;AAC5E,cAJWrD,2BAIcsD,uBAA8BD;AAEvD,cANWrD,2BAMeS,yBAA6E;EACrG8C,kBAAkBC;EAClBC,0BAA0BC;AAC5B;AATK,IAAM1D,2BAAN;","names":["assertEx","exists","asArchivistInstance","BoundWitnessDivinerQuerySchema","AbstractForecastingDiviner","arimaForecastingMethod","seasonalArimaForecastingMethod","ForecastingDivinerConfigSchema","asDivinerInstance","jsonpath","getJsonPathTransformer","pathExpression","transformer","x","ret","jsonpath","value","Error","MemoryForecastingDiviner","AbstractForecastingDiviner","batchLimit","maxTrainingLength","boundWitnessDiviner","assertEx","config","forecastingMethod","forecastingMethodName","forecastingMethodDict","jsonPathExpression","getPayloadsInWindow","startTimestamp","stopTimestamp","addresses","witnessAddresses","payload_schemas","witnessSchema","payloads","archivist","asArchivistInstance","archivistInstance","bwDiviner","asDivinerInstance","resolve","pop","limit","timestamp","more","length","query","schema","BoundWitnessDivinerQuerySchema","boundWitnesses","divine","filter","bw","map","exists","reduce","a","b","Math","min","Number","MAX_SAFE_INTEGER","hashes","payload_hashes","indexOf","batchPayloads","get","push","configSchemas","ForecastingDivinerConfigSchema","defaultConfigSchema","arimaForecasting","arimaForecastingMethod","seasonalArimaForecasting","seasonalArimaForecastingMethod"]}

package/package.json

@@ -12,20 +12,20 @@
   "dependencies": {
     "@xylabs/assert": "^3.5.1",
     "@xylabs/exists": "^3.5.1",
-    "@xyo-network/archivist-model": "~2.107.3",
-    "@xyo-network/boundwitness-model": "~2.107.3",
-    "@xyo-network/diviner-boundwitness-model": "~2.107.3",
-    "@xyo-network/diviner-forecasting-abstract": "~2.107.3",
-    "@xyo-network/diviner-forecasting-method-arima": "~2.107.3",
-    "@xyo-network/diviner-forecasting-model": "~2.107.3",
-    "@xyo-network/diviner-model": "~2.107.3",
-    "@xyo-network/payload-model": "~2.107.3",
+    "@xyo-network/archivist-model": "~2.107.5",
+    "@xyo-network/boundwitness-model": "~2.107.5",
+    "@xyo-network/diviner-boundwitness-model": "~2.107.5",
+    "@xyo-network/diviner-forecasting-abstract": "~2.107.5",
+    "@xyo-network/diviner-forecasting-method-arima": "~2.107.5",
+    "@xyo-network/diviner-forecasting-model": "~2.107.5",
+    "@xyo-network/diviner-model": "~2.107.5",
+    "@xyo-network/payload-model": "~2.107.5",
     "jsonpath": "^1.1.1"
   },
   "devDependencies": {
     "@types/jsonpath": "^0.2.4",
-    "@xylabs/ts-scripts-yarn3": "^3.11.9",
-    "@xylabs/tsconfig": "^3.11.9",
+    "@xylabs/ts-scripts-yarn3": "^3.11.10",
+    "@xylabs/tsconfig": "^3.11.10",
     "typescript": "^5.5.2"
   },
   "description": "Primary SDK for using XYO Protocol 2.0",
@@ -67,6 +67,6 @@
     "url": "https://github.com/XYOracleNetwork/sdk-xyo-client-js.git"
   },
   "sideEffects": false,
-  "version": "2.107.3",
+  "version": "2.107.5",
   "type": "module"
 }