@xyo-network/diviner-forecasting-memory 2.75.0 → 2.75.3

package/dist/browser/MemoryForecastingDiviner.d.cts

@@ -0,0 +1,18 @@
+import { AbstractForecastingDiviner, ForecastingDivinerParams } from '@xyo-network/diviner-forecasting-abstract';
+import { arimaForecastingName, seasonalArimaForecastingName } from '@xyo-network/diviner-forecasting-method-arima';
+import { ForecastingMethod, PayloadValueTransformer } from '@xyo-network/diviner-forecasting-model';
+import { Payload } from '@xyo-network/payload-model';
+export type SupportedForecastingType = typeof arimaForecastingName | typeof seasonalArimaForecastingName;
+export declare class MemoryForecastingDiviner<TParams extends ForecastingDivinerParams = ForecastingDivinerParams> extends AbstractForecastingDiviner<TParams> {
+    static configSchemas: "network.xyo.diviner.forecasting.config"[];
+    protected static readonly forecastingMethodDict: Record<SupportedForecastingType, ForecastingMethod>;
+    /**
+     * The max number of records to search during the batch query
+     */
+    protected readonly batchLimit = 1000;
+    protected readonly maxTrainingLength = 10000;
+    protected get forecastingMethod(): ForecastingMethod;
+    protected get transformer(): PayloadValueTransformer;
+    protected getPayloadsInWindow(startTimestamp: number, stopTimestamp: number): Promise<Payload[]>;
+}
+//# sourceMappingURL=MemoryForecastingDiviner.d.ts.map

package/dist/browser/MemoryForecastingDiviner.d.cts.map

@@ -0,0 +1 @@
+{"version":3,"file":"MemoryForecastingDiviner.d.ts","sourceRoot":"","sources":["../../src/MemoryForecastingDiviner.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,0BAA0B,EAAE,wBAAwB,EAAE,MAAM,2CAA2C,CAAA;AAChH,OAAO,EAEL,oBAAoB,EAEpB,4BAA4B,EAC7B,MAAM,+CAA+C,CAAA;AACtD,OAAO,EAAkC,iBAAiB,EAAE,uBAAuB,EAAE,MAAM,wCAAwC,CAAA;AAEnI,OAAO,EAAE,OAAO,EAAE,MAAM,4BAA4B,CAAA;AAGpD,MAAM,MAAM,wBAAwB,GAAG,OAAO,oBAAoB,GAAG,OAAO,4BAA4B,CAAA;AAYxG,qBAAa,wBAAwB,CACnC,OAAO,SAAS,wBAAwB,GAAG,wBAAwB,CACnE,SAAQ,0BAA0B,CAAC,OAAO,CAAC;IAC3C,OAAgB,aAAa,6CAAmC;IAEhE,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,qBAAqB,EAAE,MAAM,CAAC,wBAAwB,EAAE,iBAAiB,CAAC,CAGnG;IAED;;OAEG;IACH,SAAS,CAAC,QAAQ,CAAC,UAAU,QAAQ;IAGrC,SAAS,CAAC,QAAQ,CAAC,iBAAiB,SAAS;IAE7C,cAAuB,iBAAiB,IAAI,iBAAiB,CAK5D;IAED,cAAuB,WAAW,IAAI,uBAAuB,CAG5D;cAEwB,mBAAmB,CAAC,cAAc,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;CAyChH"}

package/dist/browser/MemoryForecastingDiviner.js

@@ -1,4 +1,3 @@
-// src/MemoryForecastingDiviner.ts
 import { assertEx } from "@xylabs/assert";
 import { exists } from "@xylabs/exists";
 import { asArchivistInstance } from "@xyo-network/archivist-model";
@@ -11,7 +10,7 @@ import {
 import { ForecastingDivinerConfigSchema } from "@xyo-network/diviner-forecasting-model";
 import { asDivinerInstance } from "@xyo-network/diviner-model";
 import jsonpath from "jsonpath";
-var getJsonPathTransformer = (pathExpression) => {
+const getJsonPathTransformer = (pathExpression) => {
   const transformer = (x) => {
     const ret = jsonpath.value(x, pathExpression);
     if (typeof ret === "number")
@@ -20,7 +19,7 @@ var getJsonPathTransformer = (pathExpression) => {
   };
   return transformer;
 };
-var MemoryForecastingDiviner = class _MemoryForecastingDiviner extends AbstractForecastingDiviner {
+class MemoryForecastingDiviner extends AbstractForecastingDiviner {
   static configSchemas = [ForecastingDivinerConfigSchema];
   static forecastingMethodDict = {
     arimaForecasting: arimaForecastingMethod,
@@ -34,7 +33,7 @@ var MemoryForecastingDiviner = class _MemoryForecastingDiviner extends AbstractF
   maxTrainingLength = 1e4;
   get forecastingMethod() {
     const forecastingMethodName = assertEx(this.config.forecastingMethod, "Missing forecastingMethod in config");
-    const forecastingMethod = _MemoryForecastingDiviner.forecastingMethodDict[forecastingMethodName];
+    const forecastingMethod = MemoryForecastingDiviner.forecastingMethodDict[forecastingMethodName];
     if (forecastingMethod)
       return forecastingMethod;
     throw new Error(`Unsupported forecasting method: ${forecastingMethodName}`);
@@ -72,7 +71,7 @@ var MemoryForecastingDiviner = class _MemoryForecastingDiviner extends AbstractF
     }
     return payloads;
   }
-};
+}
 export {
   MemoryForecastingDiviner
 };

package/dist/browser/MemoryForecastingDiviner.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/MemoryForecastingDiviner.ts"],"sourcesContent":["import { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { asArchivistInstance } from '@xyo-network/archivist-model'\nimport { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { BoundWitnessDivinerQueryPayload, BoundWitnessDivinerQuerySchema } from '@xyo-network/diviner-boundwitness-model'\nimport { AbstractForecastingDiviner, ForecastingDivinerParams } from '@xyo-network/diviner-forecasting-abstract'\nimport {\n  arimaForecastingMethod,\n  arimaForecastingName,\n  seasonalArimaForecastingMethod,\n  seasonalArimaForecastingName,\n} from '@xyo-network/diviner-forecasting-method-arima'\nimport { ForecastingDivinerConfigSchema, ForecastingMethod, PayloadValueTransformer } from '@xyo-network/diviner-forecasting-model'\nimport { asDivinerInstance } from '@xyo-network/diviner-model'\nimport { Payload } from '@xyo-network/payload-model'\nimport jsonpath from 'jsonpath'\n\nexport type SupportedForecastingType = typeof arimaForecastingName | typeof seasonalArimaForecastingName\n\nconst getJsonPathTransformer = (pathExpression: string): PayloadValueTransformer => {\n  const transformer = (x: Payload): number => {\n    // eslint-disable-next-line import/no-named-as-default-member\n    const ret = jsonpath.value(x, pathExpression)\n    if (typeof ret === 'number') return ret\n    throw new Error('Parsed invalid payload value')\n  }\n  return transformer\n}\n\nexport class MemoryForecastingDiviner<\n  TParams extends ForecastingDivinerParams = ForecastingDivinerParams,\n> extends AbstractForecastingDiviner<TParams> {\n  static override configSchemas = [ForecastingDivinerConfigSchema]\n\n  protected static readonly forecastingMethodDict: Record<SupportedForecastingType, ForecastingMethod> = {\n    arimaForecasting: arimaForecastingMethod,\n    seasonalArimaForecasting: seasonalArimaForecastingMethod,\n  }\n\n  /**\n   * The max number of records to search during the batch query\n   */\n  protected readonly batchLimit = 1_000\n\n  // TODO: Inject via config\n  protected readonly maxTrainingLength = 10_000\n\n  protected override get forecastingMethod(): ForecastingMethod {\n    const forecastingMethodName = assertEx(this.config.forecastingMethod, 'Missing forecastingMethod in config') as SupportedForecastingType\n    const forecastingMethod = MemoryForecastingDiviner.forecastingMethodDict[forecastingMethodName]\n    if (forecastingMethod) return forecastingMethod\n    throw new Error(`Unsupported forecasting method: ${forecastingMethodName}`)\n  }\n\n  protected override get transformer(): PayloadValueTransformer {\n    const pathExpression = assertEx(this.config.jsonPathExpression, 'Missing jsonPathExpression in config')\n    return getJsonPathTransformer(pathExpression)\n  }\n\n  protected override async getPayloadsInWindow(startTimestamp: number, stopTimestamp: number): Promise<Payload[]> {\n    const addresses = this.config.witnessAddresses\n    const payload_schemas = [assertEx(this.config.witnessSchema, 'Missing witnessSchema in config')]\n    const payloads: Payload[] = []\n    const archivist = asArchivistInstance(await this.readArchivist(), 'Unable to resolve archivist')\n    const bwDiviner = asDivinerInstance((await this.resolve(this.config.boundWitnessDiviner)).pop(), 'Unable to resolve boundWitnessDiviner')\n    const limit = this.batchLimit\n    const witnessSchema = assertEx(this.config.witnessSchema, 'Missing witnessSchema in config')\n    let timestamp = stopTimestamp\n    let more = true\n\n    // TODO: Window size vs sample size\n    // Loop until there are no more BWs to process or we've got enough payloads to satisfy the training window\n    while (more || payloads.length < this.maxTrainingLength) {\n      const query: BoundWitnessDivinerQueryPayload = { addresses, limit, payload_schemas, schema: BoundWitnessDivinerQuerySchema, timestamp }\n      const boundWitnesses = ((await bwDiviner.divine([query])) as BoundWitness[]).filter(\n        (bw) => bw.timestamp && bw.timestamp >= startTimestamp && bw.timestamp <= stopTimestamp,\n      )\n      if (boundWitnesses.length === 0) break\n\n      // Update the timestamp value for the next batch\n      timestamp = boundWitnesses\n        .map((bw) => bw.timestamp)\n        .filter(exists)\n        .reduce((a, b) => Math.min(a, b), Number.MAX_SAFE_INTEGER)\n      if (timestamp === Number.MAX_SAFE_INTEGER) break\n\n      // Set the more flag to false if there are fewer documents returned than the batch size\n      more = boundWitnesses.length === limit\n\n      // Get the corresponding payload hashes from the BWs\n      const hashes = boundWitnesses.map((bw) => bw.payload_hashes[bw.payload_schemas.findIndex((s) => s === witnessSchema)]).filter(exists)\n\n      // Get the payloads corresponding to the BW hashes from the archivist\n      if (hashes.length !== 0) {\n        const batchPayloads = (await archivist.get(hashes)).filter(exists)\n        payloads.push(...batchPayloads)\n      }\n    }\n    return payloads\n  }\n}\n"],"mappings":";AAAA,SAAS,gBAAgB;AACzB,SAAS,cAAc;AACvB,SAAS,2BAA2B;AAEpC,SAA0C,sCAAsC;AAChF,SAAS,kCAA4D;AACrE;AAAA,EACE;AAAA,EAEA;AAAA,OAEK;AACP,SAAS,sCAAkF;AAC3F,SAAS,yBAAyB;AAElC,OAAO,cAAc;AAIrB,IAAM,yBAAyB,CAAC,mBAAoD;AAClF,QAAM,cAAc,CAAC,MAAuB;AAE1C,UAAM,MAAM,SAAS,MAAM,GAAG,cAAc;AAC5C,QAAI,OAAO,QAAQ;AAAU,aAAO;AACpC,UAAM,IAAI,MAAM,8BAA8B;AAAA,EAChD;AACA,SAAO;AACT;AAEO,IAAM,2BAAN,MAAM,kCAEH,2BAAoC;AAAA,EAC5C,OAAgB,gBAAgB,CAAC,8BAA8B;AAAA,EAE/D,OAA0B,wBAA6E;AAAA,IACrG,kBAAkB;AAAA,IAClB,0BAA0B;AAAA,EAC5B;AAAA;AAAA;AAAA;AAAA,EAKmB,aAAa;AAAA;AAAA,EAGb,oBAAoB;AAAA,EAEvC,IAAuB,oBAAuC;AAC5D,UAAM,wBAAwB,SAAS,KAAK,OAAO,mBAAmB,qCAAqC;AAC3G,UAAM,oBAAoB,0BAAyB,sBAAsB,qBAAqB;AAC9F,QAAI;AAAmB,aAAO;AAC9B,UAAM,IAAI,MAAM,mCAAmC,qBAAqB,EAAE;AAAA,EAC5E;AAAA,EAEA,IAAuB,cAAuC;AAC5D,UAAM,iBAAiB,SAAS,KAAK,OAAO,oBAAoB,sCAAsC;AACtG,WAAO,uBAAuB,cAAc;AAAA,EAC9C;AAAA,EAEA,MAAyB,oBAAoB,gBAAwB,eAA2C;AAC9G,UAAM,YAAY,KAAK,OAAO;AAC9B,UAAM,kBAAkB,CAAC,SAAS,KAAK,OAAO,eAAe,iCAAiC,CAAC;AAC/F,UAAM,WAAsB,CAAC;AAC7B,UAAM,YAAY,oBAAoB,MAAM,KAAK,cAAc,GAAG,6BAA6B;AAC/F,UAAM,YAAY,mBAAmB,MAAM,KAAK,QAAQ,KAAK,OAAO,mBAAmB,GAAG,IAAI,GAAG,uCAAuC;AACxI,UAAM,QAAQ,KAAK;AACnB,UAAM,gBAAgB,SAAS,KAAK,OAAO,eAAe,iCAAiC;AAC3F,QAAI,YAAY;AAChB,QAAI,OAAO;AAIX,WAAO,QAAQ,SAAS,SAAS,KAAK,mBAAmB;AACvD,YAAM,QAAyC,EAAE,WAAW,OAAO,iBAAiB,QAAQ,gCAAgC,UAAU;AACtI,YAAM,kBAAmB,MAAM,UAAU,OAAO,CAAC,KAAK,CAAC,GAAsB;AAAA,QAC3E,CAAC,OAAO,GAAG,aAAa,GAAG,aAAa,kBAAkB,GAAG,aAAa;AAAA,MAC5E;AACA,UAAI,eAAe,WAAW;AAAG;AAGjC,kBAAY,eACT,IAAI,CAAC,OAAO,GAAG,SAAS,EACxB,OAAO,MAAM,EACb,OAAO,CAAC,GAAG,MAAM,KAAK,IAAI,GAAG,CAAC,GAAG,OAAO,gBAAgB;AAC3D,UAAI,cAAc,OAAO;AAAkB;AAG3C,aAAO,eAAe,WAAW;AAGjC,YAAM,SAAS,eAAe,IAAI,CAAC,OAAO,GAAG,eAAe,GAAG,gBAAgB,UAAU,CAAC,MAAM,MAAM,aAAa,CAAC,CAAC,EAAE,OAAO,MAAM;AAGpI,UAAI,OAAO,WAAW,GAAG;AACvB,cAAM,iBAAiB,MAAM,UAAU,IAAI,MAAM,GAAG,OAAO,MAAM;AACjE,iBAAS,KAAK,GAAG,aAAa;AAAA,MAChC;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;","names":[]}
+{"version":3,"sources":["../../src/MemoryForecastingDiviner.ts"],"sourcesContent":["import { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { asArchivistInstance } from '@xyo-network/archivist-model'\nimport { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { BoundWitnessDivinerQueryPayload, BoundWitnessDivinerQuerySchema } from '@xyo-network/diviner-boundwitness-model'\nimport { AbstractForecastingDiviner, ForecastingDivinerParams } from '@xyo-network/diviner-forecasting-abstract'\nimport {\n  arimaForecastingMethod,\n  arimaForecastingName,\n  seasonalArimaForecastingMethod,\n  seasonalArimaForecastingName,\n} from '@xyo-network/diviner-forecasting-method-arima'\nimport { ForecastingDivinerConfigSchema, ForecastingMethod, PayloadValueTransformer } from '@xyo-network/diviner-forecasting-model'\nimport { asDivinerInstance } from '@xyo-network/diviner-model'\nimport { Payload } from '@xyo-network/payload-model'\nimport jsonpath from 'jsonpath'\n\nexport type SupportedForecastingType = typeof arimaForecastingName | typeof seasonalArimaForecastingName\n\nconst getJsonPathTransformer = (pathExpression: string): PayloadValueTransformer => {\n  const transformer = (x: Payload): number => {\n    // eslint-disable-next-line import/no-named-as-default-member\n    const ret = jsonpath.value(x, pathExpression)\n    if (typeof ret === 'number') return ret\n    throw new Error('Parsed invalid payload value')\n  }\n  return transformer\n}\n\nexport class MemoryForecastingDiviner<\n  TParams extends ForecastingDivinerParams = ForecastingDivinerParams,\n> extends AbstractForecastingDiviner<TParams> {\n  static override configSchemas = [ForecastingDivinerConfigSchema]\n\n  protected static readonly forecastingMethodDict: Record<SupportedForecastingType, ForecastingMethod> = {\n    arimaForecasting: arimaForecastingMethod,\n    seasonalArimaForecasting: seasonalArimaForecastingMethod,\n  }\n\n  /**\n   * The max number of records to search during the batch query\n   */\n  protected readonly batchLimit = 1_000\n\n  // TODO: Inject via config\n  protected readonly maxTrainingLength = 10_000\n\n  protected override get forecastingMethod(): ForecastingMethod {\n    const forecastingMethodName = assertEx(this.config.forecastingMethod, 'Missing forecastingMethod in config') as SupportedForecastingType\n    const forecastingMethod = MemoryForecastingDiviner.forecastingMethodDict[forecastingMethodName]\n    if (forecastingMethod) return forecastingMethod\n    throw new Error(`Unsupported forecasting method: ${forecastingMethodName}`)\n  }\n\n  protected override get transformer(): PayloadValueTransformer {\n    const pathExpression = assertEx(this.config.jsonPathExpression, 'Missing jsonPathExpression in config')\n    return getJsonPathTransformer(pathExpression)\n  }\n\n  protected override async getPayloadsInWindow(startTimestamp: number, stopTimestamp: number): Promise<Payload[]> {\n    const addresses = this.config.witnessAddresses\n    const payload_schemas = [assertEx(this.config.witnessSchema, 'Missing witnessSchema in config')]\n    const payloads: Payload[] = []\n    const archivist = asArchivistInstance(await this.readArchivist(), 'Unable to resolve archivist')\n    const bwDiviner = asDivinerInstance((await this.resolve(this.config.boundWitnessDiviner)).pop(), 'Unable to resolve boundWitnessDiviner')\n    const limit = this.batchLimit\n    const witnessSchema = assertEx(this.config.witnessSchema, 'Missing witnessSchema in config')\n    let timestamp = stopTimestamp\n    let more = true\n\n    // TODO: Window size vs sample size\n    // Loop until there are no more BWs to process or we've got enough payloads to satisfy the training window\n    while (more || payloads.length < this.maxTrainingLength) {\n      const query: BoundWitnessDivinerQueryPayload = { addresses, limit, payload_schemas, schema: BoundWitnessDivinerQuerySchema, timestamp }\n      const boundWitnesses = ((await bwDiviner.divine([query])) as BoundWitness[]).filter(\n        (bw) => bw.timestamp && bw.timestamp >= startTimestamp && bw.timestamp <= stopTimestamp,\n      )\n      if (boundWitnesses.length === 0) break\n\n      // Update the timestamp value for the next batch\n      timestamp = boundWitnesses\n        .map((bw) => bw.timestamp)\n        .filter(exists)\n        .reduce((a, b) => Math.min(a, b), Number.MAX_SAFE_INTEGER)\n      if (timestamp === Number.MAX_SAFE_INTEGER) break\n\n      // Set the more flag to false if there are fewer documents returned than the batch size\n      more = boundWitnesses.length === limit\n\n      // Get the corresponding payload hashes from the BWs\n      const hashes = boundWitnesses.map((bw) => bw.payload_hashes[bw.payload_schemas.findIndex((s) => s === witnessSchema)]).filter(exists)\n\n      // Get the payloads corresponding to the BW hashes from the archivist\n      if (hashes.length !== 0) {\n        const batchPayloads = (await archivist.get(hashes)).filter(exists)\n        payloads.push(...batchPayloads)\n      }\n    }\n    return payloads\n  }\n}\n"],"mappings":"AAAA,SAAS,gBAAgB;AACzB,SAAS,cAAc;AACvB,SAAS,2BAA2B;AAEpC,SAA0C,sCAAsC;AAChF,SAAS,kCAA4D;AACrE;AAAA,EACE;AAAA,EAEA;AAAA,OAEK;AACP,SAAS,sCAAkF;AAC3F,SAAS,yBAAyB;AAElC,OAAO,cAAc;AAIrB,MAAM,yBAAyB,CAAC,mBAAoD;AAClF,QAAM,cAAc,CAAC,MAAuB;AAE1C,UAAM,MAAM,SAAS,MAAM,GAAG,cAAc;AAC5C,QAAI,OAAO,QAAQ;AAAU,aAAO;AACpC,UAAM,IAAI,MAAM,8BAA8B;AAAA,EAChD;AACA,SAAO;AACT;AAEO,MAAM,iCAEH,2BAAoC;AAAA,EAC5C,OAAgB,gBAAgB,CAAC,8BAA8B;AAAA,EAE/D,OAA0B,wBAA6E;AAAA,IACrG,kBAAkB;AAAA,IAClB,0BAA0B;AAAA,EAC5B;AAAA;AAAA;AAAA;AAAA,EAKmB,aAAa;AAAA;AAAA,EAGb,oBAAoB;AAAA,EAEvC,IAAuB,oBAAuC;AAC5D,UAAM,wBAAwB,SAAS,KAAK,OAAO,mBAAmB,qCAAqC;AAC3G,UAAM,oBAAoB,yBAAyB,sBAAsB,qBAAqB;AAC9F,QAAI;AAAmB,aAAO;AAC9B,UAAM,IAAI,MAAM,mCAAmC,qBAAqB,EAAE;AAAA,EAC5E;AAAA,EAEA,IAAuB,cAAuC;AAC5D,UAAM,iBAAiB,SAAS,KAAK,OAAO,oBAAoB,sCAAsC;AACtG,WAAO,uBAAuB,cAAc;AAAA,EAC9C;AAAA,EAEA,MAAyB,oBAAoB,gBAAwB,eAA2C;AAC9G,UAAM,YAAY,KAAK,OAAO;AAC9B,UAAM,kBAAkB,CAAC,SAAS,KAAK,OAAO,eAAe,iCAAiC,CAAC;AAC/F,UAAM,WAAsB,CAAC;AAC7B,UAAM,YAAY,oBAAoB,MAAM,KAAK,cAAc,GAAG,6BAA6B;AAC/F,UAAM,YAAY,mBAAmB,MAAM,KAAK,QAAQ,KAAK,OAAO,mBAAmB,GAAG,IAAI,GAAG,uCAAuC;AACxI,UAAM,QAAQ,KAAK;AACnB,UAAM,gBAAgB,SAAS,KAAK,OAAO,eAAe,iCAAiC;AAC3F,QAAI,YAAY;AAChB,QAAI,OAAO;AAIX,WAAO,QAAQ,SAAS,SAAS,KAAK,mBAAmB;AACvD,YAAM,QAAyC,EAAE,WAAW,OAAO,iBAAiB,QAAQ,gCAAgC,UAAU;AACtI,YAAM,kBAAmB,MAAM,UAAU,OAAO,CAAC,KAAK,CAAC,GAAsB;AAAA,QAC3E,CAAC,OAAO,GAAG,aAAa,GAAG,aAAa,kBAAkB,GAAG,aAAa;AAAA,MAC5E;AACA,UAAI,eAAe,WAAW;AAAG;AAGjC,kBAAY,eACT,IAAI,CAAC,OAAO,GAAG,SAAS,EACxB,OAAO,MAAM,EACb,OAAO,CAAC,GAAG,MAAM,KAAK,IAAI,GAAG,CAAC,GAAG,OAAO,gBAAgB;AAC3D,UAAI,cAAc,OAAO;AAAkB;AAG3C,aAAO,eAAe,WAAW;AAGjC,YAAM,SAAS,eAAe,IAAI,CAAC,OAAO,GAAG,eAAe,GAAG,gBAAgB,UAAU,CAAC,MAAM,MAAM,aAAa,CAAC,CAAC,EAAE,OAAO,MAAM;AAGpI,UAAI,OAAO,WAAW,GAAG;AACvB,cAAM,iBAAiB,MAAM,UAAU,IAAI,MAAM,GAAG,OAAO,MAAM;AACjE,iBAAS,KAAK,GAAG,aAAa;AAAA,MAChC;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;","names":[]}

package/dist/browser/index.d.cts

@@ -0,0 +1,2 @@
+export * from './MemoryForecastingDiviner';
+//# sourceMappingURL=index.d.ts.map

package/dist/browser/index.d.cts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,4BAA4B,CAAA"}

package/dist/browser/index.js

@@ -1,79 +1,2 @@
-// src/MemoryForecastingDiviner.ts
-import { assertEx } from "@xylabs/assert";
-import { exists } from "@xylabs/exists";
-import { asArchivistInstance } from "@xyo-network/archivist-model";
-import { BoundWitnessDivinerQuerySchema } from "@xyo-network/diviner-boundwitness-model";
-import { AbstractForecastingDiviner } from "@xyo-network/diviner-forecasting-abstract";
-import {
-  arimaForecastingMethod,
-  seasonalArimaForecastingMethod
-} from "@xyo-network/diviner-forecasting-method-arima";
-import { ForecastingDivinerConfigSchema } from "@xyo-network/diviner-forecasting-model";
-import { asDivinerInstance } from "@xyo-network/diviner-model";
-import jsonpath from "jsonpath";
-var getJsonPathTransformer = (pathExpression) => {
-  const transformer = (x) => {
-    const ret = jsonpath.value(x, pathExpression);
-    if (typeof ret === "number")
-      return ret;
-    throw new Error("Parsed invalid payload value");
-  };
-  return transformer;
-};
-var MemoryForecastingDiviner = class _MemoryForecastingDiviner extends AbstractForecastingDiviner {
-  static configSchemas = [ForecastingDivinerConfigSchema];
-  static forecastingMethodDict = {
-    arimaForecasting: arimaForecastingMethod,
-    seasonalArimaForecasting: seasonalArimaForecastingMethod
-  };
-  /**
-   * The max number of records to search during the batch query
-   */
-  batchLimit = 1e3;
-  // TODO: Inject via config
-  maxTrainingLength = 1e4;
-  get forecastingMethod() {
-    const forecastingMethodName = assertEx(this.config.forecastingMethod, "Missing forecastingMethod in config");
-    const forecastingMethod = _MemoryForecastingDiviner.forecastingMethodDict[forecastingMethodName];
-    if (forecastingMethod)
-      return forecastingMethod;
-    throw new Error(`Unsupported forecasting method: ${forecastingMethodName}`);
-  }
-  get transformer() {
-    const pathExpression = assertEx(this.config.jsonPathExpression, "Missing jsonPathExpression in config");
-    return getJsonPathTransformer(pathExpression);
-  }
-  async getPayloadsInWindow(startTimestamp, stopTimestamp) {
-    const addresses = this.config.witnessAddresses;
-    const payload_schemas = [assertEx(this.config.witnessSchema, "Missing witnessSchema in config")];
-    const payloads = [];
-    const archivist = asArchivistInstance(await this.readArchivist(), "Unable to resolve archivist");
-    const bwDiviner = asDivinerInstance((await this.resolve(this.config.boundWitnessDiviner)).pop(), "Unable to resolve boundWitnessDiviner");
-    const limit = this.batchLimit;
-    const witnessSchema = assertEx(this.config.witnessSchema, "Missing witnessSchema in config");
-    let timestamp = stopTimestamp;
-    let more = true;
-    while (more || payloads.length < this.maxTrainingLength) {
-      const query = { addresses, limit, payload_schemas, schema: BoundWitnessDivinerQuerySchema, timestamp };
-      const boundWitnesses = (await bwDiviner.divine([query])).filter(
-        (bw) => bw.timestamp && bw.timestamp >= startTimestamp && bw.timestamp <= stopTimestamp
-      );
-      if (boundWitnesses.length === 0)
-        break;
-      timestamp = boundWitnesses.map((bw) => bw.timestamp).filter(exists).reduce((a, b) => Math.min(a, b), Number.MAX_SAFE_INTEGER);
-      if (timestamp === Number.MAX_SAFE_INTEGER)
-        break;
-      more = boundWitnesses.length === limit;
-      const hashes = boundWitnesses.map((bw) => bw.payload_hashes[bw.payload_schemas.findIndex((s) => s === witnessSchema)]).filter(exists);
-      if (hashes.length !== 0) {
-        const batchPayloads = (await archivist.get(hashes)).filter(exists);
-        payloads.push(...batchPayloads);
-      }
-    }
-    return payloads;
-  }
-};
-export {
-  MemoryForecastingDiviner
-};
+export * from "./MemoryForecastingDiviner";
 //# sourceMappingURL=index.js.map

package/dist/browser/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/MemoryForecastingDiviner.ts"],"sourcesContent":["import { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { asArchivistInstance } from '@xyo-network/archivist-model'\nimport { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { BoundWitnessDivinerQueryPayload, BoundWitnessDivinerQuerySchema } from '@xyo-network/diviner-boundwitness-model'\nimport { AbstractForecastingDiviner, ForecastingDivinerParams } from '@xyo-network/diviner-forecasting-abstract'\nimport {\n  arimaForecastingMethod,\n  arimaForecastingName,\n  seasonalArimaForecastingMethod,\n  seasonalArimaForecastingName,\n} from '@xyo-network/diviner-forecasting-method-arima'\nimport { ForecastingDivinerConfigSchema, ForecastingMethod, PayloadValueTransformer } from '@xyo-network/diviner-forecasting-model'\nimport { asDivinerInstance } from '@xyo-network/diviner-model'\nimport { Payload } from '@xyo-network/payload-model'\nimport jsonpath from 'jsonpath'\n\nexport type SupportedForecastingType = typeof arimaForecastingName | typeof seasonalArimaForecastingName\n\nconst getJsonPathTransformer = (pathExpression: string): PayloadValueTransformer => {\n  const transformer = (x: Payload): number => {\n    // eslint-disable-next-line import/no-named-as-default-member\n    const ret = jsonpath.value(x, pathExpression)\n    if (typeof ret === 'number') return ret\n    throw new Error('Parsed invalid payload value')\n  }\n  return transformer\n}\n\nexport class MemoryForecastingDiviner<\n  TParams extends ForecastingDivinerParams = ForecastingDivinerParams,\n> extends AbstractForecastingDiviner<TParams> {\n  static override configSchemas = [ForecastingDivinerConfigSchema]\n\n  protected static readonly forecastingMethodDict: Record<SupportedForecastingType, ForecastingMethod> = {\n    arimaForecasting: arimaForecastingMethod,\n    seasonalArimaForecasting: seasonalArimaForecastingMethod,\n  }\n\n  /**\n   * The max number of records to search during the batch query\n   */\n  protected readonly batchLimit = 1_000\n\n  // TODO: Inject via config\n  protected readonly maxTrainingLength = 10_000\n\n  protected override get forecastingMethod(): ForecastingMethod {\n    const forecastingMethodName = assertEx(this.config.forecastingMethod, 'Missing forecastingMethod in config') as SupportedForecastingType\n    const forecastingMethod = MemoryForecastingDiviner.forecastingMethodDict[forecastingMethodName]\n    if (forecastingMethod) return forecastingMethod\n    throw new Error(`Unsupported forecasting method: ${forecastingMethodName}`)\n  }\n\n  protected override get transformer(): PayloadValueTransformer {\n    const pathExpression = assertEx(this.config.jsonPathExpression, 'Missing jsonPathExpression in config')\n    return getJsonPathTransformer(pathExpression)\n  }\n\n  protected override async getPayloadsInWindow(startTimestamp: number, stopTimestamp: number): Promise<Payload[]> {\n    const addresses = this.config.witnessAddresses\n    const payload_schemas = [assertEx(this.config.witnessSchema, 'Missing witnessSchema in config')]\n    const payloads: Payload[] = []\n    const archivist = asArchivistInstance(await this.readArchivist(), 'Unable to resolve archivist')\n    const bwDiviner = asDivinerInstance((await this.resolve(this.config.boundWitnessDiviner)).pop(), 'Unable to resolve boundWitnessDiviner')\n    const limit = this.batchLimit\n    const witnessSchema = assertEx(this.config.witnessSchema, 'Missing witnessSchema in config')\n    let timestamp = stopTimestamp\n    let more = true\n\n    // TODO: Window size vs sample size\n    // Loop until there are no more BWs to process or we've got enough payloads to satisfy the training window\n    while (more || payloads.length < this.maxTrainingLength) {\n      const query: BoundWitnessDivinerQueryPayload = { addresses, limit, payload_schemas, schema: BoundWitnessDivinerQuerySchema, timestamp }\n      const boundWitnesses = ((await bwDiviner.divine([query])) as BoundWitness[]).filter(\n        (bw) => bw.timestamp && bw.timestamp >= startTimestamp && bw.timestamp <= stopTimestamp,\n      )\n      if (boundWitnesses.length === 0) break\n\n      // Update the timestamp value for the next batch\n      timestamp = boundWitnesses\n        .map((bw) => bw.timestamp)\n        .filter(exists)\n        .reduce((a, b) => Math.min(a, b), Number.MAX_SAFE_INTEGER)\n      if (timestamp === Number.MAX_SAFE_INTEGER) break\n\n      // Set the more flag to false if there are fewer documents returned than the batch size\n      more = boundWitnesses.length === limit\n\n      // Get the corresponding payload hashes from the BWs\n      const hashes = boundWitnesses.map((bw) => bw.payload_hashes[bw.payload_schemas.findIndex((s) => s === witnessSchema)]).filter(exists)\n\n      // Get the payloads corresponding to the BW hashes from the archivist\n      if (hashes.length !== 0) {\n        const batchPayloads = (await archivist.get(hashes)).filter(exists)\n        payloads.push(...batchPayloads)\n      }\n    }\n    return payloads\n  }\n}\n"],"mappings":";AAAA,SAAS,gBAAgB;AACzB,SAAS,cAAc;AACvB,SAAS,2BAA2B;AAEpC,SAA0C,sCAAsC;AAChF,SAAS,kCAA4D;AACrE;AAAA,EACE;AAAA,EAEA;AAAA,OAEK;AACP,SAAS,sCAAkF;AAC3F,SAAS,yBAAyB;AAElC,OAAO,cAAc;AAIrB,IAAM,yBAAyB,CAAC,mBAAoD;AAClF,QAAM,cAAc,CAAC,MAAuB;AAE1C,UAAM,MAAM,SAAS,MAAM,GAAG,cAAc;AAC5C,QAAI,OAAO,QAAQ;AAAU,aAAO;AACpC,UAAM,IAAI,MAAM,8BAA8B;AAAA,EAChD;AACA,SAAO;AACT;AAEO,IAAM,2BAAN,MAAM,kCAEH,2BAAoC;AAAA,EAC5C,OAAgB,gBAAgB,CAAC,8BAA8B;AAAA,EAE/D,OAA0B,wBAA6E;AAAA,IACrG,kBAAkB;AAAA,IAClB,0BAA0B;AAAA,EAC5B;AAAA;AAAA;AAAA;AAAA,EAKmB,aAAa;AAAA;AAAA,EAGb,oBAAoB;AAAA,EAEvC,IAAuB,oBAAuC;AAC5D,UAAM,wBAAwB,SAAS,KAAK,OAAO,mBAAmB,qCAAqC;AAC3G,UAAM,oBAAoB,0BAAyB,sBAAsB,qBAAqB;AAC9F,QAAI;AAAmB,aAAO;AAC9B,UAAM,IAAI,MAAM,mCAAmC,qBAAqB,EAAE;AAAA,EAC5E;AAAA,EAEA,IAAuB,cAAuC;AAC5D,UAAM,iBAAiB,SAAS,KAAK,OAAO,oBAAoB,sCAAsC;AACtG,WAAO,uBAAuB,cAAc;AAAA,EAC9C;AAAA,EAEA,MAAyB,oBAAoB,gBAAwB,eAA2C;AAC9G,UAAM,YAAY,KAAK,OAAO;AAC9B,UAAM,kBAAkB,CAAC,SAAS,KAAK,OAAO,eAAe,iCAAiC,CAAC;AAC/F,UAAM,WAAsB,CAAC;AAC7B,UAAM,YAAY,oBAAoB,MAAM,KAAK,cAAc,GAAG,6BAA6B;AAC/F,UAAM,YAAY,mBAAmB,MAAM,KAAK,QAAQ,KAAK,OAAO,mBAAmB,GAAG,IAAI,GAAG,uCAAuC;AACxI,UAAM,QAAQ,KAAK;AACnB,UAAM,gBAAgB,SAAS,KAAK,OAAO,eAAe,iCAAiC;AAC3F,QAAI,YAAY;AAChB,QAAI,OAAO;AAIX,WAAO,QAAQ,SAAS,SAAS,KAAK,mBAAmB;AACvD,YAAM,QAAyC,EAAE,WAAW,OAAO,iBAAiB,QAAQ,gCAAgC,UAAU;AACtI,YAAM,kBAAmB,MAAM,UAAU,OAAO,CAAC,KAAK,CAAC,GAAsB;AAAA,QAC3E,CAAC,OAAO,GAAG,aAAa,GAAG,aAAa,kBAAkB,GAAG,aAAa;AAAA,MAC5E;AACA,UAAI,eAAe,WAAW;AAAG;AAGjC,kBAAY,eACT,IAAI,CAAC,OAAO,GAAG,SAAS,EACxB,OAAO,MAAM,EACb,OAAO,CAAC,GAAG,MAAM,KAAK,IAAI,GAAG,CAAC,GAAG,OAAO,gBAAgB;AAC3D,UAAI,cAAc,OAAO;AAAkB;AAG3C,aAAO,eAAe,WAAW;AAGjC,YAAM,SAAS,eAAe,IAAI,CAAC,OAAO,GAAG,eAAe,GAAG,gBAAgB,UAAU,CAAC,MAAM,MAAM,aAAa,CAAC,CAAC,EAAE,OAAO,MAAM;AAGpI,UAAI,OAAO,WAAW,GAAG;AACvB,cAAM,iBAAiB,MAAM,UAAU,IAAI,MAAM,GAAG,OAAO,MAAM;AACjE,iBAAS,KAAK,GAAG,aAAa;AAAA,MAChC;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;","names":[]}
+{"version":3,"sources":["../../src/index.ts"],"sourcesContent":["export * from './MemoryForecastingDiviner'\n"],"mappings":"AAAA,cAAc;","names":[]}