@xyo-network/archivist-storage 2.107.1 → 2.107.4

package/dist/node/index.cjs

@@ -1,2 +1,206 @@
-"use strict";var P=Object.create;var h=Object.defineProperty;var E=Object.getOwnPropertyDescriptor;var Q=Object.getOwnPropertyNames;var v=Object.getPrototypeOf,q=Object.prototype.hasOwnProperty;var b=Reflect.get;var C=(r,t,e)=>t in r?h(r,t,{enumerable:!0,configurable:!0,writable:!0,value:e}):r[t]=e;var S=(r,t)=>h(r,"name",{value:t,configurable:!0});var _=(r,t)=>{for(var e in t)h(r,e,{get:t[e],enumerable:!0})},x=(r,t,e,s)=>{if(t&&typeof t=="object"||typeof t=="function")for(let a of Q(t))!q.call(r,a)&&a!==e&&h(r,a,{get:()=>t[a],enumerable:!(s=E(t,a))||s.enumerable});return r};var z=(r,t,e)=>(e=r!=null?P(v(r)):{},x(t||!r||!r.__esModule?h(e,"default",{value:r,enumerable:!0}):e,r)),O=r=>x(h({},"__esModule",{value:!0}),r);var g=(r,t,e)=>C(r,typeof t!="symbol"?t+"":t,e);var w=(r,t,e)=>b(v(r),e,t);var j={};_(j,{StorageArchivist:()=>f,StorageArchivistConfigSchema:()=>p});module.exports=O(j);var u=require("@xylabs/assert"),c=require("@xylabs/lodash"),$=require("@xylabs/promise"),A=require("@xyo-network/archivist-abstract"),i=require("@xyo-network/archivist-model"),H=require("@xyo-network/payload-builder"),m=z(require("store2"),1);var p="network.xyo.archivist.storage.config",o=class o extends A.AbstractArchivist{_privateStorage;_storage;get maxEntries(){var t;return((t=this.config)==null?void 0:t.maxEntries)??1e3}get maxEntrySize(){var t;return((t=this.config)==null?void 0:t.maxEntrySize)??16e3}get namespace(){var t;return((t=this.config)==null?void 0:t.namespace)??"xyo-archivist"}get persistAccount(){var t;return((t=this.config)==null?void 0:t.persistAccount)??!1}get queries(){return[i.ArchivistAllQuerySchema,i.ArchivistDeleteQuerySchema,i.ArchivistClearQuerySchema,i.ArchivistInsertQuerySchema,i.ArchivistCommitQuerySchema,...super.queries]}get type(){var t;return((t=this.config)==null?void 0:t.type)??"local"}get privateStorage(){return this._privateStorage=this._storage??m.default[this.type].namespace(`${this.namespace}|private`),this._privateStorage}get storage(){return this._storage=this._storage??m.default[this.type].namespace(this.namespace),this._storage}allHandler(){var e;let t=new Set;return(e=this.logger)==null||e.log(`this.storage.length: ${this.storage.length}`),Object.entries(this.storage.getAll()).map(([,s])=>s).filter(s=>t.has(s.$hash)?!1:(t.add(s.$hash),!0))}clearHandler(){var t;return(t=this.logger)==null||t.log(`this.storage.length: ${this.storage.length}`),this.storage.clear(),this.emit("cleared",{module:this})}async commitHandler(){var s,a;(s=this.logger)==null||s.log(`this.storage.length: ${this.storage.length}`);let t=await this.all();(0,u.assertEx)(t.length>0,()=>"Nothing to commit");let e=await Promise.allSettled((0,c.compact)((a=Object.values((await this.parentArchivists()).commit??[]))==null?void 0:a.map(async n=>{var y;let l={schema:i.ArchivistInsertQuerySchema},d=await this.bindQuery(l,t);return(y=await(n==null?void 0:n.query(d[0],d[1])))==null?void 0:y[0]})));return await this.clear(),(0,c.compact)(e.filter($.fulfilled).map(n=>n.value))}async deleteHandler(t){return(0,c.compact)(await Promise.all(t.map(s=>(this.storage.remove(s),s))))}getHandler(t){let e=new Set;return(0,c.compact)(t.map(s=>this.storage.get(s))).filter(s=>e.has(s.$hash)?!1:(e.add(s.$hash),!0))}async insertHandler(t){return(await H.PayloadBuilder.hashPairs(t)).map(([a,n])=>{let l=JSON.stringify(a);return(0,u.assertEx)(l.length<this.maxEntrySize,()=>`Payload too large [${n}, ${l.length}]`),this.storage.set(n,a),this.storage.set(a.$hash,a),a})}saveAccount(){var t;if(this.persistAccount){let e=this.account;(t=this.logger)==null||t.log(e.address),this.privateStorage.set("privateKey",e.private.hex)}}async startHandler(){return await super.startHandler(),this.saveAccount(),!0}};S(o,"StorageArchivist"),g(o,"configSchemas",[...w(o,o,"configSchemas"),p]),g(o,"defaultConfigSchema",p);var f=o;0&&(module.exports={StorageArchivist,StorageArchivistConfigSchema});
+"use strict";
+var __create = Object.create;
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __getProtoOf = Object.getPrototypeOf;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __reflectGet = Reflect.get;
+var __defNormalProp = (obj, key, value) => key in obj ? __defProp(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
+var __name = (target, value) => __defProp(target, "name", { value, configurable: true });
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
+  // If the importer is in node compatibility mode or this is not an ESM
+  // file that has been converted to a CommonJS file using a Babel-
+  // compatible transform (i.e. "__esModule" has not been set), then set
+  // "default" to the CommonJS "module.exports" for node compatibility.
+  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
+  mod
+));
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var __publicField = (obj, key, value) => __defNormalProp(obj, typeof key !== "symbol" ? key + "" : key, value);
+var __superGet = (cls, obj, key) => __reflectGet(__getProtoOf(cls), key, obj);
+
+// src/index.ts
+var src_exports = {};
+__export(src_exports, {
+  StorageArchivist: () => StorageArchivist,
+  StorageArchivistConfigSchema: () => StorageArchivistConfigSchema
+});
+module.exports = __toCommonJS(src_exports);
+
+// src/StorageArchivist.ts
+var import_assert = require("@xylabs/assert");
+var import_lodash = require("@xylabs/lodash");
+var import_promise = require("@xylabs/promise");
+var import_archivist_abstract = require("@xyo-network/archivist-abstract");
+var import_archivist_model = require("@xyo-network/archivist-model");
+var import_payload_builder = require("@xyo-network/payload-builder");
+var import_store2 = __toESM(require("store2"), 1);
+var StorageArchivistConfigSchema = "network.xyo.archivist.storage.config";
+var _StorageArchivist = class _StorageArchivist extends import_archivist_abstract.AbstractArchivist {
+  _privateStorage;
+  _storage;
+  get maxEntries() {
+    var _a;
+    return ((_a = this.config) == null ? void 0 : _a.maxEntries) ?? 1e3;
+  }
+  get maxEntrySize() {
+    var _a;
+    return ((_a = this.config) == null ? void 0 : _a.maxEntrySize) ?? 16e3;
+  }
+  get namespace() {
+    var _a;
+    return ((_a = this.config) == null ? void 0 : _a.namespace) ?? "xyo-archivist";
+  }
+  get persistAccount() {
+    var _a;
+    return ((_a = this.config) == null ? void 0 : _a.persistAccount) ?? false;
+  }
+  get queries() {
+    return [
+      import_archivist_model.ArchivistAllQuerySchema,
+      import_archivist_model.ArchivistDeleteQuerySchema,
+      import_archivist_model.ArchivistClearQuerySchema,
+      import_archivist_model.ArchivistInsertQuerySchema,
+      import_archivist_model.ArchivistCommitQuerySchema,
+      ...super.queries
+    ];
+  }
+  get type() {
+    var _a;
+    return ((_a = this.config) == null ? void 0 : _a.type) ?? "local";
+  }
+  /* This has to be a getter so that it can access it during construction */
+  get privateStorage() {
+    this._privateStorage = this._storage ?? import_store2.default[this.type].namespace(`${this.namespace}|private`);
+    return this._privateStorage;
+  }
+  /* This has to be a getter so that it can access it during construction */
+  get storage() {
+    this._storage = this._storage ?? import_store2.default[this.type].namespace(this.namespace);
+    return this._storage;
+  }
+  /*override async loadAccount(account?: AccountInstance, persistAccount?: boolean, privateStorage?: StoreBase, _logger?: Logger) {
+    if (!this._account) {
+      if (persistAccount) {
+        const privateKey = privateStorage?.get('privateKey')
+        if (privateKey) {
+          try {
+            this._account = await Account.create({ privateKey })
+            return this._account
+          } catch (ex) {
+            console.error(`Error reading Account from storage [${ex}] - Recreating Account`)
+            privateStorage?.remove('privateKey')
+          }
+        }
+      }
+    }
+    return await super.loadAccount()
+  }*/
+  allHandler() {
+    var _a;
+    const found = /* @__PURE__ */ new Set();
+    (_a = this.logger) == null ? void 0 : _a.log(`this.storage.length: ${this.storage.length}`);
+    return Object.entries(this.storage.getAll()).map(([, value]) => value).filter((payload) => {
+      if (found.has(payload.$hash)) {
+        return false;
+      } else {
+        found.add(payload.$hash);
+        return true;
+      }
+    });
+  }
+  clearHandler() {
+    var _a;
+    (_a = this.logger) == null ? void 0 : _a.log(`this.storage.length: ${this.storage.length}`);
+    this.storage.clear();
+    return this.emit("cleared", {
+      module: this
+    });
+  }
+  async commitHandler() {
+    var _a, _b;
+    (_a = this.logger) == null ? void 0 : _a.log(`this.storage.length: ${this.storage.length}`);
+    const payloads = await this.all();
+    (0, import_assert.assertEx)(payloads.length > 0, () => "Nothing to commit");
+    const settled = await Promise.allSettled((0, import_lodash.compact)((_b = Object.values((await this.parentArchivists()).commit ?? [])) == null ? void 0 : _b.map(async (parent) => {
+      var _a2;
+      const queryPayload = {
+        schema: import_archivist_model.ArchivistInsertQuerySchema
+      };
+      const query = await this.bindQuery(queryPayload, payloads);
+      return (_a2 = await (parent == null ? void 0 : parent.query(query[0], query[1]))) == null ? void 0 : _a2[0];
+    })));
+    await this.clear();
+    return (0, import_lodash.compact)(settled.filter(import_promise.fulfilled).map((result) => result.value));
+  }
+  async deleteHandler(hashes) {
+    const deletedHashes = (0, import_lodash.compact)(await Promise.all(hashes.map((hash) => {
+      this.storage.remove(hash);
+      return hash;
+    })));
+    return deletedHashes;
+  }
+  getHandler(hashes) {
+    const found = /* @__PURE__ */ new Set();
+    return (0, import_lodash.compact)(hashes.map((hash) => {
+      return this.storage.get(hash);
+    })).filter((payload) => {
+      if (found.has(payload.$hash)) {
+        return false;
+      } else {
+        found.add(payload.$hash);
+        return true;
+      }
+    });
+  }
+  async insertHandler(payloads) {
+    const pairs = await import_payload_builder.PayloadBuilder.hashPairs(payloads);
+    const resultPayloads = pairs.map(([payload, hash]) => {
+      const value = JSON.stringify(payload);
+      (0, import_assert.assertEx)(value.length < this.maxEntrySize, () => `Payload too large [${hash}, ${value.length}]`);
+      this.storage.set(hash, payload);
+      this.storage.set(payload.$hash, payload);
+      return payload;
+    });
+    return resultPayloads;
+  }
+  saveAccount() {
+    var _a;
+    if (this.persistAccount) {
+      const account = this.account;
+      (_a = this.logger) == null ? void 0 : _a.log(account.address);
+      this.privateStorage.set("privateKey", account.private.hex);
+    }
+  }
+  async startHandler() {
+    await super.startHandler();
+    this.saveAccount();
+    return true;
+  }
+};
+__name(_StorageArchivist, "StorageArchivist");
+__publicField(_StorageArchivist, "configSchemas", [
+  ...__superGet(_StorageArchivist, _StorageArchivist, "configSchemas"),
+  StorageArchivistConfigSchema
+]);
+__publicField(_StorageArchivist, "defaultConfigSchema", StorageArchivistConfigSchema);
+var StorageArchivist = _StorageArchivist;
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  StorageArchivist,
+  StorageArchivistConfigSchema
+});
 //# sourceMappingURL=index.cjs.map

package/dist/node/index.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/index.ts","../../src/StorageArchivist.ts"],"sourcesContent":["export * from './StorageArchivist'\n","import { assertEx } from '@xylabs/assert'\nimport { Hash } from '@xylabs/hex'\nimport { compact } from '@xylabs/lodash'\nimport { fulfilled, Promisable, PromisableArray } from '@xylabs/promise'\nimport { AbstractArchivist } from '@xyo-network/archivist-abstract'\nimport {\n  ArchivistAllQuerySchema,\n  ArchivistClearQuerySchema,\n  ArchivistCommitQuerySchema,\n  ArchivistConfig,\n  ArchivistDeleteQuerySchema,\n  ArchivistInsertQuery,\n  ArchivistInsertQuerySchema,\n  ArchivistInstance,\n  ArchivistModuleEventData,\n  ArchivistParams,\n} from '@xyo-network/archivist-model'\nimport { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { AnyConfigSchema } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { Payload, PayloadWithMeta, Schema, WithMeta } from '@xyo-network/payload-model'\nimport store, { StoreBase } from 'store2'\n\nexport type StorageArchivistConfigSchema = 'network.xyo.archivist.storage.config'\nexport const StorageArchivistConfigSchema: StorageArchivistConfigSchema = 'network.xyo.archivist.storage.config'\n\nexport type StorageArchivistConfig = ArchivistConfig<{\n  maxEntries?: number\n  maxEntrySize?: number\n  namespace?: string\n  persistAccount?: boolean\n  schema: StorageArchivistConfigSchema\n  type?: 'local' | 'session' | 'page'\n}>\n\nexport type StorageArchivistParams = ArchivistParams<AnyConfigSchema<StorageArchivistConfig>>\nexport class StorageArchivist<\n    TParams extends StorageArchivistParams = StorageArchivistParams,\n    TEventData extends ArchivistModuleEventData = ArchivistModuleEventData,\n  >\n  extends AbstractArchivist<TParams, TEventData>\n  implements ArchivistInstance\n{\n  static override readonly configSchemas: Schema[] = [...super.configSchemas, StorageArchivistConfigSchema]\n  static override readonly defaultConfigSchema: Schema = StorageArchivistConfigSchema\n\n  private _privateStorage: StoreBase | undefined\n  private _storage: StoreBase | undefined\n\n  get maxEntries() {\n    return this.config?.maxEntries ?? 1000\n  }\n\n  get maxEntrySize() {\n    return this.config?.maxEntrySize ?? 16_000\n  }\n\n  get namespace() {\n    return this.config?.namespace ?? 'xyo-archivist'\n  }\n\n  get persistAccount() {\n    return this.config?.persistAccount ?? false\n  }\n\n  override get queries(): string[] {\n    return [\n      ArchivistAllQuerySchema,\n      ArchivistDeleteQuerySchema,\n      ArchivistClearQuerySchema,\n      ArchivistInsertQuerySchema,\n      ArchivistCommitQuerySchema,\n      ...super.queries,\n    ]\n  }\n\n  get type() {\n    return this.config?.type ?? 'local'\n  }\n\n  /* This has to be a getter so that it can access it during construction */\n  private get privateStorage(): StoreBase {\n    this._privateStorage = this._storage ?? store[this.type].namespace(`${this.namespace}|private`)\n    return this._privateStorage\n  }\n\n  /* This has to be a getter so that it can access it during construction */\n  private get storage(): StoreBase {\n    this._storage = this._storage ?? store[this.type].namespace(this.namespace)\n    return this._storage\n  }\n\n  /*override async loadAccount(account?: AccountInstance, persistAccount?: boolean, privateStorage?: StoreBase, _logger?: Logger) {\n    if (!this._account) {\n      if (persistAccount) {\n        const privateKey = privateStorage?.get('privateKey')\n        if (privateKey) {\n          try {\n            this._account = await Account.create({ privateKey })\n            return this._account\n          } catch (ex) {\n            console.error(`Error reading Account from storage [${ex}] - Recreating Account`)\n            privateStorage?.remove('privateKey')\n          }\n        }\n      }\n    }\n    return await super.loadAccount()\n  }*/\n\n  protected override allHandler(): PromisableArray<PayloadWithMeta> {\n    const found = new Set<string>()\n    this.logger?.log(`this.storage.length: ${this.storage.length}`)\n    return Object.entries(this.storage.getAll())\n      .map(([, value]) => value)\n      .filter((payload) => {\n        if (found.has(payload.$hash)) {\n          return false\n        } else {\n          found.add(payload.$hash)\n          return true\n        }\n      })\n  }\n\n  protected override clearHandler(): void | Promise<void> {\n    this.logger?.log(`this.storage.length: ${this.storage.length}`)\n    this.storage.clear()\n    return this.emit('cleared', { module: this })\n  }\n\n  protected override async commitHandler(): Promise<WithMeta<BoundWitness>[]> {\n    this.logger?.log(`this.storage.length: ${this.storage.length}`)\n    const payloads = await this.all()\n    assertEx(payloads.length > 0, () => 'Nothing to commit')\n    const settled = await Promise.allSettled(\n      compact(\n        Object.values((await this.parentArchivists()).commit ?? [])?.map(async (parent) => {\n          const queryPayload: ArchivistInsertQuery = {\n            schema: ArchivistInsertQuerySchema,\n          }\n          const query = await this.bindQuery(queryPayload, payloads)\n          return (await parent?.query(query[0], query[1]))?.[0]\n        }),\n      ),\n    )\n    // TODO - rather than clear, delete the payloads that come back as successfully inserted\n    await this.clear()\n    return compact(settled.filter(fulfilled).map((result) => result.value))\n  }\n\n  protected override async deleteHandler(hashes: Hash[]): Promise<Hash[]> {\n    const deletedHashes = compact(\n      await Promise.all(\n        hashes.map((hash) => {\n          this.storage.remove(hash)\n          return hash\n        }),\n      ),\n    )\n    return deletedHashes\n  }\n\n  protected override getHandler(hashes: string[]): Promisable<PayloadWithMeta[]> {\n    const found = new Set<string>()\n    return compact(\n      hashes.map((hash) => {\n        return this.storage.get(hash)\n      }),\n    ).filter((payload) => {\n      if (found.has(payload.$hash)) {\n        return false\n      } else {\n        found.add(payload.$hash)\n        return true\n      }\n    })\n  }\n\n  protected override async insertHandler(payloads: Payload[]): Promise<PayloadWithMeta[]> {\n    const pairs = await PayloadBuilder.hashPairs(payloads)\n    const resultPayloads = pairs.map(([payload, hash]) => {\n      const value = JSON.stringify(payload)\n      assertEx(value.length < this.maxEntrySize, () => `Payload too large [${hash}, ${value.length}]`)\n      this.storage.set(hash, payload)\n      this.storage.set(payload.$hash, payload)\n      return payload\n    })\n    return resultPayloads\n  }\n\n  protected saveAccount() {\n    if (this.persistAccount) {\n      const account = this.account\n      this.logger?.log(account.address)\n      this.privateStorage.set('privateKey', account.private.hex)\n    }\n  }\n\n  protected override async startHandler() {\n    await super.startHandler()\n    this.saveAccount()\n    return true\n  }\n}\n"],"mappings":"kyBAAA,IAAAA,EAAA,GAAAC,EAAAD,EAAA,sBAAAE,EAAA,iCAAAC,IAAA,eAAAC,EAAAJ,GCAA,IAAAK,EAAyB,0BAEzBC,EAAwB,0BACxBC,EAAuD,2BACvDC,EAAkC,2CAClCC,EAWO,wCAGPC,EAA+B,wCAE/BC,EAAiC,uBAG1B,IAAMC,EAA6D,uCAY7DC,EAAN,MAAMA,UAIHC,mBAAAA,CAMAC,gBACAC,SAER,IAAIC,YAAa,CAjDnB,IAAAC,EAkDI,QAAOA,EAAA,KAAKC,SAAL,YAAAD,EAAaD,aAAc,GACpC,CAEA,IAAIG,cAAe,CArDrB,IAAAF,EAsDI,QAAOA,EAAA,KAAKC,SAAL,YAAAD,EAAaE,eAAgB,IACtC,CAEA,IAAIC,WAAY,CAzDlB,IAAAH,EA0DI,QAAOA,EAAA,KAAKC,SAAL,YAAAD,EAAaG,YAAa,eACnC,CAEA,IAAIC,gBAAiB,CA7DvB,IAAAJ,EA8DI,QAAOA,EAAA,KAAKC,SAAL,YAAAD,EAAaI,iBAAkB,EACxC,CAEA,IAAaC,SAAoB,CAC/B,MAAO,CACLC,0BACAC,6BACAC,4BACAC,6BACAC,gCACG,MAAML,QAEb,CAEA,IAAIM,MAAO,CA5Eb,IAAAX,EA6EI,QAAOA,EAAA,KAAKC,SAAL,YAAAD,EAAaW,OAAQ,OAC9B,CAGA,IAAYC,gBAA4B,CACtC,YAAKf,gBAAkB,KAAKC,UAAYe,EAAAA,QAAM,KAAKF,IAAI,EAAER,UAAU,GAAG,KAAKA,SAAS,UAAU,EACvF,KAAKN,eACd,CAGA,IAAYiB,SAAqB,CAC/B,YAAKhB,SAAW,KAAKA,UAAYe,EAAAA,QAAM,KAAKF,IAAI,EAAER,UAAU,KAAKA,SAAS,EACnE,KAAKL,QACd,CAoBmBiB,YAA+C,CA9GpE,IAAAf,EA+GI,IAAMgB,EAAQ,IAAIC,IAClB,OAAAjB,EAAA,KAAKkB,SAAL,MAAAlB,EAAamB,IAAI,wBAAwB,KAAKL,QAAQM,MAAM,IACrDC,OAAOC,QAAQ,KAAKR,QAAQS,OAAM,CAAA,EACtCC,IAAI,CAAC,CAAA,CAAGC,CAAAA,IAAWA,CAAAA,EACnBC,OAAQC,GACHX,EAAMY,IAAID,EAAQE,KAAK,EAClB,IAEPb,EAAMc,IAAIH,EAAQE,KAAK,EAChB,GAEX,CACJ,CAEmBE,cAAqC,CA7H1D,IAAA/B,EA8HI,OAAAA,EAAA,KAAKkB,SAAL,MAAAlB,EAAamB,IAAI,wBAAwB,KAAKL,QAAQM,MAAM,IAC5D,KAAKN,QAAQkB,MAAK,EACX,KAAKC,KAAK,UAAW,CAAEC,OAAQ,IAAK,CAAA,CAC7C,CAEA,MAAyBC,eAAmD,CAnI9E,IAAAnC,EAAAoC,GAoIIpC,EAAA,KAAKkB,SAAL,MAAAlB,EAAamB,IAAI,wBAAwB,KAAKL,QAAQM,MAAM,IAC5D,IAAMiB,EAAW,MAAM,KAAKC,IAAG,KAC/BC,YAASF,EAASjB,OAAS,EAAG,IAAM,mBAAA,EACpC,IAAMoB,EAAU,MAAMC,QAAQC,cAC5BC,YACEtB,EAAAA,OAAOuB,QAAQ,MAAM,KAAKC,iBAAgB,GAAIC,QAAU,CAAA,CAAE,IAA1DzB,YAAAA,EAA6DG,IAAI,MAAOuB,GAAAA,CAzIhF,IAAA/C,EA0IU,IAAMgD,EAAqC,CACzCC,OAAQxC,4BACV,EACMyC,EAAQ,MAAM,KAAKC,UAAUH,EAAcX,CAAAA,EACjD,OAAQrC,EAAA,MAAM+C,GAAAA,YAAAA,EAAQG,MAAMA,EAAM,CAAA,EAAIA,EAAM,CAAA,MAApC,YAAAlD,EAA2C,EACrD,EAAA,CAAA,EAIJ,aAAM,KAAKgC,MAAK,KACTW,WAAQH,EAAQd,OAAO0B,WAAAA,EAAW5B,IAAK6B,GAAWA,EAAO5B,KAAK,CAAA,CACvE,CAEA,MAAyB6B,cAAcC,EAAiC,CAStE,SARsBZ,WACpB,MAAMF,QAAQH,IACZiB,EAAO/B,IAAKgC,IACV,KAAK1C,QAAQ2C,OAAOD,CAAAA,EACbA,EACT,CAAA,CAAA,CAIN,CAEmBE,WAAWH,EAAiD,CAC7E,IAAMvC,EAAQ,IAAIC,IAClB,SAAO0B,WACLY,EAAO/B,IAAKgC,GACH,KAAK1C,QAAQ6C,IAAIH,CAAAA,CAC1B,CAAA,EACA9B,OAAQC,GACJX,EAAMY,IAAID,EAAQE,KAAK,EAClB,IAEPb,EAAMc,IAAIH,EAAQE,KAAK,EAChB,GAEX,CACF,CAEA,MAAyB+B,cAAcvB,EAAiD,CAStF,OARc,MAAMwB,iBAAeC,UAAUzB,CAAAA,GAChBb,IAAI,CAAC,CAACG,EAAS6B,CAAAA,IAAK,CAC/C,IAAM/B,EAAQsC,KAAKC,UAAUrC,CAAAA,EAC7BY,qBAASd,EAAML,OAAS,KAAKlB,aAAc,IAAM,sBAAsBsD,CAAAA,KAAS/B,EAAML,MAAM,GAAG,EAC/F,KAAKN,QAAQmD,IAAIT,EAAM7B,CAAAA,EACvB,KAAKb,QAAQmD,IAAItC,EAAQE,MAAOF,CAAAA,EACzBA,CACT,CAAA,CAEF,CAEUuC,aAAc,CA/L1B,IAAAlE,EAgMI,GAAI,KAAKI,eAAgB,CACvB,IAAM+D,EAAU,KAAKA,SACrBnE,EAAA,KAAKkB,SAAL,MAAAlB,EAAamB,IAAIgD,EAAQC,SACzB,KAAKxD,eAAeqD,IAAI,aAAcE,EAAQE,QAAQC,GAAG,CAC3D,CACF,CAEA,MAAyBC,cAAe,CACtC,aAAM,MAAMA,aAAAA,EACZ,KAAKL,YAAW,EACT,EACT,CACF,EApKUtE,EAAAA,EAAAA,oBAGR4E,EAPW7E,EAOc8E,gBAA0B,IAAIC,EAAAC,IAAMF,iBAAe/E,IAC5E8E,EARW7E,EAQciF,sBAA8BlF,GARlD,IAAMC,EAANgF","names":["src_exports","__export","StorageArchivist","StorageArchivistConfigSchema","__toCommonJS","import_assert","import_lodash","import_promise","import_archivist_abstract","import_archivist_model","import_payload_builder","import_store2","StorageArchivistConfigSchema","StorageArchivist","AbstractArchivist","_privateStorage","_storage","maxEntries","_a","config","maxEntrySize","namespace","persistAccount","queries","ArchivistAllQuerySchema","ArchivistDeleteQuerySchema","ArchivistClearQuerySchema","ArchivistInsertQuerySchema","ArchivistCommitQuerySchema","type","privateStorage","store","storage","allHandler","found","Set","logger","log","length","Object","entries","getAll","map","value","filter","payload","has","$hash","add","clearHandler","clear","emit","module","commitHandler","_b","payloads","all","assertEx","settled","Promise","allSettled","compact","values","parentArchivists","commit","parent","queryPayload","schema","query","bindQuery","fulfilled","result","deleteHandler","hashes","hash","remove","getHandler","get","insertHandler","PayloadBuilder","hashPairs","JSON","stringify","set","saveAccount","account","address","private","hex","startHandler","__publicField","configSchemas","__superGet","_StorageArchivist","defaultConfigSchema"]}
+{"version":3,"sources":["../../src/index.ts","../../src/StorageArchivist.ts"],"sourcesContent":["export * from './StorageArchivist'\n","import { assertEx } from '@xylabs/assert'\nimport { Hash } from '@xylabs/hex'\nimport { compact } from '@xylabs/lodash'\nimport { fulfilled, Promisable, PromisableArray } from '@xylabs/promise'\nimport { AbstractArchivist } from '@xyo-network/archivist-abstract'\nimport {\n  ArchivistAllQuerySchema,\n  ArchivistClearQuerySchema,\n  ArchivistCommitQuerySchema,\n  ArchivistConfig,\n  ArchivistDeleteQuerySchema,\n  ArchivistInsertQuery,\n  ArchivistInsertQuerySchema,\n  ArchivistInstance,\n  ArchivistModuleEventData,\n  ArchivistParams,\n} from '@xyo-network/archivist-model'\nimport { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { AnyConfigSchema } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { Payload, PayloadWithMeta, Schema, WithMeta } from '@xyo-network/payload-model'\nimport store, { StoreBase } from 'store2'\n\nexport type StorageArchivistConfigSchema = 'network.xyo.archivist.storage.config'\nexport const StorageArchivistConfigSchema: StorageArchivistConfigSchema = 'network.xyo.archivist.storage.config'\n\nexport type StorageArchivistConfig = ArchivistConfig<{\n  maxEntries?: number\n  maxEntrySize?: number\n  namespace?: string\n  persistAccount?: boolean\n  schema: StorageArchivistConfigSchema\n  type?: 'local' | 'session' | 'page'\n}>\n\nexport type StorageArchivistParams = ArchivistParams<AnyConfigSchema<StorageArchivistConfig>>\nexport class StorageArchivist<\n    TParams extends StorageArchivistParams = StorageArchivistParams,\n    TEventData extends ArchivistModuleEventData = ArchivistModuleEventData,\n  >\n  extends AbstractArchivist<TParams, TEventData>\n  implements ArchivistInstance\n{\n  static override readonly configSchemas: Schema[] = [...super.configSchemas, StorageArchivistConfigSchema]\n  static override readonly defaultConfigSchema: Schema = StorageArchivistConfigSchema\n\n  private _privateStorage: StoreBase | undefined\n  private _storage: StoreBase | undefined\n\n  get maxEntries() {\n    return this.config?.maxEntries ?? 1000\n  }\n\n  get maxEntrySize() {\n    return this.config?.maxEntrySize ?? 16_000\n  }\n\n  get namespace() {\n    return this.config?.namespace ?? 'xyo-archivist'\n  }\n\n  get persistAccount() {\n    return this.config?.persistAccount ?? false\n  }\n\n  override get queries(): string[] {\n    return [\n      ArchivistAllQuerySchema,\n      ArchivistDeleteQuerySchema,\n      ArchivistClearQuerySchema,\n      ArchivistInsertQuerySchema,\n      ArchivistCommitQuerySchema,\n      ...super.queries,\n    ]\n  }\n\n  get type() {\n    return this.config?.type ?? 'local'\n  }\n\n  /* This has to be a getter so that it can access it during construction */\n  private get privateStorage(): StoreBase {\n    this._privateStorage = this._storage ?? store[this.type].namespace(`${this.namespace}|private`)\n    return this._privateStorage\n  }\n\n  /* This has to be a getter so that it can access it during construction */\n  private get storage(): StoreBase {\n    this._storage = this._storage ?? store[this.type].namespace(this.namespace)\n    return this._storage\n  }\n\n  /*override async loadAccount(account?: AccountInstance, persistAccount?: boolean, privateStorage?: StoreBase, _logger?: Logger) {\n    if (!this._account) {\n      if (persistAccount) {\n        const privateKey = privateStorage?.get('privateKey')\n        if (privateKey) {\n          try {\n            this._account = await Account.create({ privateKey })\n            return this._account\n          } catch (ex) {\n            console.error(`Error reading Account from storage [${ex}] - Recreating Account`)\n            privateStorage?.remove('privateKey')\n          }\n        }\n      }\n    }\n    return await super.loadAccount()\n  }*/\n\n  protected override allHandler(): PromisableArray<PayloadWithMeta> {\n    const found = new Set<string>()\n    this.logger?.log(`this.storage.length: ${this.storage.length}`)\n    return Object.entries(this.storage.getAll())\n      .map(([, value]) => value)\n      .filter((payload) => {\n        if (found.has(payload.$hash)) {\n          return false\n        } else {\n          found.add(payload.$hash)\n          return true\n        }\n      })\n  }\n\n  protected override clearHandler(): void | Promise<void> {\n    this.logger?.log(`this.storage.length: ${this.storage.length}`)\n    this.storage.clear()\n    return this.emit('cleared', { module: this })\n  }\n\n  protected override async commitHandler(): Promise<WithMeta<BoundWitness>[]> {\n    this.logger?.log(`this.storage.length: ${this.storage.length}`)\n    const payloads = await this.all()\n    assertEx(payloads.length > 0, () => 'Nothing to commit')\n    const settled = await Promise.allSettled(\n      compact(\n        Object.values((await this.parentArchivists()).commit ?? [])?.map(async (parent) => {\n          const queryPayload: ArchivistInsertQuery = {\n            schema: ArchivistInsertQuerySchema,\n          }\n          const query = await this.bindQuery(queryPayload, payloads)\n          return (await parent?.query(query[0], query[1]))?.[0]\n        }),\n      ),\n    )\n    // TODO - rather than clear, delete the payloads that come back as successfully inserted\n    await this.clear()\n    return compact(settled.filter(fulfilled).map((result) => result.value))\n  }\n\n  protected override async deleteHandler(hashes: Hash[]): Promise<Hash[]> {\n    const deletedHashes = compact(\n      await Promise.all(\n        hashes.map((hash) => {\n          this.storage.remove(hash)\n          return hash\n        }),\n      ),\n    )\n    return deletedHashes\n  }\n\n  protected override getHandler(hashes: string[]): Promisable<PayloadWithMeta[]> {\n    const found = new Set<string>()\n    return compact(\n      hashes.map((hash) => {\n        return this.storage.get(hash)\n      }),\n    ).filter((payload) => {\n      if (found.has(payload.$hash)) {\n        return false\n      } else {\n        found.add(payload.$hash)\n        return true\n      }\n    })\n  }\n\n  protected override async insertHandler(payloads: Payload[]): Promise<PayloadWithMeta[]> {\n    const pairs = await PayloadBuilder.hashPairs(payloads)\n    const resultPayloads = pairs.map(([payload, hash]) => {\n      const value = JSON.stringify(payload)\n      assertEx(value.length < this.maxEntrySize, () => `Payload too large [${hash}, ${value.length}]`)\n      this.storage.set(hash, payload)\n      this.storage.set(payload.$hash, payload)\n      return payload\n    })\n    return resultPayloads\n  }\n\n  protected saveAccount() {\n    if (this.persistAccount) {\n      const account = this.account\n      this.logger?.log(account.address)\n      this.privateStorage.set('privateKey', account.private.hex)\n    }\n  }\n\n  protected override async startHandler() {\n    await super.startHandler()\n    this.saveAccount()\n    return true\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;;;;;;;;ACAA,oBAAyB;AAEzB,oBAAwB;AACxB,qBAAuD;AACvD,gCAAkC;AAClC,6BAWO;AAGP,6BAA+B;AAE/B,oBAAiC;AAG1B,IAAMA,+BAA6D;AAYnE,IAAMC,oBAAN,MAAMA,0BAIHC,4CAAAA;EAMAC;EACAC;EAER,IAAIC,aAAa;AAjDnB;AAkDI,aAAO,UAAKC,WAAL,mBAAaD,eAAc;EACpC;EAEA,IAAIE,eAAe;AArDrB;AAsDI,aAAO,UAAKD,WAAL,mBAAaC,iBAAgB;EACtC;EAEA,IAAIC,YAAY;AAzDlB;AA0DI,aAAO,UAAKF,WAAL,mBAAaE,cAAa;EACnC;EAEA,IAAIC,iBAAiB;AA7DvB;AA8DI,aAAO,UAAKH,WAAL,mBAAaG,mBAAkB;EACxC;EAEA,IAAaC,UAAoB;AAC/B,WAAO;MACLC;MACAC;MACAC;MACAC;MACAC;SACG,MAAML;;EAEb;EAEA,IAAIM,OAAO;AA5Eb;AA6EI,aAAO,UAAKV,WAAL,mBAAaU,SAAQ;EAC9B;;EAGA,IAAYC,iBAA4B;AACtC,SAAKd,kBAAkB,KAAKC,YAAYc,cAAAA,QAAM,KAAKF,IAAI,EAAER,UAAU,GAAG,KAAKA,SAAS,UAAU;AAC9F,WAAO,KAAKL;EACd;;EAGA,IAAYgB,UAAqB;AAC/B,SAAKf,WAAW,KAAKA,YAAYc,cAAAA,QAAM,KAAKF,IAAI,EAAER,UAAU,KAAKA,SAAS;AAC1E,WAAO,KAAKJ;EACd;;;;;;;;;;;;;;;;;;EAoBmBgB,aAA+C;AA9GpE;AA+GI,UAAMC,QAAQ,oBAAIC,IAAAA;AAClB,eAAKC,WAAL,mBAAaC,IAAI,wBAAwB,KAAKL,QAAQM,MAAM;AAC5D,WAAOC,OAAOC,QAAQ,KAAKR,QAAQS,OAAM,CAAA,EACtCC,IAAI,CAAC,CAAA,EAAGC,KAAAA,MAAWA,KAAAA,EACnBC,OAAO,CAACC,YAAAA;AACP,UAAIX,MAAMY,IAAID,QAAQE,KAAK,GAAG;AAC5B,eAAO;MACT,OAAO;AACLb,cAAMc,IAAIH,QAAQE,KAAK;AACvB,eAAO;MACT;IACF,CAAA;EACJ;EAEmBE,eAAqC;AA7H1D;AA8HI,eAAKb,WAAL,mBAAaC,IAAI,wBAAwB,KAAKL,QAAQM,MAAM;AAC5D,SAAKN,QAAQkB,MAAK;AAClB,WAAO,KAAKC,KAAK,WAAW;MAAEC,QAAQ;IAAK,CAAA;EAC7C;EAEA,MAAyBC,gBAAmD;AAnI9E;AAoII,eAAKjB,WAAL,mBAAaC,IAAI,wBAAwB,KAAKL,QAAQM,MAAM;AAC5D,UAAMgB,WAAW,MAAM,KAAKC,IAAG;AAC/BC,gCAASF,SAAShB,SAAS,GAAG,MAAM,mBAAA;AACpC,UAAMmB,UAAU,MAAMC,QAAQC,eAC5BC,wBACErB,YAAOsB,QAAQ,MAAM,KAAKC,iBAAgB,GAAIC,UAAU,CAAA,CAAE,MAA1DxB,mBAA6DG,IAAI,OAAOsB,WAAAA;AAzIhF,UAAAC;AA0IU,YAAMC,eAAqC;QACzCC,QAAQxC;MACV;AACA,YAAMyC,QAAQ,MAAM,KAAKC,UAAUH,cAAcZ,QAAAA;AACjD,cAAQW,MAAA,OAAMD,iCAAQI,MAAMA,MAAM,CAAA,GAAIA,MAAM,CAAA,QAApC,gBAAAH,IAA2C;IACrD,EAAA,CAAA;AAIJ,UAAM,KAAKf,MAAK;AAChB,eAAOU,uBAAQH,QAAQb,OAAO0B,wBAAAA,EAAW5B,IAAI,CAAC6B,WAAWA,OAAO5B,KAAK,CAAA;EACvE;EAEA,MAAyB6B,cAAcC,QAAiC;AACtE,UAAMC,oBAAgBd,uBACpB,MAAMF,QAAQH,IACZkB,OAAO/B,IAAI,CAACiC,SAAAA;AACV,WAAK3C,QAAQ4C,OAAOD,IAAAA;AACpB,aAAOA;IACT,CAAA,CAAA,CAAA;AAGJ,WAAOD;EACT;EAEmBG,WAAWJ,QAAiD;AAC7E,UAAMvC,QAAQ,oBAAIC,IAAAA;AAClB,eAAOyB,uBACLa,OAAO/B,IAAI,CAACiC,SAAAA;AACV,aAAO,KAAK3C,QAAQ8C,IAAIH,IAAAA;IAC1B,CAAA,CAAA,EACA/B,OAAO,CAACC,YAAAA;AACR,UAAIX,MAAMY,IAAID,QAAQE,KAAK,GAAG;AAC5B,eAAO;MACT,OAAO;AACLb,cAAMc,IAAIH,QAAQE,KAAK;AACvB,eAAO;MACT;IACF,CAAA;EACF;EAEA,MAAyBgC,cAAczB,UAAiD;AACtF,UAAM0B,QAAQ,MAAMC,sCAAeC,UAAU5B,QAAAA;AAC7C,UAAM6B,iBAAiBH,MAAMtC,IAAI,CAAC,CAACG,SAAS8B,IAAAA,MAAK;AAC/C,YAAMhC,QAAQyC,KAAKC,UAAUxC,OAAAA;AAC7BW,kCAASb,MAAML,SAAS,KAAKlB,cAAc,MAAM,sBAAsBuD,IAAAA,KAAShC,MAAML,MAAM,GAAG;AAC/F,WAAKN,QAAQsD,IAAIX,MAAM9B,OAAAA;AACvB,WAAKb,QAAQsD,IAAIzC,QAAQE,OAAOF,OAAAA;AAChC,aAAOA;IACT,CAAA;AACA,WAAOsC;EACT;EAEUI,cAAc;AA/L1B;AAgMI,QAAI,KAAKjE,gBAAgB;AACvB,YAAMkE,UAAU,KAAKA;AACrB,iBAAKpD,WAAL,mBAAaC,IAAImD,QAAQC;AACzB,WAAK3D,eAAewD,IAAI,cAAcE,QAAQE,QAAQC,GAAG;IAC3D;EACF;EAEA,MAAyBC,eAAe;AACtC,UAAM,MAAMA,aAAAA;AACZ,SAAKL,YAAW;AAChB,WAAO;EACT;AACF;AApKUxE;AAGR,cAPWD,mBAOc+E,iBAA0B;KAAI,iDAAMA;EAAehF;;AAC5E,cARWC,mBAQcgF,uBAA8BjF;AARlD,IAAMC,mBAAN;","names":["StorageArchivistConfigSchema","StorageArchivist","AbstractArchivist","_privateStorage","_storage","maxEntries","config","maxEntrySize","namespace","persistAccount","queries","ArchivistAllQuerySchema","ArchivistDeleteQuerySchema","ArchivistClearQuerySchema","ArchivistInsertQuerySchema","ArchivistCommitQuerySchema","type","privateStorage","store","storage","allHandler","found","Set","logger","log","length","Object","entries","getAll","map","value","filter","payload","has","$hash","add","clearHandler","clear","emit","module","commitHandler","payloads","all","assertEx","settled","Promise","allSettled","compact","values","parentArchivists","commit","parent","_a","queryPayload","schema","query","bindQuery","fulfilled","result","deleteHandler","hashes","deletedHashes","hash","remove","getHandler","get","insertHandler","pairs","PayloadBuilder","hashPairs","resultPayloads","JSON","stringify","set","saveAccount","account","address","private","hex","startHandler","configSchemas","defaultConfigSchema"]}

package/dist/node/index.js

@@ -1,2 +1,171 @@
-var u=Object.defineProperty;var x=Object.getPrototypeOf;var w=Reflect.get;var $=(s,t,e)=>t in s?u(s,t,{enumerable:!0,configurable:!0,writable:!0,value:e}):s[t]=e;var m=(s,t)=>u(s,"name",{value:t,configurable:!0});var c=(s,t,e)=>$(s,typeof t!="symbol"?t+"":t,e);var p=(s,t,e)=>w(x(s),e,t);import{assertEx as f}from"@xylabs/assert";import{compact as h}from"@xylabs/lodash";import{fulfilled as A}from"@xylabs/promise";import{AbstractArchivist as H}from"@xyo-network/archivist-abstract";import{ArchivistAllQuerySchema as P,ArchivistClearQuerySchema as E,ArchivistCommitQuerySchema as Q,ArchivistDeleteQuerySchema as q,ArchivistInsertQuerySchema as d}from"@xyo-network/archivist-model";import{PayloadBuilder as b}from"@xyo-network/payload-builder";import y from"store2";var v="network.xyo.archivist.storage.config",n=class n extends H{_privateStorage;_storage;get maxEntries(){var t;return((t=this.config)==null?void 0:t.maxEntries)??1e3}get maxEntrySize(){var t;return((t=this.config)==null?void 0:t.maxEntrySize)??16e3}get namespace(){var t;return((t=this.config)==null?void 0:t.namespace)??"xyo-archivist"}get persistAccount(){var t;return((t=this.config)==null?void 0:t.persistAccount)??!1}get queries(){return[P,q,E,d,Q,...super.queries]}get type(){var t;return((t=this.config)==null?void 0:t.type)??"local"}get privateStorage(){return this._privateStorage=this._storage??y[this.type].namespace(`${this.namespace}|private`),this._privateStorage}get storage(){return this._storage=this._storage??y[this.type].namespace(this.namespace),this._storage}allHandler(){var e;let t=new Set;return(e=this.logger)==null||e.log(`this.storage.length: ${this.storage.length}`),Object.entries(this.storage.getAll()).map(([,r])=>r).filter(r=>t.has(r.$hash)?!1:(t.add(r.$hash),!0))}clearHandler(){var t;return(t=this.logger)==null||t.log(`this.storage.length: ${this.storage.length}`),this.storage.clear(),this.emit("cleared",{module:this})}async commitHandler(){var r,a;(r=this.logger)==null||r.log(`this.storage.length: ${this.storage.length}`);let t=await this.all();f(t.length>0,()=>"Nothing to commit");let e=await Promise.allSettled(h((a=Object.values((await this.parentArchivists()).commit??[]))==null?void 0:a.map(async i=>{var g;let o={schema:d},l=await this.bindQuery(o,t);return(g=await(i==null?void 0:i.query(l[0],l[1])))==null?void 0:g[0]})));return await this.clear(),h(e.filter(A).map(i=>i.value))}async deleteHandler(t){return h(await Promise.all(t.map(r=>(this.storage.remove(r),r))))}getHandler(t){let e=new Set;return h(t.map(r=>this.storage.get(r))).filter(r=>e.has(r.$hash)?!1:(e.add(r.$hash),!0))}async insertHandler(t){return(await b.hashPairs(t)).map(([a,i])=>{let o=JSON.stringify(a);return f(o.length<this.maxEntrySize,()=>`Payload too large [${i}, ${o.length}]`),this.storage.set(i,a),this.storage.set(a.$hash,a),a})}saveAccount(){var t;if(this.persistAccount){let e=this.account;(t=this.logger)==null||t.log(e.address),this.privateStorage.set("privateKey",e.private.hex)}}async startHandler(){return await super.startHandler(),this.saveAccount(),!0}};m(n,"StorageArchivist"),c(n,"configSchemas",[...p(n,n,"configSchemas"),v]),c(n,"defaultConfigSchema",v);var S=n;export{S as StorageArchivist,v as StorageArchivistConfigSchema};
+var __defProp = Object.defineProperty;
+var __getProtoOf = Object.getPrototypeOf;
+var __reflectGet = Reflect.get;
+var __defNormalProp = (obj, key, value) => key in obj ? __defProp(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
+var __name = (target, value) => __defProp(target, "name", { value, configurable: true });
+var __publicField = (obj, key, value) => __defNormalProp(obj, typeof key !== "symbol" ? key + "" : key, value);
+var __superGet = (cls, obj, key) => __reflectGet(__getProtoOf(cls), key, obj);
+
+// src/StorageArchivist.ts
+import { assertEx } from "@xylabs/assert";
+import { compact } from "@xylabs/lodash";
+import { fulfilled } from "@xylabs/promise";
+import { AbstractArchivist } from "@xyo-network/archivist-abstract";
+import { ArchivistAllQuerySchema, ArchivistClearQuerySchema, ArchivistCommitQuerySchema, ArchivistDeleteQuerySchema, ArchivistInsertQuerySchema } from "@xyo-network/archivist-model";
+import { PayloadBuilder } from "@xyo-network/payload-builder";
+import store from "store2";
+var StorageArchivistConfigSchema = "network.xyo.archivist.storage.config";
+var _StorageArchivist = class _StorageArchivist extends AbstractArchivist {
+  _privateStorage;
+  _storage;
+  get maxEntries() {
+    var _a;
+    return ((_a = this.config) == null ? void 0 : _a.maxEntries) ?? 1e3;
+  }
+  get maxEntrySize() {
+    var _a;
+    return ((_a = this.config) == null ? void 0 : _a.maxEntrySize) ?? 16e3;
+  }
+  get namespace() {
+    var _a;
+    return ((_a = this.config) == null ? void 0 : _a.namespace) ?? "xyo-archivist";
+  }
+  get persistAccount() {
+    var _a;
+    return ((_a = this.config) == null ? void 0 : _a.persistAccount) ?? false;
+  }
+  get queries() {
+    return [
+      ArchivistAllQuerySchema,
+      ArchivistDeleteQuerySchema,
+      ArchivistClearQuerySchema,
+      ArchivistInsertQuerySchema,
+      ArchivistCommitQuerySchema,
+      ...super.queries
+    ];
+  }
+  get type() {
+    var _a;
+    return ((_a = this.config) == null ? void 0 : _a.type) ?? "local";
+  }
+  /* This has to be a getter so that it can access it during construction */
+  get privateStorage() {
+    this._privateStorage = this._storage ?? store[this.type].namespace(`${this.namespace}|private`);
+    return this._privateStorage;
+  }
+  /* This has to be a getter so that it can access it during construction */
+  get storage() {
+    this._storage = this._storage ?? store[this.type].namespace(this.namespace);
+    return this._storage;
+  }
+  /*override async loadAccount(account?: AccountInstance, persistAccount?: boolean, privateStorage?: StoreBase, _logger?: Logger) {
+    if (!this._account) {
+      if (persistAccount) {
+        const privateKey = privateStorage?.get('privateKey')
+        if (privateKey) {
+          try {
+            this._account = await Account.create({ privateKey })
+            return this._account
+          } catch (ex) {
+            console.error(`Error reading Account from storage [${ex}] - Recreating Account`)
+            privateStorage?.remove('privateKey')
+          }
+        }
+      }
+    }
+    return await super.loadAccount()
+  }*/
+  allHandler() {
+    var _a;
+    const found = /* @__PURE__ */ new Set();
+    (_a = this.logger) == null ? void 0 : _a.log(`this.storage.length: ${this.storage.length}`);
+    return Object.entries(this.storage.getAll()).map(([, value]) => value).filter((payload) => {
+      if (found.has(payload.$hash)) {
+        return false;
+      } else {
+        found.add(payload.$hash);
+        return true;
+      }
+    });
+  }
+  clearHandler() {
+    var _a;
+    (_a = this.logger) == null ? void 0 : _a.log(`this.storage.length: ${this.storage.length}`);
+    this.storage.clear();
+    return this.emit("cleared", {
+      module: this
+    });
+  }
+  async commitHandler() {
+    var _a, _b;
+    (_a = this.logger) == null ? void 0 : _a.log(`this.storage.length: ${this.storage.length}`);
+    const payloads = await this.all();
+    assertEx(payloads.length > 0, () => "Nothing to commit");
+    const settled = await Promise.allSettled(compact((_b = Object.values((await this.parentArchivists()).commit ?? [])) == null ? void 0 : _b.map(async (parent) => {
+      var _a2;
+      const queryPayload = {
+        schema: ArchivistInsertQuerySchema
+      };
+      const query = await this.bindQuery(queryPayload, payloads);
+      return (_a2 = await (parent == null ? void 0 : parent.query(query[0], query[1]))) == null ? void 0 : _a2[0];
+    })));
+    await this.clear();
+    return compact(settled.filter(fulfilled).map((result) => result.value));
+  }
+  async deleteHandler(hashes) {
+    const deletedHashes = compact(await Promise.all(hashes.map((hash) => {
+      this.storage.remove(hash);
+      return hash;
+    })));
+    return deletedHashes;
+  }
+  getHandler(hashes) {
+    const found = /* @__PURE__ */ new Set();
+    return compact(hashes.map((hash) => {
+      return this.storage.get(hash);
+    })).filter((payload) => {
+      if (found.has(payload.$hash)) {
+        return false;
+      } else {
+        found.add(payload.$hash);
+        return true;
+      }
+    });
+  }
+  async insertHandler(payloads) {
+    const pairs = await PayloadBuilder.hashPairs(payloads);
+    const resultPayloads = pairs.map(([payload, hash]) => {
+      const value = JSON.stringify(payload);
+      assertEx(value.length < this.maxEntrySize, () => `Payload too large [${hash}, ${value.length}]`);
+      this.storage.set(hash, payload);
+      this.storage.set(payload.$hash, payload);
+      return payload;
+    });
+    return resultPayloads;
+  }
+  saveAccount() {
+    var _a;
+    if (this.persistAccount) {
+      const account = this.account;
+      (_a = this.logger) == null ? void 0 : _a.log(account.address);
+      this.privateStorage.set("privateKey", account.private.hex);
+    }
+  }
+  async startHandler() {
+    await super.startHandler();
+    this.saveAccount();
+    return true;
+  }
+};
+__name(_StorageArchivist, "StorageArchivist");
+__publicField(_StorageArchivist, "configSchemas", [
+  ...__superGet(_StorageArchivist, _StorageArchivist, "configSchemas"),
+  StorageArchivistConfigSchema
+]);
+__publicField(_StorageArchivist, "defaultConfigSchema", StorageArchivistConfigSchema);
+var StorageArchivist = _StorageArchivist;
+export {
+  StorageArchivist,
+  StorageArchivistConfigSchema
+};
 //# sourceMappingURL=index.js.map

package/dist/node/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/StorageArchivist.ts"],"sourcesContent":["import { assertEx } from '@xylabs/assert'\nimport { Hash } from '@xylabs/hex'\nimport { compact } from '@xylabs/lodash'\nimport { fulfilled, Promisable, PromisableArray } from '@xylabs/promise'\nimport { AbstractArchivist } from '@xyo-network/archivist-abstract'\nimport {\n  ArchivistAllQuerySchema,\n  ArchivistClearQuerySchema,\n  ArchivistCommitQuerySchema,\n  ArchivistConfig,\n  ArchivistDeleteQuerySchema,\n  ArchivistInsertQuery,\n  ArchivistInsertQuerySchema,\n  ArchivistInstance,\n  ArchivistModuleEventData,\n  ArchivistParams,\n} from '@xyo-network/archivist-model'\nimport { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { AnyConfigSchema } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { Payload, PayloadWithMeta, Schema, WithMeta } from '@xyo-network/payload-model'\nimport store, { StoreBase } from 'store2'\n\nexport type StorageArchivistConfigSchema = 'network.xyo.archivist.storage.config'\nexport const StorageArchivistConfigSchema: StorageArchivistConfigSchema = 'network.xyo.archivist.storage.config'\n\nexport type StorageArchivistConfig = ArchivistConfig<{\n  maxEntries?: number\n  maxEntrySize?: number\n  namespace?: string\n  persistAccount?: boolean\n  schema: StorageArchivistConfigSchema\n  type?: 'local' | 'session' | 'page'\n}>\n\nexport type StorageArchivistParams = ArchivistParams<AnyConfigSchema<StorageArchivistConfig>>\nexport class StorageArchivist<\n    TParams extends StorageArchivistParams = StorageArchivistParams,\n    TEventData extends ArchivistModuleEventData = ArchivistModuleEventData,\n  >\n  extends AbstractArchivist<TParams, TEventData>\n  implements ArchivistInstance\n{\n  static override readonly configSchemas: Schema[] = [...super.configSchemas, StorageArchivistConfigSchema]\n  static override readonly defaultConfigSchema: Schema = StorageArchivistConfigSchema\n\n  private _privateStorage: StoreBase | undefined\n  private _storage: StoreBase | undefined\n\n  get maxEntries() {\n    return this.config?.maxEntries ?? 1000\n  }\n\n  get maxEntrySize() {\n    return this.config?.maxEntrySize ?? 16_000\n  }\n\n  get namespace() {\n    return this.config?.namespace ?? 'xyo-archivist'\n  }\n\n  get persistAccount() {\n    return this.config?.persistAccount ?? false\n  }\n\n  override get queries(): string[] {\n    return [\n      ArchivistAllQuerySchema,\n      ArchivistDeleteQuerySchema,\n      ArchivistClearQuerySchema,\n      ArchivistInsertQuerySchema,\n      ArchivistCommitQuerySchema,\n      ...super.queries,\n    ]\n  }\n\n  get type() {\n    return this.config?.type ?? 'local'\n  }\n\n  /* This has to be a getter so that it can access it during construction */\n  private get privateStorage(): StoreBase {\n    this._privateStorage = this._storage ?? store[this.type].namespace(`${this.namespace}|private`)\n    return this._privateStorage\n  }\n\n  /* This has to be a getter so that it can access it during construction */\n  private get storage(): StoreBase {\n    this._storage = this._storage ?? store[this.type].namespace(this.namespace)\n    return this._storage\n  }\n\n  /*override async loadAccount(account?: AccountInstance, persistAccount?: boolean, privateStorage?: StoreBase, _logger?: Logger) {\n    if (!this._account) {\n      if (persistAccount) {\n        const privateKey = privateStorage?.get('privateKey')\n        if (privateKey) {\n          try {\n            this._account = await Account.create({ privateKey })\n            return this._account\n          } catch (ex) {\n            console.error(`Error reading Account from storage [${ex}] - Recreating Account`)\n            privateStorage?.remove('privateKey')\n          }\n        }\n      }\n    }\n    return await super.loadAccount()\n  }*/\n\n  protected override allHandler(): PromisableArray<PayloadWithMeta> {\n    const found = new Set<string>()\n    this.logger?.log(`this.storage.length: ${this.storage.length}`)\n    return Object.entries(this.storage.getAll())\n      .map(([, value]) => value)\n      .filter((payload) => {\n        if (found.has(payload.$hash)) {\n          return false\n        } else {\n          found.add(payload.$hash)\n          return true\n        }\n      })\n  }\n\n  protected override clearHandler(): void | Promise<void> {\n    this.logger?.log(`this.storage.length: ${this.storage.length}`)\n    this.storage.clear()\n    return this.emit('cleared', { module: this })\n  }\n\n  protected override async commitHandler(): Promise<WithMeta<BoundWitness>[]> {\n    this.logger?.log(`this.storage.length: ${this.storage.length}`)\n    const payloads = await this.all()\n    assertEx(payloads.length > 0, () => 'Nothing to commit')\n    const settled = await Promise.allSettled(\n      compact(\n        Object.values((await this.parentArchivists()).commit ?? [])?.map(async (parent) => {\n          const queryPayload: ArchivistInsertQuery = {\n            schema: ArchivistInsertQuerySchema,\n          }\n          const query = await this.bindQuery(queryPayload, payloads)\n          return (await parent?.query(query[0], query[1]))?.[0]\n        }),\n      ),\n    )\n    // TODO - rather than clear, delete the payloads that come back as successfully inserted\n    await this.clear()\n    return compact(settled.filter(fulfilled).map((result) => result.value))\n  }\n\n  protected override async deleteHandler(hashes: Hash[]): Promise<Hash[]> {\n    const deletedHashes = compact(\n      await Promise.all(\n        hashes.map((hash) => {\n          this.storage.remove(hash)\n          return hash\n        }),\n      ),\n    )\n    return deletedHashes\n  }\n\n  protected override getHandler(hashes: string[]): Promisable<PayloadWithMeta[]> {\n    const found = new Set<string>()\n    return compact(\n      hashes.map((hash) => {\n        return this.storage.get(hash)\n      }),\n    ).filter((payload) => {\n      if (found.has(payload.$hash)) {\n        return false\n      } else {\n        found.add(payload.$hash)\n        return true\n      }\n    })\n  }\n\n  protected override async insertHandler(payloads: Payload[]): Promise<PayloadWithMeta[]> {\n    const pairs = await PayloadBuilder.hashPairs(payloads)\n    const resultPayloads = pairs.map(([payload, hash]) => {\n      const value = JSON.stringify(payload)\n      assertEx(value.length < this.maxEntrySize, () => `Payload too large [${hash}, ${value.length}]`)\n      this.storage.set(hash, payload)\n      this.storage.set(payload.$hash, payload)\n      return payload\n    })\n    return resultPayloads\n  }\n\n  protected saveAccount() {\n    if (this.persistAccount) {\n      const account = this.account\n      this.logger?.log(account.address)\n      this.privateStorage.set('privateKey', account.private.hex)\n    }\n  }\n\n  protected override async startHandler() {\n    await super.startHandler()\n    this.saveAccount()\n    return true\n  }\n}\n"],"mappings":"gSAAA,OAASA,YAAAA,MAAgB,iBAEzB,OAASC,WAAAA,MAAe,iBACxB,OAASC,aAAAA,MAA8C,kBACvD,OAASC,qBAAAA,MAAyB,kCAClC,OACEC,2BAAAA,EACAC,6BAAAA,EACAC,8BAAAA,EAEAC,8BAAAA,EAEAC,8BAAAA,MAIK,+BAGP,OAASC,kBAAAA,MAAsB,+BAE/B,OAAOC,MAA0B,SAG1B,IAAMC,EAA6D,uCAY7DC,EAAN,MAAMA,UAIHC,CAAAA,CAMAC,gBACAC,SAER,IAAIC,YAAa,CAjDnB,IAAAC,EAkDI,QAAOA,EAAA,KAAKC,SAAL,YAAAD,EAAaD,aAAc,GACpC,CAEA,IAAIG,cAAe,CArDrB,IAAAF,EAsDI,QAAOA,EAAA,KAAKC,SAAL,YAAAD,EAAaE,eAAgB,IACtC,CAEA,IAAIC,WAAY,CAzDlB,IAAAH,EA0DI,QAAOA,EAAA,KAAKC,SAAL,YAAAD,EAAaG,YAAa,eACnC,CAEA,IAAIC,gBAAiB,CA7DvB,IAAAJ,EA8DI,QAAOA,EAAA,KAAKC,SAAL,YAAAD,EAAaI,iBAAkB,EACxC,CAEA,IAAaC,SAAoB,CAC/B,MAAO,CACLC,EACAC,EACAC,EACAC,EACAC,KACG,MAAML,QAEb,CAEA,IAAIM,MAAO,CA5Eb,IAAAX,EA6EI,QAAOA,EAAA,KAAKC,SAAL,YAAAD,EAAaW,OAAQ,OAC9B,CAGA,IAAYC,gBAA4B,CACtC,YAAKf,gBAAkB,KAAKC,UAAYe,EAAM,KAAKF,IAAI,EAAER,UAAU,GAAG,KAAKA,SAAS,UAAU,EACvF,KAAKN,eACd,CAGA,IAAYiB,SAAqB,CAC/B,YAAKhB,SAAW,KAAKA,UAAYe,EAAM,KAAKF,IAAI,EAAER,UAAU,KAAKA,SAAS,EACnE,KAAKL,QACd,CAoBmBiB,YAA+C,CA9GpE,IAAAf,EA+GI,IAAMgB,EAAQ,IAAIC,IAClB,OAAAjB,EAAA,KAAKkB,SAAL,MAAAlB,EAAamB,IAAI,wBAAwB,KAAKL,QAAQM,MAAM,IACrDC,OAAOC,QAAQ,KAAKR,QAAQS,OAAM,CAAA,EACtCC,IAAI,CAAC,CAAA,CAAGC,CAAAA,IAAWA,CAAAA,EACnBC,OAAQC,GACHX,EAAMY,IAAID,EAAQE,KAAK,EAClB,IAEPb,EAAMc,IAAIH,EAAQE,KAAK,EAChB,GAEX,CACJ,CAEmBE,cAAqC,CA7H1D,IAAA/B,EA8HI,OAAAA,EAAA,KAAKkB,SAAL,MAAAlB,EAAamB,IAAI,wBAAwB,KAAKL,QAAQM,MAAM,IAC5D,KAAKN,QAAQkB,MAAK,EACX,KAAKC,KAAK,UAAW,CAAEC,OAAQ,IAAK,CAAA,CAC7C,CAEA,MAAyBC,eAAmD,CAnI9E,IAAAnC,EAAAoC,GAoIIpC,EAAA,KAAKkB,SAAL,MAAAlB,EAAamB,IAAI,wBAAwB,KAAKL,QAAQM,MAAM,IAC5D,IAAMiB,EAAW,MAAM,KAAKC,IAAG,EAC/BC,EAASF,EAASjB,OAAS,EAAG,IAAM,mBAAA,EACpC,IAAMoB,EAAU,MAAMC,QAAQC,WAC5BC,GACEtB,EAAAA,OAAOuB,QAAQ,MAAM,KAAKC,iBAAgB,GAAIC,QAAU,CAAA,CAAE,IAA1DzB,YAAAA,EAA6DG,IAAI,MAAOuB,GAAAA,CAzIhF,IAAA/C,EA0IU,IAAMgD,EAAqC,CACzCC,OAAQxC,CACV,EACMyC,EAAQ,MAAM,KAAKC,UAAUH,EAAcX,CAAAA,EACjD,OAAQrC,EAAA,MAAM+C,GAAAA,YAAAA,EAAQG,MAAMA,EAAM,CAAA,EAAIA,EAAM,CAAA,MAApC,YAAAlD,EAA2C,EACrD,EAAA,CAAA,EAIJ,aAAM,KAAKgC,MAAK,EACTW,EAAQH,EAAQd,OAAO0B,CAAAA,EAAW5B,IAAK6B,GAAWA,EAAO5B,KAAK,CAAA,CACvE,CAEA,MAAyB6B,cAAcC,EAAiC,CAStE,OARsBZ,EACpB,MAAMF,QAAQH,IACZiB,EAAO/B,IAAKgC,IACV,KAAK1C,QAAQ2C,OAAOD,CAAAA,EACbA,EACT,CAAA,CAAA,CAIN,CAEmBE,WAAWH,EAAiD,CAC7E,IAAMvC,EAAQ,IAAIC,IAClB,OAAO0B,EACLY,EAAO/B,IAAKgC,GACH,KAAK1C,QAAQ6C,IAAIH,CAAAA,CAC1B,CAAA,EACA9B,OAAQC,GACJX,EAAMY,IAAID,EAAQE,KAAK,EAClB,IAEPb,EAAMc,IAAIH,EAAQE,KAAK,EAChB,GAEX,CACF,CAEA,MAAyB+B,cAAcvB,EAAiD,CAStF,OARc,MAAMwB,EAAeC,UAAUzB,CAAAA,GAChBb,IAAI,CAAC,CAACG,EAAS6B,CAAAA,IAAK,CAC/C,IAAM/B,EAAQsC,KAAKC,UAAUrC,CAAAA,EAC7BY,OAAAA,EAASd,EAAML,OAAS,KAAKlB,aAAc,IAAM,sBAAsBsD,CAAAA,KAAS/B,EAAML,MAAM,GAAG,EAC/F,KAAKN,QAAQmD,IAAIT,EAAM7B,CAAAA,EACvB,KAAKb,QAAQmD,IAAItC,EAAQE,MAAOF,CAAAA,EACzBA,CACT,CAAA,CAEF,CAEUuC,aAAc,CA/L1B,IAAAlE,EAgMI,GAAI,KAAKI,eAAgB,CACvB,IAAM+D,EAAU,KAAKA,SACrBnE,EAAA,KAAKkB,SAAL,MAAAlB,EAAamB,IAAIgD,EAAQC,SACzB,KAAKxD,eAAeqD,IAAI,aAAcE,EAAQE,QAAQC,GAAG,CAC3D,CACF,CAEA,MAAyBC,cAAe,CACtC,aAAM,MAAMA,aAAAA,EACZ,KAAKL,YAAW,EACT,EACT,CACF,EApKUtE,EAAAA,EAAAA,oBAGR4E,EAPW7E,EAOc8E,gBAA0B,IAAIC,EAAAC,IAAMF,iBAAe/E,IAC5E8E,EARW7E,EAQciF,sBAA8BlF,GARlD,IAAMC,EAANgF","names":["assertEx","compact","fulfilled","AbstractArchivist","ArchivistAllQuerySchema","ArchivistClearQuerySchema","ArchivistCommitQuerySchema","ArchivistDeleteQuerySchema","ArchivistInsertQuerySchema","PayloadBuilder","store","StorageArchivistConfigSchema","StorageArchivist","AbstractArchivist","_privateStorage","_storage","maxEntries","_a","config","maxEntrySize","namespace","persistAccount","queries","ArchivistAllQuerySchema","ArchivistDeleteQuerySchema","ArchivistClearQuerySchema","ArchivistInsertQuerySchema","ArchivistCommitQuerySchema","type","privateStorage","store","storage","allHandler","found","Set","logger","log","length","Object","entries","getAll","map","value","filter","payload","has","$hash","add","clearHandler","clear","emit","module","commitHandler","_b","payloads","all","assertEx","settled","Promise","allSettled","compact","values","parentArchivists","commit","parent","queryPayload","schema","query","bindQuery","fulfilled","result","deleteHandler","hashes","hash","remove","getHandler","get","insertHandler","PayloadBuilder","hashPairs","JSON","stringify","set","saveAccount","account","address","private","hex","startHandler","__publicField","configSchemas","__superGet","_StorageArchivist","defaultConfigSchema"]}
+{"version":3,"sources":["../../src/StorageArchivist.ts"],"sourcesContent":["import { assertEx } from '@xylabs/assert'\nimport { Hash } from '@xylabs/hex'\nimport { compact } from '@xylabs/lodash'\nimport { fulfilled, Promisable, PromisableArray } from '@xylabs/promise'\nimport { AbstractArchivist } from '@xyo-network/archivist-abstract'\nimport {\n  ArchivistAllQuerySchema,\n  ArchivistClearQuerySchema,\n  ArchivistCommitQuerySchema,\n  ArchivistConfig,\n  ArchivistDeleteQuerySchema,\n  ArchivistInsertQuery,\n  ArchivistInsertQuerySchema,\n  ArchivistInstance,\n  ArchivistModuleEventData,\n  ArchivistParams,\n} from '@xyo-network/archivist-model'\nimport { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { AnyConfigSchema } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { Payload, PayloadWithMeta, Schema, WithMeta } from '@xyo-network/payload-model'\nimport store, { StoreBase } from 'store2'\n\nexport type StorageArchivistConfigSchema = 'network.xyo.archivist.storage.config'\nexport const StorageArchivistConfigSchema: StorageArchivistConfigSchema = 'network.xyo.archivist.storage.config'\n\nexport type StorageArchivistConfig = ArchivistConfig<{\n  maxEntries?: number\n  maxEntrySize?: number\n  namespace?: string\n  persistAccount?: boolean\n  schema: StorageArchivistConfigSchema\n  type?: 'local' | 'session' | 'page'\n}>\n\nexport type StorageArchivistParams = ArchivistParams<AnyConfigSchema<StorageArchivistConfig>>\nexport class StorageArchivist<\n    TParams extends StorageArchivistParams = StorageArchivistParams,\n    TEventData extends ArchivistModuleEventData = ArchivistModuleEventData,\n  >\n  extends AbstractArchivist<TParams, TEventData>\n  implements ArchivistInstance\n{\n  static override readonly configSchemas: Schema[] = [...super.configSchemas, StorageArchivistConfigSchema]\n  static override readonly defaultConfigSchema: Schema = StorageArchivistConfigSchema\n\n  private _privateStorage: StoreBase | undefined\n  private _storage: StoreBase | undefined\n\n  get maxEntries() {\n    return this.config?.maxEntries ?? 1000\n  }\n\n  get maxEntrySize() {\n    return this.config?.maxEntrySize ?? 16_000\n  }\n\n  get namespace() {\n    return this.config?.namespace ?? 'xyo-archivist'\n  }\n\n  get persistAccount() {\n    return this.config?.persistAccount ?? false\n  }\n\n  override get queries(): string[] {\n    return [\n      ArchivistAllQuerySchema,\n      ArchivistDeleteQuerySchema,\n      ArchivistClearQuerySchema,\n      ArchivistInsertQuerySchema,\n      ArchivistCommitQuerySchema,\n      ...super.queries,\n    ]\n  }\n\n  get type() {\n    return this.config?.type ?? 'local'\n  }\n\n  /* This has to be a getter so that it can access it during construction */\n  private get privateStorage(): StoreBase {\n    this._privateStorage = this._storage ?? store[this.type].namespace(`${this.namespace}|private`)\n    return this._privateStorage\n  }\n\n  /* This has to be a getter so that it can access it during construction */\n  private get storage(): StoreBase {\n    this._storage = this._storage ?? store[this.type].namespace(this.namespace)\n    return this._storage\n  }\n\n  /*override async loadAccount(account?: AccountInstance, persistAccount?: boolean, privateStorage?: StoreBase, _logger?: Logger) {\n    if (!this._account) {\n      if (persistAccount) {\n        const privateKey = privateStorage?.get('privateKey')\n        if (privateKey) {\n          try {\n            this._account = await Account.create({ privateKey })\n            return this._account\n          } catch (ex) {\n            console.error(`Error reading Account from storage [${ex}] - Recreating Account`)\n            privateStorage?.remove('privateKey')\n          }\n        }\n      }\n    }\n    return await super.loadAccount()\n  }*/\n\n  protected override allHandler(): PromisableArray<PayloadWithMeta> {\n    const found = new Set<string>()\n    this.logger?.log(`this.storage.length: ${this.storage.length}`)\n    return Object.entries(this.storage.getAll())\n      .map(([, value]) => value)\n      .filter((payload) => {\n        if (found.has(payload.$hash)) {\n          return false\n        } else {\n          found.add(payload.$hash)\n          return true\n        }\n      })\n  }\n\n  protected override clearHandler(): void | Promise<void> {\n    this.logger?.log(`this.storage.length: ${this.storage.length}`)\n    this.storage.clear()\n    return this.emit('cleared', { module: this })\n  }\n\n  protected override async commitHandler(): Promise<WithMeta<BoundWitness>[]> {\n    this.logger?.log(`this.storage.length: ${this.storage.length}`)\n    const payloads = await this.all()\n    assertEx(payloads.length > 0, () => 'Nothing to commit')\n    const settled = await Promise.allSettled(\n      compact(\n        Object.values((await this.parentArchivists()).commit ?? [])?.map(async (parent) => {\n          const queryPayload: ArchivistInsertQuery = {\n            schema: ArchivistInsertQuerySchema,\n          }\n          const query = await this.bindQuery(queryPayload, payloads)\n          return (await parent?.query(query[0], query[1]))?.[0]\n        }),\n      ),\n    )\n    // TODO - rather than clear, delete the payloads that come back as successfully inserted\n    await this.clear()\n    return compact(settled.filter(fulfilled).map((result) => result.value))\n  }\n\n  protected override async deleteHandler(hashes: Hash[]): Promise<Hash[]> {\n    const deletedHashes = compact(\n      await Promise.all(\n        hashes.map((hash) => {\n          this.storage.remove(hash)\n          return hash\n        }),\n      ),\n    )\n    return deletedHashes\n  }\n\n  protected override getHandler(hashes: string[]): Promisable<PayloadWithMeta[]> {\n    const found = new Set<string>()\n    return compact(\n      hashes.map((hash) => {\n        return this.storage.get(hash)\n      }),\n    ).filter((payload) => {\n      if (found.has(payload.$hash)) {\n        return false\n      } else {\n        found.add(payload.$hash)\n        return true\n      }\n    })\n  }\n\n  protected override async insertHandler(payloads: Payload[]): Promise<PayloadWithMeta[]> {\n    const pairs = await PayloadBuilder.hashPairs(payloads)\n    const resultPayloads = pairs.map(([payload, hash]) => {\n      const value = JSON.stringify(payload)\n      assertEx(value.length < this.maxEntrySize, () => `Payload too large [${hash}, ${value.length}]`)\n      this.storage.set(hash, payload)\n      this.storage.set(payload.$hash, payload)\n      return payload\n    })\n    return resultPayloads\n  }\n\n  protected saveAccount() {\n    if (this.persistAccount) {\n      const account = this.account\n      this.logger?.log(account.address)\n      this.privateStorage.set('privateKey', account.private.hex)\n    }\n  }\n\n  protected override async startHandler() {\n    await super.startHandler()\n    this.saveAccount()\n    return true\n  }\n}\n"],"mappings":";;;;;;;;;AAAA,SAASA,gBAAgB;AAEzB,SAASC,eAAe;AACxB,SAASC,iBAA8C;AACvD,SAASC,yBAAyB;AAClC,SACEC,yBACAC,2BACAC,4BAEAC,4BAEAC,kCAIK;AAGP,SAASC,sBAAsB;AAE/B,OAAOC,WAA0B;AAG1B,IAAMC,+BAA6D;AAYnE,IAAMC,oBAAN,MAAMA,0BAIHC,kBAAAA;EAMAC;EACAC;EAER,IAAIC,aAAa;AAjDnB;AAkDI,aAAO,UAAKC,WAAL,mBAAaD,eAAc;EACpC;EAEA,IAAIE,eAAe;AArDrB;AAsDI,aAAO,UAAKD,WAAL,mBAAaC,iBAAgB;EACtC;EAEA,IAAIC,YAAY;AAzDlB;AA0DI,aAAO,UAAKF,WAAL,mBAAaE,cAAa;EACnC;EAEA,IAAIC,iBAAiB;AA7DvB;AA8DI,aAAO,UAAKH,WAAL,mBAAaG,mBAAkB;EACxC;EAEA,IAAaC,UAAoB;AAC/B,WAAO;MACLC;MACAC;MACAC;MACAC;MACAC;SACG,MAAML;;EAEb;EAEA,IAAIM,OAAO;AA5Eb;AA6EI,aAAO,UAAKV,WAAL,mBAAaU,SAAQ;EAC9B;;EAGA,IAAYC,iBAA4B;AACtC,SAAKd,kBAAkB,KAAKC,YAAYc,MAAM,KAAKF,IAAI,EAAER,UAAU,GAAG,KAAKA,SAAS,UAAU;AAC9F,WAAO,KAAKL;EACd;;EAGA,IAAYgB,UAAqB;AAC/B,SAAKf,WAAW,KAAKA,YAAYc,MAAM,KAAKF,IAAI,EAAER,UAAU,KAAKA,SAAS;AAC1E,WAAO,KAAKJ;EACd;;;;;;;;;;;;;;;;;;EAoBmBgB,aAA+C;AA9GpE;AA+GI,UAAMC,QAAQ,oBAAIC,IAAAA;AAClB,eAAKC,WAAL,mBAAaC,IAAI,wBAAwB,KAAKL,QAAQM,MAAM;AAC5D,WAAOC,OAAOC,QAAQ,KAAKR,QAAQS,OAAM,CAAA,EACtCC,IAAI,CAAC,CAAA,EAAGC,KAAAA,MAAWA,KAAAA,EACnBC,OAAO,CAACC,YAAAA;AACP,UAAIX,MAAMY,IAAID,QAAQE,KAAK,GAAG;AAC5B,eAAO;MACT,OAAO;AACLb,cAAMc,IAAIH,QAAQE,KAAK;AACvB,eAAO;MACT;IACF,CAAA;EACJ;EAEmBE,eAAqC;AA7H1D;AA8HI,eAAKb,WAAL,mBAAaC,IAAI,wBAAwB,KAAKL,QAAQM,MAAM;AAC5D,SAAKN,QAAQkB,MAAK;AAClB,WAAO,KAAKC,KAAK,WAAW;MAAEC,QAAQ;IAAK,CAAA;EAC7C;EAEA,MAAyBC,gBAAmD;AAnI9E;AAoII,eAAKjB,WAAL,mBAAaC,IAAI,wBAAwB,KAAKL,QAAQM,MAAM;AAC5D,UAAMgB,WAAW,MAAM,KAAKC,IAAG;AAC/BC,aAASF,SAAShB,SAAS,GAAG,MAAM,mBAAA;AACpC,UAAMmB,UAAU,MAAMC,QAAQC,WAC5BC,SACErB,YAAOsB,QAAQ,MAAM,KAAKC,iBAAgB,GAAIC,UAAU,CAAA,CAAE,MAA1DxB,mBAA6DG,IAAI,OAAOsB,WAAAA;AAzIhF,UAAAC;AA0IU,YAAMC,eAAqC;QACzCC,QAAQxC;MACV;AACA,YAAMyC,QAAQ,MAAM,KAAKC,UAAUH,cAAcZ,QAAAA;AACjD,cAAQW,MAAA,OAAMD,iCAAQI,MAAMA,MAAM,CAAA,GAAIA,MAAM,CAAA,QAApC,gBAAAH,IAA2C;IACrD,EAAA,CAAA;AAIJ,UAAM,KAAKf,MAAK;AAChB,WAAOU,QAAQH,QAAQb,OAAO0B,SAAAA,EAAW5B,IAAI,CAAC6B,WAAWA,OAAO5B,KAAK,CAAA;EACvE;EAEA,MAAyB6B,cAAcC,QAAiC;AACtE,UAAMC,gBAAgBd,QACpB,MAAMF,QAAQH,IACZkB,OAAO/B,IAAI,CAACiC,SAAAA;AACV,WAAK3C,QAAQ4C,OAAOD,IAAAA;AACpB,aAAOA;IACT,CAAA,CAAA,CAAA;AAGJ,WAAOD;EACT;EAEmBG,WAAWJ,QAAiD;AAC7E,UAAMvC,QAAQ,oBAAIC,IAAAA;AAClB,WAAOyB,QACLa,OAAO/B,IAAI,CAACiC,SAAAA;AACV,aAAO,KAAK3C,QAAQ8C,IAAIH,IAAAA;IAC1B,CAAA,CAAA,EACA/B,OAAO,CAACC,YAAAA;AACR,UAAIX,MAAMY,IAAID,QAAQE,KAAK,GAAG;AAC5B,eAAO;MACT,OAAO;AACLb,cAAMc,IAAIH,QAAQE,KAAK;AACvB,eAAO;MACT;IACF,CAAA;EACF;EAEA,MAAyBgC,cAAczB,UAAiD;AACtF,UAAM0B,QAAQ,MAAMC,eAAeC,UAAU5B,QAAAA;AAC7C,UAAM6B,iBAAiBH,MAAMtC,IAAI,CAAC,CAACG,SAAS8B,IAAAA,MAAK;AAC/C,YAAMhC,QAAQyC,KAAKC,UAAUxC,OAAAA;AAC7BW,eAASb,MAAML,SAAS,KAAKlB,cAAc,MAAM,sBAAsBuD,IAAAA,KAAShC,MAAML,MAAM,GAAG;AAC/F,WAAKN,QAAQsD,IAAIX,MAAM9B,OAAAA;AACvB,WAAKb,QAAQsD,IAAIzC,QAAQE,OAAOF,OAAAA;AAChC,aAAOA;IACT,CAAA;AACA,WAAOsC;EACT;EAEUI,cAAc;AA/L1B;AAgMI,QAAI,KAAKjE,gBAAgB;AACvB,YAAMkE,UAAU,KAAKA;AACrB,iBAAKpD,WAAL,mBAAaC,IAAImD,QAAQC;AACzB,WAAK3D,eAAewD,IAAI,cAAcE,QAAQE,QAAQC,GAAG;IAC3D;EACF;EAEA,MAAyBC,eAAe;AACtC,UAAM,MAAMA,aAAAA;AACZ,SAAKL,YAAW;AAChB,WAAO;EACT;AACF;AApKUxE;AAGR,cAPWD,mBAOc+E,iBAA0B;KAAI,iDAAMA;EAAehF;;AAC5E,cARWC,mBAQcgF,uBAA8BjF;AARlD,IAAMC,mBAAN;","names":["assertEx","compact","fulfilled","AbstractArchivist","ArchivistAllQuerySchema","ArchivistClearQuerySchema","ArchivistCommitQuerySchema","ArchivistDeleteQuerySchema","ArchivistInsertQuerySchema","PayloadBuilder","store","StorageArchivistConfigSchema","StorageArchivist","AbstractArchivist","_privateStorage","_storage","maxEntries","config","maxEntrySize","namespace","persistAccount","queries","ArchivistAllQuerySchema","ArchivistDeleteQuerySchema","ArchivistClearQuerySchema","ArchivistInsertQuerySchema","ArchivistCommitQuerySchema","type","privateStorage","store","storage","allHandler","found","Set","logger","log","length","Object","entries","getAll","map","value","filter","payload","has","$hash","add","clearHandler","clear","emit","module","commitHandler","payloads","all","assertEx","settled","Promise","allSettled","compact","values","parentArchivists","commit","parent","_a","queryPayload","schema","query","bindQuery","fulfilled","result","deleteHandler","hashes","deletedHashes","hash","remove","getHandler","get","insertHandler","pairs","PayloadBuilder","hashPairs","resultPayloads","JSON","stringify","set","saveAccount","account","address","private","hex","startHandler","configSchemas","defaultConfigSchema"]}

package/package.json

@@ -14,24 +14,24 @@
     "@xylabs/hex": "^3.5.1",
     "@xylabs/lodash": "^3.5.1",
     "@xylabs/promise": "^3.5.1",
-    "@xyo-network/archivist-abstract": "~2.107.1",
-    "@xyo-network/archivist-model": "~2.107.1",
-    "@xyo-network/boundwitness-model": "~2.107.1",
-    "@xyo-network/module-model": "~2.107.1",
-    "@xyo-network/payload-builder": "~2.107.1",
-    "@xyo-network/payload-model": "~2.107.1",
+    "@xyo-network/archivist-abstract": "~2.107.4",
+    "@xyo-network/archivist-model": "~2.107.4",
+    "@xyo-network/boundwitness-model": "~2.107.4",
+    "@xyo-network/module-model": "~2.107.4",
+    "@xyo-network/payload-builder": "~2.107.4",
+    "@xyo-network/payload-model": "~2.107.4",
     "store2": "^2.14.3"
   },
   "devDependencies": {
     "@xylabs/delay": "^3.5.1",
-    "@xylabs/ts-scripts-yarn3": "^3.11.9",
-    "@xylabs/tsconfig": "^3.11.9",
-    "@xyo-network/account": "~2.107.1",
-    "@xyo-network/archivist-memory": "~2.107.1",
-    "@xyo-network/boundwitness-wrapper": "~2.107.1",
-    "@xyo-network/id-payload-plugin": "~2.107.1",
-    "@xyo-network/node-memory": "~2.107.1",
-    "@xyo-network/payload-wrapper": "~2.107.1",
+    "@xylabs/ts-scripts-yarn3": "^3.11.10",
+    "@xylabs/tsconfig": "^3.11.10",
+    "@xyo-network/account": "~2.107.4",
+    "@xyo-network/archivist-memory": "~2.107.4",
+    "@xyo-network/boundwitness-wrapper": "~2.107.4",
+    "@xyo-network/id-payload-plugin": "~2.107.4",
+    "@xyo-network/node-memory": "~2.107.4",
+    "@xyo-network/payload-wrapper": "~2.107.4",
     "typescript": "^5.5.2"
   },
   "description": "Primary SDK for using XYO Protocol 2.0",
@@ -73,6 +73,6 @@
     "url": "https://github.com/XYOracleNetwork/sdk-xyo-client-js.git"
   },
   "sideEffects": false,
-  "version": "2.107.1",
+  "version": "2.107.4",
   "type": "module"
 }