@xyo-network/archivist 2.75.0 → 2.75.2

package/dist/node/StorageArchivist.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/StorageArchivist.ts"],"sourcesContent":["import { assertEx } from '@xylabs/assert'\nimport { compact } from '@xylabs/lodash'\nimport { fulfilled } from '@xylabs/promise'\nimport { AbstractArchivist } from '@xyo-network/archivist-abstract'\nimport {\n  ArchivistAllQuerySchema,\n  ArchivistClearQuerySchema,\n  ArchivistCommitQuerySchema,\n  ArchivistConfig,\n  ArchivistDeleteQuerySchema,\n  ArchivistInsertQuery,\n  ArchivistInsertQuerySchema,\n  ArchivistInstance,\n  ArchivistModuleEventData,\n  ArchivistParams,\n} from '@xyo-network/archivist-model'\nimport { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { PayloadHasher } from '@xyo-network/core'\nimport { AnyConfigSchema } from '@xyo-network/module'\nimport { Payload } from '@xyo-network/payload-model'\nimport { PayloadWrapper } from '@xyo-network/payload-wrapper'\nimport { Promisable, PromisableArray } from '@xyo-network/promise'\nimport store, { StoreBase } from 'store2'\n\nexport type StorageArchivistConfigSchema = 'network.xyo.archivist.storage.config'\nexport const StorageArchivistConfigSchema: StorageArchivistConfigSchema = 'network.xyo.archivist.storage.config'\n\nexport type StorageArchivistConfig = ArchivistConfig<{\n  maxEntries?: number\n  maxEntrySize?: number\n  namespace?: string\n  persistAccount?: boolean\n  schema: StorageArchivistConfigSchema\n  type?: 'local' | 'session' | 'page'\n}>\n\nexport type StorageArchivistParams = ArchivistParams<AnyConfigSchema<StorageArchivistConfig>>\nexport class StorageArchivist<\n    TParams extends StorageArchivistParams = StorageArchivistParams,\n    TEventData extends ArchivistModuleEventData = ArchivistModuleEventData,\n  >\n  extends AbstractArchivist<TParams, TEventData>\n  implements ArchivistInstance\n{\n  static override configSchemas = [StorageArchivistConfigSchema]\n\n  private _privateStorage: StoreBase | undefined\n  private _storage: StoreBase | undefined\n\n  get maxEntries() {\n    return this.config?.maxEntries ?? 1000\n  }\n\n  get maxEntrySize() {\n    return this.config?.maxEntrySize ?? 16000\n  }\n\n  get namespace() {\n    return this.config?.namespace ?? 'xyo-archivist'\n  }\n\n  get persistAccount() {\n    return this.config?.persistAccount ?? false\n  }\n\n  override get queries(): string[] {\n    return [\n      ArchivistAllQuerySchema,\n      ArchivistDeleteQuerySchema,\n      ArchivistClearQuerySchema,\n      ArchivistInsertQuerySchema,\n      ArchivistCommitQuerySchema,\n      ...super.queries,\n    ]\n  }\n\n  get type() {\n    return this.config?.type ?? 'local'\n  }\n\n  /* This has to be a getter so that it can access it during construction */\n  private get privateStorage(): StoreBase {\n    this._privateStorage = this._storage ?? store[this.type].namespace(`${this.namespace}|private`)\n    return this._privateStorage\n  }\n\n  /* This has to be a getter so that it can access it during construction */\n  private get storage(): StoreBase {\n    this._storage = this._storage ?? store[this.type].namespace(this.namespace)\n    return this._storage\n  }\n\n  /*override async loadAccount(account?: AccountInstance, persistAccount?: boolean, privateStorage?: StoreBase, _logger?: Logger) {\n    if (!this._account) {\n      if (persistAccount) {\n        const privateKey = privateStorage?.get('privateKey')\n        if (privateKey) {\n          try {\n            this._account = await Account.create({ privateKey })\n            return this._account\n          } catch (ex) {\n            console.error(`Error reading Account from storage [${ex}] - Recreating Account`)\n            privateStorage?.remove('privateKey')\n          }\n        }\n      }\n    }\n    return await super.loadAccount()\n  }*/\n\n  protected override allHandler(): PromisableArray<Payload> {\n    this.logger?.log(`this.storage.length: ${this.storage.length}`)\n    return Object.entries(this.storage.getAll()).map(([, value]) => value)\n  }\n\n  protected override clearHandler(): void | Promise<void> {\n    this.logger?.log(`this.storage.length: ${this.storage.length}`)\n    this.storage.clear()\n    return this.emit('cleared', { module: this })\n  }\n\n  protected override async commitHandler(): Promise<BoundWitness[]> {\n    this.logger?.log(`this.storage.length: ${this.storage.length}`)\n    const payloads = await this.all()\n    assertEx(payloads.length > 0, 'Nothing to commit')\n    const settled = await Promise.allSettled(\n      compact(\n        Object.values((await this.parents()).commit ?? [])?.map(async (parent) => {\n          const queryPayload: ArchivistInsertQuery = {\n            schema: ArchivistInsertQuerySchema,\n          }\n          const query = await this.bindQuery(queryPayload, payloads)\n          return (await parent?.query(query[0], query[1]))?.[0]\n        }),\n      ),\n    )\n    // TODO - rather than clear, delete the payloads that come back as successfully inserted\n    await this.clear()\n    return compact(settled.filter(fulfilled).map((result) => result.value))\n  }\n\n  protected override async deleteHandler(hashes: string[]): Promise<string[]> {\n    const payloadPairs: [string, Payload][] = await Promise.all(\n      (await this.get(hashes)).map<Promise<[string, Payload]>>(async (payload) => [await PayloadHasher.hashAsync(payload), payload]),\n    )\n    const deletedPairs: [string, Payload][] = compact(\n      await Promise.all(\n        payloadPairs.map<[string, Payload] | undefined>(([hash, payload]) => {\n          this.storage.remove(hash)\n          return [hash, payload]\n        }),\n      ),\n    )\n    return deletedPairs.map(([hash]) => hash)\n  }\n\n  protected override getHandler(hashes: string[]): Promisable<Payload[]> {\n    return compact(\n      hashes.map((hash) => {\n        return this.storage.get(hash)\n      }),\n    )\n  }\n\n  protected override async insertHandler(payloads: Payload[]): Promise<Payload[]> {\n    const resultPayloads = await Promise.all(\n      payloads.map(async (payload) => {\n        const wrapper = PayloadWrapper.wrap(payload)\n        const hash = await wrapper.hashAsync()\n        const value = JSON.stringify(wrapper.payload())\n        assertEx(value.length < this.maxEntrySize, `Payload too large [${hash}, ${value.length}]`)\n        this.storage.set(hash, wrapper.payload())\n        return wrapper.payload()\n      }),\n    )\n    return resultPayloads\n  }\n\n  protected saveAccount() {\n    if (this.persistAccount) {\n      const account = this.account\n      this.logger?.log(account.address)\n      this.privateStorage.set('privateKey', account.private.hex)\n    }\n  }\n\n  protected override async startHandler() {\n    await super.startHandler()\n    this.saveAccount()\n    return true\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;;;;;;AAAA,oBAAyB;AACzB,oBAAwB;AACxB,qBAA0B;AAC1B,gCAAkC;AAClC,6BAWO;AAEP,kBAA8B;AAG9B,6BAA+B;AAE/B,oBAAiC;AAG1B,MAAMA,+BAA6D;AAYnE,MAAMC,yBAIHC,4CAAAA;EAzCV,OAyCUA;;;EAGR,OAAgBC,gBAAgB;IAACH;;EAEzBI;EACAC;EAER,IAAIC,aAAa;AACf,WAAO,KAAKC,QAAQD,cAAc;EACpC;EAEA,IAAIE,eAAe;AACjB,WAAO,KAAKD,QAAQC,gBAAgB;EACtC;EAEA,IAAIC,YAAY;AACd,WAAO,KAAKF,QAAQE,aAAa;EACnC;EAEA,IAAIC,iBAAiB;AACnB,WAAO,KAAKH,QAAQG,kBAAkB;EACxC;EAEA,IAAaC,UAAoB;AAC/B,WAAO;MACLC;MACAC;MACAC;MACAC;MACAC;SACG,MAAML;;EAEb;EAEA,IAAIM,OAAO;AACT,WAAO,KAAKV,QAAQU,QAAQ;EAC9B;;EAGA,IAAYC,iBAA4B;AACtC,SAAKd,kBAAkB,KAAKC,YAAYc,cAAAA,QAAM,KAAKF,IAAI,EAAER,UAAU,GAAG,KAAKA,SAAS,UAAU;AAC9F,WAAO,KAAKL;EACd;;EAGA,IAAYgB,UAAqB;AAC/B,SAAKf,WAAW,KAAKA,YAAYc,cAAAA,QAAM,KAAKF,IAAI,EAAER,UAAU,KAAKA,SAAS;AAC1E,WAAO,KAAKJ;EACd;;;;;;;;;;;;;;;;;;EAoBmBgB,aAAuC;AACxD,SAAKC,QAAQC,IAAI,wBAAwB,KAAKH,QAAQI,MAAM,EAAE;AAC9D,WAAOC,OAAOC,QAAQ,KAAKN,QAAQO,OAAM,CAAA,EAAIC,IAAI,CAAC,CAAA,EAAGC,KAAAA,MAAWA,KAAAA;EAClE;EAEmBC,eAAqC;AACtD,SAAKR,QAAQC,IAAI,wBAAwB,KAAKH,QAAQI,MAAM,EAAE;AAC9D,SAAKJ,QAAQW,MAAK;AAClB,WAAO,KAAKC,KAAK,WAAW;MAAEC,QAAQ;IAAK,CAAA;EAC7C;EAEA,MAAyBC,gBAAyC;AAChE,SAAKZ,QAAQC,IAAI,wBAAwB,KAAKH,QAAQI,MAAM,EAAE;AAC9D,UAAMW,WAAW,MAAM,KAAKC,IAAG;AAC/BC,gCAASF,SAASX,SAAS,GAAG,mBAAA;AAC9B,UAAMc,UAAU,MAAMC,QAAQC,eAC5BC,uBACEhB,OAAOiB,QAAQ,MAAM,KAAKC,QAAO,GAAIC,UAAU,CAAA,CAAE,GAAGhB,IAAI,OAAOiB,WAAAA;AAC7D,YAAMC,eAAqC;QACzCC,QAAQhC;MACV;AACA,YAAMiC,QAAQ,MAAM,KAAKC,UAAUH,cAAcX,QAAAA;AACjD,cAAQ,MAAMU,QAAQG,MAAMA,MAAM,CAAA,GAAIA,MAAM,CAAA,CAAE,KAAK,CAAA;IACrD,CAAA,CAAA,CAAA;AAIJ,UAAM,KAAKjB,MAAK;AAChB,eAAOU,uBAAQH,QAAQY,OAAOC,wBAAAA,EAAWvB,IAAI,CAACwB,WAAWA,OAAOvB,KAAK,CAAA;EACvE;EAEA,MAAyBwB,cAAcC,QAAqC;AAC1E,UAAMC,eAAoC,MAAMhB,QAAQH,KACrD,MAAM,KAAKoB,IAAIF,MAAAA,GAAS1B,IAAgC,OAAO6B,YAAY;MAAC,MAAMC,0BAAcC,UAAUF,OAAAA;MAAUA;KAAQ,CAAA;AAE/H,UAAMG,mBAAoCnB,uBACxC,MAAMF,QAAQH,IACZmB,aAAa3B,IAAmC,CAAC,CAACiC,MAAMJ,OAAAA,MAAQ;AAC9D,WAAKrC,QAAQ0C,OAAOD,IAAAA;AACpB,aAAO;QAACA;QAAMJ;;IAChB,CAAA,CAAA,CAAA;AAGJ,WAAOG,aAAahC,IAAI,CAAC,CAACiC,IAAAA,MAAUA,IAAAA;EACtC;EAEmBE,WAAWT,QAAyC;AACrE,eAAOb,uBACLa,OAAO1B,IAAI,CAACiC,SAAAA;AACV,aAAO,KAAKzC,QAAQoC,IAAIK,IAAAA;IAC1B,CAAA,CAAA;EAEJ;EAEA,MAAyBG,cAAc7B,UAAyC;AAC9E,UAAM8B,iBAAiB,MAAM1B,QAAQH,IACnCD,SAASP,IAAI,OAAO6B,YAAAA;AAClB,YAAMS,UAAUC,sCAAeC,KAAKX,OAAAA;AACpC,YAAMI,OAAO,MAAMK,QAAQP,UAAS;AACpC,YAAM9B,QAAQwC,KAAKC,UAAUJ,QAAQT,QAAO,CAAA;AAC5CpB,kCAASR,MAAML,SAAS,KAAKhB,cAAc,sBAAsBqD,IAAAA,KAAShC,MAAML,MAAM,GAAG;AACzF,WAAKJ,QAAQmD,IAAIV,MAAMK,QAAQT,QAAO,CAAA;AACtC,aAAOS,QAAQT,QAAO;IACxB,CAAA,CAAA;AAEF,WAAOQ;EACT;EAEUO,cAAc;AACtB,QAAI,KAAK9D,gBAAgB;AACvB,YAAM+D,UAAU,KAAKA;AACrB,WAAKnD,QAAQC,IAAIkD,QAAQC,OAAO;AAChC,WAAKxD,eAAeqD,IAAI,cAAcE,QAAQE,QAAQC,GAAG;IAC3D;EACF;EAEA,MAAyBC,eAAe;AACtC,UAAM,MAAMA,aAAAA;AACZ,SAAKL,YAAW;AAChB,WAAO;EACT;AACF;","names":["StorageArchivistConfigSchema","StorageArchivist","AbstractArchivist","configSchemas","_privateStorage","_storage","maxEntries","config","maxEntrySize","namespace","persistAccount","queries","ArchivistAllQuerySchema","ArchivistDeleteQuerySchema","ArchivistClearQuerySchema","ArchivistInsertQuerySchema","ArchivistCommitQuerySchema","type","privateStorage","store","storage","allHandler","logger","log","length","Object","entries","getAll","map","value","clearHandler","clear","emit","module","commitHandler","payloads","all","assertEx","settled","Promise","allSettled","compact","values","parents","commit","parent","queryPayload","schema","query","bindQuery","filter","fulfilled","result","deleteHandler","hashes","payloadPairs","get","payload","PayloadHasher","hashAsync","deletedPairs","hash","remove","getHandler","insertHandler","resultPayloads","wrapper","PayloadWrapper","wrap","JSON","stringify","set","saveAccount","account","address","private","hex","startHandler"]}
+{"version":3,"sources":["../../src/StorageArchivist.ts"],"sourcesContent":["import { assertEx } from '@xylabs/assert'\nimport { compact } from '@xylabs/lodash'\nimport { fulfilled } from '@xylabs/promise'\nimport { AbstractArchivist } from '@xyo-network/archivist-abstract'\nimport {\n  ArchivistAllQuerySchema,\n  ArchivistClearQuerySchema,\n  ArchivistCommitQuerySchema,\n  ArchivistConfig,\n  ArchivistDeleteQuerySchema,\n  ArchivistInsertQuery,\n  ArchivistInsertQuerySchema,\n  ArchivistInstance,\n  ArchivistModuleEventData,\n  ArchivistParams,\n} from '@xyo-network/archivist-model'\nimport { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { PayloadHasher } from '@xyo-network/core'\nimport { AnyConfigSchema } from '@xyo-network/module'\nimport { Payload } from '@xyo-network/payload-model'\nimport { PayloadWrapper } from '@xyo-network/payload-wrapper'\nimport { Promisable, PromisableArray } from '@xyo-network/promise'\nimport store, { StoreBase } from 'store2'\n\nexport type StorageArchivistConfigSchema = 'network.xyo.archivist.storage.config'\nexport const StorageArchivistConfigSchema: StorageArchivistConfigSchema = 'network.xyo.archivist.storage.config'\n\nexport type StorageArchivistConfig = ArchivistConfig<{\n  maxEntries?: number\n  maxEntrySize?: number\n  namespace?: string\n  persistAccount?: boolean\n  schema: StorageArchivistConfigSchema\n  type?: 'local' | 'session' | 'page'\n}>\n\nexport type StorageArchivistParams = ArchivistParams<AnyConfigSchema<StorageArchivistConfig>>\nexport class StorageArchivist<\n    TParams extends StorageArchivistParams = StorageArchivistParams,\n    TEventData extends ArchivistModuleEventData = ArchivistModuleEventData,\n  >\n  extends AbstractArchivist<TParams, TEventData>\n  implements ArchivistInstance\n{\n  static override configSchemas = [StorageArchivistConfigSchema]\n\n  private _privateStorage: StoreBase | undefined\n  private _storage: StoreBase | undefined\n\n  get maxEntries() {\n    return this.config?.maxEntries ?? 1000\n  }\n\n  get maxEntrySize() {\n    return this.config?.maxEntrySize ?? 16000\n  }\n\n  get namespace() {\n    return this.config?.namespace ?? 'xyo-archivist'\n  }\n\n  get persistAccount() {\n    return this.config?.persistAccount ?? false\n  }\n\n  override get queries(): string[] {\n    return [\n      ArchivistAllQuerySchema,\n      ArchivistDeleteQuerySchema,\n      ArchivistClearQuerySchema,\n      ArchivistInsertQuerySchema,\n      ArchivistCommitQuerySchema,\n      ...super.queries,\n    ]\n  }\n\n  get type() {\n    return this.config?.type ?? 'local'\n  }\n\n  /* This has to be a getter so that it can access it during construction */\n  private get privateStorage(): StoreBase {\n    this._privateStorage = this._storage ?? store[this.type].namespace(`${this.namespace}|private`)\n    return this._privateStorage\n  }\n\n  /* This has to be a getter so that it can access it during construction */\n  private get storage(): StoreBase {\n    this._storage = this._storage ?? store[this.type].namespace(this.namespace)\n    return this._storage\n  }\n\n  /*override async loadAccount(account?: AccountInstance, persistAccount?: boolean, privateStorage?: StoreBase, _logger?: Logger) {\n    if (!this._account) {\n      if (persistAccount) {\n        const privateKey = privateStorage?.get('privateKey')\n        if (privateKey) {\n          try {\n            this._account = await Account.create({ privateKey })\n            return this._account\n          } catch (ex) {\n            console.error(`Error reading Account from storage [${ex}] - Recreating Account`)\n            privateStorage?.remove('privateKey')\n          }\n        }\n      }\n    }\n    return await super.loadAccount()\n  }*/\n\n  protected override allHandler(): PromisableArray<Payload> {\n    this.logger?.log(`this.storage.length: ${this.storage.length}`)\n    return Object.entries(this.storage.getAll()).map(([, value]) => value)\n  }\n\n  protected override clearHandler(): void | Promise<void> {\n    this.logger?.log(`this.storage.length: ${this.storage.length}`)\n    this.storage.clear()\n    return this.emit('cleared', { module: this })\n  }\n\n  protected override async commitHandler(): Promise<BoundWitness[]> {\n    this.logger?.log(`this.storage.length: ${this.storage.length}`)\n    const payloads = await this.all()\n    assertEx(payloads.length > 0, 'Nothing to commit')\n    const settled = await Promise.allSettled(\n      compact(\n        Object.values((await this.parents()).commit ?? [])?.map(async (parent) => {\n          const queryPayload: ArchivistInsertQuery = {\n            schema: ArchivistInsertQuerySchema,\n          }\n          const query = await this.bindQuery(queryPayload, payloads)\n          return (await parent?.query(query[0], query[1]))?.[0]\n        }),\n      ),\n    )\n    // TODO - rather than clear, delete the payloads that come back as successfully inserted\n    await this.clear()\n    return compact(settled.filter(fulfilled).map((result) => result.value))\n  }\n\n  protected override async deleteHandler(hashes: string[]): Promise<string[]> {\n    const payloadPairs: [string, Payload][] = await Promise.all(\n      (await this.get(hashes)).map<Promise<[string, Payload]>>(async (payload) => [await PayloadHasher.hashAsync(payload), payload]),\n    )\n    const deletedPairs: [string, Payload][] = compact(\n      await Promise.all(\n        payloadPairs.map<[string, Payload] | undefined>(([hash, payload]) => {\n          this.storage.remove(hash)\n          return [hash, payload]\n        }),\n      ),\n    )\n    return deletedPairs.map(([hash]) => hash)\n  }\n\n  protected override getHandler(hashes: string[]): Promisable<Payload[]> {\n    return compact(\n      hashes.map((hash) => {\n        return this.storage.get(hash)\n      }),\n    )\n  }\n\n  protected override async insertHandler(payloads: Payload[]): Promise<Payload[]> {\n    const resultPayloads = await Promise.all(\n      payloads.map(async (payload) => {\n        const wrapper = PayloadWrapper.wrap(payload)\n        const hash = await wrapper.hashAsync()\n        const value = JSON.stringify(wrapper.payload())\n        assertEx(value.length < this.maxEntrySize, `Payload too large [${hash}, ${value.length}]`)\n        this.storage.set(hash, wrapper.payload())\n        return wrapper.payload()\n      }),\n    )\n    return resultPayloads\n  }\n\n  protected saveAccount() {\n    if (this.persistAccount) {\n      const account = this.account\n      this.logger?.log(account.address)\n      this.privateStorage.set('privateKey', account.private.hex)\n    }\n  }\n\n  protected override async startHandler() {\n    await super.startHandler()\n    this.saveAccount()\n    return true\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;;;;;;oBAAyB;AACzB,oBAAwB;AACxB,qBAA0B;AAC1B,gCAAkC;AAClC,6BAWO;AAEP,kBAA8B;AAG9B,6BAA+B;AAE/B,oBAAiC;AAG1B,IAAMA,+BAA6D;AAYnE,IAAMC,oBAAN,MAAMA,0BAIHC,4CAAAA;EAKAC;EACAC;EAER,IAAIC,aAAa;AAjDnB;AAkDI,aAAO,UAAKC,WAAL,mBAAaD,eAAc;EACpC;EAEA,IAAIE,eAAe;AArDrB;AAsDI,aAAO,UAAKD,WAAL,mBAAaC,iBAAgB;EACtC;EAEA,IAAIC,YAAY;AAzDlB;AA0DI,aAAO,UAAKF,WAAL,mBAAaE,cAAa;EACnC;EAEA,IAAIC,iBAAiB;AA7DvB;AA8DI,aAAO,UAAKH,WAAL,mBAAaG,mBAAkB;EACxC;EAEA,IAAaC,UAAoB;AAC/B,WAAO;MACLC;MACAC;MACAC;MACAC;MACAC;SACG,MAAML;;EAEb;EAEA,IAAIM,OAAO;AA5Eb;AA6EI,aAAO,UAAKV,WAAL,mBAAaU,SAAQ;EAC9B;;EAGA,IAAYC,iBAA4B;AACtC,SAAKd,kBAAkB,KAAKC,YAAYc,cAAAA,QAAM,KAAKF,IAAI,EAAER,UAAU,GAAG,KAAKA,SAAS,UAAU;AAC9F,WAAO,KAAKL;EACd;;EAGA,IAAYgB,UAAqB;AAC/B,SAAKf,WAAW,KAAKA,YAAYc,cAAAA,QAAM,KAAKF,IAAI,EAAER,UAAU,KAAKA,SAAS;AAC1E,WAAO,KAAKJ;EACd;;;;;;;;;;;;;;;;;;EAoBmBgB,aAAuC;AA9G5D;AA+GI,eAAKC,WAAL,mBAAaC,IAAI,wBAAwB,KAAKH,QAAQI,MAAM;AAC5D,WAAOC,OAAOC,QAAQ,KAAKN,QAAQO,OAAM,CAAA,EAAIC,IAAI,CAAC,CAAA,EAAGC,KAAAA,MAAWA,KAAAA;EAClE;EAEmBC,eAAqC;AAnH1D;AAoHI,eAAKR,WAAL,mBAAaC,IAAI,wBAAwB,KAAKH,QAAQI,MAAM;AAC5D,SAAKJ,QAAQW,MAAK;AAClB,WAAO,KAAKC,KAAK,WAAW;MAAEC,QAAQ;IAAK,CAAA;EAC7C;EAEA,MAAyBC,gBAAyC;AAzHpE;AA0HI,eAAKZ,WAAL,mBAAaC,IAAI,wBAAwB,KAAKH,QAAQI,MAAM;AAC5D,UAAMW,WAAW,MAAM,KAAKC,IAAG;AAC/BC,gCAASF,SAASX,SAAS,GAAG,mBAAA;AAC9B,UAAMc,UAAU,MAAMC,QAAQC,eAC5BC,wBACEhB,YAAOiB,QAAQ,MAAM,KAAKC,QAAO,GAAIC,UAAU,CAAA,CAAE,MAAjDnB,mBAAoDG,IAAI,OAAOiB,WAAAA;AA/HvE,UAAAC;AAgIU,YAAMC,eAAqC;QACzCC,QAAQjC;MACV;AACA,YAAMkC,QAAQ,MAAM,KAAKC,UAAUH,cAAcZ,QAAAA;AACjD,cAAQW,MAAA,OAAMD,iCAAQI,MAAMA,MAAM,CAAA,GAAIA,MAAM,CAAA,QAApC,gBAAAH,IAA2C;IACrD,EAAA,CAAA;AAIJ,UAAM,KAAKf,MAAK;AAChB,eAAOU,uBAAQH,QAAQa,OAAOC,wBAAAA,EAAWxB,IAAI,CAACyB,WAAWA,OAAOxB,KAAK,CAAA;EACvE;EAEA,MAAyByB,cAAcC,QAAqC;AAC1E,UAAMC,eAAoC,MAAMjB,QAAQH,KACrD,MAAM,KAAKqB,IAAIF,MAAAA,GAAS3B,IAAgC,OAAO8B,YAAY;MAAC,MAAMC,0BAAcC,UAAUF,OAAAA;MAAUA;KAAQ,CAAA;AAE/H,UAAMG,mBAAoCpB,uBACxC,MAAMF,QAAQH,IACZoB,aAAa5B,IAAmC,CAAC,CAACkC,MAAMJ,OAAAA,MAAQ;AAC9D,WAAKtC,QAAQ2C,OAAOD,IAAAA;AACpB,aAAO;QAACA;QAAMJ;;IAChB,CAAA,CAAA,CAAA;AAGJ,WAAOG,aAAajC,IAAI,CAAC,CAACkC,IAAAA,MAAUA,IAAAA;EACtC;EAEmBE,WAAWT,QAAyC;AACrE,eAAOd,uBACLc,OAAO3B,IAAI,CAACkC,SAAAA;AACV,aAAO,KAAK1C,QAAQqC,IAAIK,IAAAA;IAC1B,CAAA,CAAA;EAEJ;EAEA,MAAyBG,cAAc9B,UAAyC;AAC9E,UAAM+B,iBAAiB,MAAM3B,QAAQH,IACnCD,SAASP,IAAI,OAAO8B,YAAAA;AAClB,YAAMS,UAAUC,sCAAeC,KAAKX,OAAAA;AACpC,YAAMI,OAAO,MAAMK,QAAQP,UAAS;AACpC,YAAM/B,QAAQyC,KAAKC,UAAUJ,QAAQT,QAAO,CAAA;AAC5CrB,kCAASR,MAAML,SAAS,KAAKhB,cAAc,sBAAsBsD,IAAAA,KAASjC,MAAML,MAAM,GAAG;AACzF,WAAKJ,QAAQoD,IAAIV,MAAMK,QAAQT,QAAO,CAAA;AACtC,aAAOS,QAAQT,QAAO;IACxB,CAAA,CAAA;AAEF,WAAOQ;EACT;EAEUO,cAAc;AAlL1B;AAmLI,QAAI,KAAK/D,gBAAgB;AACvB,YAAMgE,UAAU,KAAKA;AACrB,iBAAKpD,WAAL,mBAAaC,IAAImD,QAAQC;AACzB,WAAKzD,eAAesD,IAAI,cAAcE,QAAQE,QAAQC,GAAG;IAC3D;EACF;EAEA,MAAyBC,eAAe;AACtC,UAAM,MAAMA,aAAAA;AACZ,SAAKL,YAAW;AAChB,WAAO;EACT;AACF;AAtJUtE;AAGR,cAPWD,mBAOK6E,iBAAgB;EAAC9E;;AAP5B,IAAMC,mBAAN;","names":["StorageArchivistConfigSchema","StorageArchivist","AbstractArchivist","_privateStorage","_storage","maxEntries","config","maxEntrySize","namespace","persistAccount","queries","ArchivistAllQuerySchema","ArchivistDeleteQuerySchema","ArchivistClearQuerySchema","ArchivistInsertQuerySchema","ArchivistCommitQuerySchema","type","privateStorage","store","storage","allHandler","logger","log","length","Object","entries","getAll","map","value","clearHandler","clear","emit","module","commitHandler","payloads","all","assertEx","settled","Promise","allSettled","compact","values","parents","commit","parent","_a","queryPayload","schema","query","bindQuery","filter","fulfilled","result","deleteHandler","hashes","payloadPairs","get","payload","PayloadHasher","hashAsync","deletedPairs","hash","remove","getHandler","insertHandler","resultPayloads","wrapper","PayloadWrapper","wrap","JSON","stringify","set","saveAccount","account","address","private","hex","startHandler","configSchemas"]}

package/dist/node/StorageArchivist.mjs

@@ -1,5 +1,12 @@
 var __defProp = Object.defineProperty;
+var __defNormalProp = (obj, key, value) => key in obj ? __defProp(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
 var __name = (target, value) => __defProp(target, "name", { value, configurable: true });
+var __publicField = (obj, key, value) => {
+  __defNormalProp(obj, typeof key !== "symbol" ? key + "" : key, value);
+  return value;
+};
+
+// src/StorageArchivist.ts
 import { assertEx } from "@xylabs/assert";
 import { compact } from "@xylabs/lodash";
 import { fulfilled } from "@xylabs/promise";
@@ -8,27 +15,25 @@ import { ArchivistAllQuerySchema, ArchivistClearQuerySchema, ArchivistCommitQuer
 import { PayloadHasher } from "@xyo-network/core";
 import { PayloadWrapper } from "@xyo-network/payload-wrapper";
 import store from "store2";
-const StorageArchivistConfigSchema = "network.xyo.archivist.storage.config";
-class StorageArchivist extends AbstractArchivist {
-  static {
-    __name(this, "StorageArchivist");
-  }
-  static configSchemas = [
-    StorageArchivistConfigSchema
-  ];
+var StorageArchivistConfigSchema = "network.xyo.archivist.storage.config";
+var _StorageArchivist = class _StorageArchivist extends AbstractArchivist {
   _privateStorage;
   _storage;
   get maxEntries() {
-    return this.config?.maxEntries ?? 1e3;
+    var _a;
+    return ((_a = this.config) == null ? void 0 : _a.maxEntries) ?? 1e3;
   }
   get maxEntrySize() {
-    return this.config?.maxEntrySize ?? 16e3;
+    var _a;
+    return ((_a = this.config) == null ? void 0 : _a.maxEntrySize) ?? 16e3;
   }
   get namespace() {
-    return this.config?.namespace ?? "xyo-archivist";
+    var _a;
+    return ((_a = this.config) == null ? void 0 : _a.namespace) ?? "xyo-archivist";
   }
   get persistAccount() {
-    return this.config?.persistAccount ?? false;
+    var _a;
+    return ((_a = this.config) == null ? void 0 : _a.persistAccount) ?? false;
   }
   get queries() {
     return [
@@ -41,7 +46,8 @@ class StorageArchivist extends AbstractArchivist {
     ];
   }
   get type() {
-    return this.config?.type ?? "local";
+    var _a;
+    return ((_a = this.config) == null ? void 0 : _a.type) ?? "local";
   }
   /* This has to be a getter so that it can access it during construction */
   get privateStorage() {
@@ -71,26 +77,30 @@ class StorageArchivist extends AbstractArchivist {
     return await super.loadAccount()
   }*/
   allHandler() {
-    this.logger?.log(`this.storage.length: ${this.storage.length}`);
+    var _a;
+    (_a = this.logger) == null ? void 0 : _a.log(`this.storage.length: ${this.storage.length}`);
     return Object.entries(this.storage.getAll()).map(([, value]) => value);
   }
   clearHandler() {
-    this.logger?.log(`this.storage.length: ${this.storage.length}`);
+    var _a;
+    (_a = this.logger) == null ? void 0 : _a.log(`this.storage.length: ${this.storage.length}`);
     this.storage.clear();
     return this.emit("cleared", {
       module: this
     });
   }
   async commitHandler() {
-    this.logger?.log(`this.storage.length: ${this.storage.length}`);
+    var _a, _b;
+    (_a = this.logger) == null ? void 0 : _a.log(`this.storage.length: ${this.storage.length}`);
     const payloads = await this.all();
     assertEx(payloads.length > 0, "Nothing to commit");
-    const settled = await Promise.allSettled(compact(Object.values((await this.parents()).commit ?? [])?.map(async (parent) => {
+    const settled = await Promise.allSettled(compact((_b = Object.values((await this.parents()).commit ?? [])) == null ? void 0 : _b.map(async (parent) => {
+      var _a2;
       const queryPayload = {
         schema: ArchivistInsertQuerySchema
       };
       const query = await this.bindQuery(queryPayload, payloads);
-      return (await parent?.query(query[0], query[1]))?.[0];
+      return (_a2 = await (parent == null ? void 0 : parent.query(query[0], query[1]))) == null ? void 0 : _a2[0];
     })));
     await this.clear();
     return compact(settled.filter(fulfilled).map((result) => result.value));
@@ -126,9 +136,10 @@ class StorageArchivist extends AbstractArchivist {
     return resultPayloads;
   }
   saveAccount() {
+    var _a;
     if (this.persistAccount) {
       const account = this.account;
-      this.logger?.log(account.address);
+      (_a = this.logger) == null ? void 0 : _a.log(account.address);
       this.privateStorage.set("privateKey", account.private.hex);
     }
   }
@@ -137,7 +148,12 @@ class StorageArchivist extends AbstractArchivist {
     this.saveAccount();
     return true;
   }
-}
+};
+__name(_StorageArchivist, "StorageArchivist");
+__publicField(_StorageArchivist, "configSchemas", [
+  StorageArchivistConfigSchema
+]);
+var StorageArchivist = _StorageArchivist;
 export {
   StorageArchivist,
   StorageArchivistConfigSchema

package/dist/node/StorageArchivist.mjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/StorageArchivist.ts"],"sourcesContent":["import { assertEx } from '@xylabs/assert'\nimport { compact } from '@xylabs/lodash'\nimport { fulfilled } from '@xylabs/promise'\nimport { AbstractArchivist } from '@xyo-network/archivist-abstract'\nimport {\n  ArchivistAllQuerySchema,\n  ArchivistClearQuerySchema,\n  ArchivistCommitQuerySchema,\n  ArchivistConfig,\n  ArchivistDeleteQuerySchema,\n  ArchivistInsertQuery,\n  ArchivistInsertQuerySchema,\n  ArchivistInstance,\n  ArchivistModuleEventData,\n  ArchivistParams,\n} from '@xyo-network/archivist-model'\nimport { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { PayloadHasher } from '@xyo-network/core'\nimport { AnyConfigSchema } from '@xyo-network/module'\nimport { Payload } from '@xyo-network/payload-model'\nimport { PayloadWrapper } from '@xyo-network/payload-wrapper'\nimport { Promisable, PromisableArray } from '@xyo-network/promise'\nimport store, { StoreBase } from 'store2'\n\nexport type StorageArchivistConfigSchema = 'network.xyo.archivist.storage.config'\nexport const StorageArchivistConfigSchema: StorageArchivistConfigSchema = 'network.xyo.archivist.storage.config'\n\nexport type StorageArchivistConfig = ArchivistConfig<{\n  maxEntries?: number\n  maxEntrySize?: number\n  namespace?: string\n  persistAccount?: boolean\n  schema: StorageArchivistConfigSchema\n  type?: 'local' | 'session' | 'page'\n}>\n\nexport type StorageArchivistParams = ArchivistParams<AnyConfigSchema<StorageArchivistConfig>>\nexport class StorageArchivist<\n    TParams extends StorageArchivistParams = StorageArchivistParams,\n    TEventData extends ArchivistModuleEventData = ArchivistModuleEventData,\n  >\n  extends AbstractArchivist<TParams, TEventData>\n  implements ArchivistInstance\n{\n  static override configSchemas = [StorageArchivistConfigSchema]\n\n  private _privateStorage: StoreBase | undefined\n  private _storage: StoreBase | undefined\n\n  get maxEntries() {\n    return this.config?.maxEntries ?? 1000\n  }\n\n  get maxEntrySize() {\n    return this.config?.maxEntrySize ?? 16000\n  }\n\n  get namespace() {\n    return this.config?.namespace ?? 'xyo-archivist'\n  }\n\n  get persistAccount() {\n    return this.config?.persistAccount ?? false\n  }\n\n  override get queries(): string[] {\n    return [\n      ArchivistAllQuerySchema,\n      ArchivistDeleteQuerySchema,\n      ArchivistClearQuerySchema,\n      ArchivistInsertQuerySchema,\n      ArchivistCommitQuerySchema,\n      ...super.queries,\n    ]\n  }\n\n  get type() {\n    return this.config?.type ?? 'local'\n  }\n\n  /* This has to be a getter so that it can access it during construction */\n  private get privateStorage(): StoreBase {\n    this._privateStorage = this._storage ?? store[this.type].namespace(`${this.namespace}|private`)\n    return this._privateStorage\n  }\n\n  /* This has to be a getter so that it can access it during construction */\n  private get storage(): StoreBase {\n    this._storage = this._storage ?? store[this.type].namespace(this.namespace)\n    return this._storage\n  }\n\n  /*override async loadAccount(account?: AccountInstance, persistAccount?: boolean, privateStorage?: StoreBase, _logger?: Logger) {\n    if (!this._account) {\n      if (persistAccount) {\n        const privateKey = privateStorage?.get('privateKey')\n        if (privateKey) {\n          try {\n            this._account = await Account.create({ privateKey })\n            return this._account\n          } catch (ex) {\n            console.error(`Error reading Account from storage [${ex}] - Recreating Account`)\n            privateStorage?.remove('privateKey')\n          }\n        }\n      }\n    }\n    return await super.loadAccount()\n  }*/\n\n  protected override allHandler(): PromisableArray<Payload> {\n    this.logger?.log(`this.storage.length: ${this.storage.length}`)\n    return Object.entries(this.storage.getAll()).map(([, value]) => value)\n  }\n\n  protected override clearHandler(): void | Promise<void> {\n    this.logger?.log(`this.storage.length: ${this.storage.length}`)\n    this.storage.clear()\n    return this.emit('cleared', { module: this })\n  }\n\n  protected override async commitHandler(): Promise<BoundWitness[]> {\n    this.logger?.log(`this.storage.length: ${this.storage.length}`)\n    const payloads = await this.all()\n    assertEx(payloads.length > 0, 'Nothing to commit')\n    const settled = await Promise.allSettled(\n      compact(\n        Object.values((await this.parents()).commit ?? [])?.map(async (parent) => {\n          const queryPayload: ArchivistInsertQuery = {\n            schema: ArchivistInsertQuerySchema,\n          }\n          const query = await this.bindQuery(queryPayload, payloads)\n          return (await parent?.query(query[0], query[1]))?.[0]\n        }),\n      ),\n    )\n    // TODO - rather than clear, delete the payloads that come back as successfully inserted\n    await this.clear()\n    return compact(settled.filter(fulfilled).map((result) => result.value))\n  }\n\n  protected override async deleteHandler(hashes: string[]): Promise<string[]> {\n    const payloadPairs: [string, Payload][] = await Promise.all(\n      (await this.get(hashes)).map<Promise<[string, Payload]>>(async (payload) => [await PayloadHasher.hashAsync(payload), payload]),\n    )\n    const deletedPairs: [string, Payload][] = compact(\n      await Promise.all(\n        payloadPairs.map<[string, Payload] | undefined>(([hash, payload]) => {\n          this.storage.remove(hash)\n          return [hash, payload]\n        }),\n      ),\n    )\n    return deletedPairs.map(([hash]) => hash)\n  }\n\n  protected override getHandler(hashes: string[]): Promisable<Payload[]> {\n    return compact(\n      hashes.map((hash) => {\n        return this.storage.get(hash)\n      }),\n    )\n  }\n\n  protected override async insertHandler(payloads: Payload[]): Promise<Payload[]> {\n    const resultPayloads = await Promise.all(\n      payloads.map(async (payload) => {\n        const wrapper = PayloadWrapper.wrap(payload)\n        const hash = await wrapper.hashAsync()\n        const value = JSON.stringify(wrapper.payload())\n        assertEx(value.length < this.maxEntrySize, `Payload too large [${hash}, ${value.length}]`)\n        this.storage.set(hash, wrapper.payload())\n        return wrapper.payload()\n      }),\n    )\n    return resultPayloads\n  }\n\n  protected saveAccount() {\n    if (this.persistAccount) {\n      const account = this.account\n      this.logger?.log(account.address)\n      this.privateStorage.set('privateKey', account.private.hex)\n    }\n  }\n\n  protected override async startHandler() {\n    await super.startHandler()\n    this.saveAccount()\n    return true\n  }\n}\n"],"mappings":";;AAAA,SAASA,gBAAgB;AACzB,SAASC,eAAe;AACxB,SAASC,iBAAiB;AAC1B,SAASC,yBAAyB;AAClC,SACEC,yBACAC,2BACAC,4BAEAC,4BAEAC,kCAIK;AAEP,SAASC,qBAAqB;AAG9B,SAASC,sBAAsB;AAE/B,OAAOC,WAA0B;AAG1B,MAAMC,+BAA6D;AAYnE,MAAMC,yBAIHV,kBAAAA;EAzCV,OAyCUA;;;EAGR,OAAgBW,gBAAgB;IAACF;;EAEzBG;EACAC;EAER,IAAIC,aAAa;AACf,WAAO,KAAKC,QAAQD,cAAc;EACpC;EAEA,IAAIE,eAAe;AACjB,WAAO,KAAKD,QAAQC,gBAAgB;EACtC;EAEA,IAAIC,YAAY;AACd,WAAO,KAAKF,QAAQE,aAAa;EACnC;EAEA,IAAIC,iBAAiB;AACnB,WAAO,KAAKH,QAAQG,kBAAkB;EACxC;EAEA,IAAaC,UAAoB;AAC/B,WAAO;MACLlB;MACAG;MACAF;MACAG;MACAF;SACG,MAAMgB;;EAEb;EAEA,IAAIC,OAAO;AACT,WAAO,KAAKL,QAAQK,QAAQ;EAC9B;;EAGA,IAAYC,iBAA4B;AACtC,SAAKT,kBAAkB,KAAKC,YAAYL,MAAM,KAAKY,IAAI,EAAEH,UAAU,GAAG,KAAKA,SAAS,UAAU;AAC9F,WAAO,KAAKL;EACd;;EAGA,IAAYU,UAAqB;AAC/B,SAAKT,WAAW,KAAKA,YAAYL,MAAM,KAAKY,IAAI,EAAEH,UAAU,KAAKA,SAAS;AAC1E,WAAO,KAAKJ;EACd;;;;;;;;;;;;;;;;;;EAoBmBU,aAAuC;AACxD,SAAKC,QAAQC,IAAI,wBAAwB,KAAKH,QAAQI,MAAM,EAAE;AAC9D,WAAOC,OAAOC,QAAQ,KAAKN,QAAQO,OAAM,CAAA,EAAIC,IAAI,CAAC,CAAA,EAAGC,KAAAA,MAAWA,KAAAA;EAClE;EAEmBC,eAAqC;AACtD,SAAKR,QAAQC,IAAI,wBAAwB,KAAKH,QAAQI,MAAM,EAAE;AAC9D,SAAKJ,QAAQW,MAAK;AAClB,WAAO,KAAKC,KAAK,WAAW;MAAEC,QAAQ;IAAK,CAAA;EAC7C;EAEA,MAAyBC,gBAAyC;AAChE,SAAKZ,QAAQC,IAAI,wBAAwB,KAAKH,QAAQI,MAAM,EAAE;AAC9D,UAAMW,WAAW,MAAM,KAAKC,IAAG;AAC/BzC,aAASwC,SAASX,SAAS,GAAG,mBAAA;AAC9B,UAAMa,UAAU,MAAMC,QAAQC,WAC5B3C,QACE6B,OAAOe,QAAQ,MAAM,KAAKC,QAAO,GAAIC,UAAU,CAAA,CAAE,GAAGd,IAAI,OAAOe,WAAAA;AAC7D,YAAMC,eAAqC;QACzCC,QAAQ1C;MACV;AACA,YAAM2C,QAAQ,MAAM,KAAKC,UAAUH,cAAcT,QAAAA;AACjD,cAAQ,MAAMQ,QAAQG,MAAMA,MAAM,CAAA,GAAIA,MAAM,CAAA,CAAE,KAAK,CAAA;IACrD,CAAA,CAAA,CAAA;AAIJ,UAAM,KAAKf,MAAK;AAChB,WAAOnC,QAAQyC,QAAQW,OAAOnD,SAAAA,EAAW+B,IAAI,CAACqB,WAAWA,OAAOpB,KAAK,CAAA;EACvE;EAEA,MAAyBqB,cAAcC,QAAqC;AAC1E,UAAMC,eAAoC,MAAMd,QAAQF,KACrD,MAAM,KAAKiB,IAAIF,MAAAA,GAASvB,IAAgC,OAAO0B,YAAY;MAAC,MAAMlD,cAAcmD,UAAUD,OAAAA;MAAUA;KAAQ,CAAA;AAE/H,UAAME,eAAoC5D,QACxC,MAAM0C,QAAQF,IACZgB,aAAaxB,IAAmC,CAAC,CAAC6B,MAAMH,OAAAA,MAAQ;AAC9D,WAAKlC,QAAQsC,OAAOD,IAAAA;AACpB,aAAO;QAACA;QAAMH;;IAChB,CAAA,CAAA,CAAA;AAGJ,WAAOE,aAAa5B,IAAI,CAAC,CAAC6B,IAAAA,MAAUA,IAAAA;EACtC;EAEmBE,WAAWR,QAAyC;AACrE,WAAOvD,QACLuD,OAAOvB,IAAI,CAAC6B,SAAAA;AACV,aAAO,KAAKrC,QAAQiC,IAAII,IAAAA;IAC1B,CAAA,CAAA;EAEJ;EAEA,MAAyBG,cAAczB,UAAyC;AAC9E,UAAM0B,iBAAiB,MAAMvB,QAAQF,IACnCD,SAASP,IAAI,OAAO0B,YAAAA;AAClB,YAAMQ,UAAUzD,eAAe0D,KAAKT,OAAAA;AACpC,YAAMG,OAAO,MAAMK,QAAQP,UAAS;AACpC,YAAM1B,QAAQmC,KAAKC,UAAUH,QAAQR,QAAO,CAAA;AAC5C3D,eAASkC,MAAML,SAAS,KAAKV,cAAc,sBAAsB2C,IAAAA,KAAS5B,MAAML,MAAM,GAAG;AACzF,WAAKJ,QAAQ8C,IAAIT,MAAMK,QAAQR,QAAO,CAAA;AACtC,aAAOQ,QAAQR,QAAO;IACxB,CAAA,CAAA;AAEF,WAAOO;EACT;EAEUM,cAAc;AACtB,QAAI,KAAKnD,gBAAgB;AACvB,YAAMoD,UAAU,KAAKA;AACrB,WAAK9C,QAAQC,IAAI6C,QAAQC,OAAO;AAChC,WAAKlD,eAAe+C,IAAI,cAAcE,QAAQE,QAAQC,GAAG;IAC3D;EACF;EAEA,MAAyBC,eAAe;AACtC,UAAM,MAAMA,aAAAA;AACZ,SAAKL,YAAW;AAChB,WAAO;EACT;AACF;","names":["assertEx","compact","fulfilled","AbstractArchivist","ArchivistAllQuerySchema","ArchivistClearQuerySchema","ArchivistCommitQuerySchema","ArchivistDeleteQuerySchema","ArchivistInsertQuerySchema","PayloadHasher","PayloadWrapper","store","StorageArchivistConfigSchema","StorageArchivist","configSchemas","_privateStorage","_storage","maxEntries","config","maxEntrySize","namespace","persistAccount","queries","type","privateStorage","storage","allHandler","logger","log","length","Object","entries","getAll","map","value","clearHandler","clear","emit","module","commitHandler","payloads","all","settled","Promise","allSettled","values","parents","commit","parent","queryPayload","schema","query","bindQuery","filter","result","deleteHandler","hashes","payloadPairs","get","payload","hashAsync","deletedPairs","hash","remove","getHandler","insertHandler","resultPayloads","wrapper","wrap","JSON","stringify","set","saveAccount","account","address","private","hex","startHandler"]}
+{"version":3,"sources":["../../src/StorageArchivist.ts"],"sourcesContent":["import { assertEx } from '@xylabs/assert'\nimport { compact } from '@xylabs/lodash'\nimport { fulfilled } from '@xylabs/promise'\nimport { AbstractArchivist } from '@xyo-network/archivist-abstract'\nimport {\n  ArchivistAllQuerySchema,\n  ArchivistClearQuerySchema,\n  ArchivistCommitQuerySchema,\n  ArchivistConfig,\n  ArchivistDeleteQuerySchema,\n  ArchivistInsertQuery,\n  ArchivistInsertQuerySchema,\n  ArchivistInstance,\n  ArchivistModuleEventData,\n  ArchivistParams,\n} from '@xyo-network/archivist-model'\nimport { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { PayloadHasher } from '@xyo-network/core'\nimport { AnyConfigSchema } from '@xyo-network/module'\nimport { Payload } from '@xyo-network/payload-model'\nimport { PayloadWrapper } from '@xyo-network/payload-wrapper'\nimport { Promisable, PromisableArray } from '@xyo-network/promise'\nimport store, { StoreBase } from 'store2'\n\nexport type StorageArchivistConfigSchema = 'network.xyo.archivist.storage.config'\nexport const StorageArchivistConfigSchema: StorageArchivistConfigSchema = 'network.xyo.archivist.storage.config'\n\nexport type StorageArchivistConfig = ArchivistConfig<{\n  maxEntries?: number\n  maxEntrySize?: number\n  namespace?: string\n  persistAccount?: boolean\n  schema: StorageArchivistConfigSchema\n  type?: 'local' | 'session' | 'page'\n}>\n\nexport type StorageArchivistParams = ArchivistParams<AnyConfigSchema<StorageArchivistConfig>>\nexport class StorageArchivist<\n    TParams extends StorageArchivistParams = StorageArchivistParams,\n    TEventData extends ArchivistModuleEventData = ArchivistModuleEventData,\n  >\n  extends AbstractArchivist<TParams, TEventData>\n  implements ArchivistInstance\n{\n  static override configSchemas = [StorageArchivistConfigSchema]\n\n  private _privateStorage: StoreBase | undefined\n  private _storage: StoreBase | undefined\n\n  get maxEntries() {\n    return this.config?.maxEntries ?? 1000\n  }\n\n  get maxEntrySize() {\n    return this.config?.maxEntrySize ?? 16000\n  }\n\n  get namespace() {\n    return this.config?.namespace ?? 'xyo-archivist'\n  }\n\n  get persistAccount() {\n    return this.config?.persistAccount ?? false\n  }\n\n  override get queries(): string[] {\n    return [\n      ArchivistAllQuerySchema,\n      ArchivistDeleteQuerySchema,\n      ArchivistClearQuerySchema,\n      ArchivistInsertQuerySchema,\n      ArchivistCommitQuerySchema,\n      ...super.queries,\n    ]\n  }\n\n  get type() {\n    return this.config?.type ?? 'local'\n  }\n\n  /* This has to be a getter so that it can access it during construction */\n  private get privateStorage(): StoreBase {\n    this._privateStorage = this._storage ?? store[this.type].namespace(`${this.namespace}|private`)\n    return this._privateStorage\n  }\n\n  /* This has to be a getter so that it can access it during construction */\n  private get storage(): StoreBase {\n    this._storage = this._storage ?? store[this.type].namespace(this.namespace)\n    return this._storage\n  }\n\n  /*override async loadAccount(account?: AccountInstance, persistAccount?: boolean, privateStorage?: StoreBase, _logger?: Logger) {\n    if (!this._account) {\n      if (persistAccount) {\n        const privateKey = privateStorage?.get('privateKey')\n        if (privateKey) {\n          try {\n            this._account = await Account.create({ privateKey })\n            return this._account\n          } catch (ex) {\n            console.error(`Error reading Account from storage [${ex}] - Recreating Account`)\n            privateStorage?.remove('privateKey')\n          }\n        }\n      }\n    }\n    return await super.loadAccount()\n  }*/\n\n  protected override allHandler(): PromisableArray<Payload> {\n    this.logger?.log(`this.storage.length: ${this.storage.length}`)\n    return Object.entries(this.storage.getAll()).map(([, value]) => value)\n  }\n\n  protected override clearHandler(): void | Promise<void> {\n    this.logger?.log(`this.storage.length: ${this.storage.length}`)\n    this.storage.clear()\n    return this.emit('cleared', { module: this })\n  }\n\n  protected override async commitHandler(): Promise<BoundWitness[]> {\n    this.logger?.log(`this.storage.length: ${this.storage.length}`)\n    const payloads = await this.all()\n    assertEx(payloads.length > 0, 'Nothing to commit')\n    const settled = await Promise.allSettled(\n      compact(\n        Object.values((await this.parents()).commit ?? [])?.map(async (parent) => {\n          const queryPayload: ArchivistInsertQuery = {\n            schema: ArchivistInsertQuerySchema,\n          }\n          const query = await this.bindQuery(queryPayload, payloads)\n          return (await parent?.query(query[0], query[1]))?.[0]\n        }),\n      ),\n    )\n    // TODO - rather than clear, delete the payloads that come back as successfully inserted\n    await this.clear()\n    return compact(settled.filter(fulfilled).map((result) => result.value))\n  }\n\n  protected override async deleteHandler(hashes: string[]): Promise<string[]> {\n    const payloadPairs: [string, Payload][] = await Promise.all(\n      (await this.get(hashes)).map<Promise<[string, Payload]>>(async (payload) => [await PayloadHasher.hashAsync(payload), payload]),\n    )\n    const deletedPairs: [string, Payload][] = compact(\n      await Promise.all(\n        payloadPairs.map<[string, Payload] | undefined>(([hash, payload]) => {\n          this.storage.remove(hash)\n          return [hash, payload]\n        }),\n      ),\n    )\n    return deletedPairs.map(([hash]) => hash)\n  }\n\n  protected override getHandler(hashes: string[]): Promisable<Payload[]> {\n    return compact(\n      hashes.map((hash) => {\n        return this.storage.get(hash)\n      }),\n    )\n  }\n\n  protected override async insertHandler(payloads: Payload[]): Promise<Payload[]> {\n    const resultPayloads = await Promise.all(\n      payloads.map(async (payload) => {\n        const wrapper = PayloadWrapper.wrap(payload)\n        const hash = await wrapper.hashAsync()\n        const value = JSON.stringify(wrapper.payload())\n        assertEx(value.length < this.maxEntrySize, `Payload too large [${hash}, ${value.length}]`)\n        this.storage.set(hash, wrapper.payload())\n        return wrapper.payload()\n      }),\n    )\n    return resultPayloads\n  }\n\n  protected saveAccount() {\n    if (this.persistAccount) {\n      const account = this.account\n      this.logger?.log(account.address)\n      this.privateStorage.set('privateKey', account.private.hex)\n    }\n  }\n\n  protected override async startHandler() {\n    await super.startHandler()\n    this.saveAccount()\n    return true\n  }\n}\n"],"mappings":";;;;;;;;;AAAA,SAASA,gBAAgB;AACzB,SAASC,eAAe;AACxB,SAASC,iBAAiB;AAC1B,SAASC,yBAAyB;AAClC,SACEC,yBACAC,2BACAC,4BAEAC,4BAEAC,kCAIK;AAEP,SAASC,qBAAqB;AAG9B,SAASC,sBAAsB;AAE/B,OAAOC,WAA0B;AAG1B,IAAMC,+BAA6D;AAYnE,IAAMC,oBAAN,MAAMA,0BAIHC,kBAAAA;EAKAC;EACAC;EAER,IAAIC,aAAa;AAjDnB;AAkDI,aAAO,UAAKC,WAAL,mBAAaD,eAAc;EACpC;EAEA,IAAIE,eAAe;AArDrB;AAsDI,aAAO,UAAKD,WAAL,mBAAaC,iBAAgB;EACtC;EAEA,IAAIC,YAAY;AAzDlB;AA0DI,aAAO,UAAKF,WAAL,mBAAaE,cAAa;EACnC;EAEA,IAAIC,iBAAiB;AA7DvB;AA8DI,aAAO,UAAKH,WAAL,mBAAaG,mBAAkB;EACxC;EAEA,IAAaC,UAAoB;AAC/B,WAAO;MACLC;MACAC;MACAC;MACAC;MACAC;SACG,MAAML;;EAEb;EAEA,IAAIM,OAAO;AA5Eb;AA6EI,aAAO,UAAKV,WAAL,mBAAaU,SAAQ;EAC9B;;EAGA,IAAYC,iBAA4B;AACtC,SAAKd,kBAAkB,KAAKC,YAAYc,MAAM,KAAKF,IAAI,EAAER,UAAU,GAAG,KAAKA,SAAS,UAAU;AAC9F,WAAO,KAAKL;EACd;;EAGA,IAAYgB,UAAqB;AAC/B,SAAKf,WAAW,KAAKA,YAAYc,MAAM,KAAKF,IAAI,EAAER,UAAU,KAAKA,SAAS;AAC1E,WAAO,KAAKJ;EACd;;;;;;;;;;;;;;;;;;EAoBmBgB,aAAuC;AA9G5D;AA+GI,eAAKC,WAAL,mBAAaC,IAAI,wBAAwB,KAAKH,QAAQI,MAAM;AAC5D,WAAOC,OAAOC,QAAQ,KAAKN,QAAQO,OAAM,CAAA,EAAIC,IAAI,CAAC,CAAA,EAAGC,KAAAA,MAAWA,KAAAA;EAClE;EAEmBC,eAAqC;AAnH1D;AAoHI,eAAKR,WAAL,mBAAaC,IAAI,wBAAwB,KAAKH,QAAQI,MAAM;AAC5D,SAAKJ,QAAQW,MAAK;AAClB,WAAO,KAAKC,KAAK,WAAW;MAAEC,QAAQ;IAAK,CAAA;EAC7C;EAEA,MAAyBC,gBAAyC;AAzHpE;AA0HI,eAAKZ,WAAL,mBAAaC,IAAI,wBAAwB,KAAKH,QAAQI,MAAM;AAC5D,UAAMW,WAAW,MAAM,KAAKC,IAAG;AAC/BC,aAASF,SAASX,SAAS,GAAG,mBAAA;AAC9B,UAAMc,UAAU,MAAMC,QAAQC,WAC5BC,SACEhB,YAAOiB,QAAQ,MAAM,KAAKC,QAAO,GAAIC,UAAU,CAAA,CAAE,MAAjDnB,mBAAoDG,IAAI,OAAOiB,WAAAA;AA/HvE,UAAAC;AAgIU,YAAMC,eAAqC;QACzCC,QAAQjC;MACV;AACA,YAAMkC,QAAQ,MAAM,KAAKC,UAAUH,cAAcZ,QAAAA;AACjD,cAAQW,MAAA,OAAMD,iCAAQI,MAAMA,MAAM,CAAA,GAAIA,MAAM,CAAA,QAApC,gBAAAH,IAA2C;IACrD,EAAA,CAAA;AAIJ,UAAM,KAAKf,MAAK;AAChB,WAAOU,QAAQH,QAAQa,OAAOC,SAAAA,EAAWxB,IAAI,CAACyB,WAAWA,OAAOxB,KAAK,CAAA;EACvE;EAEA,MAAyByB,cAAcC,QAAqC;AAC1E,UAAMC,eAAoC,MAAMjB,QAAQH,KACrD,MAAM,KAAKqB,IAAIF,MAAAA,GAAS3B,IAAgC,OAAO8B,YAAY;MAAC,MAAMC,cAAcC,UAAUF,OAAAA;MAAUA;KAAQ,CAAA;AAE/H,UAAMG,eAAoCpB,QACxC,MAAMF,QAAQH,IACZoB,aAAa5B,IAAmC,CAAC,CAACkC,MAAMJ,OAAAA,MAAQ;AAC9D,WAAKtC,QAAQ2C,OAAOD,IAAAA;AACpB,aAAO;QAACA;QAAMJ;;IAChB,CAAA,CAAA,CAAA;AAGJ,WAAOG,aAAajC,IAAI,CAAC,CAACkC,IAAAA,MAAUA,IAAAA;EACtC;EAEmBE,WAAWT,QAAyC;AACrE,WAAOd,QACLc,OAAO3B,IAAI,CAACkC,SAAAA;AACV,aAAO,KAAK1C,QAAQqC,IAAIK,IAAAA;IAC1B,CAAA,CAAA;EAEJ;EAEA,MAAyBG,cAAc9B,UAAyC;AAC9E,UAAM+B,iBAAiB,MAAM3B,QAAQH,IACnCD,SAASP,IAAI,OAAO8B,YAAAA;AAClB,YAAMS,UAAUC,eAAeC,KAAKX,OAAAA;AACpC,YAAMI,OAAO,MAAMK,QAAQP,UAAS;AACpC,YAAM/B,QAAQyC,KAAKC,UAAUJ,QAAQT,QAAO,CAAA;AAC5CrB,eAASR,MAAML,SAAS,KAAKhB,cAAc,sBAAsBsD,IAAAA,KAASjC,MAAML,MAAM,GAAG;AACzF,WAAKJ,QAAQoD,IAAIV,MAAMK,QAAQT,QAAO,CAAA;AACtC,aAAOS,QAAQT,QAAO;IACxB,CAAA,CAAA;AAEF,WAAOQ;EACT;EAEUO,cAAc;AAlL1B;AAmLI,QAAI,KAAK/D,gBAAgB;AACvB,YAAMgE,UAAU,KAAKA;AACrB,iBAAKpD,WAAL,mBAAaC,IAAImD,QAAQC;AACzB,WAAKzD,eAAesD,IAAI,cAAcE,QAAQE,QAAQC,GAAG;IAC3D;EACF;EAEA,MAAyBC,eAAe;AACtC,UAAM,MAAMA,aAAAA;AACZ,SAAKL,YAAW;AAChB,WAAO;EACT;AACF;AAtJUtE;AAGR,cAPWD,mBAOK6E,iBAAgB;EAAC9E;;AAP5B,IAAMC,mBAAN;","names":["assertEx","compact","fulfilled","AbstractArchivist","ArchivistAllQuerySchema","ArchivistClearQuerySchema","ArchivistCommitQuerySchema","ArchivistDeleteQuerySchema","ArchivistInsertQuerySchema","PayloadHasher","PayloadWrapper","store","StorageArchivistConfigSchema","StorageArchivist","AbstractArchivist","_privateStorage","_storage","maxEntries","config","maxEntrySize","namespace","persistAccount","queries","ArchivistAllQuerySchema","ArchivistDeleteQuerySchema","ArchivistClearQuerySchema","ArchivistInsertQuerySchema","ArchivistCommitQuerySchema","type","privateStorage","store","storage","allHandler","logger","log","length","Object","entries","getAll","map","value","clearHandler","clear","emit","module","commitHandler","payloads","all","assertEx","settled","Promise","allSettled","compact","values","parents","commit","parent","_a","queryPayload","schema","query","bindQuery","filter","fulfilled","result","deleteHandler","hashes","payloadPairs","get","payload","PayloadHasher","hashAsync","deletedPairs","hash","remove","getHandler","insertHandler","resultPayloads","wrapper","PayloadWrapper","wrap","JSON","stringify","set","saveAccount","account","address","private","hex","startHandler","configSchemas"]}

package/dist/node/index.d.cts

@@ -0,0 +1,8 @@
+export * from './AbstractArchivingModule';
+export * from './CookieArchivist';
+export * from './StorageArchivist';
+export * from '@xyo-network/archivist-abstract';
+export * from '@xyo-network/archivist-model';
+export * from '@xyo-network/archivist-wrapper';
+export * from '@xyo-network/memory-archivist';
+//# sourceMappingURL=index.d.ts.map

package/dist/node/index.d.cts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,2BAA2B,CAAA;AACzC,cAAc,mBAAmB,CAAA;AACjC,cAAc,oBAAoB,CAAA;AAClC,cAAc,iCAAiC,CAAA;AAC/C,cAAc,8BAA8B,CAAA;AAC5C,cAAc,gCAAgC,CAAA;AAC9C,cAAc,+BAA+B,CAAA"}

package/dist/node/index.js

@@ -1,8 +1,16 @@
 "use strict";
+var __create = Object.create;
 var __defProp = Object.defineProperty;
 var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
 var __getOwnPropNames = Object.getOwnPropertyNames;
+var __getProtoOf = Object.getPrototypeOf;
 var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __defNormalProp = (obj, key, value) => key in obj ? __defProp(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
+var __name = (target, value) => __defProp(target, "name", { value, configurable: true });
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
 var __copyProps = (to, from, except, desc) => {
   if (from && typeof from === "object" || typeof from === "function") {
     for (let key of __getOwnPropNames(from))
@@ -12,21 +20,341 @@ var __copyProps = (to, from, except, desc) => {
   return to;
 };
 var __reExport = (target, mod, secondTarget) => (__copyProps(target, mod, "default"), secondTarget && __copyProps(secondTarget, mod, "default"));
+var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
+  // If the importer is in node compatibility mode or this is not an ESM
+  // file that has been converted to a CommonJS file using a Babel-
+  // compatible transform (i.e. "__esModule" has not been set), then set
+  // "default" to the CommonJS "module.exports" for node compatibility.
+  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
+  mod
+));
 var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var __publicField = (obj, key, value) => {
+  __defNormalProp(obj, typeof key !== "symbol" ? key + "" : key, value);
+  return value;
+};
+
+// src/index.ts
 var src_exports = {};
+__export(src_exports, {
+  AbstractArchivingModule: () => AbstractArchivingModule,
+  CookieArchivist: () => CookieArchivist,
+  CookieArchivistConfigSchema: () => CookieArchivistConfigSchema,
+  StorageArchivist: () => StorageArchivist,
+  StorageArchivistConfigSchema: () => StorageArchivistConfigSchema
+});
 module.exports = __toCommonJS(src_exports);
-__reExport(src_exports, require("./AbstractArchivingModule"), module.exports);
-__reExport(src_exports, require("./CookieArchivist"), module.exports);
-__reExport(src_exports, require("./StorageArchivist"), module.exports);
+
+// src/AbstractArchivingModule.ts
+var import_lodash = require("@xylabs/lodash");
+var import_archivist_model = require("@xyo-network/archivist-model");
+var import_module = require("@xyo-network/module");
+var _AbstractArchivingModule = class _AbstractArchivingModule extends import_module.AbstractModuleInstance {
+  async bindQueryResult(query, payloads, additionalWitnesses = [], errorPayloads = []) {
+    const result = await super.bindQueryResult(query, payloads, additionalWitnesses, errorPayloads);
+    await this.storeToArchivists(result.flat());
+    return result;
+  }
+  async resolveArchivists() {
+    return (0, import_lodash.compact)((await Promise.all(await this.resolve({
+      address: this.config.archivists ?? []
+    }) ?? [])).map((module2) => (0, import_archivist_model.asArchivistInstance)(module2, () => `Module failed to cast to Archivist [${module2.config.name}]`)));
+  }
+  async storeToArchivists(payloads) {
+    const archivists = await this.resolveArchivists();
+    return (await Promise.all(archivists.map((archivist) => {
+      var _a;
+      return (_a = archivist.insert) == null ? void 0 : _a.call(archivist, payloads);
+    }))).map(([bw]) => bw);
+  }
+};
+__name(_AbstractArchivingModule, "AbstractArchivingModule");
+var AbstractArchivingModule = _AbstractArchivingModule;
+
+// src/CookieArchivist.ts
+var import_assert = require("@xylabs/assert");
+var import_lodash2 = require("@xylabs/lodash");
+var import_promise = require("@xylabs/promise");
+var import_archivist_abstract = require("@xyo-network/archivist-abstract");
+var import_archivist_model2 = require("@xyo-network/archivist-model");
+var import_core = require("@xyo-network/core");
+var import_payload_wrapper = require("@xyo-network/payload-wrapper");
+var import_js_cookie = __toESM(require("js-cookie"));
+var CookieArchivistConfigSchema = "network.xyo.archivist.cookie.config";
+var _CookieArchivist = class _CookieArchivist extends import_archivist_abstract.AbstractArchivist {
+  get domain() {
+    var _a;
+    return (_a = this.config) == null ? void 0 : _a.domain;
+  }
+  get maxEntries() {
+    var _a;
+    return ((_a = this.config) == null ? void 0 : _a.maxEntries) ?? 60;
+  }
+  get maxEntrySize() {
+    var _a;
+    return ((_a = this.config) == null ? void 0 : _a.maxEntrySize) ?? 4e3;
+  }
+  get namespace() {
+    var _a;
+    return ((_a = this.config) == null ? void 0 : _a.namespace) ?? "xyoarch";
+  }
+  get queries() {
+    return [
+      import_archivist_model2.ArchivistAllQuerySchema,
+      import_archivist_model2.ArchivistDeleteQuerySchema,
+      import_archivist_model2.ArchivistClearQuerySchema,
+      import_archivist_model2.ArchivistInsertQuerySchema,
+      import_archivist_model2.ArchivistCommitQuerySchema,
+      ...super.queries
+    ];
+  }
+  allHandler() {
+    try {
+      return Object.entries(import_js_cookie.default.get()).filter(([key]) => key.startsWith(`${this.namespace}-`)).map(([, value]) => JSON.parse(value));
+    } catch (ex) {
+      console.error(`Error: ${JSON.stringify(ex, null, 2)}`);
+      throw ex;
+    }
+  }
+  clearHandler() {
+    try {
+      Object.entries(import_js_cookie.default.get()).map(([key]) => {
+        if (key.startsWith(`${this.namespace}-`)) {
+          import_js_cookie.default.remove(key);
+        }
+      });
+    } catch (ex) {
+      console.error(`Error: ${JSON.stringify(ex, null, 2)}`);
+      throw ex;
+    }
+  }
+  async commitHandler() {
+    var _a;
+    try {
+      const payloads = await this.all();
+      (0, import_assert.assertEx)(payloads.length > 0, "Nothing to commit");
+      const settled = await Promise.allSettled((0, import_lodash2.compact)((_a = Object.values((await this.parents()).commit ?? [])) == null ? void 0 : _a.map(async (parent) => {
+        var _a2;
+        const queryPayload = {
+          schema: import_archivist_model2.ArchivistInsertQuerySchema
+        };
+        const query = await this.bindQuery(queryPayload, payloads);
+        return (_a2 = await (parent == null ? void 0 : parent.query(query[0], query[1]))) == null ? void 0 : _a2[0];
+      })));
+      await this.clear();
+      return (0, import_lodash2.compact)(settled.filter(import_promise.fulfilled).map((result) => result.value));
+    } catch (ex) {
+      console.error(`Error: ${JSON.stringify(ex, null, 2)}`);
+      throw ex;
+    }
+  }
+  async deleteHandler(hashes) {
+    const payloadPairs = await Promise.all((await this.get(hashes)).map(async (payload) => [
+      await import_core.PayloadHasher.hashAsync(payload),
+      payload
+    ]));
+    const deletedPairs = (0, import_lodash2.compact)(await Promise.all(payloadPairs.map(([hash, payload]) => {
+      import_js_cookie.default.remove(hash);
+      return [
+        hash,
+        payload
+      ];
+    })));
+    return deletedPairs.map(([hash]) => hash);
+  }
+  getHandler(hashes) {
+    return (0, import_lodash2.compact)(hashes.map((hash) => {
+      const cookieString = import_js_cookie.default.get(this.keyFromHash(hash));
+      return cookieString ? JSON.parse(cookieString) : void 0;
+    }));
+  }
+  async insertHandler(payloads) {
+    try {
+      const resultPayloads = await Promise.all(payloads.map(async (payload) => {
+        const wrapper = import_payload_wrapper.PayloadWrapper.wrap(payload);
+        const key = this.keyFromHash(await wrapper.hashAsync());
+        const value = JSON.stringify(wrapper.payload());
+        (0, import_assert.assertEx)(value.length < this.maxEntrySize, `Payload too large [${wrapper.hashAsync()}, ${value.length}]`);
+        import_js_cookie.default.set(key, JSON.stringify(wrapper.payload()));
+        return wrapper.payload();
+      }));
+      return resultPayloads;
+    } catch (ex) {
+      console.error(`Error: ${JSON.stringify(ex, null, 2)}`);
+      throw ex;
+    }
+  }
+  keyFromHash(hash) {
+    return `${this.namespace}-${hash}`;
+  }
+};
+__name(_CookieArchivist, "CookieArchivist");
+__publicField(_CookieArchivist, "configSchemas", [
+  CookieArchivistConfigSchema
+]);
+var CookieArchivist = _CookieArchivist;
+
+// src/StorageArchivist.ts
+var import_assert2 = require("@xylabs/assert");
+var import_lodash3 = require("@xylabs/lodash");
+var import_promise2 = require("@xylabs/promise");
+var import_archivist_abstract2 = require("@xyo-network/archivist-abstract");
+var import_archivist_model3 = require("@xyo-network/archivist-model");
+var import_core2 = require("@xyo-network/core");
+var import_payload_wrapper2 = require("@xyo-network/payload-wrapper");
+var import_store2 = __toESM(require("store2"));
+var StorageArchivistConfigSchema = "network.xyo.archivist.storage.config";
+var _StorageArchivist = class _StorageArchivist extends import_archivist_abstract2.AbstractArchivist {
+  _privateStorage;
+  _storage;
+  get maxEntries() {
+    var _a;
+    return ((_a = this.config) == null ? void 0 : _a.maxEntries) ?? 1e3;
+  }
+  get maxEntrySize() {
+    var _a;
+    return ((_a = this.config) == null ? void 0 : _a.maxEntrySize) ?? 16e3;
+  }
+  get namespace() {
+    var _a;
+    return ((_a = this.config) == null ? void 0 : _a.namespace) ?? "xyo-archivist";
+  }
+  get persistAccount() {
+    var _a;
+    return ((_a = this.config) == null ? void 0 : _a.persistAccount) ?? false;
+  }
+  get queries() {
+    return [
+      import_archivist_model3.ArchivistAllQuerySchema,
+      import_archivist_model3.ArchivistDeleteQuerySchema,
+      import_archivist_model3.ArchivistClearQuerySchema,
+      import_archivist_model3.ArchivistInsertQuerySchema,
+      import_archivist_model3.ArchivistCommitQuerySchema,
+      ...super.queries
+    ];
+  }
+  get type() {
+    var _a;
+    return ((_a = this.config) == null ? void 0 : _a.type) ?? "local";
+  }
+  /* This has to be a getter so that it can access it during construction */
+  get privateStorage() {
+    this._privateStorage = this._storage ?? import_store2.default[this.type].namespace(`${this.namespace}|private`);
+    return this._privateStorage;
+  }
+  /* This has to be a getter so that it can access it during construction */
+  get storage() {
+    this._storage = this._storage ?? import_store2.default[this.type].namespace(this.namespace);
+    return this._storage;
+  }
+  /*override async loadAccount(account?: AccountInstance, persistAccount?: boolean, privateStorage?: StoreBase, _logger?: Logger) {
+    if (!this._account) {
+      if (persistAccount) {
+        const privateKey = privateStorage?.get('privateKey')
+        if (privateKey) {
+          try {
+            this._account = await Account.create({ privateKey })
+            return this._account
+          } catch (ex) {
+            console.error(`Error reading Account from storage [${ex}] - Recreating Account`)
+            privateStorage?.remove('privateKey')
+          }
+        }
+      }
+    }
+    return await super.loadAccount()
+  }*/
+  allHandler() {
+    var _a;
+    (_a = this.logger) == null ? void 0 : _a.log(`this.storage.length: ${this.storage.length}`);
+    return Object.entries(this.storage.getAll()).map(([, value]) => value);
+  }
+  clearHandler() {
+    var _a;
+    (_a = this.logger) == null ? void 0 : _a.log(`this.storage.length: ${this.storage.length}`);
+    this.storage.clear();
+    return this.emit("cleared", {
+      module: this
+    });
+  }
+  async commitHandler() {
+    var _a, _b;
+    (_a = this.logger) == null ? void 0 : _a.log(`this.storage.length: ${this.storage.length}`);
+    const payloads = await this.all();
+    (0, import_assert2.assertEx)(payloads.length > 0, "Nothing to commit");
+    const settled = await Promise.allSettled((0, import_lodash3.compact)((_b = Object.values((await this.parents()).commit ?? [])) == null ? void 0 : _b.map(async (parent) => {
+      var _a2;
+      const queryPayload = {
+        schema: import_archivist_model3.ArchivistInsertQuerySchema
+      };
+      const query = await this.bindQuery(queryPayload, payloads);
+      return (_a2 = await (parent == null ? void 0 : parent.query(query[0], query[1]))) == null ? void 0 : _a2[0];
+    })));
+    await this.clear();
+    return (0, import_lodash3.compact)(settled.filter(import_promise2.fulfilled).map((result) => result.value));
+  }
+  async deleteHandler(hashes) {
+    const payloadPairs = await Promise.all((await this.get(hashes)).map(async (payload) => [
+      await import_core2.PayloadHasher.hashAsync(payload),
+      payload
+    ]));
+    const deletedPairs = (0, import_lodash3.compact)(await Promise.all(payloadPairs.map(([hash, payload]) => {
+      this.storage.remove(hash);
+      return [
+        hash,
+        payload
+      ];
+    })));
+    return deletedPairs.map(([hash]) => hash);
+  }
+  getHandler(hashes) {
+    return (0, import_lodash3.compact)(hashes.map((hash) => {
+      return this.storage.get(hash);
+    }));
+  }
+  async insertHandler(payloads) {
+    const resultPayloads = await Promise.all(payloads.map(async (payload) => {
+      const wrapper = import_payload_wrapper2.PayloadWrapper.wrap(payload);
+      const hash = await wrapper.hashAsync();
+      const value = JSON.stringify(wrapper.payload());
+      (0, import_assert2.assertEx)(value.length < this.maxEntrySize, `Payload too large [${hash}, ${value.length}]`);
+      this.storage.set(hash, wrapper.payload());
+      return wrapper.payload();
+    }));
+    return resultPayloads;
+  }
+  saveAccount() {
+    var _a;
+    if (this.persistAccount) {
+      const account = this.account;
+      (_a = this.logger) == null ? void 0 : _a.log(account.address);
+      this.privateStorage.set("privateKey", account.private.hex);
+    }
+  }
+  async startHandler() {
+    await super.startHandler();
+    this.saveAccount();
+    return true;
+  }
+};
+__name(_StorageArchivist, "StorageArchivist");
+__publicField(_StorageArchivist, "configSchemas", [
+  StorageArchivistConfigSchema
+]);
+var StorageArchivist = _StorageArchivist;
+
+// src/index.ts
 __reExport(src_exports, require("@xyo-network/archivist-abstract"), module.exports);
 __reExport(src_exports, require("@xyo-network/archivist-model"), module.exports);
 __reExport(src_exports, require("@xyo-network/archivist-wrapper"), module.exports);
 __reExport(src_exports, require("@xyo-network/memory-archivist"), module.exports);
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
-  ...require("./AbstractArchivingModule"),
-  ...require("./CookieArchivist"),
-  ...require("./StorageArchivist"),
+  AbstractArchivingModule,
+  CookieArchivist,
+  CookieArchivistConfigSchema,
+  StorageArchivist,
+  StorageArchivistConfigSchema,
   ...require("@xyo-network/archivist-abstract"),
   ...require("@xyo-network/archivist-model"),
   ...require("@xyo-network/archivist-wrapper"),