@xyo-network/archivist 2.74.5 → 2.75.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/browser/AbstractArchivingModule.cjs +51 -0
- package/dist/browser/AbstractArchivingModule.cjs.map +1 -0
- package/dist/browser/AbstractArchivingModule.d.cts.map +1 -0
- package/dist/browser/AbstractArchivingModule.d.mts.map +1 -0
- package/dist/browser/AbstractArchivingModule.d.ts +14 -0
- package/dist/browser/AbstractArchivingModule.d.ts.map +1 -0
- package/dist/browser/AbstractArchivingModule.js +30 -0
- package/dist/browser/AbstractArchivingModule.js.map +1 -0
- package/dist/browser/CookieArchivist.cjs +154 -0
- package/dist/browser/CookieArchivist.cjs.map +1 -0
- package/dist/browser/CookieArchivist.d.cts.map +1 -0
- package/dist/browser/CookieArchivist.d.mts.map +1 -0
- package/dist/browser/CookieArchivist.d.ts +32 -0
- package/dist/browser/CookieArchivist.d.ts.map +1 -0
- package/dist/browser/CookieArchivist.js +123 -0
- package/dist/browser/CookieArchivist.js.map +1 -0
- package/dist/browser/StorageArchivist.cjs +176 -0
- package/dist/browser/StorageArchivist.cjs.map +1 -0
- package/dist/browser/StorageArchivist.d.cts.map +1 -0
- package/dist/browser/StorageArchivist.d.mts.map +1 -0
- package/dist/browser/StorageArchivist.d.ts +39 -0
- package/dist/browser/StorageArchivist.d.ts.map +1 -0
- package/dist/browser/StorageArchivist.js +145 -0
- package/dist/browser/StorageArchivist.js.map +1 -0
- package/dist/{index.js → browser/index.cjs} +1 -13
- package/dist/browser/index.cjs.map +1 -0
- package/dist/browser/index.d.cts.map +1 -0
- package/dist/browser/index.d.mts.map +1 -0
- package/dist/browser/index.d.ts +8 -0
- package/dist/browser/index.d.ts.map +1 -0
- package/dist/browser/index.js +8 -0
- package/dist/browser/index.js.map +1 -0
- package/dist/docs.json +3124 -3124
- package/dist/node/AbstractArchivingModule.d.cts +14 -0
- package/dist/node/AbstractArchivingModule.d.cts.map +1 -0
- package/dist/node/AbstractArchivingModule.d.mts +14 -0
- package/dist/node/AbstractArchivingModule.d.mts.map +1 -0
- package/dist/node/AbstractArchivingModule.d.ts +14 -0
- package/dist/node/AbstractArchivingModule.d.ts.map +1 -0
- package/dist/node/AbstractArchivingModule.js +55 -0
- package/dist/node/AbstractArchivingModule.js.map +1 -0
- package/dist/node/AbstractArchivingModule.mjs +32 -0
- package/dist/node/AbstractArchivingModule.mjs.map +1 -0
- package/dist/node/CookieArchivist.d.cts +32 -0
- package/dist/node/CookieArchivist.d.cts.map +1 -0
- package/dist/node/CookieArchivist.d.mts +32 -0
- package/dist/node/CookieArchivist.d.mts.map +1 -0
- package/dist/node/CookieArchivist.d.ts +32 -0
- package/dist/node/CookieArchivist.d.ts.map +1 -0
- package/dist/node/CookieArchivist.js +169 -0
- package/dist/node/CookieArchivist.js.map +1 -0
- package/dist/node/CookieArchivist.mjs +135 -0
- package/dist/node/CookieArchivist.mjs.map +1 -0
- package/dist/node/StorageArchivist.d.cts +39 -0
- package/dist/node/StorageArchivist.d.cts.map +1 -0
- package/dist/node/StorageArchivist.d.mts +39 -0
- package/dist/node/StorageArchivist.d.mts.map +1 -0
- package/dist/node/StorageArchivist.d.ts +39 -0
- package/dist/node/StorageArchivist.d.ts.map +1 -0
- package/dist/node/StorageArchivist.js +195 -0
- package/dist/node/StorageArchivist.js.map +1 -0
- package/dist/node/StorageArchivist.mjs +161 -0
- package/dist/node/StorageArchivist.mjs.map +1 -0
- package/dist/node/index.d.cts +8 -0
- package/dist/node/index.d.cts.map +1 -0
- package/dist/node/index.d.mts +8 -0
- package/dist/node/index.d.mts.map +1 -0
- package/dist/node/index.d.ts +8 -0
- package/dist/node/index.d.ts.map +1 -0
- package/dist/node/index.js +363 -0
- package/dist/node/index.js.map +1 -0
- package/dist/{index.mjs → node/index.mjs} +55 -36
- package/dist/node/index.mjs.map +1 -0
- package/package.json +40 -37
- package/dist/AbstractArchivingModule.d.mts.map +0 -1
- package/dist/AbstractArchivingModule.d.ts.map +0 -1
- package/dist/CookieArchivist.d.mts.map +0 -1
- package/dist/CookieArchivist.d.ts.map +0 -1
- package/dist/StorageArchivist.d.mts.map +0 -1
- package/dist/StorageArchivist.d.ts.map +0 -1
- package/dist/index.d.mts.map +0 -1
- package/dist/index.d.ts.map +0 -1
- package/dist/index.js.map +0 -1
- package/dist/index.mjs.map +0 -1
- /package/dist/{AbstractArchivingModule.d.mts → browser/AbstractArchivingModule.d.cts} +0 -0
- /package/dist/{AbstractArchivingModule.d.ts → browser/AbstractArchivingModule.d.mts} +0 -0
- /package/dist/{CookieArchivist.d.mts → browser/CookieArchivist.d.cts} +0 -0
- /package/dist/{CookieArchivist.d.ts → browser/CookieArchivist.d.mts} +0 -0
- /package/dist/{StorageArchivist.d.mts → browser/StorageArchivist.d.cts} +0 -0
- /package/dist/{StorageArchivist.d.ts → browser/StorageArchivist.d.mts} +0 -0
- /package/dist/{index.d.mts → browser/index.d.cts} +0 -0
- /package/dist/{index.d.ts → browser/index.d.mts} +0 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../src/CookieArchivist.ts"],"sourcesContent":["import { assertEx } from '@xylabs/assert'\nimport { compact } from '@xylabs/lodash'\nimport { fulfilled } from '@xylabs/promise'\nimport { AbstractArchivist } from '@xyo-network/archivist-abstract'\nimport {\n ArchivistAllQuerySchema,\n ArchivistClearQuerySchema,\n ArchivistCommitQuerySchema,\n ArchivistConfig,\n ArchivistDeleteQuerySchema,\n ArchivistInsertQuery,\n ArchivistInsertQuerySchema,\n ArchivistModuleEventData,\n ArchivistParams,\n} from '@xyo-network/archivist-model'\nimport { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { PayloadHasher } from '@xyo-network/core'\nimport { AnyConfigSchema } from '@xyo-network/module'\nimport { Payload } from '@xyo-network/payload-model'\nimport { PayloadWrapper } from '@xyo-network/payload-wrapper'\nimport { Promisable, PromisableArray } from '@xyo-network/promise'\nimport Cookies from 'js-cookie'\n\nexport type CookieArchivistConfigSchema = 'network.xyo.archivist.cookie.config'\nexport const CookieArchivistConfigSchema: CookieArchivistConfigSchema = 'network.xyo.archivist.cookie.config'\n\nexport type CookieArchivistConfig = ArchivistConfig<{\n domain?: string\n maxEntries?: number\n maxEntrySize?: number\n namespace?: string\n schema: CookieArchivistConfigSchema\n}>\n\nexport type CookieArchivistParams = ArchivistParams<AnyConfigSchema<CookieArchivistConfig>>\n\nexport class CookieArchivist<\n TParams extends CookieArchivistParams,\n TEventData extends ArchivistModuleEventData = ArchivistModuleEventData,\n> extends AbstractArchivist<TParams, TEventData> {\n static override configSchemas = [CookieArchivistConfigSchema]\n\n get domain() {\n return this.config?.domain\n }\n\n get maxEntries() {\n //all browsers support at least 60 cookies\n return this.config?.maxEntries ?? 60\n }\n\n get maxEntrySize() {\n //all browsers support at least 4000 length per cookie\n return this.config?.maxEntrySize ?? 4000\n }\n\n get namespace() {\n return this.config?.namespace ?? 'xyoarch'\n }\n\n override get queries(): string[] {\n return [\n ArchivistAllQuerySchema,\n ArchivistDeleteQuerySchema,\n ArchivistClearQuerySchema,\n ArchivistInsertQuerySchema,\n ArchivistCommitQuerySchema,\n ...super.queries,\n ]\n }\n\n protected override allHandler(): PromisableArray<Payload> {\n try {\n return Object.entries(Cookies.get())\n .filter(([key]) => key.startsWith(`${this.namespace}-`))\n .map(([, value]) => JSON.parse(value))\n } catch (ex) {\n console.error(`Error: ${JSON.stringify(ex, null, 2)}`)\n throw ex\n }\n }\n\n protected override clearHandler(): void | Promise<void> {\n try {\n Object.entries(Cookies.get()).map(([key]) => {\n if (key.startsWith(`${this.namespace}-`)) {\n Cookies.remove(key)\n }\n })\n } catch (ex) {\n console.error(`Error: ${JSON.stringify(ex, null, 2)}`)\n throw ex\n }\n }\n\n protected override async commitHandler(): Promise<BoundWitness[]> {\n try {\n const payloads = await this.all()\n assertEx(payloads.length > 0, 'Nothing to commit')\n const settled = await Promise.allSettled(\n compact(\n Object.values((await this.parents()).commit ?? [])?.map(async (parent) => {\n const queryPayload: ArchivistInsertQuery = {\n schema: ArchivistInsertQuerySchema,\n }\n const query = await this.bindQuery(queryPayload, payloads)\n return (await parent?.query(query[0], query[1]))?.[0]\n }),\n ),\n )\n await this.clear()\n return compact(settled.filter(fulfilled).map((result) => result.value))\n } catch (ex) {\n console.error(`Error: ${JSON.stringify(ex, null, 2)}`)\n throw ex\n }\n }\n\n protected override async deleteHandler(hashes: string[]): Promise<string[]> {\n const payloadPairs: [string, Payload][] = await Promise.all(\n (await this.get(hashes)).map<Promise<[string, Payload]>>(async (payload) => [await PayloadHasher.hashAsync(payload), payload]),\n )\n const deletedPairs: [string, Payload][] = compact(\n await Promise.all(\n payloadPairs.map<[string, Payload] | undefined>(([hash, payload]) => {\n Cookies.remove(hash)\n return [hash, payload]\n }),\n ),\n )\n return deletedPairs.map(([hash]) => hash)\n }\n\n protected override getHandler(hashes: string[]): Promisable<Payload[]> {\n return compact(\n hashes.map((hash) => {\n const cookieString = Cookies.get(this.keyFromHash(hash))\n return cookieString ? JSON.parse(cookieString) : undefined\n }),\n )\n }\n\n protected override async insertHandler(payloads: Payload[]): Promise<Payload[]> {\n try {\n const resultPayloads: Payload[] = await Promise.all(\n payloads.map(async (payload) => {\n const wrapper = PayloadWrapper.wrap(payload)\n const key = this.keyFromHash(await wrapper.hashAsync())\n const value = JSON.stringify(wrapper.payload())\n assertEx(value.length < this.maxEntrySize, `Payload too large [${wrapper.hashAsync()}, ${value.length}]`)\n Cookies.set(key, JSON.stringify(wrapper.payload()))\n return wrapper.payload()\n }),\n )\n return resultPayloads\n } catch (ex) {\n console.error(`Error: ${JSON.stringify(ex, null, 2)}`)\n throw ex\n }\n }\n\n private keyFromHash(hash: string) {\n return `${this.namespace}-${hash}`\n }\n}\n"],"mappings":";;;;;;;;;AAAA,SAASA,gBAAgB;AACzB,SAASC,eAAe;AACxB,SAASC,iBAAiB;AAC1B,SAASC,yBAAyB;AAClC,SACEC,yBACAC,2BACAC,4BAEAC,4BAEAC,kCAGK;AAEP,SAASC,qBAAqB;AAG9B,SAASC,sBAAsB;AAE/B,OAAOC,aAAa;AAGb,IAAMC,8BAA2D;AAYjE,IAAMC,mBAAN,MAAMA,yBAGHC,kBAAAA;EAGR,IAAIC,SAAS;AA1Cf;AA2CI,YAAO,UAAKC,WAAL,mBAAaD;EACtB;EAEA,IAAIE,aAAa;AA9CnB;AAgDI,aAAO,UAAKD,WAAL,mBAAaC,eAAc;EACpC;EAEA,IAAIC,eAAe;AAnDrB;AAqDI,aAAO,UAAKF,WAAL,mBAAaE,iBAAgB;EACtC;EAEA,IAAIC,YAAY;AAxDlB;AAyDI,aAAO,UAAKH,WAAL,mBAAaG,cAAa;EACnC;EAEA,IAAaC,UAAoB;AAC/B,WAAO;MACLC;MACAC;MACAC;MACAC;MACAC;SACG,MAAML;;EAEb;EAEmBM,aAAuC;AACxD,QAAI;AACF,aAAOC,OAAOC,QAAQC,QAAQC,IAAG,CAAA,EAC9BC,OAAO,CAAC,CAACC,GAAAA,MAASA,IAAIC,WAAW,GAAG,KAAKd,SAAS,GAAG,CAAA,EACrDe,IAAI,CAAC,CAAA,EAAGC,KAAAA,MAAWC,KAAKC,MAAMF,KAAAA,CAAAA;IACnC,SAASG,IAAI;AACXC,cAAQC,MAAM,UAAUJ,KAAKK,UAAUH,IAAI,MAAM,CAAA,CAAA,EAAI;AACrD,YAAMA;IACR;EACF;EAEmBI,eAAqC;AACtD,QAAI;AACFf,aAAOC,QAAQC,QAAQC,IAAG,CAAA,EAAII,IAAI,CAAC,CAACF,GAAAA,MAAI;AACtC,YAAIA,IAAIC,WAAW,GAAG,KAAKd,SAAS,GAAG,GAAG;AACxCU,kBAAQc,OAAOX,GAAAA;QACjB;MACF,CAAA;IACF,SAASM,IAAI;AACXC,cAAQC,MAAM,UAAUJ,KAAKK,UAAUH,IAAI,MAAM,CAAA,CAAA,EAAI;AACrD,YAAMA;IACR;EACF;EAEA,MAAyBM,gBAAyC;AA/FpE;AAgGI,QAAI;AACF,YAAMC,WAAW,MAAM,KAAKC,IAAG;AAC/BC,eAASF,SAASG,SAAS,GAAG,mBAAA;AAC9B,YAAMC,UAAU,MAAMC,QAAQC,WAC5BC,SACEzB,YAAO0B,QAAQ,MAAM,KAAKC,QAAO,GAAIC,UAAU,CAAA,CAAE,MAAjD5B,mBAAoDO,IAAI,OAAOsB,WAAAA;AArGzE,YAAAC;AAsGY,cAAMC,eAAqC;UACzCC,QAAQnC;QACV;AACA,cAAMoC,QAAQ,MAAM,KAAKC,UAAUH,cAAcb,QAAAA;AACjD,gBAAQY,MAAA,OAAMD,iCAAQI,MAAMA,MAAM,CAAA,GAAIA,MAAM,CAAA,QAApC,gBAAAH,IAA2C;MACrD,EAAA,CAAA;AAGJ,YAAM,KAAKK,MAAK;AAChB,aAAOV,QAAQH,QAAQlB,OAAOgC,SAAAA,EAAW7B,IAAI,CAAC8B,WAAWA,OAAO7B,KAAK,CAAA;IACvE,SAASG,IAAI;AACXC,cAAQC,MAAM,UAAUJ,KAAKK,UAAUH,IAAI,MAAM,CAAA,CAAA,EAAI;AACrD,YAAMA;IACR;EACF;EAEA,MAAyB2B,cAAcC,QAAqC;AAC1E,UAAMC,eAAoC,MAAMjB,QAAQJ,KACrD,MAAM,KAAKhB,IAAIoC,MAAAA,GAAShC,IAAgC,OAAOkC,YAAY;MAAC,MAAMC,cAAcC,UAAUF,OAAAA;MAAUA;KAAQ,CAAA;AAE/H,UAAMG,eAAoCnB,QACxC,MAAMF,QAAQJ,IACZqB,aAAajC,IAAmC,CAAC,CAACsC,MAAMJ,OAAAA,MAAQ;AAC9DvC,cAAQc,OAAO6B,IAAAA;AACf,aAAO;QAACA;QAAMJ;;IAChB,CAAA,CAAA,CAAA;AAGJ,WAAOG,aAAarC,IAAI,CAAC,CAACsC,IAAAA,MAAUA,IAAAA;EACtC;EAEmBC,WAAWP,QAAyC;AACrE,WAAOd,QACLc,OAAOhC,IAAI,CAACsC,SAAAA;AACV,YAAME,eAAe7C,QAAQC,IAAI,KAAK6C,YAAYH,IAAAA,CAAAA;AAClD,aAAOE,eAAetC,KAAKC,MAAMqC,YAAAA,IAAgBE;IACnD,CAAA,CAAA;EAEJ;EAEA,MAAyBC,cAAchC,UAAyC;AAC9E,QAAI;AACF,YAAMiC,iBAA4B,MAAM5B,QAAQJ,IAC9CD,SAASX,IAAI,OAAOkC,YAAAA;AAClB,cAAMW,UAAUC,eAAeC,KAAKb,OAAAA;AACpC,cAAMpC,MAAM,KAAK2C,YAAY,MAAMI,QAAQT,UAAS,CAAA;AACpD,cAAMnC,QAAQC,KAAKK,UAAUsC,QAAQX,QAAO,CAAA;AAC5CrB,iBAASZ,MAAMa,SAAS,KAAK9B,cAAc,sBAAsB6D,QAAQT,UAAS,CAAA,KAAOnC,MAAMa,MAAM,GAAG;AACxGnB,gBAAQqD,IAAIlD,KAAKI,KAAKK,UAAUsC,QAAQX,QAAO,CAAA,CAAA;AAC/C,eAAOW,QAAQX,QAAO;MACxB,CAAA,CAAA;AAEF,aAAOU;IACT,SAASxC,IAAI;AACXC,cAAQC,MAAM,UAAUJ,KAAKK,UAAUH,IAAI,MAAM,CAAA,CAAA,EAAI;AACrD,YAAMA;IACR;EACF;EAEQqC,YAAYH,MAAc;AAChC,WAAO,GAAG,KAAKrD,SAAS,IAAIqD,IAAAA;EAC9B;AACF;AA7HU1D;AACR,cAJWD,kBAIKsE,iBAAgB;EAACvE;;AAJ5B,IAAMC,kBAAN;","names":["assertEx","compact","fulfilled","AbstractArchivist","ArchivistAllQuerySchema","ArchivistClearQuerySchema","ArchivistCommitQuerySchema","ArchivistDeleteQuerySchema","ArchivistInsertQuerySchema","PayloadHasher","PayloadWrapper","Cookies","CookieArchivistConfigSchema","CookieArchivist","AbstractArchivist","domain","config","maxEntries","maxEntrySize","namespace","queries","ArchivistAllQuerySchema","ArchivistDeleteQuerySchema","ArchivistClearQuerySchema","ArchivistInsertQuerySchema","ArchivistCommitQuerySchema","allHandler","Object","entries","Cookies","get","filter","key","startsWith","map","value","JSON","parse","ex","console","error","stringify","clearHandler","remove","commitHandler","payloads","all","assertEx","length","settled","Promise","allSettled","compact","values","parents","commit","parent","_a","queryPayload","schema","query","bindQuery","clear","fulfilled","result","deleteHandler","hashes","payloadPairs","payload","PayloadHasher","hashAsync","deletedPairs","hash","getHandler","cookieString","keyFromHash","undefined","insertHandler","resultPayloads","wrapper","PayloadWrapper","wrap","set","configSchemas"]}
|
|
@@ -0,0 +1,39 @@
|
|
|
1
|
+
import { AbstractArchivist } from '@xyo-network/archivist-abstract';
|
|
2
|
+
import { ArchivistConfig, ArchivistInstance, ArchivistModuleEventData, ArchivistParams } from '@xyo-network/archivist-model';
|
|
3
|
+
import { BoundWitness } from '@xyo-network/boundwitness-model';
|
|
4
|
+
import { AnyConfigSchema } from '@xyo-network/module';
|
|
5
|
+
import { Payload } from '@xyo-network/payload-model';
|
|
6
|
+
import { Promisable, PromisableArray } from '@xyo-network/promise';
|
|
7
|
+
export type StorageArchivistConfigSchema = 'network.xyo.archivist.storage.config';
|
|
8
|
+
export declare const StorageArchivistConfigSchema: StorageArchivistConfigSchema;
|
|
9
|
+
export type StorageArchivistConfig = ArchivistConfig<{
|
|
10
|
+
maxEntries?: number;
|
|
11
|
+
maxEntrySize?: number;
|
|
12
|
+
namespace?: string;
|
|
13
|
+
persistAccount?: boolean;
|
|
14
|
+
schema: StorageArchivistConfigSchema;
|
|
15
|
+
type?: 'local' | 'session' | 'page';
|
|
16
|
+
}>;
|
|
17
|
+
export type StorageArchivistParams = ArchivistParams<AnyConfigSchema<StorageArchivistConfig>>;
|
|
18
|
+
export declare class StorageArchivist<TParams extends StorageArchivistParams = StorageArchivistParams, TEventData extends ArchivistModuleEventData = ArchivistModuleEventData> extends AbstractArchivist<TParams, TEventData> implements ArchivistInstance {
|
|
19
|
+
static configSchemas: "network.xyo.archivist.storage.config"[];
|
|
20
|
+
private _privateStorage;
|
|
21
|
+
private _storage;
|
|
22
|
+
get maxEntries(): number;
|
|
23
|
+
get maxEntrySize(): number;
|
|
24
|
+
get namespace(): string;
|
|
25
|
+
get persistAccount(): boolean;
|
|
26
|
+
get queries(): string[];
|
|
27
|
+
get type(): "local" | "session" | "page";
|
|
28
|
+
private get privateStorage();
|
|
29
|
+
private get storage();
|
|
30
|
+
protected allHandler(): PromisableArray<Payload>;
|
|
31
|
+
protected clearHandler(): void | Promise<void>;
|
|
32
|
+
protected commitHandler(): Promise<BoundWitness[]>;
|
|
33
|
+
protected deleteHandler(hashes: string[]): Promise<string[]>;
|
|
34
|
+
protected getHandler(hashes: string[]): Promisable<Payload[]>;
|
|
35
|
+
protected insertHandler(payloads: Payload[]): Promise<Payload[]>;
|
|
36
|
+
protected saveAccount(): void;
|
|
37
|
+
protected startHandler(): Promise<boolean>;
|
|
38
|
+
}
|
|
39
|
+
//# sourceMappingURL=StorageArchivist.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"StorageArchivist.d.ts","sourceRoot":"","sources":["../../src/StorageArchivist.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,iBAAiB,EAAE,MAAM,iCAAiC,CAAA;AACnE,OAAO,EAIL,eAAe,EAIf,iBAAiB,EACjB,wBAAwB,EACxB,eAAe,EAChB,MAAM,8BAA8B,CAAA;AACrC,OAAO,EAAE,YAAY,EAAE,MAAM,iCAAiC,CAAA;AAE9D,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAA;AACrD,OAAO,EAAE,OAAO,EAAE,MAAM,4BAA4B,CAAA;AAEpD,OAAO,EAAE,UAAU,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAA;AAGlE,MAAM,MAAM,4BAA4B,GAAG,sCAAsC,CAAA;AACjF,eAAO,MAAM,4BAA4B,EAAE,4BAAqE,CAAA;AAEhH,MAAM,MAAM,sBAAsB,GAAG,eAAe,CAAC;IACnD,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,cAAc,CAAC,EAAE,OAAO,CAAA;IACxB,MAAM,EAAE,4BAA4B,CAAA;IACpC,IAAI,CAAC,EAAE,OAAO,GAAG,SAAS,GAAG,MAAM,CAAA;CACpC,CAAC,CAAA;AAEF,MAAM,MAAM,sBAAsB,GAAG,eAAe,CAAC,eAAe,CAAC,sBAAsB,CAAC,CAAC,CAAA;AAC7F,qBAAa,gBAAgB,CACzB,OAAO,SAAS,sBAAsB,GAAG,sBAAsB,EAC/D,UAAU,SAAS,wBAAwB,GAAG,wBAAwB,CAExE,SAAQ,iBAAiB,CAAC,OAAO,EAAE,UAAU,CAC7C,YAAW,iBAAiB;IAE5B,OAAgB,aAAa,2CAAiC;IAE9D,OAAO,CAAC,eAAe,CAAuB;IAC9C,OAAO,CAAC,QAAQ,CAAuB;IAEvC,IAAI,UAAU,WAEb;IAED,IAAI,YAAY,WAEf;IAED,IAAI,SAAS,WAEZ;IAED,IAAI,cAAc,YAEjB;IAED,IAAa,OAAO,IAAI,MAAM,EAAE,CAS/B;IAED,IAAI,IAAI,iCAEP;IAGD,OAAO,KAAK,cAAc,GAGzB;IAGD,OAAO,KAAK,OAAO,GAGlB;cAoBkB,UAAU,IAAI,eAAe,CAAC,OAAO,CAAC;cAKtC,YAAY,IAAI,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;cAM9B,aAAa,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;cAoBxC,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;cAexD,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,UAAU,CAAC,OAAO,EAAE,CAAC;cAQ7C,aAAa,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IAc/E,SAAS,CAAC,WAAW;cAQI,YAAY;CAKtC"}
|
|
@@ -0,0 +1,39 @@
|
|
|
1
|
+
import { AbstractArchivist } from '@xyo-network/archivist-abstract';
|
|
2
|
+
import { ArchivistConfig, ArchivistInstance, ArchivistModuleEventData, ArchivistParams } from '@xyo-network/archivist-model';
|
|
3
|
+
import { BoundWitness } from '@xyo-network/boundwitness-model';
|
|
4
|
+
import { AnyConfigSchema } from '@xyo-network/module';
|
|
5
|
+
import { Payload } from '@xyo-network/payload-model';
|
|
6
|
+
import { Promisable, PromisableArray } from '@xyo-network/promise';
|
|
7
|
+
export type StorageArchivistConfigSchema = 'network.xyo.archivist.storage.config';
|
|
8
|
+
export declare const StorageArchivistConfigSchema: StorageArchivistConfigSchema;
|
|
9
|
+
export type StorageArchivistConfig = ArchivistConfig<{
|
|
10
|
+
maxEntries?: number;
|
|
11
|
+
maxEntrySize?: number;
|
|
12
|
+
namespace?: string;
|
|
13
|
+
persistAccount?: boolean;
|
|
14
|
+
schema: StorageArchivistConfigSchema;
|
|
15
|
+
type?: 'local' | 'session' | 'page';
|
|
16
|
+
}>;
|
|
17
|
+
export type StorageArchivistParams = ArchivistParams<AnyConfigSchema<StorageArchivistConfig>>;
|
|
18
|
+
export declare class StorageArchivist<TParams extends StorageArchivistParams = StorageArchivistParams, TEventData extends ArchivistModuleEventData = ArchivistModuleEventData> extends AbstractArchivist<TParams, TEventData> implements ArchivistInstance {
|
|
19
|
+
static configSchemas: "network.xyo.archivist.storage.config"[];
|
|
20
|
+
private _privateStorage;
|
|
21
|
+
private _storage;
|
|
22
|
+
get maxEntries(): number;
|
|
23
|
+
get maxEntrySize(): number;
|
|
24
|
+
get namespace(): string;
|
|
25
|
+
get persistAccount(): boolean;
|
|
26
|
+
get queries(): string[];
|
|
27
|
+
get type(): "local" | "session" | "page";
|
|
28
|
+
private get privateStorage();
|
|
29
|
+
private get storage();
|
|
30
|
+
protected allHandler(): PromisableArray<Payload>;
|
|
31
|
+
protected clearHandler(): void | Promise<void>;
|
|
32
|
+
protected commitHandler(): Promise<BoundWitness[]>;
|
|
33
|
+
protected deleteHandler(hashes: string[]): Promise<string[]>;
|
|
34
|
+
protected getHandler(hashes: string[]): Promisable<Payload[]>;
|
|
35
|
+
protected insertHandler(payloads: Payload[]): Promise<Payload[]>;
|
|
36
|
+
protected saveAccount(): void;
|
|
37
|
+
protected startHandler(): Promise<boolean>;
|
|
38
|
+
}
|
|
39
|
+
//# sourceMappingURL=StorageArchivist.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"StorageArchivist.d.ts","sourceRoot":"","sources":["../../src/StorageArchivist.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,iBAAiB,EAAE,MAAM,iCAAiC,CAAA;AACnE,OAAO,EAIL,eAAe,EAIf,iBAAiB,EACjB,wBAAwB,EACxB,eAAe,EAChB,MAAM,8BAA8B,CAAA;AACrC,OAAO,EAAE,YAAY,EAAE,MAAM,iCAAiC,CAAA;AAE9D,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAA;AACrD,OAAO,EAAE,OAAO,EAAE,MAAM,4BAA4B,CAAA;AAEpD,OAAO,EAAE,UAAU,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAA;AAGlE,MAAM,MAAM,4BAA4B,GAAG,sCAAsC,CAAA;AACjF,eAAO,MAAM,4BAA4B,EAAE,4BAAqE,CAAA;AAEhH,MAAM,MAAM,sBAAsB,GAAG,eAAe,CAAC;IACnD,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,cAAc,CAAC,EAAE,OAAO,CAAA;IACxB,MAAM,EAAE,4BAA4B,CAAA;IACpC,IAAI,CAAC,EAAE,OAAO,GAAG,SAAS,GAAG,MAAM,CAAA;CACpC,CAAC,CAAA;AAEF,MAAM,MAAM,sBAAsB,GAAG,eAAe,CAAC,eAAe,CAAC,sBAAsB,CAAC,CAAC,CAAA;AAC7F,qBAAa,gBAAgB,CACzB,OAAO,SAAS,sBAAsB,GAAG,sBAAsB,EAC/D,UAAU,SAAS,wBAAwB,GAAG,wBAAwB,CAExE,SAAQ,iBAAiB,CAAC,OAAO,EAAE,UAAU,CAC7C,YAAW,iBAAiB;IAE5B,OAAgB,aAAa,2CAAiC;IAE9D,OAAO,CAAC,eAAe,CAAuB;IAC9C,OAAO,CAAC,QAAQ,CAAuB;IAEvC,IAAI,UAAU,WAEb;IAED,IAAI,YAAY,WAEf;IAED,IAAI,SAAS,WAEZ;IAED,IAAI,cAAc,YAEjB;IAED,IAAa,OAAO,IAAI,MAAM,EAAE,CAS/B;IAED,IAAI,IAAI,iCAEP;IAGD,OAAO,KAAK,cAAc,GAGzB;IAGD,OAAO,KAAK,OAAO,GAGlB;cAoBkB,UAAU,IAAI,eAAe,CAAC,OAAO,CAAC;cAKtC,YAAY,IAAI,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;cAM9B,aAAa,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;cAoBxC,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;cAexD,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,UAAU,CAAC,OAAO,EAAE,CAAC;cAQ7C,aAAa,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IAc/E,SAAS,CAAC,WAAW;cAQI,YAAY;CAKtC"}
|
|
@@ -0,0 +1,39 @@
|
|
|
1
|
+
import { AbstractArchivist } from '@xyo-network/archivist-abstract';
|
|
2
|
+
import { ArchivistConfig, ArchivistInstance, ArchivistModuleEventData, ArchivistParams } from '@xyo-network/archivist-model';
|
|
3
|
+
import { BoundWitness } from '@xyo-network/boundwitness-model';
|
|
4
|
+
import { AnyConfigSchema } from '@xyo-network/module';
|
|
5
|
+
import { Payload } from '@xyo-network/payload-model';
|
|
6
|
+
import { Promisable, PromisableArray } from '@xyo-network/promise';
|
|
7
|
+
export type StorageArchivistConfigSchema = 'network.xyo.archivist.storage.config';
|
|
8
|
+
export declare const StorageArchivistConfigSchema: StorageArchivistConfigSchema;
|
|
9
|
+
export type StorageArchivistConfig = ArchivistConfig<{
|
|
10
|
+
maxEntries?: number;
|
|
11
|
+
maxEntrySize?: number;
|
|
12
|
+
namespace?: string;
|
|
13
|
+
persistAccount?: boolean;
|
|
14
|
+
schema: StorageArchivistConfigSchema;
|
|
15
|
+
type?: 'local' | 'session' | 'page';
|
|
16
|
+
}>;
|
|
17
|
+
export type StorageArchivistParams = ArchivistParams<AnyConfigSchema<StorageArchivistConfig>>;
|
|
18
|
+
export declare class StorageArchivist<TParams extends StorageArchivistParams = StorageArchivistParams, TEventData extends ArchivistModuleEventData = ArchivistModuleEventData> extends AbstractArchivist<TParams, TEventData> implements ArchivistInstance {
|
|
19
|
+
static configSchemas: "network.xyo.archivist.storage.config"[];
|
|
20
|
+
private _privateStorage;
|
|
21
|
+
private _storage;
|
|
22
|
+
get maxEntries(): number;
|
|
23
|
+
get maxEntrySize(): number;
|
|
24
|
+
get namespace(): string;
|
|
25
|
+
get persistAccount(): boolean;
|
|
26
|
+
get queries(): string[];
|
|
27
|
+
get type(): "local" | "session" | "page";
|
|
28
|
+
private get privateStorage();
|
|
29
|
+
private get storage();
|
|
30
|
+
protected allHandler(): PromisableArray<Payload>;
|
|
31
|
+
protected clearHandler(): void | Promise<void>;
|
|
32
|
+
protected commitHandler(): Promise<BoundWitness[]>;
|
|
33
|
+
protected deleteHandler(hashes: string[]): Promise<string[]>;
|
|
34
|
+
protected getHandler(hashes: string[]): Promisable<Payload[]>;
|
|
35
|
+
protected insertHandler(payloads: Payload[]): Promise<Payload[]>;
|
|
36
|
+
protected saveAccount(): void;
|
|
37
|
+
protected startHandler(): Promise<boolean>;
|
|
38
|
+
}
|
|
39
|
+
//# sourceMappingURL=StorageArchivist.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"StorageArchivist.d.ts","sourceRoot":"","sources":["../../src/StorageArchivist.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,iBAAiB,EAAE,MAAM,iCAAiC,CAAA;AACnE,OAAO,EAIL,eAAe,EAIf,iBAAiB,EACjB,wBAAwB,EACxB,eAAe,EAChB,MAAM,8BAA8B,CAAA;AACrC,OAAO,EAAE,YAAY,EAAE,MAAM,iCAAiC,CAAA;AAE9D,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAA;AACrD,OAAO,EAAE,OAAO,EAAE,MAAM,4BAA4B,CAAA;AAEpD,OAAO,EAAE,UAAU,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAA;AAGlE,MAAM,MAAM,4BAA4B,GAAG,sCAAsC,CAAA;AACjF,eAAO,MAAM,4BAA4B,EAAE,4BAAqE,CAAA;AAEhH,MAAM,MAAM,sBAAsB,GAAG,eAAe,CAAC;IACnD,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,cAAc,CAAC,EAAE,OAAO,CAAA;IACxB,MAAM,EAAE,4BAA4B,CAAA;IACpC,IAAI,CAAC,EAAE,OAAO,GAAG,SAAS,GAAG,MAAM,CAAA;CACpC,CAAC,CAAA;AAEF,MAAM,MAAM,sBAAsB,GAAG,eAAe,CAAC,eAAe,CAAC,sBAAsB,CAAC,CAAC,CAAA;AAC7F,qBAAa,gBAAgB,CACzB,OAAO,SAAS,sBAAsB,GAAG,sBAAsB,EAC/D,UAAU,SAAS,wBAAwB,GAAG,wBAAwB,CAExE,SAAQ,iBAAiB,CAAC,OAAO,EAAE,UAAU,CAC7C,YAAW,iBAAiB;IAE5B,OAAgB,aAAa,2CAAiC;IAE9D,OAAO,CAAC,eAAe,CAAuB;IAC9C,OAAO,CAAC,QAAQ,CAAuB;IAEvC,IAAI,UAAU,WAEb;IAED,IAAI,YAAY,WAEf;IAED,IAAI,SAAS,WAEZ;IAED,IAAI,cAAc,YAEjB;IAED,IAAa,OAAO,IAAI,MAAM,EAAE,CAS/B;IAED,IAAI,IAAI,iCAEP;IAGD,OAAO,KAAK,cAAc,GAGzB;IAGD,OAAO,KAAK,OAAO,GAGlB;cAoBkB,UAAU,IAAI,eAAe,CAAC,OAAO,CAAC;cAKtC,YAAY,IAAI,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;cAM9B,aAAa,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;cAoBxC,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;cAexD,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,UAAU,CAAC,OAAO,EAAE,CAAC;cAQ7C,aAAa,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IAc/E,SAAS,CAAC,WAAW;cAQI,YAAY;CAKtC"}
|
|
@@ -0,0 +1,195 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __create = Object.create;
|
|
3
|
+
var __defProp = Object.defineProperty;
|
|
4
|
+
var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
|
|
5
|
+
var __getOwnPropNames = Object.getOwnPropertyNames;
|
|
6
|
+
var __getProtoOf = Object.getPrototypeOf;
|
|
7
|
+
var __hasOwnProp = Object.prototype.hasOwnProperty;
|
|
8
|
+
var __defNormalProp = (obj, key, value) => key in obj ? __defProp(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
|
|
9
|
+
var __name = (target, value) => __defProp(target, "name", { value, configurable: true });
|
|
10
|
+
var __export = (target, all) => {
|
|
11
|
+
for (var name in all)
|
|
12
|
+
__defProp(target, name, { get: all[name], enumerable: true });
|
|
13
|
+
};
|
|
14
|
+
var __copyProps = (to, from, except, desc) => {
|
|
15
|
+
if (from && typeof from === "object" || typeof from === "function") {
|
|
16
|
+
for (let key of __getOwnPropNames(from))
|
|
17
|
+
if (!__hasOwnProp.call(to, key) && key !== except)
|
|
18
|
+
__defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
|
|
19
|
+
}
|
|
20
|
+
return to;
|
|
21
|
+
};
|
|
22
|
+
var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
|
|
23
|
+
// If the importer is in node compatibility mode or this is not an ESM
|
|
24
|
+
// file that has been converted to a CommonJS file using a Babel-
|
|
25
|
+
// compatible transform (i.e. "__esModule" has not been set), then set
|
|
26
|
+
// "default" to the CommonJS "module.exports" for node compatibility.
|
|
27
|
+
isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
|
|
28
|
+
mod
|
|
29
|
+
));
|
|
30
|
+
var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
|
|
31
|
+
var __publicField = (obj, key, value) => {
|
|
32
|
+
__defNormalProp(obj, typeof key !== "symbol" ? key + "" : key, value);
|
|
33
|
+
return value;
|
|
34
|
+
};
|
|
35
|
+
|
|
36
|
+
// src/StorageArchivist.ts
|
|
37
|
+
var StorageArchivist_exports = {};
|
|
38
|
+
__export(StorageArchivist_exports, {
|
|
39
|
+
StorageArchivist: () => StorageArchivist,
|
|
40
|
+
StorageArchivistConfigSchema: () => StorageArchivistConfigSchema
|
|
41
|
+
});
|
|
42
|
+
module.exports = __toCommonJS(StorageArchivist_exports);
|
|
43
|
+
var import_assert = require("@xylabs/assert");
|
|
44
|
+
var import_lodash = require("@xylabs/lodash");
|
|
45
|
+
var import_promise = require("@xylabs/promise");
|
|
46
|
+
var import_archivist_abstract = require("@xyo-network/archivist-abstract");
|
|
47
|
+
var import_archivist_model = require("@xyo-network/archivist-model");
|
|
48
|
+
var import_core = require("@xyo-network/core");
|
|
49
|
+
var import_payload_wrapper = require("@xyo-network/payload-wrapper");
|
|
50
|
+
var import_store2 = __toESM(require("store2"));
|
|
51
|
+
var StorageArchivistConfigSchema = "network.xyo.archivist.storage.config";
|
|
52
|
+
var _StorageArchivist = class _StorageArchivist extends import_archivist_abstract.AbstractArchivist {
|
|
53
|
+
_privateStorage;
|
|
54
|
+
_storage;
|
|
55
|
+
get maxEntries() {
|
|
56
|
+
var _a;
|
|
57
|
+
return ((_a = this.config) == null ? void 0 : _a.maxEntries) ?? 1e3;
|
|
58
|
+
}
|
|
59
|
+
get maxEntrySize() {
|
|
60
|
+
var _a;
|
|
61
|
+
return ((_a = this.config) == null ? void 0 : _a.maxEntrySize) ?? 16e3;
|
|
62
|
+
}
|
|
63
|
+
get namespace() {
|
|
64
|
+
var _a;
|
|
65
|
+
return ((_a = this.config) == null ? void 0 : _a.namespace) ?? "xyo-archivist";
|
|
66
|
+
}
|
|
67
|
+
get persistAccount() {
|
|
68
|
+
var _a;
|
|
69
|
+
return ((_a = this.config) == null ? void 0 : _a.persistAccount) ?? false;
|
|
70
|
+
}
|
|
71
|
+
get queries() {
|
|
72
|
+
return [
|
|
73
|
+
import_archivist_model.ArchivistAllQuerySchema,
|
|
74
|
+
import_archivist_model.ArchivistDeleteQuerySchema,
|
|
75
|
+
import_archivist_model.ArchivistClearQuerySchema,
|
|
76
|
+
import_archivist_model.ArchivistInsertQuerySchema,
|
|
77
|
+
import_archivist_model.ArchivistCommitQuerySchema,
|
|
78
|
+
...super.queries
|
|
79
|
+
];
|
|
80
|
+
}
|
|
81
|
+
get type() {
|
|
82
|
+
var _a;
|
|
83
|
+
return ((_a = this.config) == null ? void 0 : _a.type) ?? "local";
|
|
84
|
+
}
|
|
85
|
+
/* This has to be a getter so that it can access it during construction */
|
|
86
|
+
get privateStorage() {
|
|
87
|
+
this._privateStorage = this._storage ?? import_store2.default[this.type].namespace(`${this.namespace}|private`);
|
|
88
|
+
return this._privateStorage;
|
|
89
|
+
}
|
|
90
|
+
/* This has to be a getter so that it can access it during construction */
|
|
91
|
+
get storage() {
|
|
92
|
+
this._storage = this._storage ?? import_store2.default[this.type].namespace(this.namespace);
|
|
93
|
+
return this._storage;
|
|
94
|
+
}
|
|
95
|
+
/*override async loadAccount(account?: AccountInstance, persistAccount?: boolean, privateStorage?: StoreBase, _logger?: Logger) {
|
|
96
|
+
if (!this._account) {
|
|
97
|
+
if (persistAccount) {
|
|
98
|
+
const privateKey = privateStorage?.get('privateKey')
|
|
99
|
+
if (privateKey) {
|
|
100
|
+
try {
|
|
101
|
+
this._account = await Account.create({ privateKey })
|
|
102
|
+
return this._account
|
|
103
|
+
} catch (ex) {
|
|
104
|
+
console.error(`Error reading Account from storage [${ex}] - Recreating Account`)
|
|
105
|
+
privateStorage?.remove('privateKey')
|
|
106
|
+
}
|
|
107
|
+
}
|
|
108
|
+
}
|
|
109
|
+
}
|
|
110
|
+
return await super.loadAccount()
|
|
111
|
+
}*/
|
|
112
|
+
allHandler() {
|
|
113
|
+
var _a;
|
|
114
|
+
(_a = this.logger) == null ? void 0 : _a.log(`this.storage.length: ${this.storage.length}`);
|
|
115
|
+
return Object.entries(this.storage.getAll()).map(([, value]) => value);
|
|
116
|
+
}
|
|
117
|
+
clearHandler() {
|
|
118
|
+
var _a;
|
|
119
|
+
(_a = this.logger) == null ? void 0 : _a.log(`this.storage.length: ${this.storage.length}`);
|
|
120
|
+
this.storage.clear();
|
|
121
|
+
return this.emit("cleared", {
|
|
122
|
+
module: this
|
|
123
|
+
});
|
|
124
|
+
}
|
|
125
|
+
async commitHandler() {
|
|
126
|
+
var _a, _b;
|
|
127
|
+
(_a = this.logger) == null ? void 0 : _a.log(`this.storage.length: ${this.storage.length}`);
|
|
128
|
+
const payloads = await this.all();
|
|
129
|
+
(0, import_assert.assertEx)(payloads.length > 0, "Nothing to commit");
|
|
130
|
+
const settled = await Promise.allSettled((0, import_lodash.compact)((_b = Object.values((await this.parents()).commit ?? [])) == null ? void 0 : _b.map(async (parent) => {
|
|
131
|
+
var _a2;
|
|
132
|
+
const queryPayload = {
|
|
133
|
+
schema: import_archivist_model.ArchivistInsertQuerySchema
|
|
134
|
+
};
|
|
135
|
+
const query = await this.bindQuery(queryPayload, payloads);
|
|
136
|
+
return (_a2 = await (parent == null ? void 0 : parent.query(query[0], query[1]))) == null ? void 0 : _a2[0];
|
|
137
|
+
})));
|
|
138
|
+
await this.clear();
|
|
139
|
+
return (0, import_lodash.compact)(settled.filter(import_promise.fulfilled).map((result) => result.value));
|
|
140
|
+
}
|
|
141
|
+
async deleteHandler(hashes) {
|
|
142
|
+
const payloadPairs = await Promise.all((await this.get(hashes)).map(async (payload) => [
|
|
143
|
+
await import_core.PayloadHasher.hashAsync(payload),
|
|
144
|
+
payload
|
|
145
|
+
]));
|
|
146
|
+
const deletedPairs = (0, import_lodash.compact)(await Promise.all(payloadPairs.map(([hash, payload]) => {
|
|
147
|
+
this.storage.remove(hash);
|
|
148
|
+
return [
|
|
149
|
+
hash,
|
|
150
|
+
payload
|
|
151
|
+
];
|
|
152
|
+
})));
|
|
153
|
+
return deletedPairs.map(([hash]) => hash);
|
|
154
|
+
}
|
|
155
|
+
getHandler(hashes) {
|
|
156
|
+
return (0, import_lodash.compact)(hashes.map((hash) => {
|
|
157
|
+
return this.storage.get(hash);
|
|
158
|
+
}));
|
|
159
|
+
}
|
|
160
|
+
async insertHandler(payloads) {
|
|
161
|
+
const resultPayloads = await Promise.all(payloads.map(async (payload) => {
|
|
162
|
+
const wrapper = import_payload_wrapper.PayloadWrapper.wrap(payload);
|
|
163
|
+
const hash = await wrapper.hashAsync();
|
|
164
|
+
const value = JSON.stringify(wrapper.payload());
|
|
165
|
+
(0, import_assert.assertEx)(value.length < this.maxEntrySize, `Payload too large [${hash}, ${value.length}]`);
|
|
166
|
+
this.storage.set(hash, wrapper.payload());
|
|
167
|
+
return wrapper.payload();
|
|
168
|
+
}));
|
|
169
|
+
return resultPayloads;
|
|
170
|
+
}
|
|
171
|
+
saveAccount() {
|
|
172
|
+
var _a;
|
|
173
|
+
if (this.persistAccount) {
|
|
174
|
+
const account = this.account;
|
|
175
|
+
(_a = this.logger) == null ? void 0 : _a.log(account.address);
|
|
176
|
+
this.privateStorage.set("privateKey", account.private.hex);
|
|
177
|
+
}
|
|
178
|
+
}
|
|
179
|
+
async startHandler() {
|
|
180
|
+
await super.startHandler();
|
|
181
|
+
this.saveAccount();
|
|
182
|
+
return true;
|
|
183
|
+
}
|
|
184
|
+
};
|
|
185
|
+
__name(_StorageArchivist, "StorageArchivist");
|
|
186
|
+
__publicField(_StorageArchivist, "configSchemas", [
|
|
187
|
+
StorageArchivistConfigSchema
|
|
188
|
+
]);
|
|
189
|
+
var StorageArchivist = _StorageArchivist;
|
|
190
|
+
// Annotate the CommonJS export names for ESM import in node:
|
|
191
|
+
0 && (module.exports = {
|
|
192
|
+
StorageArchivist,
|
|
193
|
+
StorageArchivistConfigSchema
|
|
194
|
+
});
|
|
195
|
+
//# sourceMappingURL=StorageArchivist.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../src/StorageArchivist.ts"],"sourcesContent":["import { assertEx } from '@xylabs/assert'\nimport { compact } from '@xylabs/lodash'\nimport { fulfilled } from '@xylabs/promise'\nimport { AbstractArchivist } from '@xyo-network/archivist-abstract'\nimport {\n ArchivistAllQuerySchema,\n ArchivistClearQuerySchema,\n ArchivistCommitQuerySchema,\n ArchivistConfig,\n ArchivistDeleteQuerySchema,\n ArchivistInsertQuery,\n ArchivistInsertQuerySchema,\n ArchivistInstance,\n ArchivistModuleEventData,\n ArchivistParams,\n} from '@xyo-network/archivist-model'\nimport { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { PayloadHasher } from '@xyo-network/core'\nimport { AnyConfigSchema } from '@xyo-network/module'\nimport { Payload } from '@xyo-network/payload-model'\nimport { PayloadWrapper } from '@xyo-network/payload-wrapper'\nimport { Promisable, PromisableArray } from '@xyo-network/promise'\nimport store, { StoreBase } from 'store2'\n\nexport type StorageArchivistConfigSchema = 'network.xyo.archivist.storage.config'\nexport const StorageArchivistConfigSchema: StorageArchivistConfigSchema = 'network.xyo.archivist.storage.config'\n\nexport type StorageArchivistConfig = ArchivistConfig<{\n maxEntries?: number\n maxEntrySize?: number\n namespace?: string\n persistAccount?: boolean\n schema: StorageArchivistConfigSchema\n type?: 'local' | 'session' | 'page'\n}>\n\nexport type StorageArchivistParams = ArchivistParams<AnyConfigSchema<StorageArchivistConfig>>\nexport class StorageArchivist<\n TParams extends StorageArchivistParams = StorageArchivistParams,\n TEventData extends ArchivistModuleEventData = ArchivistModuleEventData,\n >\n extends AbstractArchivist<TParams, TEventData>\n implements ArchivistInstance\n{\n static override configSchemas = [StorageArchivistConfigSchema]\n\n private _privateStorage: StoreBase | undefined\n private _storage: StoreBase | undefined\n\n get maxEntries() {\n return this.config?.maxEntries ?? 1000\n }\n\n get maxEntrySize() {\n return this.config?.maxEntrySize ?? 16000\n }\n\n get namespace() {\n return this.config?.namespace ?? 'xyo-archivist'\n }\n\n get persistAccount() {\n return this.config?.persistAccount ?? false\n }\n\n override get queries(): string[] {\n return [\n ArchivistAllQuerySchema,\n ArchivistDeleteQuerySchema,\n ArchivistClearQuerySchema,\n ArchivistInsertQuerySchema,\n ArchivistCommitQuerySchema,\n ...super.queries,\n ]\n }\n\n get type() {\n return this.config?.type ?? 'local'\n }\n\n /* This has to be a getter so that it can access it during construction */\n private get privateStorage(): StoreBase {\n this._privateStorage = this._storage ?? store[this.type].namespace(`${this.namespace}|private`)\n return this._privateStorage\n }\n\n /* This has to be a getter so that it can access it during construction */\n private get storage(): StoreBase {\n this._storage = this._storage ?? store[this.type].namespace(this.namespace)\n return this._storage\n }\n\n /*override async loadAccount(account?: AccountInstance, persistAccount?: boolean, privateStorage?: StoreBase, _logger?: Logger) {\n if (!this._account) {\n if (persistAccount) {\n const privateKey = privateStorage?.get('privateKey')\n if (privateKey) {\n try {\n this._account = await Account.create({ privateKey })\n return this._account\n } catch (ex) {\n console.error(`Error reading Account from storage [${ex}] - Recreating Account`)\n privateStorage?.remove('privateKey')\n }\n }\n }\n }\n return await super.loadAccount()\n }*/\n\n protected override allHandler(): PromisableArray<Payload> {\n this.logger?.log(`this.storage.length: ${this.storage.length}`)\n return Object.entries(this.storage.getAll()).map(([, value]) => value)\n }\n\n protected override clearHandler(): void | Promise<void> {\n this.logger?.log(`this.storage.length: ${this.storage.length}`)\n this.storage.clear()\n return this.emit('cleared', { module: this })\n }\n\n protected override async commitHandler(): Promise<BoundWitness[]> {\n this.logger?.log(`this.storage.length: ${this.storage.length}`)\n const payloads = await this.all()\n assertEx(payloads.length > 0, 'Nothing to commit')\n const settled = await Promise.allSettled(\n compact(\n Object.values((await this.parents()).commit ?? [])?.map(async (parent) => {\n const queryPayload: ArchivistInsertQuery = {\n schema: ArchivistInsertQuerySchema,\n }\n const query = await this.bindQuery(queryPayload, payloads)\n return (await parent?.query(query[0], query[1]))?.[0]\n }),\n ),\n )\n // TODO - rather than clear, delete the payloads that come back as successfully inserted\n await this.clear()\n return compact(settled.filter(fulfilled).map((result) => result.value))\n }\n\n protected override async deleteHandler(hashes: string[]): Promise<string[]> {\n const payloadPairs: [string, Payload][] = await Promise.all(\n (await this.get(hashes)).map<Promise<[string, Payload]>>(async (payload) => [await PayloadHasher.hashAsync(payload), payload]),\n )\n const deletedPairs: [string, Payload][] = compact(\n await Promise.all(\n payloadPairs.map<[string, Payload] | undefined>(([hash, payload]) => {\n this.storage.remove(hash)\n return [hash, payload]\n }),\n ),\n )\n return deletedPairs.map(([hash]) => hash)\n }\n\n protected override getHandler(hashes: string[]): Promisable<Payload[]> {\n return compact(\n hashes.map((hash) => {\n return this.storage.get(hash)\n }),\n )\n }\n\n protected override async insertHandler(payloads: Payload[]): Promise<Payload[]> {\n const resultPayloads = await Promise.all(\n payloads.map(async (payload) => {\n const wrapper = PayloadWrapper.wrap(payload)\n const hash = await wrapper.hashAsync()\n const value = JSON.stringify(wrapper.payload())\n assertEx(value.length < this.maxEntrySize, `Payload too large [${hash}, ${value.length}]`)\n this.storage.set(hash, wrapper.payload())\n return wrapper.payload()\n }),\n )\n return resultPayloads\n }\n\n protected saveAccount() {\n if (this.persistAccount) {\n const account = this.account\n this.logger?.log(account.address)\n this.privateStorage.set('privateKey', account.private.hex)\n }\n }\n\n protected override async startHandler() {\n await super.startHandler()\n this.saveAccount()\n return true\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;;;;;;oBAAyB;AACzB,oBAAwB;AACxB,qBAA0B;AAC1B,gCAAkC;AAClC,6BAWO;AAEP,kBAA8B;AAG9B,6BAA+B;AAE/B,oBAAiC;AAG1B,IAAMA,+BAA6D;AAYnE,IAAMC,oBAAN,MAAMA,0BAIHC,4CAAAA;EAKAC;EACAC;EAER,IAAIC,aAAa;AAjDnB;AAkDI,aAAO,UAAKC,WAAL,mBAAaD,eAAc;EACpC;EAEA,IAAIE,eAAe;AArDrB;AAsDI,aAAO,UAAKD,WAAL,mBAAaC,iBAAgB;EACtC;EAEA,IAAIC,YAAY;AAzDlB;AA0DI,aAAO,UAAKF,WAAL,mBAAaE,cAAa;EACnC;EAEA,IAAIC,iBAAiB;AA7DvB;AA8DI,aAAO,UAAKH,WAAL,mBAAaG,mBAAkB;EACxC;EAEA,IAAaC,UAAoB;AAC/B,WAAO;MACLC;MACAC;MACAC;MACAC;MACAC;SACG,MAAML;;EAEb;EAEA,IAAIM,OAAO;AA5Eb;AA6EI,aAAO,UAAKV,WAAL,mBAAaU,SAAQ;EAC9B;;EAGA,IAAYC,iBAA4B;AACtC,SAAKd,kBAAkB,KAAKC,YAAYc,cAAAA,QAAM,KAAKF,IAAI,EAAER,UAAU,GAAG,KAAKA,SAAS,UAAU;AAC9F,WAAO,KAAKL;EACd;;EAGA,IAAYgB,UAAqB;AAC/B,SAAKf,WAAW,KAAKA,YAAYc,cAAAA,QAAM,KAAKF,IAAI,EAAER,UAAU,KAAKA,SAAS;AAC1E,WAAO,KAAKJ;EACd;;;;;;;;;;;;;;;;;;EAoBmBgB,aAAuC;AA9G5D;AA+GI,eAAKC,WAAL,mBAAaC,IAAI,wBAAwB,KAAKH,QAAQI,MAAM;AAC5D,WAAOC,OAAOC,QAAQ,KAAKN,QAAQO,OAAM,CAAA,EAAIC,IAAI,CAAC,CAAA,EAAGC,KAAAA,MAAWA,KAAAA;EAClE;EAEmBC,eAAqC;AAnH1D;AAoHI,eAAKR,WAAL,mBAAaC,IAAI,wBAAwB,KAAKH,QAAQI,MAAM;AAC5D,SAAKJ,QAAQW,MAAK;AAClB,WAAO,KAAKC,KAAK,WAAW;MAAEC,QAAQ;IAAK,CAAA;EAC7C;EAEA,MAAyBC,gBAAyC;AAzHpE;AA0HI,eAAKZ,WAAL,mBAAaC,IAAI,wBAAwB,KAAKH,QAAQI,MAAM;AAC5D,UAAMW,WAAW,MAAM,KAAKC,IAAG;AAC/BC,gCAASF,SAASX,SAAS,GAAG,mBAAA;AAC9B,UAAMc,UAAU,MAAMC,QAAQC,eAC5BC,wBACEhB,YAAOiB,QAAQ,MAAM,KAAKC,QAAO,GAAIC,UAAU,CAAA,CAAE,MAAjDnB,mBAAoDG,IAAI,OAAOiB,WAAAA;AA/HvE,UAAAC;AAgIU,YAAMC,eAAqC;QACzCC,QAAQjC;MACV;AACA,YAAMkC,QAAQ,MAAM,KAAKC,UAAUH,cAAcZ,QAAAA;AACjD,cAAQW,MAAA,OAAMD,iCAAQI,MAAMA,MAAM,CAAA,GAAIA,MAAM,CAAA,QAApC,gBAAAH,IAA2C;IACrD,EAAA,CAAA;AAIJ,UAAM,KAAKf,MAAK;AAChB,eAAOU,uBAAQH,QAAQa,OAAOC,wBAAAA,EAAWxB,IAAI,CAACyB,WAAWA,OAAOxB,KAAK,CAAA;EACvE;EAEA,MAAyByB,cAAcC,QAAqC;AAC1E,UAAMC,eAAoC,MAAMjB,QAAQH,KACrD,MAAM,KAAKqB,IAAIF,MAAAA,GAAS3B,IAAgC,OAAO8B,YAAY;MAAC,MAAMC,0BAAcC,UAAUF,OAAAA;MAAUA;KAAQ,CAAA;AAE/H,UAAMG,mBAAoCpB,uBACxC,MAAMF,QAAQH,IACZoB,aAAa5B,IAAmC,CAAC,CAACkC,MAAMJ,OAAAA,MAAQ;AAC9D,WAAKtC,QAAQ2C,OAAOD,IAAAA;AACpB,aAAO;QAACA;QAAMJ;;IAChB,CAAA,CAAA,CAAA;AAGJ,WAAOG,aAAajC,IAAI,CAAC,CAACkC,IAAAA,MAAUA,IAAAA;EACtC;EAEmBE,WAAWT,QAAyC;AACrE,eAAOd,uBACLc,OAAO3B,IAAI,CAACkC,SAAAA;AACV,aAAO,KAAK1C,QAAQqC,IAAIK,IAAAA;IAC1B,CAAA,CAAA;EAEJ;EAEA,MAAyBG,cAAc9B,UAAyC;AAC9E,UAAM+B,iBAAiB,MAAM3B,QAAQH,IACnCD,SAASP,IAAI,OAAO8B,YAAAA;AAClB,YAAMS,UAAUC,sCAAeC,KAAKX,OAAAA;AACpC,YAAMI,OAAO,MAAMK,QAAQP,UAAS;AACpC,YAAM/B,QAAQyC,KAAKC,UAAUJ,QAAQT,QAAO,CAAA;AAC5CrB,kCAASR,MAAML,SAAS,KAAKhB,cAAc,sBAAsBsD,IAAAA,KAASjC,MAAML,MAAM,GAAG;AACzF,WAAKJ,QAAQoD,IAAIV,MAAMK,QAAQT,QAAO,CAAA;AACtC,aAAOS,QAAQT,QAAO;IACxB,CAAA,CAAA;AAEF,WAAOQ;EACT;EAEUO,cAAc;AAlL1B;AAmLI,QAAI,KAAK/D,gBAAgB;AACvB,YAAMgE,UAAU,KAAKA;AACrB,iBAAKpD,WAAL,mBAAaC,IAAImD,QAAQC;AACzB,WAAKzD,eAAesD,IAAI,cAAcE,QAAQE,QAAQC,GAAG;IAC3D;EACF;EAEA,MAAyBC,eAAe;AACtC,UAAM,MAAMA,aAAAA;AACZ,SAAKL,YAAW;AAChB,WAAO;EACT;AACF;AAtJUtE;AAGR,cAPWD,mBAOK6E,iBAAgB;EAAC9E;;AAP5B,IAAMC,mBAAN;","names":["StorageArchivistConfigSchema","StorageArchivist","AbstractArchivist","_privateStorage","_storage","maxEntries","config","maxEntrySize","namespace","persistAccount","queries","ArchivistAllQuerySchema","ArchivistDeleteQuerySchema","ArchivistClearQuerySchema","ArchivistInsertQuerySchema","ArchivistCommitQuerySchema","type","privateStorage","store","storage","allHandler","logger","log","length","Object","entries","getAll","map","value","clearHandler","clear","emit","module","commitHandler","payloads","all","assertEx","settled","Promise","allSettled","compact","values","parents","commit","parent","_a","queryPayload","schema","query","bindQuery","filter","fulfilled","result","deleteHandler","hashes","payloadPairs","get","payload","PayloadHasher","hashAsync","deletedPairs","hash","remove","getHandler","insertHandler","resultPayloads","wrapper","PayloadWrapper","wrap","JSON","stringify","set","saveAccount","account","address","private","hex","startHandler","configSchemas"]}
|
|
@@ -0,0 +1,161 @@
|
|
|
1
|
+
var __defProp = Object.defineProperty;
|
|
2
|
+
var __defNormalProp = (obj, key, value) => key in obj ? __defProp(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
|
|
3
|
+
var __name = (target, value) => __defProp(target, "name", { value, configurable: true });
|
|
4
|
+
var __publicField = (obj, key, value) => {
|
|
5
|
+
__defNormalProp(obj, typeof key !== "symbol" ? key + "" : key, value);
|
|
6
|
+
return value;
|
|
7
|
+
};
|
|
8
|
+
|
|
9
|
+
// src/StorageArchivist.ts
|
|
10
|
+
import { assertEx } from "@xylabs/assert";
|
|
11
|
+
import { compact } from "@xylabs/lodash";
|
|
12
|
+
import { fulfilled } from "@xylabs/promise";
|
|
13
|
+
import { AbstractArchivist } from "@xyo-network/archivist-abstract";
|
|
14
|
+
import { ArchivistAllQuerySchema, ArchivistClearQuerySchema, ArchivistCommitQuerySchema, ArchivistDeleteQuerySchema, ArchivistInsertQuerySchema } from "@xyo-network/archivist-model";
|
|
15
|
+
import { PayloadHasher } from "@xyo-network/core";
|
|
16
|
+
import { PayloadWrapper } from "@xyo-network/payload-wrapper";
|
|
17
|
+
import store from "store2";
|
|
18
|
+
var StorageArchivistConfigSchema = "network.xyo.archivist.storage.config";
|
|
19
|
+
var _StorageArchivist = class _StorageArchivist extends AbstractArchivist {
|
|
20
|
+
_privateStorage;
|
|
21
|
+
_storage;
|
|
22
|
+
get maxEntries() {
|
|
23
|
+
var _a;
|
|
24
|
+
return ((_a = this.config) == null ? void 0 : _a.maxEntries) ?? 1e3;
|
|
25
|
+
}
|
|
26
|
+
get maxEntrySize() {
|
|
27
|
+
var _a;
|
|
28
|
+
return ((_a = this.config) == null ? void 0 : _a.maxEntrySize) ?? 16e3;
|
|
29
|
+
}
|
|
30
|
+
get namespace() {
|
|
31
|
+
var _a;
|
|
32
|
+
return ((_a = this.config) == null ? void 0 : _a.namespace) ?? "xyo-archivist";
|
|
33
|
+
}
|
|
34
|
+
get persistAccount() {
|
|
35
|
+
var _a;
|
|
36
|
+
return ((_a = this.config) == null ? void 0 : _a.persistAccount) ?? false;
|
|
37
|
+
}
|
|
38
|
+
get queries() {
|
|
39
|
+
return [
|
|
40
|
+
ArchivistAllQuerySchema,
|
|
41
|
+
ArchivistDeleteQuerySchema,
|
|
42
|
+
ArchivistClearQuerySchema,
|
|
43
|
+
ArchivistInsertQuerySchema,
|
|
44
|
+
ArchivistCommitQuerySchema,
|
|
45
|
+
...super.queries
|
|
46
|
+
];
|
|
47
|
+
}
|
|
48
|
+
get type() {
|
|
49
|
+
var _a;
|
|
50
|
+
return ((_a = this.config) == null ? void 0 : _a.type) ?? "local";
|
|
51
|
+
}
|
|
52
|
+
/* This has to be a getter so that it can access it during construction */
|
|
53
|
+
get privateStorage() {
|
|
54
|
+
this._privateStorage = this._storage ?? store[this.type].namespace(`${this.namespace}|private`);
|
|
55
|
+
return this._privateStorage;
|
|
56
|
+
}
|
|
57
|
+
/* This has to be a getter so that it can access it during construction */
|
|
58
|
+
get storage() {
|
|
59
|
+
this._storage = this._storage ?? store[this.type].namespace(this.namespace);
|
|
60
|
+
return this._storage;
|
|
61
|
+
}
|
|
62
|
+
/*override async loadAccount(account?: AccountInstance, persistAccount?: boolean, privateStorage?: StoreBase, _logger?: Logger) {
|
|
63
|
+
if (!this._account) {
|
|
64
|
+
if (persistAccount) {
|
|
65
|
+
const privateKey = privateStorage?.get('privateKey')
|
|
66
|
+
if (privateKey) {
|
|
67
|
+
try {
|
|
68
|
+
this._account = await Account.create({ privateKey })
|
|
69
|
+
return this._account
|
|
70
|
+
} catch (ex) {
|
|
71
|
+
console.error(`Error reading Account from storage [${ex}] - Recreating Account`)
|
|
72
|
+
privateStorage?.remove('privateKey')
|
|
73
|
+
}
|
|
74
|
+
}
|
|
75
|
+
}
|
|
76
|
+
}
|
|
77
|
+
return await super.loadAccount()
|
|
78
|
+
}*/
|
|
79
|
+
allHandler() {
|
|
80
|
+
var _a;
|
|
81
|
+
(_a = this.logger) == null ? void 0 : _a.log(`this.storage.length: ${this.storage.length}`);
|
|
82
|
+
return Object.entries(this.storage.getAll()).map(([, value]) => value);
|
|
83
|
+
}
|
|
84
|
+
clearHandler() {
|
|
85
|
+
var _a;
|
|
86
|
+
(_a = this.logger) == null ? void 0 : _a.log(`this.storage.length: ${this.storage.length}`);
|
|
87
|
+
this.storage.clear();
|
|
88
|
+
return this.emit("cleared", {
|
|
89
|
+
module: this
|
|
90
|
+
});
|
|
91
|
+
}
|
|
92
|
+
async commitHandler() {
|
|
93
|
+
var _a, _b;
|
|
94
|
+
(_a = this.logger) == null ? void 0 : _a.log(`this.storage.length: ${this.storage.length}`);
|
|
95
|
+
const payloads = await this.all();
|
|
96
|
+
assertEx(payloads.length > 0, "Nothing to commit");
|
|
97
|
+
const settled = await Promise.allSettled(compact((_b = Object.values((await this.parents()).commit ?? [])) == null ? void 0 : _b.map(async (parent) => {
|
|
98
|
+
var _a2;
|
|
99
|
+
const queryPayload = {
|
|
100
|
+
schema: ArchivistInsertQuerySchema
|
|
101
|
+
};
|
|
102
|
+
const query = await this.bindQuery(queryPayload, payloads);
|
|
103
|
+
return (_a2 = await (parent == null ? void 0 : parent.query(query[0], query[1]))) == null ? void 0 : _a2[0];
|
|
104
|
+
})));
|
|
105
|
+
await this.clear();
|
|
106
|
+
return compact(settled.filter(fulfilled).map((result) => result.value));
|
|
107
|
+
}
|
|
108
|
+
async deleteHandler(hashes) {
|
|
109
|
+
const payloadPairs = await Promise.all((await this.get(hashes)).map(async (payload) => [
|
|
110
|
+
await PayloadHasher.hashAsync(payload),
|
|
111
|
+
payload
|
|
112
|
+
]));
|
|
113
|
+
const deletedPairs = compact(await Promise.all(payloadPairs.map(([hash, payload]) => {
|
|
114
|
+
this.storage.remove(hash);
|
|
115
|
+
return [
|
|
116
|
+
hash,
|
|
117
|
+
payload
|
|
118
|
+
];
|
|
119
|
+
})));
|
|
120
|
+
return deletedPairs.map(([hash]) => hash);
|
|
121
|
+
}
|
|
122
|
+
getHandler(hashes) {
|
|
123
|
+
return compact(hashes.map((hash) => {
|
|
124
|
+
return this.storage.get(hash);
|
|
125
|
+
}));
|
|
126
|
+
}
|
|
127
|
+
async insertHandler(payloads) {
|
|
128
|
+
const resultPayloads = await Promise.all(payloads.map(async (payload) => {
|
|
129
|
+
const wrapper = PayloadWrapper.wrap(payload);
|
|
130
|
+
const hash = await wrapper.hashAsync();
|
|
131
|
+
const value = JSON.stringify(wrapper.payload());
|
|
132
|
+
assertEx(value.length < this.maxEntrySize, `Payload too large [${hash}, ${value.length}]`);
|
|
133
|
+
this.storage.set(hash, wrapper.payload());
|
|
134
|
+
return wrapper.payload();
|
|
135
|
+
}));
|
|
136
|
+
return resultPayloads;
|
|
137
|
+
}
|
|
138
|
+
saveAccount() {
|
|
139
|
+
var _a;
|
|
140
|
+
if (this.persistAccount) {
|
|
141
|
+
const account = this.account;
|
|
142
|
+
(_a = this.logger) == null ? void 0 : _a.log(account.address);
|
|
143
|
+
this.privateStorage.set("privateKey", account.private.hex);
|
|
144
|
+
}
|
|
145
|
+
}
|
|
146
|
+
async startHandler() {
|
|
147
|
+
await super.startHandler();
|
|
148
|
+
this.saveAccount();
|
|
149
|
+
return true;
|
|
150
|
+
}
|
|
151
|
+
};
|
|
152
|
+
__name(_StorageArchivist, "StorageArchivist");
|
|
153
|
+
__publicField(_StorageArchivist, "configSchemas", [
|
|
154
|
+
StorageArchivistConfigSchema
|
|
155
|
+
]);
|
|
156
|
+
var StorageArchivist = _StorageArchivist;
|
|
157
|
+
export {
|
|
158
|
+
StorageArchivist,
|
|
159
|
+
StorageArchivistConfigSchema
|
|
160
|
+
};
|
|
161
|
+
//# sourceMappingURL=StorageArchivist.mjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../src/StorageArchivist.ts"],"sourcesContent":["import { assertEx } from '@xylabs/assert'\nimport { compact } from '@xylabs/lodash'\nimport { fulfilled } from '@xylabs/promise'\nimport { AbstractArchivist } from '@xyo-network/archivist-abstract'\nimport {\n ArchivistAllQuerySchema,\n ArchivistClearQuerySchema,\n ArchivistCommitQuerySchema,\n ArchivistConfig,\n ArchivistDeleteQuerySchema,\n ArchivistInsertQuery,\n ArchivistInsertQuerySchema,\n ArchivistInstance,\n ArchivistModuleEventData,\n ArchivistParams,\n} from '@xyo-network/archivist-model'\nimport { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { PayloadHasher } from '@xyo-network/core'\nimport { AnyConfigSchema } from '@xyo-network/module'\nimport { Payload } from '@xyo-network/payload-model'\nimport { PayloadWrapper } from '@xyo-network/payload-wrapper'\nimport { Promisable, PromisableArray } from '@xyo-network/promise'\nimport store, { StoreBase } from 'store2'\n\nexport type StorageArchivistConfigSchema = 'network.xyo.archivist.storage.config'\nexport const StorageArchivistConfigSchema: StorageArchivistConfigSchema = 'network.xyo.archivist.storage.config'\n\nexport type StorageArchivistConfig = ArchivistConfig<{\n maxEntries?: number\n maxEntrySize?: number\n namespace?: string\n persistAccount?: boolean\n schema: StorageArchivistConfigSchema\n type?: 'local' | 'session' | 'page'\n}>\n\nexport type StorageArchivistParams = ArchivistParams<AnyConfigSchema<StorageArchivistConfig>>\nexport class StorageArchivist<\n TParams extends StorageArchivistParams = StorageArchivistParams,\n TEventData extends ArchivistModuleEventData = ArchivistModuleEventData,\n >\n extends AbstractArchivist<TParams, TEventData>\n implements ArchivistInstance\n{\n static override configSchemas = [StorageArchivistConfigSchema]\n\n private _privateStorage: StoreBase | undefined\n private _storage: StoreBase | undefined\n\n get maxEntries() {\n return this.config?.maxEntries ?? 1000\n }\n\n get maxEntrySize() {\n return this.config?.maxEntrySize ?? 16000\n }\n\n get namespace() {\n return this.config?.namespace ?? 'xyo-archivist'\n }\n\n get persistAccount() {\n return this.config?.persistAccount ?? false\n }\n\n override get queries(): string[] {\n return [\n ArchivistAllQuerySchema,\n ArchivistDeleteQuerySchema,\n ArchivistClearQuerySchema,\n ArchivistInsertQuerySchema,\n ArchivistCommitQuerySchema,\n ...super.queries,\n ]\n }\n\n get type() {\n return this.config?.type ?? 'local'\n }\n\n /* This has to be a getter so that it can access it during construction */\n private get privateStorage(): StoreBase {\n this._privateStorage = this._storage ?? store[this.type].namespace(`${this.namespace}|private`)\n return this._privateStorage\n }\n\n /* This has to be a getter so that it can access it during construction */\n private get storage(): StoreBase {\n this._storage = this._storage ?? store[this.type].namespace(this.namespace)\n return this._storage\n }\n\n /*override async loadAccount(account?: AccountInstance, persistAccount?: boolean, privateStorage?: StoreBase, _logger?: Logger) {\n if (!this._account) {\n if (persistAccount) {\n const privateKey = privateStorage?.get('privateKey')\n if (privateKey) {\n try {\n this._account = await Account.create({ privateKey })\n return this._account\n } catch (ex) {\n console.error(`Error reading Account from storage [${ex}] - Recreating Account`)\n privateStorage?.remove('privateKey')\n }\n }\n }\n }\n return await super.loadAccount()\n }*/\n\n protected override allHandler(): PromisableArray<Payload> {\n this.logger?.log(`this.storage.length: ${this.storage.length}`)\n return Object.entries(this.storage.getAll()).map(([, value]) => value)\n }\n\n protected override clearHandler(): void | Promise<void> {\n this.logger?.log(`this.storage.length: ${this.storage.length}`)\n this.storage.clear()\n return this.emit('cleared', { module: this })\n }\n\n protected override async commitHandler(): Promise<BoundWitness[]> {\n this.logger?.log(`this.storage.length: ${this.storage.length}`)\n const payloads = await this.all()\n assertEx(payloads.length > 0, 'Nothing to commit')\n const settled = await Promise.allSettled(\n compact(\n Object.values((await this.parents()).commit ?? [])?.map(async (parent) => {\n const queryPayload: ArchivistInsertQuery = {\n schema: ArchivistInsertQuerySchema,\n }\n const query = await this.bindQuery(queryPayload, payloads)\n return (await parent?.query(query[0], query[1]))?.[0]\n }),\n ),\n )\n // TODO - rather than clear, delete the payloads that come back as successfully inserted\n await this.clear()\n return compact(settled.filter(fulfilled).map((result) => result.value))\n }\n\n protected override async deleteHandler(hashes: string[]): Promise<string[]> {\n const payloadPairs: [string, Payload][] = await Promise.all(\n (await this.get(hashes)).map<Promise<[string, Payload]>>(async (payload) => [await PayloadHasher.hashAsync(payload), payload]),\n )\n const deletedPairs: [string, Payload][] = compact(\n await Promise.all(\n payloadPairs.map<[string, Payload] | undefined>(([hash, payload]) => {\n this.storage.remove(hash)\n return [hash, payload]\n }),\n ),\n )\n return deletedPairs.map(([hash]) => hash)\n }\n\n protected override getHandler(hashes: string[]): Promisable<Payload[]> {\n return compact(\n hashes.map((hash) => {\n return this.storage.get(hash)\n }),\n )\n }\n\n protected override async insertHandler(payloads: Payload[]): Promise<Payload[]> {\n const resultPayloads = await Promise.all(\n payloads.map(async (payload) => {\n const wrapper = PayloadWrapper.wrap(payload)\n const hash = await wrapper.hashAsync()\n const value = JSON.stringify(wrapper.payload())\n assertEx(value.length < this.maxEntrySize, `Payload too large [${hash}, ${value.length}]`)\n this.storage.set(hash, wrapper.payload())\n return wrapper.payload()\n }),\n )\n return resultPayloads\n }\n\n protected saveAccount() {\n if (this.persistAccount) {\n const account = this.account\n this.logger?.log(account.address)\n this.privateStorage.set('privateKey', account.private.hex)\n }\n }\n\n protected override async startHandler() {\n await super.startHandler()\n this.saveAccount()\n return true\n }\n}\n"],"mappings":";;;;;;;;;AAAA,SAASA,gBAAgB;AACzB,SAASC,eAAe;AACxB,SAASC,iBAAiB;AAC1B,SAASC,yBAAyB;AAClC,SACEC,yBACAC,2BACAC,4BAEAC,4BAEAC,kCAIK;AAEP,SAASC,qBAAqB;AAG9B,SAASC,sBAAsB;AAE/B,OAAOC,WAA0B;AAG1B,IAAMC,+BAA6D;AAYnE,IAAMC,oBAAN,MAAMA,0BAIHC,kBAAAA;EAKAC;EACAC;EAER,IAAIC,aAAa;AAjDnB;AAkDI,aAAO,UAAKC,WAAL,mBAAaD,eAAc;EACpC;EAEA,IAAIE,eAAe;AArDrB;AAsDI,aAAO,UAAKD,WAAL,mBAAaC,iBAAgB;EACtC;EAEA,IAAIC,YAAY;AAzDlB;AA0DI,aAAO,UAAKF,WAAL,mBAAaE,cAAa;EACnC;EAEA,IAAIC,iBAAiB;AA7DvB;AA8DI,aAAO,UAAKH,WAAL,mBAAaG,mBAAkB;EACxC;EAEA,IAAaC,UAAoB;AAC/B,WAAO;MACLC;MACAC;MACAC;MACAC;MACAC;SACG,MAAML;;EAEb;EAEA,IAAIM,OAAO;AA5Eb;AA6EI,aAAO,UAAKV,WAAL,mBAAaU,SAAQ;EAC9B;;EAGA,IAAYC,iBAA4B;AACtC,SAAKd,kBAAkB,KAAKC,YAAYc,MAAM,KAAKF,IAAI,EAAER,UAAU,GAAG,KAAKA,SAAS,UAAU;AAC9F,WAAO,KAAKL;EACd;;EAGA,IAAYgB,UAAqB;AAC/B,SAAKf,WAAW,KAAKA,YAAYc,MAAM,KAAKF,IAAI,EAAER,UAAU,KAAKA,SAAS;AAC1E,WAAO,KAAKJ;EACd;;;;;;;;;;;;;;;;;;EAoBmBgB,aAAuC;AA9G5D;AA+GI,eAAKC,WAAL,mBAAaC,IAAI,wBAAwB,KAAKH,QAAQI,MAAM;AAC5D,WAAOC,OAAOC,QAAQ,KAAKN,QAAQO,OAAM,CAAA,EAAIC,IAAI,CAAC,CAAA,EAAGC,KAAAA,MAAWA,KAAAA;EAClE;EAEmBC,eAAqC;AAnH1D;AAoHI,eAAKR,WAAL,mBAAaC,IAAI,wBAAwB,KAAKH,QAAQI,MAAM;AAC5D,SAAKJ,QAAQW,MAAK;AAClB,WAAO,KAAKC,KAAK,WAAW;MAAEC,QAAQ;IAAK,CAAA;EAC7C;EAEA,MAAyBC,gBAAyC;AAzHpE;AA0HI,eAAKZ,WAAL,mBAAaC,IAAI,wBAAwB,KAAKH,QAAQI,MAAM;AAC5D,UAAMW,WAAW,MAAM,KAAKC,IAAG;AAC/BC,aAASF,SAASX,SAAS,GAAG,mBAAA;AAC9B,UAAMc,UAAU,MAAMC,QAAQC,WAC5BC,SACEhB,YAAOiB,QAAQ,MAAM,KAAKC,QAAO,GAAIC,UAAU,CAAA,CAAE,MAAjDnB,mBAAoDG,IAAI,OAAOiB,WAAAA;AA/HvE,UAAAC;AAgIU,YAAMC,eAAqC;QACzCC,QAAQjC;MACV;AACA,YAAMkC,QAAQ,MAAM,KAAKC,UAAUH,cAAcZ,QAAAA;AACjD,cAAQW,MAAA,OAAMD,iCAAQI,MAAMA,MAAM,CAAA,GAAIA,MAAM,CAAA,QAApC,gBAAAH,IAA2C;IACrD,EAAA,CAAA;AAIJ,UAAM,KAAKf,MAAK;AAChB,WAAOU,QAAQH,QAAQa,OAAOC,SAAAA,EAAWxB,IAAI,CAACyB,WAAWA,OAAOxB,KAAK,CAAA;EACvE;EAEA,MAAyByB,cAAcC,QAAqC;AAC1E,UAAMC,eAAoC,MAAMjB,QAAQH,KACrD,MAAM,KAAKqB,IAAIF,MAAAA,GAAS3B,IAAgC,OAAO8B,YAAY;MAAC,MAAMC,cAAcC,UAAUF,OAAAA;MAAUA;KAAQ,CAAA;AAE/H,UAAMG,eAAoCpB,QACxC,MAAMF,QAAQH,IACZoB,aAAa5B,IAAmC,CAAC,CAACkC,MAAMJ,OAAAA,MAAQ;AAC9D,WAAKtC,QAAQ2C,OAAOD,IAAAA;AACpB,aAAO;QAACA;QAAMJ;;IAChB,CAAA,CAAA,CAAA;AAGJ,WAAOG,aAAajC,IAAI,CAAC,CAACkC,IAAAA,MAAUA,IAAAA;EACtC;EAEmBE,WAAWT,QAAyC;AACrE,WAAOd,QACLc,OAAO3B,IAAI,CAACkC,SAAAA;AACV,aAAO,KAAK1C,QAAQqC,IAAIK,IAAAA;IAC1B,CAAA,CAAA;EAEJ;EAEA,MAAyBG,cAAc9B,UAAyC;AAC9E,UAAM+B,iBAAiB,MAAM3B,QAAQH,IACnCD,SAASP,IAAI,OAAO8B,YAAAA;AAClB,YAAMS,UAAUC,eAAeC,KAAKX,OAAAA;AACpC,YAAMI,OAAO,MAAMK,QAAQP,UAAS;AACpC,YAAM/B,QAAQyC,KAAKC,UAAUJ,QAAQT,QAAO,CAAA;AAC5CrB,eAASR,MAAML,SAAS,KAAKhB,cAAc,sBAAsBsD,IAAAA,KAASjC,MAAML,MAAM,GAAG;AACzF,WAAKJ,QAAQoD,IAAIV,MAAMK,QAAQT,QAAO,CAAA;AACtC,aAAOS,QAAQT,QAAO;IACxB,CAAA,CAAA;AAEF,WAAOQ;EACT;EAEUO,cAAc;AAlL1B;AAmLI,QAAI,KAAK/D,gBAAgB;AACvB,YAAMgE,UAAU,KAAKA;AACrB,iBAAKpD,WAAL,mBAAaC,IAAImD,QAAQC;AACzB,WAAKzD,eAAesD,IAAI,cAAcE,QAAQE,QAAQC,GAAG;IAC3D;EACF;EAEA,MAAyBC,eAAe;AACtC,UAAM,MAAMA,aAAAA;AACZ,SAAKL,YAAW;AAChB,WAAO;EACT;AACF;AAtJUtE;AAGR,cAPWD,mBAOK6E,iBAAgB;EAAC9E;;AAP5B,IAAMC,mBAAN;","names":["assertEx","compact","fulfilled","AbstractArchivist","ArchivistAllQuerySchema","ArchivistClearQuerySchema","ArchivistCommitQuerySchema","ArchivistDeleteQuerySchema","ArchivistInsertQuerySchema","PayloadHasher","PayloadWrapper","store","StorageArchivistConfigSchema","StorageArchivist","AbstractArchivist","_privateStorage","_storage","maxEntries","config","maxEntrySize","namespace","persistAccount","queries","ArchivistAllQuerySchema","ArchivistDeleteQuerySchema","ArchivistClearQuerySchema","ArchivistInsertQuerySchema","ArchivistCommitQuerySchema","type","privateStorage","store","storage","allHandler","logger","log","length","Object","entries","getAll","map","value","clearHandler","clear","emit","module","commitHandler","payloads","all","assertEx","settled","Promise","allSettled","compact","values","parents","commit","parent","_a","queryPayload","schema","query","bindQuery","filter","fulfilled","result","deleteHandler","hashes","payloadPairs","get","payload","PayloadHasher","hashAsync","deletedPairs","hash","remove","getHandler","insertHandler","resultPayloads","wrapper","PayloadWrapper","wrap","JSON","stringify","set","saveAccount","account","address","private","hex","startHandler","configSchemas"]}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
export * from './AbstractArchivingModule';
|
|
2
|
+
export * from './CookieArchivist';
|
|
3
|
+
export * from './StorageArchivist';
|
|
4
|
+
export * from '@xyo-network/archivist-abstract';
|
|
5
|
+
export * from '@xyo-network/archivist-model';
|
|
6
|
+
export * from '@xyo-network/archivist-wrapper';
|
|
7
|
+
export * from '@xyo-network/memory-archivist';
|
|
8
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,2BAA2B,CAAA;AACzC,cAAc,mBAAmB,CAAA;AACjC,cAAc,oBAAoB,CAAA;AAClC,cAAc,iCAAiC,CAAA;AAC/C,cAAc,8BAA8B,CAAA;AAC5C,cAAc,gCAAgC,CAAA;AAC9C,cAAc,+BAA+B,CAAA"}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
export * from './AbstractArchivingModule';
|
|
2
|
+
export * from './CookieArchivist';
|
|
3
|
+
export * from './StorageArchivist';
|
|
4
|
+
export * from '@xyo-network/archivist-abstract';
|
|
5
|
+
export * from '@xyo-network/archivist-model';
|
|
6
|
+
export * from '@xyo-network/archivist-wrapper';
|
|
7
|
+
export * from '@xyo-network/memory-archivist';
|
|
8
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,2BAA2B,CAAA;AACzC,cAAc,mBAAmB,CAAA;AACjC,cAAc,oBAAoB,CAAA;AAClC,cAAc,iCAAiC,CAAA;AAC/C,cAAc,8BAA8B,CAAA;AAC5C,cAAc,gCAAgC,CAAA;AAC9C,cAAc,+BAA+B,CAAA"}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
export * from './AbstractArchivingModule';
|
|
2
|
+
export * from './CookieArchivist';
|
|
3
|
+
export * from './StorageArchivist';
|
|
4
|
+
export * from '@xyo-network/archivist-abstract';
|
|
5
|
+
export * from '@xyo-network/archivist-model';
|
|
6
|
+
export * from '@xyo-network/archivist-wrapper';
|
|
7
|
+
export * from '@xyo-network/memory-archivist';
|
|
8
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,2BAA2B,CAAA;AACzC,cAAc,mBAAmB,CAAA;AACjC,cAAc,oBAAoB,CAAA;AAClC,cAAc,iCAAiC,CAAA;AAC/C,cAAc,8BAA8B,CAAA;AAC5C,cAAc,gCAAgC,CAAA;AAC9C,cAAc,+BAA+B,CAAA"}
|