@xyo-network/archivist-storage 2.111.2 → 3.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (48) hide show
  1. package/dist/neutral/index.d.ts +43 -2
  2. package/package.json +24 -43
  3. package/xy.config.ts +12 -0
  4. package/dist/browser/StorageArchivist.d.cts +0 -41
  5. package/dist/browser/StorageArchivist.d.cts.map +0 -1
  6. package/dist/browser/StorageArchivist.d.mts +0 -41
  7. package/dist/browser/StorageArchivist.d.mts.map +0 -1
  8. package/dist/browser/StorageArchivist.d.ts +0 -41
  9. package/dist/browser/StorageArchivist.d.ts.map +0 -1
  10. package/dist/browser/index.cjs +0 -187
  11. package/dist/browser/index.cjs.map +0 -1
  12. package/dist/browser/index.d.cts +0 -2
  13. package/dist/browser/index.d.cts.map +0 -1
  14. package/dist/browser/index.d.mts +0 -2
  15. package/dist/browser/index.d.mts.map +0 -1
  16. package/dist/browser/index.d.ts +0 -2
  17. package/dist/browser/index.d.ts.map +0 -1
  18. package/dist/browser/index.mjs +0 -156
  19. package/dist/browser/index.mjs.map +0 -1
  20. package/dist/neutral/StorageArchivist.d.cts +0 -41
  21. package/dist/neutral/StorageArchivist.d.cts.map +0 -1
  22. package/dist/neutral/StorageArchivist.d.mts +0 -41
  23. package/dist/neutral/StorageArchivist.d.mts.map +0 -1
  24. package/dist/neutral/StorageArchivist.d.ts +0 -41
  25. package/dist/neutral/StorageArchivist.d.ts.map +0 -1
  26. package/dist/neutral/index.cjs +0 -187
  27. package/dist/neutral/index.cjs.map +0 -1
  28. package/dist/neutral/index.d.cts +0 -2
  29. package/dist/neutral/index.d.cts.map +0 -1
  30. package/dist/neutral/index.d.mts +0 -2
  31. package/dist/neutral/index.d.mts.map +0 -1
  32. package/dist/neutral/index.d.ts.map +0 -1
  33. package/dist/node/StorageArchivist.d.cts +0 -41
  34. package/dist/node/StorageArchivist.d.cts.map +0 -1
  35. package/dist/node/StorageArchivist.d.mts +0 -41
  36. package/dist/node/StorageArchivist.d.mts.map +0 -1
  37. package/dist/node/StorageArchivist.d.ts +0 -41
  38. package/dist/node/StorageArchivist.d.ts.map +0 -1
  39. package/dist/node/index.cjs +0 -205
  40. package/dist/node/index.cjs.map +0 -1
  41. package/dist/node/index.d.cts +0 -2
  42. package/dist/node/index.d.cts.map +0 -1
  43. package/dist/node/index.d.mts +0 -2
  44. package/dist/node/index.d.mts.map +0 -1
  45. package/dist/node/index.d.ts +0 -2
  46. package/dist/node/index.d.ts.map +0 -1
  47. package/dist/node/index.mjs +0 -170
  48. package/dist/node/index.mjs.map +0 -1
@@ -1,156 +0,0 @@
1
- var __defProp = Object.defineProperty;
2
- var __name = (target, value) => __defProp(target, "name", { value, configurable: true });
3
-
4
- // src/StorageArchivist.ts
5
- import { assertEx } from "@xylabs/assert";
6
- import { compact } from "@xylabs/lodash";
7
- import { fulfilled } from "@xylabs/promise";
8
- import { AbstractArchivist } from "@xyo-network/archivist-abstract";
9
- import { ArchivistAllQuerySchema, ArchivistClearQuerySchema, ArchivistCommitQuerySchema, ArchivistDeleteQuerySchema, ArchivistInsertQuerySchema } from "@xyo-network/archivist-model";
10
- import { PayloadBuilder } from "@xyo-network/payload-builder";
11
- import store from "store2";
12
- var storeTypes = store;
13
- var StorageArchivistConfigSchema = "network.xyo.archivist.storage.config";
14
- var StorageArchivist = class extends AbstractArchivist {
15
- static {
16
- __name(this, "StorageArchivist");
17
- }
18
- static configSchemas = [
19
- ...super.configSchemas,
20
- StorageArchivistConfigSchema
21
- ];
22
- static defaultConfigSchema = StorageArchivistConfigSchema;
23
- _privateStorage;
24
- _storage;
25
- get maxEntries() {
26
- return this.config?.maxEntries ?? 1e3;
27
- }
28
- get maxEntrySize() {
29
- return this.config?.maxEntrySize ?? 16e3;
30
- }
31
- get namespace() {
32
- return this.config?.namespace ?? "xyo-archivist";
33
- }
34
- get persistAccount() {
35
- return this.config?.persistAccount ?? false;
36
- }
37
- get queries() {
38
- return [
39
- ArchivistAllQuerySchema,
40
- ArchivistDeleteQuerySchema,
41
- ArchivistClearQuerySchema,
42
- ArchivistInsertQuerySchema,
43
- ArchivistCommitQuerySchema,
44
- ...super.queries
45
- ];
46
- }
47
- get type() {
48
- return this.config?.type ?? "local";
49
- }
50
- /* This has to be a getter so that it can access it during construction */
51
- get privateStorage() {
52
- this._privateStorage = this._storage ?? storeTypes[this.type].namespace(`${this.namespace}|private`);
53
- return this._privateStorage;
54
- }
55
- /* This has to be a getter so that it can access it during construction */
56
- get storage() {
57
- this._storage = this._storage ?? storeTypes[this.type].namespace(this.namespace);
58
- return this._storage;
59
- }
60
- /* override async loadAccount(account?: AccountInstance, persistAccount?: boolean, privateStorage?: StoreBase, _logger?: Logger) {
61
- if (!this._account) {
62
- if (persistAccount) {
63
- const privateKey = privateStorage?.get('privateKey')
64
- if (privateKey) {
65
- try {
66
- this._account = await Account.create({ privateKey })
67
- return this._account
68
- } catch (ex) {
69
- console.error(`Error reading Account from storage [${ex}] - Recreating Account`)
70
- privateStorage?.remove('privateKey')
71
- }
72
- }
73
- }
74
- }
75
- return await super.loadAccount()
76
- } */
77
- allHandler() {
78
- const found = /* @__PURE__ */ new Set();
79
- this.logger?.log(`this.storage.length: ${this.storage.length}`);
80
- return Object.entries(this.storage.getAll()).map(([, value]) => value).filter((payload) => {
81
- if (found.has(payload.$hash)) {
82
- return false;
83
- } else {
84
- found.add(payload.$hash);
85
- return true;
86
- }
87
- });
88
- }
89
- clearHandler() {
90
- this.logger?.log(`this.storage.length: ${this.storage.length}`);
91
- this.storage.clear();
92
- return this.emit("cleared", {
93
- mod: this
94
- });
95
- }
96
- async commitHandler() {
97
- this.logger?.log(`this.storage.length: ${this.storage.length}`);
98
- const payloads = await this.all();
99
- assertEx(payloads.length > 0, () => "Nothing to commit");
100
- const settled = await Promise.allSettled(compact(Object.values((await this.parentArchivists()).commit ?? [])?.map(async (parent) => {
101
- const queryPayload = {
102
- schema: ArchivistInsertQuerySchema
103
- };
104
- const query = await this.bindQuery(queryPayload, payloads);
105
- return (await parent?.query(query[0], query[1]))?.[0];
106
- })));
107
- await this.clear();
108
- return compact(settled.filter(fulfilled).map((result) => result.value));
109
- }
110
- async deleteHandler(hashes) {
111
- return compact(await Promise.all(hashes.map((hash) => {
112
- this.storage.remove(hash);
113
- return hash;
114
- })));
115
- }
116
- getHandler(hashes) {
117
- const found = /* @__PURE__ */ new Set();
118
- return compact(hashes.map((hash) => {
119
- return this.storage.get(hash);
120
- })).filter((payload) => {
121
- if (found.has(payload.$hash)) {
122
- return false;
123
- } else {
124
- found.add(payload.$hash);
125
- return true;
126
- }
127
- });
128
- }
129
- async insertHandler(payloads) {
130
- const pairs = await PayloadBuilder.hashPairs(payloads);
131
- return pairs.map(([payload, hash]) => {
132
- const value = JSON.stringify(payload);
133
- assertEx(value.length < this.maxEntrySize, () => `Payload too large [${hash}, ${value.length}]`);
134
- this.storage.set(hash, payload);
135
- this.storage.set(payload.$hash, payload);
136
- return payload;
137
- });
138
- }
139
- saveAccount() {
140
- if (this.persistAccount) {
141
- const account = this.account;
142
- this.logger?.log(account.address);
143
- this.privateStorage.set("privateKey", account.private.hex);
144
- }
145
- }
146
- async startHandler() {
147
- await super.startHandler();
148
- this.saveAccount();
149
- return true;
150
- }
151
- };
152
- export {
153
- StorageArchivist,
154
- StorageArchivistConfigSchema
155
- };
156
- //# sourceMappingURL=index.mjs.map
@@ -1 +0,0 @@
1
- {"version":3,"sources":["../../src/StorageArchivist.ts"],"sourcesContent":["import { assertEx } from '@xylabs/assert'\nimport { Hash } from '@xylabs/hex'\nimport { compact } from '@xylabs/lodash'\nimport { fulfilled, Promisable, PromisableArray } from '@xylabs/promise'\nimport { AbstractArchivist } from '@xyo-network/archivist-abstract'\nimport {\n ArchivistAllQuerySchema,\n ArchivistClearQuerySchema,\n ArchivistCommitQuerySchema,\n ArchivistConfig,\n ArchivistDeleteQuerySchema,\n ArchivistInsertQuery,\n ArchivistInsertQuerySchema,\n ArchivistInstance,\n ArchivistModuleEventData,\n ArchivistParams,\n} from '@xyo-network/archivist-model'\nimport { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { AnyConfigSchema } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { Payload, PayloadWithMeta, Schema, WithMeta } from '@xyo-network/payload-model'\nimport store, { StoreBase, StoreType } from 'store2'\n\nconst storeTypes = store as unknown as StoreType\n\nexport type StorageArchivistConfigSchema = 'network.xyo.archivist.storage.config'\nexport const StorageArchivistConfigSchema: StorageArchivistConfigSchema = 'network.xyo.archivist.storage.config'\n\nexport type StorageArchivistConfig = ArchivistConfig<{\n maxEntries?: number\n maxEntrySize?: number\n namespace?: string\n persistAccount?: boolean\n schema: StorageArchivistConfigSchema\n type?: 'local' | 'session' | 'page'\n}>\n\nexport type StorageArchivistParams = ArchivistParams<AnyConfigSchema<StorageArchivistConfig>>\nexport class StorageArchivist<\n TParams extends StorageArchivistParams = StorageArchivistParams,\n TEventData extends ArchivistModuleEventData = ArchivistModuleEventData,\n>\n extends AbstractArchivist<TParams, TEventData>\n implements ArchivistInstance {\n static override readonly configSchemas: Schema[] = [...super.configSchemas, StorageArchivistConfigSchema]\n static override readonly defaultConfigSchema: Schema = StorageArchivistConfigSchema\n\n private _privateStorage: StoreBase | undefined\n private _storage: StoreBase | undefined\n\n get maxEntries() {\n return this.config?.maxEntries ?? 1000\n }\n\n get maxEntrySize() {\n return this.config?.maxEntrySize ?? 16_000\n }\n\n get namespace() {\n return this.config?.namespace ?? 'xyo-archivist'\n }\n\n get persistAccount() {\n return this.config?.persistAccount ?? false\n }\n\n override get queries(): string[] {\n return [\n ArchivistAllQuerySchema,\n ArchivistDeleteQuerySchema,\n ArchivistClearQuerySchema,\n ArchivistInsertQuerySchema,\n ArchivistCommitQuerySchema,\n ...super.queries,\n ]\n }\n\n get type() {\n return this.config?.type ?? 'local'\n }\n\n /* This has to be a getter so that it can access it during construction */\n private get privateStorage(): StoreBase {\n this._privateStorage = this._storage ?? storeTypes[this.type].namespace(`${this.namespace}|private`)\n return this._privateStorage\n }\n\n /* This has to be a getter so that it can access it during construction */\n private get storage(): StoreBase {\n this._storage = this._storage ?? storeTypes[this.type].namespace(this.namespace)\n return this._storage\n }\n\n /* override async loadAccount(account?: AccountInstance, persistAccount?: boolean, privateStorage?: StoreBase, _logger?: Logger) {\n if (!this._account) {\n if (persistAccount) {\n const privateKey = privateStorage?.get('privateKey')\n if (privateKey) {\n try {\n this._account = await Account.create({ privateKey })\n return this._account\n } catch (ex) {\n console.error(`Error reading Account from storage [${ex}] - Recreating Account`)\n privateStorage?.remove('privateKey')\n }\n }\n }\n }\n return await super.loadAccount()\n } */\n\n protected override allHandler(): PromisableArray<PayloadWithMeta> {\n const found = new Set<string>()\n this.logger?.log(`this.storage.length: ${this.storage.length}`)\n return Object.entries(this.storage.getAll())\n .map(([, value]) => value)\n .filter((payload) => {\n if (found.has(payload.$hash)) {\n return false\n } else {\n found.add(payload.$hash)\n return true\n }\n })\n }\n\n protected override clearHandler(): void | Promise<void> {\n this.logger?.log(`this.storage.length: ${this.storage.length}`)\n this.storage.clear()\n return this.emit('cleared', { mod: this })\n }\n\n protected override async commitHandler(): Promise<WithMeta<BoundWitness>[]> {\n this.logger?.log(`this.storage.length: ${this.storage.length}`)\n const payloads = await this.all()\n assertEx(payloads.length > 0, () => 'Nothing to commit')\n const settled = await Promise.allSettled(\n compact(\n Object.values((await this.parentArchivists()).commit ?? [])?.map(async (parent) => {\n const queryPayload: ArchivistInsertQuery = {\n schema: ArchivistInsertQuerySchema,\n }\n const query = await this.bindQuery(queryPayload, payloads)\n return (await parent?.query(query[0], query[1]))?.[0]\n }),\n ),\n )\n // TODO - rather than clear, delete the payloads that come back as successfully inserted\n await this.clear()\n return compact(settled.filter(fulfilled).map(result => result.value))\n }\n\n protected override async deleteHandler(hashes: Hash[]): Promise<Hash[]> {\n return compact(\n await Promise.all(\n hashes.map((hash) => {\n this.storage.remove(hash)\n return hash\n }),\n ),\n )\n }\n\n protected override getHandler(hashes: string[]): Promisable<PayloadWithMeta[]> {\n const found = new Set<string>()\n return compact(\n hashes.map((hash) => {\n return this.storage.get(hash)\n }),\n ).filter((payload) => {\n if (found.has(payload.$hash)) {\n return false\n } else {\n found.add(payload.$hash)\n return true\n }\n })\n }\n\n protected override async insertHandler(payloads: Payload[]): Promise<PayloadWithMeta[]> {\n const pairs = await PayloadBuilder.hashPairs(payloads)\n return pairs.map(([payload, hash]) => {\n const value = JSON.stringify(payload)\n assertEx(value.length < this.maxEntrySize, () => `Payload too large [${hash}, ${value.length}]`)\n this.storage.set(hash, payload)\n this.storage.set(payload.$hash, payload)\n return payload\n })\n }\n\n protected saveAccount() {\n if (this.persistAccount) {\n const account = this.account\n this.logger?.log(account.address)\n this.privateStorage.set('privateKey', account.private.hex)\n }\n }\n\n protected override async startHandler() {\n await super.startHandler()\n this.saveAccount()\n return true\n }\n}\n"],"mappings":";;;;AAAA,SAASA,gBAAgB;AAEzB,SAASC,eAAe;AACxB,SAASC,iBAA8C;AACvD,SAASC,yBAAyB;AAClC,SACEC,yBACAC,2BACAC,4BAEAC,4BAEAC,kCAIK;AAGP,SAASC,sBAAsB;AAE/B,OAAOC,WAAqC;AAE5C,IAAMC,aAAaC;AAGZ,IAAMC,+BAA6D;AAYnE,IAAMC,mBAAN,cAIGC,kBAAAA;EA1CV,OA0CUA;;;EAER,OAAyBC,gBAA0B;OAAI,MAAMA;IAAeH;;EAC5E,OAAyBI,sBAA8BJ;EAE/CK;EACAC;EAER,IAAIC,aAAa;AACf,WAAO,KAAKC,QAAQD,cAAc;EACpC;EAEA,IAAIE,eAAe;AACjB,WAAO,KAAKD,QAAQC,gBAAgB;EACtC;EAEA,IAAIC,YAAY;AACd,WAAO,KAAKF,QAAQE,aAAa;EACnC;EAEA,IAAIC,iBAAiB;AACnB,WAAO,KAAKH,QAAQG,kBAAkB;EACxC;EAEA,IAAaC,UAAoB;AAC/B,WAAO;MACLC;MACAC;MACAC;MACAC;MACAC;SACG,MAAML;;EAEb;EAEA,IAAIM,OAAO;AACT,WAAO,KAAKV,QAAQU,QAAQ;EAC9B;;EAGA,IAAYC,iBAA4B;AACtC,SAAKd,kBAAkB,KAAKC,YAAYR,WAAW,KAAKoB,IAAI,EAAER,UAAU,GAAG,KAAKA,SAAS,UAAU;AACnG,WAAO,KAAKL;EACd;;EAGA,IAAYe,UAAqB;AAC/B,SAAKd,WAAW,KAAKA,YAAYR,WAAW,KAAKoB,IAAI,EAAER,UAAU,KAAKA,SAAS;AAC/E,WAAO,KAAKJ;EACd;;;;;;;;;;;;;;;;;;EAoBmBe,aAA+C;AAChE,UAAMC,QAAQ,oBAAIC,IAAAA;AAClB,SAAKC,QAAQC,IAAI,wBAAwB,KAAKL,QAAQM,MAAM,EAAE;AAC9D,WAAOC,OAAOC,QAAQ,KAAKR,QAAQS,OAAM,CAAA,EACtCC,IAAI,CAAC,CAAA,EAAGC,KAAAA,MAAWA,KAAAA,EACnBC,OAAO,CAACC,YAAAA;AACP,UAAIX,MAAMY,IAAID,QAAQE,KAAK,GAAG;AAC5B,eAAO;MACT,OAAO;AACLb,cAAMc,IAAIH,QAAQE,KAAK;AACvB,eAAO;MACT;IACF,CAAA;EACJ;EAEmBE,eAAqC;AACtD,SAAKb,QAAQC,IAAI,wBAAwB,KAAKL,QAAQM,MAAM,EAAE;AAC9D,SAAKN,QAAQkB,MAAK;AAClB,WAAO,KAAKC,KAAK,WAAW;MAAEC,KAAK;IAAK,CAAA;EAC1C;EAEA,MAAyBC,gBAAmD;AAC1E,SAAKjB,QAAQC,IAAI,wBAAwB,KAAKL,QAAQM,MAAM,EAAE;AAC9D,UAAMgB,WAAW,MAAM,KAAKC,IAAG;AAC/BC,aAASF,SAAShB,SAAS,GAAG,MAAM,mBAAA;AACpC,UAAMmB,UAAU,MAAMC,QAAQC,WAC5BC,QACErB,OAAOsB,QAAQ,MAAM,KAAKC,iBAAgB,GAAIC,UAAU,CAAA,CAAE,GAAGrB,IAAI,OAAOsB,WAAAA;AACtE,YAAMC,eAAqC;QACzCC,QAAQtC;MACV;AACA,YAAMuC,QAAQ,MAAM,KAAKC,UAAUH,cAAcX,QAAAA;AACjD,cAAQ,MAAMU,QAAQG,MAAMA,MAAM,CAAA,GAAIA,MAAM,CAAA,CAAE,KAAK,CAAA;IACrD,CAAA,CAAA,CAAA;AAIJ,UAAM,KAAKjB,MAAK;AAChB,WAAOU,QAAQH,QAAQb,OAAOyB,SAAAA,EAAW3B,IAAI4B,CAAAA,WAAUA,OAAO3B,KAAK,CAAA;EACrE;EAEA,MAAyB4B,cAAcC,QAAiC;AACtE,WAAOZ,QACL,MAAMF,QAAQH,IACZiB,OAAO9B,IAAI,CAAC+B,SAAAA;AACV,WAAKzC,QAAQ0C,OAAOD,IAAAA;AACpB,aAAOA;IACT,CAAA,CAAA,CAAA;EAGN;EAEmBE,WAAWH,QAAiD;AAC7E,UAAMtC,QAAQ,oBAAIC,IAAAA;AAClB,WAAOyB,QACLY,OAAO9B,IAAI,CAAC+B,SAAAA;AACV,aAAO,KAAKzC,QAAQ4C,IAAIH,IAAAA;IAC1B,CAAA,CAAA,EACA7B,OAAO,CAACC,YAAAA;AACR,UAAIX,MAAMY,IAAID,QAAQE,KAAK,GAAG;AAC5B,eAAO;MACT,OAAO;AACLb,cAAMc,IAAIH,QAAQE,KAAK;AACvB,eAAO;MACT;IACF,CAAA;EACF;EAEA,MAAyB8B,cAAcvB,UAAiD;AACtF,UAAMwB,QAAQ,MAAMC,eAAeC,UAAU1B,QAAAA;AAC7C,WAAOwB,MAAMpC,IAAI,CAAC,CAACG,SAAS4B,IAAAA,MAAK;AAC/B,YAAM9B,QAAQsC,KAAKC,UAAUrC,OAAAA;AAC7BW,eAASb,MAAML,SAAS,KAAKjB,cAAc,MAAM,sBAAsBoD,IAAAA,KAAS9B,MAAML,MAAM,GAAG;AAC/F,WAAKN,QAAQmD,IAAIV,MAAM5B,OAAAA;AACvB,WAAKb,QAAQmD,IAAItC,QAAQE,OAAOF,OAAAA;AAChC,aAAOA;IACT,CAAA;EACF;EAEUuC,cAAc;AACtB,QAAI,KAAK7D,gBAAgB;AACvB,YAAM8D,UAAU,KAAKA;AACrB,WAAKjD,QAAQC,IAAIgD,QAAQC,OAAO;AAChC,WAAKvD,eAAeoD,IAAI,cAAcE,QAAQE,QAAQC,GAAG;IAC3D;EACF;EAEA,MAAyBC,eAAe;AACtC,UAAM,MAAMA,aAAAA;AACZ,SAAKL,YAAW;AAChB,WAAO;EACT;AACF;","names":["assertEx","compact","fulfilled","AbstractArchivist","ArchivistAllQuerySchema","ArchivistClearQuerySchema","ArchivistCommitQuerySchema","ArchivistDeleteQuerySchema","ArchivistInsertQuerySchema","PayloadBuilder","store","storeTypes","store","StorageArchivistConfigSchema","StorageArchivist","AbstractArchivist","configSchemas","defaultConfigSchema","_privateStorage","_storage","maxEntries","config","maxEntrySize","namespace","persistAccount","queries","ArchivistAllQuerySchema","ArchivistDeleteQuerySchema","ArchivistClearQuerySchema","ArchivistInsertQuerySchema","ArchivistCommitQuerySchema","type","privateStorage","storage","allHandler","found","Set","logger","log","length","Object","entries","getAll","map","value","filter","payload","has","$hash","add","clearHandler","clear","emit","mod","commitHandler","payloads","all","assertEx","settled","Promise","allSettled","compact","values","parentArchivists","commit","parent","queryPayload","schema","query","bindQuery","fulfilled","result","deleteHandler","hashes","hash","remove","getHandler","get","insertHandler","pairs","PayloadBuilder","hashPairs","JSON","stringify","set","saveAccount","account","address","private","hex","startHandler"]}
@@ -1,41 +0,0 @@
1
- import { Hash } from '@xylabs/hex';
2
- import { Promisable, PromisableArray } from '@xylabs/promise';
3
- import { AbstractArchivist } from '@xyo-network/archivist-abstract';
4
- import { ArchivistConfig, ArchivistInstance, ArchivistModuleEventData, ArchivistParams } from '@xyo-network/archivist-model';
5
- import { BoundWitness } from '@xyo-network/boundwitness-model';
6
- import { AnyConfigSchema } from '@xyo-network/module-model';
7
- import { Payload, PayloadWithMeta, Schema, WithMeta } from '@xyo-network/payload-model';
8
- export type StorageArchivistConfigSchema = 'network.xyo.archivist.storage.config';
9
- export declare const StorageArchivistConfigSchema: StorageArchivistConfigSchema;
10
- export type StorageArchivistConfig = ArchivistConfig<{
11
- maxEntries?: number;
12
- maxEntrySize?: number;
13
- namespace?: string;
14
- persistAccount?: boolean;
15
- schema: StorageArchivistConfigSchema;
16
- type?: 'local' | 'session' | 'page';
17
- }>;
18
- export type StorageArchivistParams = ArchivistParams<AnyConfigSchema<StorageArchivistConfig>>;
19
- export declare class StorageArchivist<TParams extends StorageArchivistParams = StorageArchivistParams, TEventData extends ArchivistModuleEventData = ArchivistModuleEventData> extends AbstractArchivist<TParams, TEventData> implements ArchivistInstance {
20
- static readonly configSchemas: Schema[];
21
- static readonly defaultConfigSchema: Schema;
22
- private _privateStorage;
23
- private _storage;
24
- get maxEntries(): number;
25
- get maxEntrySize(): number;
26
- get namespace(): string;
27
- get persistAccount(): boolean;
28
- get queries(): string[];
29
- get type(): "local" | "session" | "page";
30
- private get privateStorage();
31
- private get storage();
32
- protected allHandler(): PromisableArray<PayloadWithMeta>;
33
- protected clearHandler(): void | Promise<void>;
34
- protected commitHandler(): Promise<WithMeta<BoundWitness>[]>;
35
- protected deleteHandler(hashes: Hash[]): Promise<Hash[]>;
36
- protected getHandler(hashes: string[]): Promisable<PayloadWithMeta[]>;
37
- protected insertHandler(payloads: Payload[]): Promise<PayloadWithMeta[]>;
38
- protected saveAccount(): void;
39
- protected startHandler(): Promise<boolean>;
40
- }
41
- //# sourceMappingURL=StorageArchivist.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"StorageArchivist.d.ts","sourceRoot":"","sources":["../../src/StorageArchivist.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,MAAM,aAAa,CAAA;AAElC,OAAO,EAAa,UAAU,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAA;AACxE,OAAO,EAAE,iBAAiB,EAAE,MAAM,iCAAiC,CAAA;AACnE,OAAO,EAIL,eAAe,EAIf,iBAAiB,EACjB,wBAAwB,EACxB,eAAe,EAChB,MAAM,8BAA8B,CAAA;AACrC,OAAO,EAAE,YAAY,EAAE,MAAM,iCAAiC,CAAA;AAC9D,OAAO,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAA;AAE3D,OAAO,EAAE,OAAO,EAAE,eAAe,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAA;AAKvF,MAAM,MAAM,4BAA4B,GAAG,sCAAsC,CAAA;AACjF,eAAO,MAAM,4BAA4B,EAAE,4BAAqE,CAAA;AAEhH,MAAM,MAAM,sBAAsB,GAAG,eAAe,CAAC;IACnD,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,cAAc,CAAC,EAAE,OAAO,CAAA;IACxB,MAAM,EAAE,4BAA4B,CAAA;IACpC,IAAI,CAAC,EAAE,OAAO,GAAG,SAAS,GAAG,MAAM,CAAA;CACpC,CAAC,CAAA;AAEF,MAAM,MAAM,sBAAsB,GAAG,eAAe,CAAC,eAAe,CAAC,sBAAsB,CAAC,CAAC,CAAA;AAC7F,qBAAa,gBAAgB,CAC3B,OAAO,SAAS,sBAAsB,GAAG,sBAAsB,EAC/D,UAAU,SAAS,wBAAwB,GAAG,wBAAwB,CAEtE,SAAQ,iBAAiB,CAAC,OAAO,EAAE,UAAU,CAC7C,YAAW,iBAAiB;IAC5B,gBAAyB,aAAa,EAAE,MAAM,EAAE,CAAyD;IACzG,gBAAyB,mBAAmB,EAAE,MAAM,CAA+B;IAEnF,OAAO,CAAC,eAAe,CAAuB;IAC9C,OAAO,CAAC,QAAQ,CAAuB;IAEvC,IAAI,UAAU,WAEb;IAED,IAAI,YAAY,WAEf;IAED,IAAI,SAAS,WAEZ;IAED,IAAI,cAAc,YAEjB;IAED,IAAa,OAAO,IAAI,MAAM,EAAE,CAS/B;IAED,IAAI,IAAI,iCAEP;IAGD,OAAO,KAAK,cAAc,GAGzB;IAGD,OAAO,KAAK,OAAO,GAGlB;cAoBkB,UAAU,IAAI,eAAe,CAAC,eAAe,CAAC;cAe9C,YAAY,IAAI,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;cAM9B,aAAa,IAAI,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;cAoBlD,aAAa,CAAC,MAAM,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;cAWpD,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,UAAU,CAAC,eAAe,EAAE,CAAC;cAgBrD,aAAa,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;IAWvF,SAAS,CAAC,WAAW;cAQI,YAAY;CAKtC"}
@@ -1,41 +0,0 @@
1
- import { Hash } from '@xylabs/hex';
2
- import { Promisable, PromisableArray } from '@xylabs/promise';
3
- import { AbstractArchivist } from '@xyo-network/archivist-abstract';
4
- import { ArchivistConfig, ArchivistInstance, ArchivistModuleEventData, ArchivistParams } from '@xyo-network/archivist-model';
5
- import { BoundWitness } from '@xyo-network/boundwitness-model';
6
- import { AnyConfigSchema } from '@xyo-network/module-model';
7
- import { Payload, PayloadWithMeta, Schema, WithMeta } from '@xyo-network/payload-model';
8
- export type StorageArchivistConfigSchema = 'network.xyo.archivist.storage.config';
9
- export declare const StorageArchivistConfigSchema: StorageArchivistConfigSchema;
10
- export type StorageArchivistConfig = ArchivistConfig<{
11
- maxEntries?: number;
12
- maxEntrySize?: number;
13
- namespace?: string;
14
- persistAccount?: boolean;
15
- schema: StorageArchivistConfigSchema;
16
- type?: 'local' | 'session' | 'page';
17
- }>;
18
- export type StorageArchivistParams = ArchivistParams<AnyConfigSchema<StorageArchivistConfig>>;
19
- export declare class StorageArchivist<TParams extends StorageArchivistParams = StorageArchivistParams, TEventData extends ArchivistModuleEventData = ArchivistModuleEventData> extends AbstractArchivist<TParams, TEventData> implements ArchivistInstance {
20
- static readonly configSchemas: Schema[];
21
- static readonly defaultConfigSchema: Schema;
22
- private _privateStorage;
23
- private _storage;
24
- get maxEntries(): number;
25
- get maxEntrySize(): number;
26
- get namespace(): string;
27
- get persistAccount(): boolean;
28
- get queries(): string[];
29
- get type(): "local" | "session" | "page";
30
- private get privateStorage();
31
- private get storage();
32
- protected allHandler(): PromisableArray<PayloadWithMeta>;
33
- protected clearHandler(): void | Promise<void>;
34
- protected commitHandler(): Promise<WithMeta<BoundWitness>[]>;
35
- protected deleteHandler(hashes: Hash[]): Promise<Hash[]>;
36
- protected getHandler(hashes: string[]): Promisable<PayloadWithMeta[]>;
37
- protected insertHandler(payloads: Payload[]): Promise<PayloadWithMeta[]>;
38
- protected saveAccount(): void;
39
- protected startHandler(): Promise<boolean>;
40
- }
41
- //# sourceMappingURL=StorageArchivist.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"StorageArchivist.d.ts","sourceRoot":"","sources":["../../src/StorageArchivist.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,MAAM,aAAa,CAAA;AAElC,OAAO,EAAa,UAAU,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAA;AACxE,OAAO,EAAE,iBAAiB,EAAE,MAAM,iCAAiC,CAAA;AACnE,OAAO,EAIL,eAAe,EAIf,iBAAiB,EACjB,wBAAwB,EACxB,eAAe,EAChB,MAAM,8BAA8B,CAAA;AACrC,OAAO,EAAE,YAAY,EAAE,MAAM,iCAAiC,CAAA;AAC9D,OAAO,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAA;AAE3D,OAAO,EAAE,OAAO,EAAE,eAAe,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAA;AAKvF,MAAM,MAAM,4BAA4B,GAAG,sCAAsC,CAAA;AACjF,eAAO,MAAM,4BAA4B,EAAE,4BAAqE,CAAA;AAEhH,MAAM,MAAM,sBAAsB,GAAG,eAAe,CAAC;IACnD,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,cAAc,CAAC,EAAE,OAAO,CAAA;IACxB,MAAM,EAAE,4BAA4B,CAAA;IACpC,IAAI,CAAC,EAAE,OAAO,GAAG,SAAS,GAAG,MAAM,CAAA;CACpC,CAAC,CAAA;AAEF,MAAM,MAAM,sBAAsB,GAAG,eAAe,CAAC,eAAe,CAAC,sBAAsB,CAAC,CAAC,CAAA;AAC7F,qBAAa,gBAAgB,CAC3B,OAAO,SAAS,sBAAsB,GAAG,sBAAsB,EAC/D,UAAU,SAAS,wBAAwB,GAAG,wBAAwB,CAEtE,SAAQ,iBAAiB,CAAC,OAAO,EAAE,UAAU,CAC7C,YAAW,iBAAiB;IAC5B,gBAAyB,aAAa,EAAE,MAAM,EAAE,CAAyD;IACzG,gBAAyB,mBAAmB,EAAE,MAAM,CAA+B;IAEnF,OAAO,CAAC,eAAe,CAAuB;IAC9C,OAAO,CAAC,QAAQ,CAAuB;IAEvC,IAAI,UAAU,WAEb;IAED,IAAI,YAAY,WAEf;IAED,IAAI,SAAS,WAEZ;IAED,IAAI,cAAc,YAEjB;IAED,IAAa,OAAO,IAAI,MAAM,EAAE,CAS/B;IAED,IAAI,IAAI,iCAEP;IAGD,OAAO,KAAK,cAAc,GAGzB;IAGD,OAAO,KAAK,OAAO,GAGlB;cAoBkB,UAAU,IAAI,eAAe,CAAC,eAAe,CAAC;cAe9C,YAAY,IAAI,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;cAM9B,aAAa,IAAI,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;cAoBlD,aAAa,CAAC,MAAM,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;cAWpD,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,UAAU,CAAC,eAAe,EAAE,CAAC;cAgBrD,aAAa,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;IAWvF,SAAS,CAAC,WAAW;cAQI,YAAY;CAKtC"}
@@ -1,41 +0,0 @@
1
- import { Hash } from '@xylabs/hex';
2
- import { Promisable, PromisableArray } from '@xylabs/promise';
3
- import { AbstractArchivist } from '@xyo-network/archivist-abstract';
4
- import { ArchivistConfig, ArchivistInstance, ArchivistModuleEventData, ArchivistParams } from '@xyo-network/archivist-model';
5
- import { BoundWitness } from '@xyo-network/boundwitness-model';
6
- import { AnyConfigSchema } from '@xyo-network/module-model';
7
- import { Payload, PayloadWithMeta, Schema, WithMeta } from '@xyo-network/payload-model';
8
- export type StorageArchivistConfigSchema = 'network.xyo.archivist.storage.config';
9
- export declare const StorageArchivistConfigSchema: StorageArchivistConfigSchema;
10
- export type StorageArchivistConfig = ArchivistConfig<{
11
- maxEntries?: number;
12
- maxEntrySize?: number;
13
- namespace?: string;
14
- persistAccount?: boolean;
15
- schema: StorageArchivistConfigSchema;
16
- type?: 'local' | 'session' | 'page';
17
- }>;
18
- export type StorageArchivistParams = ArchivistParams<AnyConfigSchema<StorageArchivistConfig>>;
19
- export declare class StorageArchivist<TParams extends StorageArchivistParams = StorageArchivistParams, TEventData extends ArchivistModuleEventData = ArchivistModuleEventData> extends AbstractArchivist<TParams, TEventData> implements ArchivistInstance {
20
- static readonly configSchemas: Schema[];
21
- static readonly defaultConfigSchema: Schema;
22
- private _privateStorage;
23
- private _storage;
24
- get maxEntries(): number;
25
- get maxEntrySize(): number;
26
- get namespace(): string;
27
- get persistAccount(): boolean;
28
- get queries(): string[];
29
- get type(): "local" | "session" | "page";
30
- private get privateStorage();
31
- private get storage();
32
- protected allHandler(): PromisableArray<PayloadWithMeta>;
33
- protected clearHandler(): void | Promise<void>;
34
- protected commitHandler(): Promise<WithMeta<BoundWitness>[]>;
35
- protected deleteHandler(hashes: Hash[]): Promise<Hash[]>;
36
- protected getHandler(hashes: string[]): Promisable<PayloadWithMeta[]>;
37
- protected insertHandler(payloads: Payload[]): Promise<PayloadWithMeta[]>;
38
- protected saveAccount(): void;
39
- protected startHandler(): Promise<boolean>;
40
- }
41
- //# sourceMappingURL=StorageArchivist.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"StorageArchivist.d.ts","sourceRoot":"","sources":["../../src/StorageArchivist.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,MAAM,aAAa,CAAA;AAElC,OAAO,EAAa,UAAU,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAA;AACxE,OAAO,EAAE,iBAAiB,EAAE,MAAM,iCAAiC,CAAA;AACnE,OAAO,EAIL,eAAe,EAIf,iBAAiB,EACjB,wBAAwB,EACxB,eAAe,EAChB,MAAM,8BAA8B,CAAA;AACrC,OAAO,EAAE,YAAY,EAAE,MAAM,iCAAiC,CAAA;AAC9D,OAAO,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAA;AAE3D,OAAO,EAAE,OAAO,EAAE,eAAe,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAA;AAKvF,MAAM,MAAM,4BAA4B,GAAG,sCAAsC,CAAA;AACjF,eAAO,MAAM,4BAA4B,EAAE,4BAAqE,CAAA;AAEhH,MAAM,MAAM,sBAAsB,GAAG,eAAe,CAAC;IACnD,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,cAAc,CAAC,EAAE,OAAO,CAAA;IACxB,MAAM,EAAE,4BAA4B,CAAA;IACpC,IAAI,CAAC,EAAE,OAAO,GAAG,SAAS,GAAG,MAAM,CAAA;CACpC,CAAC,CAAA;AAEF,MAAM,MAAM,sBAAsB,GAAG,eAAe,CAAC,eAAe,CAAC,sBAAsB,CAAC,CAAC,CAAA;AAC7F,qBAAa,gBAAgB,CAC3B,OAAO,SAAS,sBAAsB,GAAG,sBAAsB,EAC/D,UAAU,SAAS,wBAAwB,GAAG,wBAAwB,CAEtE,SAAQ,iBAAiB,CAAC,OAAO,EAAE,UAAU,CAC7C,YAAW,iBAAiB;IAC5B,gBAAyB,aAAa,EAAE,MAAM,EAAE,CAAyD;IACzG,gBAAyB,mBAAmB,EAAE,MAAM,CAA+B;IAEnF,OAAO,CAAC,eAAe,CAAuB;IAC9C,OAAO,CAAC,QAAQ,CAAuB;IAEvC,IAAI,UAAU,WAEb;IAED,IAAI,YAAY,WAEf;IAED,IAAI,SAAS,WAEZ;IAED,IAAI,cAAc,YAEjB;IAED,IAAa,OAAO,IAAI,MAAM,EAAE,CAS/B;IAED,IAAI,IAAI,iCAEP;IAGD,OAAO,KAAK,cAAc,GAGzB;IAGD,OAAO,KAAK,OAAO,GAGlB;cAoBkB,UAAU,IAAI,eAAe,CAAC,eAAe,CAAC;cAe9C,YAAY,IAAI,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;cAM9B,aAAa,IAAI,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;cAoBlD,aAAa,CAAC,MAAM,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;cAWpD,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,UAAU,CAAC,eAAe,EAAE,CAAC;cAgBrD,aAAa,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;IAWvF,SAAS,CAAC,WAAW;cAQI,YAAY;CAKtC"}
@@ -1,187 +0,0 @@
1
- "use strict";
2
- var __create = Object.create;
3
- var __defProp = Object.defineProperty;
4
- var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
5
- var __getOwnPropNames = Object.getOwnPropertyNames;
6
- var __getProtoOf = Object.getPrototypeOf;
7
- var __hasOwnProp = Object.prototype.hasOwnProperty;
8
- var __name = (target, value) => __defProp(target, "name", { value, configurable: true });
9
- var __export = (target, all) => {
10
- for (var name in all)
11
- __defProp(target, name, { get: all[name], enumerable: true });
12
- };
13
- var __copyProps = (to, from, except, desc) => {
14
- if (from && typeof from === "object" || typeof from === "function") {
15
- for (let key of __getOwnPropNames(from))
16
- if (!__hasOwnProp.call(to, key) && key !== except)
17
- __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
18
- }
19
- return to;
20
- };
21
- var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
22
- // If the importer is in node compatibility mode or this is not an ESM
23
- // file that has been converted to a CommonJS file using a Babel-
24
- // compatible transform (i.e. "__esModule" has not been set), then set
25
- // "default" to the CommonJS "module.exports" for node compatibility.
26
- isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
27
- mod
28
- ));
29
- var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
30
-
31
- // src/index.ts
32
- var src_exports = {};
33
- __export(src_exports, {
34
- StorageArchivist: () => StorageArchivist,
35
- StorageArchivistConfigSchema: () => StorageArchivistConfigSchema
36
- });
37
- module.exports = __toCommonJS(src_exports);
38
-
39
- // src/StorageArchivist.ts
40
- var import_assert = require("@xylabs/assert");
41
- var import_lodash = require("@xylabs/lodash");
42
- var import_promise = require("@xylabs/promise");
43
- var import_archivist_abstract = require("@xyo-network/archivist-abstract");
44
- var import_archivist_model = require("@xyo-network/archivist-model");
45
- var import_payload_builder = require("@xyo-network/payload-builder");
46
- var import_store2 = __toESM(require("store2"), 1);
47
- var storeTypes = import_store2.default;
48
- var StorageArchivistConfigSchema = "network.xyo.archivist.storage.config";
49
- var StorageArchivist = class extends import_archivist_abstract.AbstractArchivist {
50
- static {
51
- __name(this, "StorageArchivist");
52
- }
53
- static configSchemas = [
54
- ...super.configSchemas,
55
- StorageArchivistConfigSchema
56
- ];
57
- static defaultConfigSchema = StorageArchivistConfigSchema;
58
- _privateStorage;
59
- _storage;
60
- get maxEntries() {
61
- return this.config?.maxEntries ?? 1e3;
62
- }
63
- get maxEntrySize() {
64
- return this.config?.maxEntrySize ?? 16e3;
65
- }
66
- get namespace() {
67
- return this.config?.namespace ?? "xyo-archivist";
68
- }
69
- get persistAccount() {
70
- return this.config?.persistAccount ?? false;
71
- }
72
- get queries() {
73
- return [
74
- import_archivist_model.ArchivistAllQuerySchema,
75
- import_archivist_model.ArchivistDeleteQuerySchema,
76
- import_archivist_model.ArchivistClearQuerySchema,
77
- import_archivist_model.ArchivistInsertQuerySchema,
78
- import_archivist_model.ArchivistCommitQuerySchema,
79
- ...super.queries
80
- ];
81
- }
82
- get type() {
83
- return this.config?.type ?? "local";
84
- }
85
- /* This has to be a getter so that it can access it during construction */
86
- get privateStorage() {
87
- this._privateStorage = this._storage ?? storeTypes[this.type].namespace(`${this.namespace}|private`);
88
- return this._privateStorage;
89
- }
90
- /* This has to be a getter so that it can access it during construction */
91
- get storage() {
92
- this._storage = this._storage ?? storeTypes[this.type].namespace(this.namespace);
93
- return this._storage;
94
- }
95
- /* override async loadAccount(account?: AccountInstance, persistAccount?: boolean, privateStorage?: StoreBase, _logger?: Logger) {
96
- if (!this._account) {
97
- if (persistAccount) {
98
- const privateKey = privateStorage?.get('privateKey')
99
- if (privateKey) {
100
- try {
101
- this._account = await Account.create({ privateKey })
102
- return this._account
103
- } catch (ex) {
104
- console.error(`Error reading Account from storage [${ex}] - Recreating Account`)
105
- privateStorage?.remove('privateKey')
106
- }
107
- }
108
- }
109
- }
110
- return await super.loadAccount()
111
- } */
112
- allHandler() {
113
- const found = /* @__PURE__ */ new Set();
114
- this.logger?.log(`this.storage.length: ${this.storage.length}`);
115
- return Object.entries(this.storage.getAll()).map(([, value]) => value).filter((payload) => {
116
- if (found.has(payload.$hash)) {
117
- return false;
118
- } else {
119
- found.add(payload.$hash);
120
- return true;
121
- }
122
- });
123
- }
124
- clearHandler() {
125
- this.logger?.log(`this.storage.length: ${this.storage.length}`);
126
- this.storage.clear();
127
- return this.emit("cleared", {
128
- mod: this
129
- });
130
- }
131
- async commitHandler() {
132
- this.logger?.log(`this.storage.length: ${this.storage.length}`);
133
- const payloads = await this.all();
134
- (0, import_assert.assertEx)(payloads.length > 0, () => "Nothing to commit");
135
- const settled = await Promise.allSettled((0, import_lodash.compact)(Object.values((await this.parentArchivists()).commit ?? [])?.map(async (parent) => {
136
- const queryPayload = {
137
- schema: import_archivist_model.ArchivistInsertQuerySchema
138
- };
139
- const query = await this.bindQuery(queryPayload, payloads);
140
- return (await parent?.query(query[0], query[1]))?.[0];
141
- })));
142
- await this.clear();
143
- return (0, import_lodash.compact)(settled.filter(import_promise.fulfilled).map((result) => result.value));
144
- }
145
- async deleteHandler(hashes) {
146
- return (0, import_lodash.compact)(await Promise.all(hashes.map((hash) => {
147
- this.storage.remove(hash);
148
- return hash;
149
- })));
150
- }
151
- getHandler(hashes) {
152
- const found = /* @__PURE__ */ new Set();
153
- return (0, import_lodash.compact)(hashes.map((hash) => {
154
- return this.storage.get(hash);
155
- })).filter((payload) => {
156
- if (found.has(payload.$hash)) {
157
- return false;
158
- } else {
159
- found.add(payload.$hash);
160
- return true;
161
- }
162
- });
163
- }
164
- async insertHandler(payloads) {
165
- const pairs = await import_payload_builder.PayloadBuilder.hashPairs(payloads);
166
- return pairs.map(([payload, hash]) => {
167
- const value = JSON.stringify(payload);
168
- (0, import_assert.assertEx)(value.length < this.maxEntrySize, () => `Payload too large [${hash}, ${value.length}]`);
169
- this.storage.set(hash, payload);
170
- this.storage.set(payload.$hash, payload);
171
- return payload;
172
- });
173
- }
174
- saveAccount() {
175
- if (this.persistAccount) {
176
- const account = this.account;
177
- this.logger?.log(account.address);
178
- this.privateStorage.set("privateKey", account.private.hex);
179
- }
180
- }
181
- async startHandler() {
182
- await super.startHandler();
183
- this.saveAccount();
184
- return true;
185
- }
186
- };
187
- //# sourceMappingURL=index.cjs.map
@@ -1 +0,0 @@
1
- {"version":3,"sources":["../../src/index.ts","../../src/StorageArchivist.ts"],"sourcesContent":["export * from './StorageArchivist.ts'\n","import { assertEx } from '@xylabs/assert'\nimport { Hash } from '@xylabs/hex'\nimport { compact } from '@xylabs/lodash'\nimport { fulfilled, Promisable, PromisableArray } from '@xylabs/promise'\nimport { AbstractArchivist } from '@xyo-network/archivist-abstract'\nimport {\n ArchivistAllQuerySchema,\n ArchivistClearQuerySchema,\n ArchivistCommitQuerySchema,\n ArchivistConfig,\n ArchivistDeleteQuerySchema,\n ArchivistInsertQuery,\n ArchivistInsertQuerySchema,\n ArchivistInstance,\n ArchivistModuleEventData,\n ArchivistParams,\n} from '@xyo-network/archivist-model'\nimport { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { AnyConfigSchema } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { Payload, PayloadWithMeta, Schema, WithMeta } from '@xyo-network/payload-model'\nimport store, { StoreBase, StoreType } from 'store2'\n\nconst storeTypes = store as unknown as StoreType\n\nexport type StorageArchivistConfigSchema = 'network.xyo.archivist.storage.config'\nexport const StorageArchivistConfigSchema: StorageArchivistConfigSchema = 'network.xyo.archivist.storage.config'\n\nexport type StorageArchivistConfig = ArchivistConfig<{\n maxEntries?: number\n maxEntrySize?: number\n namespace?: string\n persistAccount?: boolean\n schema: StorageArchivistConfigSchema\n type?: 'local' | 'session' | 'page'\n}>\n\nexport type StorageArchivistParams = ArchivistParams<AnyConfigSchema<StorageArchivistConfig>>\nexport class StorageArchivist<\n TParams extends StorageArchivistParams = StorageArchivistParams,\n TEventData extends ArchivistModuleEventData = ArchivistModuleEventData,\n>\n extends AbstractArchivist<TParams, TEventData>\n implements ArchivistInstance {\n static override readonly configSchemas: Schema[] = [...super.configSchemas, StorageArchivistConfigSchema]\n static override readonly defaultConfigSchema: Schema = StorageArchivistConfigSchema\n\n private _privateStorage: StoreBase | undefined\n private _storage: StoreBase | undefined\n\n get maxEntries() {\n return this.config?.maxEntries ?? 1000\n }\n\n get maxEntrySize() {\n return this.config?.maxEntrySize ?? 16_000\n }\n\n get namespace() {\n return this.config?.namespace ?? 'xyo-archivist'\n }\n\n get persistAccount() {\n return this.config?.persistAccount ?? false\n }\n\n override get queries(): string[] {\n return [\n ArchivistAllQuerySchema,\n ArchivistDeleteQuerySchema,\n ArchivistClearQuerySchema,\n ArchivistInsertQuerySchema,\n ArchivistCommitQuerySchema,\n ...super.queries,\n ]\n }\n\n get type() {\n return this.config?.type ?? 'local'\n }\n\n /* This has to be a getter so that it can access it during construction */\n private get privateStorage(): StoreBase {\n this._privateStorage = this._storage ?? storeTypes[this.type].namespace(`${this.namespace}|private`)\n return this._privateStorage\n }\n\n /* This has to be a getter so that it can access it during construction */\n private get storage(): StoreBase {\n this._storage = this._storage ?? storeTypes[this.type].namespace(this.namespace)\n return this._storage\n }\n\n /* override async loadAccount(account?: AccountInstance, persistAccount?: boolean, privateStorage?: StoreBase, _logger?: Logger) {\n if (!this._account) {\n if (persistAccount) {\n const privateKey = privateStorage?.get('privateKey')\n if (privateKey) {\n try {\n this._account = await Account.create({ privateKey })\n return this._account\n } catch (ex) {\n console.error(`Error reading Account from storage [${ex}] - Recreating Account`)\n privateStorage?.remove('privateKey')\n }\n }\n }\n }\n return await super.loadAccount()\n } */\n\n protected override allHandler(): PromisableArray<PayloadWithMeta> {\n const found = new Set<string>()\n this.logger?.log(`this.storage.length: ${this.storage.length}`)\n return Object.entries(this.storage.getAll())\n .map(([, value]) => value)\n .filter((payload) => {\n if (found.has(payload.$hash)) {\n return false\n } else {\n found.add(payload.$hash)\n return true\n }\n })\n }\n\n protected override clearHandler(): void | Promise<void> {\n this.logger?.log(`this.storage.length: ${this.storage.length}`)\n this.storage.clear()\n return this.emit('cleared', { mod: this })\n }\n\n protected override async commitHandler(): Promise<WithMeta<BoundWitness>[]> {\n this.logger?.log(`this.storage.length: ${this.storage.length}`)\n const payloads = await this.all()\n assertEx(payloads.length > 0, () => 'Nothing to commit')\n const settled = await Promise.allSettled(\n compact(\n Object.values((await this.parentArchivists()).commit ?? [])?.map(async (parent) => {\n const queryPayload: ArchivistInsertQuery = {\n schema: ArchivistInsertQuerySchema,\n }\n const query = await this.bindQuery(queryPayload, payloads)\n return (await parent?.query(query[0], query[1]))?.[0]\n }),\n ),\n )\n // TODO - rather than clear, delete the payloads that come back as successfully inserted\n await this.clear()\n return compact(settled.filter(fulfilled).map(result => result.value))\n }\n\n protected override async deleteHandler(hashes: Hash[]): Promise<Hash[]> {\n return compact(\n await Promise.all(\n hashes.map((hash) => {\n this.storage.remove(hash)\n return hash\n }),\n ),\n )\n }\n\n protected override getHandler(hashes: string[]): Promisable<PayloadWithMeta[]> {\n const found = new Set<string>()\n return compact(\n hashes.map((hash) => {\n return this.storage.get(hash)\n }),\n ).filter((payload) => {\n if (found.has(payload.$hash)) {\n return false\n } else {\n found.add(payload.$hash)\n return true\n }\n })\n }\n\n protected override async insertHandler(payloads: Payload[]): Promise<PayloadWithMeta[]> {\n const pairs = await PayloadBuilder.hashPairs(payloads)\n return pairs.map(([payload, hash]) => {\n const value = JSON.stringify(payload)\n assertEx(value.length < this.maxEntrySize, () => `Payload too large [${hash}, ${value.length}]`)\n this.storage.set(hash, payload)\n this.storage.set(payload.$hash, payload)\n return payload\n })\n }\n\n protected saveAccount() {\n if (this.persistAccount) {\n const account = this.account\n this.logger?.log(account.address)\n this.privateStorage.set('privateKey', account.private.hex)\n }\n }\n\n protected override async startHandler() {\n await super.startHandler()\n this.saveAccount()\n return true\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;;;;;;;;ACAA,oBAAyB;AAEzB,oBAAwB;AACxB,qBAAuD;AACvD,gCAAkC;AAClC,6BAWO;AAGP,6BAA+B;AAE/B,oBAA4C;AAE5C,IAAMA,aAAaC,cAAAA;AAGZ,IAAMC,+BAA6D;AAYnE,IAAMC,mBAAN,cAIGC,4CAAAA;EA1CV,OA0CUA;;;EAER,OAAyBC,gBAA0B;OAAI,MAAMA;IAAeH;;EAC5E,OAAyBI,sBAA8BJ;EAE/CK;EACAC;EAER,IAAIC,aAAa;AACf,WAAO,KAAKC,QAAQD,cAAc;EACpC;EAEA,IAAIE,eAAe;AACjB,WAAO,KAAKD,QAAQC,gBAAgB;EACtC;EAEA,IAAIC,YAAY;AACd,WAAO,KAAKF,QAAQE,aAAa;EACnC;EAEA,IAAIC,iBAAiB;AACnB,WAAO,KAAKH,QAAQG,kBAAkB;EACxC;EAEA,IAAaC,UAAoB;AAC/B,WAAO;MACLC;MACAC;MACAC;MACAC;MACAC;SACG,MAAML;;EAEb;EAEA,IAAIM,OAAO;AACT,WAAO,KAAKV,QAAQU,QAAQ;EAC9B;;EAGA,IAAYC,iBAA4B;AACtC,SAAKd,kBAAkB,KAAKC,YAAYR,WAAW,KAAKoB,IAAI,EAAER,UAAU,GAAG,KAAKA,SAAS,UAAU;AACnG,WAAO,KAAKL;EACd;;EAGA,IAAYe,UAAqB;AAC/B,SAAKd,WAAW,KAAKA,YAAYR,WAAW,KAAKoB,IAAI,EAAER,UAAU,KAAKA,SAAS;AAC/E,WAAO,KAAKJ;EACd;;;;;;;;;;;;;;;;;;EAoBmBe,aAA+C;AAChE,UAAMC,QAAQ,oBAAIC,IAAAA;AAClB,SAAKC,QAAQC,IAAI,wBAAwB,KAAKL,QAAQM,MAAM,EAAE;AAC9D,WAAOC,OAAOC,QAAQ,KAAKR,QAAQS,OAAM,CAAA,EACtCC,IAAI,CAAC,CAAA,EAAGC,KAAAA,MAAWA,KAAAA,EACnBC,OAAO,CAACC,YAAAA;AACP,UAAIX,MAAMY,IAAID,QAAQE,KAAK,GAAG;AAC5B,eAAO;MACT,OAAO;AACLb,cAAMc,IAAIH,QAAQE,KAAK;AACvB,eAAO;MACT;IACF,CAAA;EACJ;EAEmBE,eAAqC;AACtD,SAAKb,QAAQC,IAAI,wBAAwB,KAAKL,QAAQM,MAAM,EAAE;AAC9D,SAAKN,QAAQkB,MAAK;AAClB,WAAO,KAAKC,KAAK,WAAW;MAAEC,KAAK;IAAK,CAAA;EAC1C;EAEA,MAAyBC,gBAAmD;AAC1E,SAAKjB,QAAQC,IAAI,wBAAwB,KAAKL,QAAQM,MAAM,EAAE;AAC9D,UAAMgB,WAAW,MAAM,KAAKC,IAAG;AAC/BC,gCAASF,SAAShB,SAAS,GAAG,MAAM,mBAAA;AACpC,UAAMmB,UAAU,MAAMC,QAAQC,eAC5BC,uBACErB,OAAOsB,QAAQ,MAAM,KAAKC,iBAAgB,GAAIC,UAAU,CAAA,CAAE,GAAGrB,IAAI,OAAOsB,WAAAA;AACtE,YAAMC,eAAqC;QACzCC,QAAQtC;MACV;AACA,YAAMuC,QAAQ,MAAM,KAAKC,UAAUH,cAAcX,QAAAA;AACjD,cAAQ,MAAMU,QAAQG,MAAMA,MAAM,CAAA,GAAIA,MAAM,CAAA,CAAE,KAAK,CAAA;IACrD,CAAA,CAAA,CAAA;AAIJ,UAAM,KAAKjB,MAAK;AAChB,eAAOU,uBAAQH,QAAQb,OAAOyB,wBAAAA,EAAW3B,IAAI4B,CAAAA,WAAUA,OAAO3B,KAAK,CAAA;EACrE;EAEA,MAAyB4B,cAAcC,QAAiC;AACtE,eAAOZ,uBACL,MAAMF,QAAQH,IACZiB,OAAO9B,IAAI,CAAC+B,SAAAA;AACV,WAAKzC,QAAQ0C,OAAOD,IAAAA;AACpB,aAAOA;IACT,CAAA,CAAA,CAAA;EAGN;EAEmBE,WAAWH,QAAiD;AAC7E,UAAMtC,QAAQ,oBAAIC,IAAAA;AAClB,eAAOyB,uBACLY,OAAO9B,IAAI,CAAC+B,SAAAA;AACV,aAAO,KAAKzC,QAAQ4C,IAAIH,IAAAA;IAC1B,CAAA,CAAA,EACA7B,OAAO,CAACC,YAAAA;AACR,UAAIX,MAAMY,IAAID,QAAQE,KAAK,GAAG;AAC5B,eAAO;MACT,OAAO;AACLb,cAAMc,IAAIH,QAAQE,KAAK;AACvB,eAAO;MACT;IACF,CAAA;EACF;EAEA,MAAyB8B,cAAcvB,UAAiD;AACtF,UAAMwB,QAAQ,MAAMC,sCAAeC,UAAU1B,QAAAA;AAC7C,WAAOwB,MAAMpC,IAAI,CAAC,CAACG,SAAS4B,IAAAA,MAAK;AAC/B,YAAM9B,QAAQsC,KAAKC,UAAUrC,OAAAA;AAC7BW,kCAASb,MAAML,SAAS,KAAKjB,cAAc,MAAM,sBAAsBoD,IAAAA,KAAS9B,MAAML,MAAM,GAAG;AAC/F,WAAKN,QAAQmD,IAAIV,MAAM5B,OAAAA;AACvB,WAAKb,QAAQmD,IAAItC,QAAQE,OAAOF,OAAAA;AAChC,aAAOA;IACT,CAAA;EACF;EAEUuC,cAAc;AACtB,QAAI,KAAK7D,gBAAgB;AACvB,YAAM8D,UAAU,KAAKA;AACrB,WAAKjD,QAAQC,IAAIgD,QAAQC,OAAO;AAChC,WAAKvD,eAAeoD,IAAI,cAAcE,QAAQE,QAAQC,GAAG;IAC3D;EACF;EAEA,MAAyBC,eAAe;AACtC,UAAM,MAAMA,aAAAA;AACZ,SAAKL,YAAW;AAChB,WAAO;EACT;AACF;","names":["storeTypes","store","StorageArchivistConfigSchema","StorageArchivist","AbstractArchivist","configSchemas","defaultConfigSchema","_privateStorage","_storage","maxEntries","config","maxEntrySize","namespace","persistAccount","queries","ArchivistAllQuerySchema","ArchivistDeleteQuerySchema","ArchivistClearQuerySchema","ArchivistInsertQuerySchema","ArchivistCommitQuerySchema","type","privateStorage","storage","allHandler","found","Set","logger","log","length","Object","entries","getAll","map","value","filter","payload","has","$hash","add","clearHandler","clear","emit","mod","commitHandler","payloads","all","assertEx","settled","Promise","allSettled","compact","values","parentArchivists","commit","parent","queryPayload","schema","query","bindQuery","fulfilled","result","deleteHandler","hashes","hash","remove","getHandler","get","insertHandler","pairs","PayloadBuilder","hashPairs","JSON","stringify","set","saveAccount","account","address","private","hex","startHandler"]}
@@ -1,2 +0,0 @@
1
- export * from './StorageArchivist.ts';
2
- //# sourceMappingURL=index.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,uBAAuB,CAAA"}
@@ -1,2 +0,0 @@
1
- export * from './StorageArchivist.ts';
2
- //# sourceMappingURL=index.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,uBAAuB,CAAA"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,uBAAuB,CAAA"}
@@ -1,41 +0,0 @@
1
- import { Hash } from '@xylabs/hex';
2
- import { Promisable, PromisableArray } from '@xylabs/promise';
3
- import { AbstractArchivist } from '@xyo-network/archivist-abstract';
4
- import { ArchivistConfig, ArchivistInstance, ArchivistModuleEventData, ArchivistParams } from '@xyo-network/archivist-model';
5
- import { BoundWitness } from '@xyo-network/boundwitness-model';
6
- import { AnyConfigSchema } from '@xyo-network/module-model';
7
- import { Payload, PayloadWithMeta, Schema, WithMeta } from '@xyo-network/payload-model';
8
- export type StorageArchivistConfigSchema = 'network.xyo.archivist.storage.config';
9
- export declare const StorageArchivistConfigSchema: StorageArchivistConfigSchema;
10
- export type StorageArchivistConfig = ArchivistConfig<{
11
- maxEntries?: number;
12
- maxEntrySize?: number;
13
- namespace?: string;
14
- persistAccount?: boolean;
15
- schema: StorageArchivistConfigSchema;
16
- type?: 'local' | 'session' | 'page';
17
- }>;
18
- export type StorageArchivistParams = ArchivistParams<AnyConfigSchema<StorageArchivistConfig>>;
19
- export declare class StorageArchivist<TParams extends StorageArchivistParams = StorageArchivistParams, TEventData extends ArchivistModuleEventData = ArchivistModuleEventData> extends AbstractArchivist<TParams, TEventData> implements ArchivistInstance {
20
- static readonly configSchemas: Schema[];
21
- static readonly defaultConfigSchema: Schema;
22
- private _privateStorage;
23
- private _storage;
24
- get maxEntries(): number;
25
- get maxEntrySize(): number;
26
- get namespace(): string;
27
- get persistAccount(): boolean;
28
- get queries(): string[];
29
- get type(): "local" | "session" | "page";
30
- private get privateStorage();
31
- private get storage();
32
- protected allHandler(): PromisableArray<PayloadWithMeta>;
33
- protected clearHandler(): void | Promise<void>;
34
- protected commitHandler(): Promise<WithMeta<BoundWitness>[]>;
35
- protected deleteHandler(hashes: Hash[]): Promise<Hash[]>;
36
- protected getHandler(hashes: string[]): Promisable<PayloadWithMeta[]>;
37
- protected insertHandler(payloads: Payload[]): Promise<PayloadWithMeta[]>;
38
- protected saveAccount(): void;
39
- protected startHandler(): Promise<boolean>;
40
- }
41
- //# sourceMappingURL=StorageArchivist.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"StorageArchivist.d.ts","sourceRoot":"","sources":["../../src/StorageArchivist.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,MAAM,aAAa,CAAA;AAElC,OAAO,EAAa,UAAU,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAA;AACxE,OAAO,EAAE,iBAAiB,EAAE,MAAM,iCAAiC,CAAA;AACnE,OAAO,EAIL,eAAe,EAIf,iBAAiB,EACjB,wBAAwB,EACxB,eAAe,EAChB,MAAM,8BAA8B,CAAA;AACrC,OAAO,EAAE,YAAY,EAAE,MAAM,iCAAiC,CAAA;AAC9D,OAAO,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAA;AAE3D,OAAO,EAAE,OAAO,EAAE,eAAe,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAA;AAKvF,MAAM,MAAM,4BAA4B,GAAG,sCAAsC,CAAA;AACjF,eAAO,MAAM,4BAA4B,EAAE,4BAAqE,CAAA;AAEhH,MAAM,MAAM,sBAAsB,GAAG,eAAe,CAAC;IACnD,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,cAAc,CAAC,EAAE,OAAO,CAAA;IACxB,MAAM,EAAE,4BAA4B,CAAA;IACpC,IAAI,CAAC,EAAE,OAAO,GAAG,SAAS,GAAG,MAAM,CAAA;CACpC,CAAC,CAAA;AAEF,MAAM,MAAM,sBAAsB,GAAG,eAAe,CAAC,eAAe,CAAC,sBAAsB,CAAC,CAAC,CAAA;AAC7F,qBAAa,gBAAgB,CAC3B,OAAO,SAAS,sBAAsB,GAAG,sBAAsB,EAC/D,UAAU,SAAS,wBAAwB,GAAG,wBAAwB,CAEtE,SAAQ,iBAAiB,CAAC,OAAO,EAAE,UAAU,CAC7C,YAAW,iBAAiB;IAC5B,gBAAyB,aAAa,EAAE,MAAM,EAAE,CAAyD;IACzG,gBAAyB,mBAAmB,EAAE,MAAM,CAA+B;IAEnF,OAAO,CAAC,eAAe,CAAuB;IAC9C,OAAO,CAAC,QAAQ,CAAuB;IAEvC,IAAI,UAAU,WAEb;IAED,IAAI,YAAY,WAEf;IAED,IAAI,SAAS,WAEZ;IAED,IAAI,cAAc,YAEjB;IAED,IAAa,OAAO,IAAI,MAAM,EAAE,CAS/B;IAED,IAAI,IAAI,iCAEP;IAGD,OAAO,KAAK,cAAc,GAGzB;IAGD,OAAO,KAAK,OAAO,GAGlB;cAoBkB,UAAU,IAAI,eAAe,CAAC,eAAe,CAAC;cAe9C,YAAY,IAAI,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;cAM9B,aAAa,IAAI,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;cAoBlD,aAAa,CAAC,MAAM,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;cAWpD,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,UAAU,CAAC,eAAe,EAAE,CAAC;cAgBrD,aAAa,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;IAWvF,SAAS,CAAC,WAAW;cAQI,YAAY;CAKtC"}