@xyo-network/archivist-storage 2.111.2 → 3.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (48) hide show
  1. package/dist/neutral/index.d.ts +43 -2
  2. package/package.json +24 -43
  3. package/xy.config.ts +12 -0
  4. package/dist/browser/StorageArchivist.d.cts +0 -41
  5. package/dist/browser/StorageArchivist.d.cts.map +0 -1
  6. package/dist/browser/StorageArchivist.d.mts +0 -41
  7. package/dist/browser/StorageArchivist.d.mts.map +0 -1
  8. package/dist/browser/StorageArchivist.d.ts +0 -41
  9. package/dist/browser/StorageArchivist.d.ts.map +0 -1
  10. package/dist/browser/index.cjs +0 -187
  11. package/dist/browser/index.cjs.map +0 -1
  12. package/dist/browser/index.d.cts +0 -2
  13. package/dist/browser/index.d.cts.map +0 -1
  14. package/dist/browser/index.d.mts +0 -2
  15. package/dist/browser/index.d.mts.map +0 -1
  16. package/dist/browser/index.d.ts +0 -2
  17. package/dist/browser/index.d.ts.map +0 -1
  18. package/dist/browser/index.mjs +0 -156
  19. package/dist/browser/index.mjs.map +0 -1
  20. package/dist/neutral/StorageArchivist.d.cts +0 -41
  21. package/dist/neutral/StorageArchivist.d.cts.map +0 -1
  22. package/dist/neutral/StorageArchivist.d.mts +0 -41
  23. package/dist/neutral/StorageArchivist.d.mts.map +0 -1
  24. package/dist/neutral/StorageArchivist.d.ts +0 -41
  25. package/dist/neutral/StorageArchivist.d.ts.map +0 -1
  26. package/dist/neutral/index.cjs +0 -187
  27. package/dist/neutral/index.cjs.map +0 -1
  28. package/dist/neutral/index.d.cts +0 -2
  29. package/dist/neutral/index.d.cts.map +0 -1
  30. package/dist/neutral/index.d.mts +0 -2
  31. package/dist/neutral/index.d.mts.map +0 -1
  32. package/dist/neutral/index.d.ts.map +0 -1
  33. package/dist/node/StorageArchivist.d.cts +0 -41
  34. package/dist/node/StorageArchivist.d.cts.map +0 -1
  35. package/dist/node/StorageArchivist.d.mts +0 -41
  36. package/dist/node/StorageArchivist.d.mts.map +0 -1
  37. package/dist/node/StorageArchivist.d.ts +0 -41
  38. package/dist/node/StorageArchivist.d.ts.map +0 -1
  39. package/dist/node/index.cjs +0 -205
  40. package/dist/node/index.cjs.map +0 -1
  41. package/dist/node/index.d.cts +0 -2
  42. package/dist/node/index.d.cts.map +0 -1
  43. package/dist/node/index.d.mts +0 -2
  44. package/dist/node/index.d.mts.map +0 -1
  45. package/dist/node/index.d.ts +0 -2
  46. package/dist/node/index.d.ts.map +0 -1
  47. package/dist/node/index.mjs +0 -170
  48. package/dist/node/index.mjs.map +0 -1
@@ -1,41 +0,0 @@
1
- import { Hash } from '@xylabs/hex';
2
- import { Promisable, PromisableArray } from '@xylabs/promise';
3
- import { AbstractArchivist } from '@xyo-network/archivist-abstract';
4
- import { ArchivistConfig, ArchivistInstance, ArchivistModuleEventData, ArchivistParams } from '@xyo-network/archivist-model';
5
- import { BoundWitness } from '@xyo-network/boundwitness-model';
6
- import { AnyConfigSchema } from '@xyo-network/module-model';
7
- import { Payload, PayloadWithMeta, Schema, WithMeta } from '@xyo-network/payload-model';
8
- export type StorageArchivistConfigSchema = 'network.xyo.archivist.storage.config';
9
- export declare const StorageArchivistConfigSchema: StorageArchivistConfigSchema;
10
- export type StorageArchivistConfig = ArchivistConfig<{
11
- maxEntries?: number;
12
- maxEntrySize?: number;
13
- namespace?: string;
14
- persistAccount?: boolean;
15
- schema: StorageArchivistConfigSchema;
16
- type?: 'local' | 'session' | 'page';
17
- }>;
18
- export type StorageArchivistParams = ArchivistParams<AnyConfigSchema<StorageArchivistConfig>>;
19
- export declare class StorageArchivist<TParams extends StorageArchivistParams = StorageArchivistParams, TEventData extends ArchivistModuleEventData = ArchivistModuleEventData> extends AbstractArchivist<TParams, TEventData> implements ArchivistInstance {
20
- static readonly configSchemas: Schema[];
21
- static readonly defaultConfigSchema: Schema;
22
- private _privateStorage;
23
- private _storage;
24
- get maxEntries(): number;
25
- get maxEntrySize(): number;
26
- get namespace(): string;
27
- get persistAccount(): boolean;
28
- get queries(): string[];
29
- get type(): "local" | "session" | "page";
30
- private get privateStorage();
31
- private get storage();
32
- protected allHandler(): PromisableArray<PayloadWithMeta>;
33
- protected clearHandler(): void | Promise<void>;
34
- protected commitHandler(): Promise<WithMeta<BoundWitness>[]>;
35
- protected deleteHandler(hashes: Hash[]): Promise<Hash[]>;
36
- protected getHandler(hashes: string[]): Promisable<PayloadWithMeta[]>;
37
- protected insertHandler(payloads: Payload[]): Promise<PayloadWithMeta[]>;
38
- protected saveAccount(): void;
39
- protected startHandler(): Promise<boolean>;
40
- }
41
- //# sourceMappingURL=StorageArchivist.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"StorageArchivist.d.ts","sourceRoot":"","sources":["../../src/StorageArchivist.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,MAAM,aAAa,CAAA;AAElC,OAAO,EAAa,UAAU,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAA;AACxE,OAAO,EAAE,iBAAiB,EAAE,MAAM,iCAAiC,CAAA;AACnE,OAAO,EAIL,eAAe,EAIf,iBAAiB,EACjB,wBAAwB,EACxB,eAAe,EAChB,MAAM,8BAA8B,CAAA;AACrC,OAAO,EAAE,YAAY,EAAE,MAAM,iCAAiC,CAAA;AAC9D,OAAO,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAA;AAE3D,OAAO,EAAE,OAAO,EAAE,eAAe,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAA;AAKvF,MAAM,MAAM,4BAA4B,GAAG,sCAAsC,CAAA;AACjF,eAAO,MAAM,4BAA4B,EAAE,4BAAqE,CAAA;AAEhH,MAAM,MAAM,sBAAsB,GAAG,eAAe,CAAC;IACnD,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,cAAc,CAAC,EAAE,OAAO,CAAA;IACxB,MAAM,EAAE,4BAA4B,CAAA;IACpC,IAAI,CAAC,EAAE,OAAO,GAAG,SAAS,GAAG,MAAM,CAAA;CACpC,CAAC,CAAA;AAEF,MAAM,MAAM,sBAAsB,GAAG,eAAe,CAAC,eAAe,CAAC,sBAAsB,CAAC,CAAC,CAAA;AAC7F,qBAAa,gBAAgB,CAC3B,OAAO,SAAS,sBAAsB,GAAG,sBAAsB,EAC/D,UAAU,SAAS,wBAAwB,GAAG,wBAAwB,CAEtE,SAAQ,iBAAiB,CAAC,OAAO,EAAE,UAAU,CAC7C,YAAW,iBAAiB;IAC5B,gBAAyB,aAAa,EAAE,MAAM,EAAE,CAAyD;IACzG,gBAAyB,mBAAmB,EAAE,MAAM,CAA+B;IAEnF,OAAO,CAAC,eAAe,CAAuB;IAC9C,OAAO,CAAC,QAAQ,CAAuB;IAEvC,IAAI,UAAU,WAEb;IAED,IAAI,YAAY,WAEf;IAED,IAAI,SAAS,WAEZ;IAED,IAAI,cAAc,YAEjB;IAED,IAAa,OAAO,IAAI,MAAM,EAAE,CAS/B;IAED,IAAI,IAAI,iCAEP;IAGD,OAAO,KAAK,cAAc,GAGzB;IAGD,OAAO,KAAK,OAAO,GAGlB;cAoBkB,UAAU,IAAI,eAAe,CAAC,eAAe,CAAC;cAe9C,YAAY,IAAI,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;cAM9B,aAAa,IAAI,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;cAoBlD,aAAa,CAAC,MAAM,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;cAWpD,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,UAAU,CAAC,eAAe,EAAE,CAAC;cAgBrD,aAAa,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;IAWvF,SAAS,CAAC,WAAW;cAQI,YAAY;CAKtC"}
@@ -1,41 +0,0 @@
1
- import { Hash } from '@xylabs/hex';
2
- import { Promisable, PromisableArray } from '@xylabs/promise';
3
- import { AbstractArchivist } from '@xyo-network/archivist-abstract';
4
- import { ArchivistConfig, ArchivistInstance, ArchivistModuleEventData, ArchivistParams } from '@xyo-network/archivist-model';
5
- import { BoundWitness } from '@xyo-network/boundwitness-model';
6
- import { AnyConfigSchema } from '@xyo-network/module-model';
7
- import { Payload, PayloadWithMeta, Schema, WithMeta } from '@xyo-network/payload-model';
8
- export type StorageArchivistConfigSchema = 'network.xyo.archivist.storage.config';
9
- export declare const StorageArchivistConfigSchema: StorageArchivistConfigSchema;
10
- export type StorageArchivistConfig = ArchivistConfig<{
11
- maxEntries?: number;
12
- maxEntrySize?: number;
13
- namespace?: string;
14
- persistAccount?: boolean;
15
- schema: StorageArchivistConfigSchema;
16
- type?: 'local' | 'session' | 'page';
17
- }>;
18
- export type StorageArchivistParams = ArchivistParams<AnyConfigSchema<StorageArchivistConfig>>;
19
- export declare class StorageArchivist<TParams extends StorageArchivistParams = StorageArchivistParams, TEventData extends ArchivistModuleEventData = ArchivistModuleEventData> extends AbstractArchivist<TParams, TEventData> implements ArchivistInstance {
20
- static readonly configSchemas: Schema[];
21
- static readonly defaultConfigSchema: Schema;
22
- private _privateStorage;
23
- private _storage;
24
- get maxEntries(): number;
25
- get maxEntrySize(): number;
26
- get namespace(): string;
27
- get persistAccount(): boolean;
28
- get queries(): string[];
29
- get type(): "local" | "session" | "page";
30
- private get privateStorage();
31
- private get storage();
32
- protected allHandler(): PromisableArray<PayloadWithMeta>;
33
- protected clearHandler(): void | Promise<void>;
34
- protected commitHandler(): Promise<WithMeta<BoundWitness>[]>;
35
- protected deleteHandler(hashes: Hash[]): Promise<Hash[]>;
36
- protected getHandler(hashes: string[]): Promisable<PayloadWithMeta[]>;
37
- protected insertHandler(payloads: Payload[]): Promise<PayloadWithMeta[]>;
38
- protected saveAccount(): void;
39
- protected startHandler(): Promise<boolean>;
40
- }
41
- //# sourceMappingURL=StorageArchivist.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"StorageArchivist.d.ts","sourceRoot":"","sources":["../../src/StorageArchivist.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,MAAM,aAAa,CAAA;AAElC,OAAO,EAAa,UAAU,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAA;AACxE,OAAO,EAAE,iBAAiB,EAAE,MAAM,iCAAiC,CAAA;AACnE,OAAO,EAIL,eAAe,EAIf,iBAAiB,EACjB,wBAAwB,EACxB,eAAe,EAChB,MAAM,8BAA8B,CAAA;AACrC,OAAO,EAAE,YAAY,EAAE,MAAM,iCAAiC,CAAA;AAC9D,OAAO,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAA;AAE3D,OAAO,EAAE,OAAO,EAAE,eAAe,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAA;AAKvF,MAAM,MAAM,4BAA4B,GAAG,sCAAsC,CAAA;AACjF,eAAO,MAAM,4BAA4B,EAAE,4BAAqE,CAAA;AAEhH,MAAM,MAAM,sBAAsB,GAAG,eAAe,CAAC;IACnD,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,cAAc,CAAC,EAAE,OAAO,CAAA;IACxB,MAAM,EAAE,4BAA4B,CAAA;IACpC,IAAI,CAAC,EAAE,OAAO,GAAG,SAAS,GAAG,MAAM,CAAA;CACpC,CAAC,CAAA;AAEF,MAAM,MAAM,sBAAsB,GAAG,eAAe,CAAC,eAAe,CAAC,sBAAsB,CAAC,CAAC,CAAA;AAC7F,qBAAa,gBAAgB,CAC3B,OAAO,SAAS,sBAAsB,GAAG,sBAAsB,EAC/D,UAAU,SAAS,wBAAwB,GAAG,wBAAwB,CAEtE,SAAQ,iBAAiB,CAAC,OAAO,EAAE,UAAU,CAC7C,YAAW,iBAAiB;IAC5B,gBAAyB,aAAa,EAAE,MAAM,EAAE,CAAyD;IACzG,gBAAyB,mBAAmB,EAAE,MAAM,CAA+B;IAEnF,OAAO,CAAC,eAAe,CAAuB;IAC9C,OAAO,CAAC,QAAQ,CAAuB;IAEvC,IAAI,UAAU,WAEb;IAED,IAAI,YAAY,WAEf;IAED,IAAI,SAAS,WAEZ;IAED,IAAI,cAAc,YAEjB;IAED,IAAa,OAAO,IAAI,MAAM,EAAE,CAS/B;IAED,IAAI,IAAI,iCAEP;IAGD,OAAO,KAAK,cAAc,GAGzB;IAGD,OAAO,KAAK,OAAO,GAGlB;cAoBkB,UAAU,IAAI,eAAe,CAAC,eAAe,CAAC;cAe9C,YAAY,IAAI,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;cAM9B,aAAa,IAAI,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;cAoBlD,aAAa,CAAC,MAAM,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;cAWpD,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,UAAU,CAAC,eAAe,EAAE,CAAC;cAgBrD,aAAa,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;IAWvF,SAAS,CAAC,WAAW;cAQI,YAAY;CAKtC"}
@@ -1,205 +0,0 @@
1
- "use strict";
2
- var __create = Object.create;
3
- var __defProp = Object.defineProperty;
4
- var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
5
- var __getOwnPropNames = Object.getOwnPropertyNames;
6
- var __getProtoOf = Object.getPrototypeOf;
7
- var __hasOwnProp = Object.prototype.hasOwnProperty;
8
- var __reflectGet = Reflect.get;
9
- var __defNormalProp = (obj, key, value) => key in obj ? __defProp(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
10
- var __name = (target, value) => __defProp(target, "name", { value, configurable: true });
11
- var __export = (target, all) => {
12
- for (var name in all)
13
- __defProp(target, name, { get: all[name], enumerable: true });
14
- };
15
- var __copyProps = (to, from, except, desc) => {
16
- if (from && typeof from === "object" || typeof from === "function") {
17
- for (let key of __getOwnPropNames(from))
18
- if (!__hasOwnProp.call(to, key) && key !== except)
19
- __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
20
- }
21
- return to;
22
- };
23
- var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
24
- // If the importer is in node compatibility mode or this is not an ESM
25
- // file that has been converted to a CommonJS file using a Babel-
26
- // compatible transform (i.e. "__esModule" has not been set), then set
27
- // "default" to the CommonJS "module.exports" for node compatibility.
28
- isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
29
- mod
30
- ));
31
- var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
32
- var __publicField = (obj, key, value) => __defNormalProp(obj, typeof key !== "symbol" ? key + "" : key, value);
33
- var __superGet = (cls, obj, key) => __reflectGet(__getProtoOf(cls), key, obj);
34
-
35
- // src/index.ts
36
- var src_exports = {};
37
- __export(src_exports, {
38
- StorageArchivist: () => StorageArchivist,
39
- StorageArchivistConfigSchema: () => StorageArchivistConfigSchema
40
- });
41
- module.exports = __toCommonJS(src_exports);
42
-
43
- // src/StorageArchivist.ts
44
- var import_assert = require("@xylabs/assert");
45
- var import_lodash = require("@xylabs/lodash");
46
- var import_promise = require("@xylabs/promise");
47
- var import_archivist_abstract = require("@xyo-network/archivist-abstract");
48
- var import_archivist_model = require("@xyo-network/archivist-model");
49
- var import_payload_builder = require("@xyo-network/payload-builder");
50
- var import_store2 = __toESM(require("store2"), 1);
51
- var storeTypes = import_store2.default;
52
- var StorageArchivistConfigSchema = "network.xyo.archivist.storage.config";
53
- var _StorageArchivist = class _StorageArchivist extends import_archivist_abstract.AbstractArchivist {
54
- _privateStorage;
55
- _storage;
56
- get maxEntries() {
57
- var _a;
58
- return ((_a = this.config) == null ? void 0 : _a.maxEntries) ?? 1e3;
59
- }
60
- get maxEntrySize() {
61
- var _a;
62
- return ((_a = this.config) == null ? void 0 : _a.maxEntrySize) ?? 16e3;
63
- }
64
- get namespace() {
65
- var _a;
66
- return ((_a = this.config) == null ? void 0 : _a.namespace) ?? "xyo-archivist";
67
- }
68
- get persistAccount() {
69
- var _a;
70
- return ((_a = this.config) == null ? void 0 : _a.persistAccount) ?? false;
71
- }
72
- get queries() {
73
- return [
74
- import_archivist_model.ArchivistAllQuerySchema,
75
- import_archivist_model.ArchivistDeleteQuerySchema,
76
- import_archivist_model.ArchivistClearQuerySchema,
77
- import_archivist_model.ArchivistInsertQuerySchema,
78
- import_archivist_model.ArchivistCommitQuerySchema,
79
- ...super.queries
80
- ];
81
- }
82
- get type() {
83
- var _a;
84
- return ((_a = this.config) == null ? void 0 : _a.type) ?? "local";
85
- }
86
- /* This has to be a getter so that it can access it during construction */
87
- get privateStorage() {
88
- this._privateStorage = this._storage ?? storeTypes[this.type].namespace(`${this.namespace}|private`);
89
- return this._privateStorage;
90
- }
91
- /* This has to be a getter so that it can access it during construction */
92
- get storage() {
93
- this._storage = this._storage ?? storeTypes[this.type].namespace(this.namespace);
94
- return this._storage;
95
- }
96
- /* override async loadAccount(account?: AccountInstance, persistAccount?: boolean, privateStorage?: StoreBase, _logger?: Logger) {
97
- if (!this._account) {
98
- if (persistAccount) {
99
- const privateKey = privateStorage?.get('privateKey')
100
- if (privateKey) {
101
- try {
102
- this._account = await Account.create({ privateKey })
103
- return this._account
104
- } catch (ex) {
105
- console.error(`Error reading Account from storage [${ex}] - Recreating Account`)
106
- privateStorage?.remove('privateKey')
107
- }
108
- }
109
- }
110
- }
111
- return await super.loadAccount()
112
- } */
113
- allHandler() {
114
- var _a;
115
- const found = /* @__PURE__ */ new Set();
116
- (_a = this.logger) == null ? void 0 : _a.log(`this.storage.length: ${this.storage.length}`);
117
- return Object.entries(this.storage.getAll()).map(([, value]) => value).filter((payload) => {
118
- if (found.has(payload.$hash)) {
119
- return false;
120
- } else {
121
- found.add(payload.$hash);
122
- return true;
123
- }
124
- });
125
- }
126
- clearHandler() {
127
- var _a;
128
- (_a = this.logger) == null ? void 0 : _a.log(`this.storage.length: ${this.storage.length}`);
129
- this.storage.clear();
130
- return this.emit("cleared", {
131
- mod: this
132
- });
133
- }
134
- async commitHandler() {
135
- var _a, _b;
136
- (_a = this.logger) == null ? void 0 : _a.log(`this.storage.length: ${this.storage.length}`);
137
- const payloads = await this.all();
138
- (0, import_assert.assertEx)(payloads.length > 0, () => "Nothing to commit");
139
- const settled = await Promise.allSettled((0, import_lodash.compact)((_b = Object.values((await this.parentArchivists()).commit ?? [])) == null ? void 0 : _b.map(async (parent) => {
140
- var _a2;
141
- const queryPayload = {
142
- schema: import_archivist_model.ArchivistInsertQuerySchema
143
- };
144
- const query = await this.bindQuery(queryPayload, payloads);
145
- return (_a2 = await (parent == null ? void 0 : parent.query(query[0], query[1]))) == null ? void 0 : _a2[0];
146
- })));
147
- await this.clear();
148
- return (0, import_lodash.compact)(settled.filter(import_promise.fulfilled).map((result) => result.value));
149
- }
150
- async deleteHandler(hashes) {
151
- return (0, import_lodash.compact)(await Promise.all(hashes.map((hash) => {
152
- this.storage.remove(hash);
153
- return hash;
154
- })));
155
- }
156
- getHandler(hashes) {
157
- const found = /* @__PURE__ */ new Set();
158
- return (0, import_lodash.compact)(hashes.map((hash) => {
159
- return this.storage.get(hash);
160
- })).filter((payload) => {
161
- if (found.has(payload.$hash)) {
162
- return false;
163
- } else {
164
- found.add(payload.$hash);
165
- return true;
166
- }
167
- });
168
- }
169
- async insertHandler(payloads) {
170
- const pairs = await import_payload_builder.PayloadBuilder.hashPairs(payloads);
171
- return pairs.map(([payload, hash]) => {
172
- const value = JSON.stringify(payload);
173
- (0, import_assert.assertEx)(value.length < this.maxEntrySize, () => `Payload too large [${hash}, ${value.length}]`);
174
- this.storage.set(hash, payload);
175
- this.storage.set(payload.$hash, payload);
176
- return payload;
177
- });
178
- }
179
- saveAccount() {
180
- var _a;
181
- if (this.persistAccount) {
182
- const account = this.account;
183
- (_a = this.logger) == null ? void 0 : _a.log(account.address);
184
- this.privateStorage.set("privateKey", account.private.hex);
185
- }
186
- }
187
- async startHandler() {
188
- await super.startHandler();
189
- this.saveAccount();
190
- return true;
191
- }
192
- };
193
- __name(_StorageArchivist, "StorageArchivist");
194
- __publicField(_StorageArchivist, "configSchemas", [
195
- ...__superGet(_StorageArchivist, _StorageArchivist, "configSchemas"),
196
- StorageArchivistConfigSchema
197
- ]);
198
- __publicField(_StorageArchivist, "defaultConfigSchema", StorageArchivistConfigSchema);
199
- var StorageArchivist = _StorageArchivist;
200
- // Annotate the CommonJS export names for ESM import in node:
201
- 0 && (module.exports = {
202
- StorageArchivist,
203
- StorageArchivistConfigSchema
204
- });
205
- //# sourceMappingURL=index.cjs.map
@@ -1 +0,0 @@
1
- {"version":3,"sources":["../../src/index.ts","../../src/StorageArchivist.ts"],"sourcesContent":["export * from './StorageArchivist.ts'\n","import { assertEx } from '@xylabs/assert'\nimport { Hash } from '@xylabs/hex'\nimport { compact } from '@xylabs/lodash'\nimport { fulfilled, Promisable, PromisableArray } from '@xylabs/promise'\nimport { AbstractArchivist } from '@xyo-network/archivist-abstract'\nimport {\n ArchivistAllQuerySchema,\n ArchivistClearQuerySchema,\n ArchivistCommitQuerySchema,\n ArchivistConfig,\n ArchivistDeleteQuerySchema,\n ArchivistInsertQuery,\n ArchivistInsertQuerySchema,\n ArchivistInstance,\n ArchivistModuleEventData,\n ArchivistParams,\n} from '@xyo-network/archivist-model'\nimport { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { AnyConfigSchema } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { Payload, PayloadWithMeta, Schema, WithMeta } from '@xyo-network/payload-model'\nimport store, { StoreBase, StoreType } from 'store2'\n\nconst storeTypes = store as unknown as StoreType\n\nexport type StorageArchivistConfigSchema = 'network.xyo.archivist.storage.config'\nexport const StorageArchivistConfigSchema: StorageArchivistConfigSchema = 'network.xyo.archivist.storage.config'\n\nexport type StorageArchivistConfig = ArchivistConfig<{\n maxEntries?: number\n maxEntrySize?: number\n namespace?: string\n persistAccount?: boolean\n schema: StorageArchivistConfigSchema\n type?: 'local' | 'session' | 'page'\n}>\n\nexport type StorageArchivistParams = ArchivistParams<AnyConfigSchema<StorageArchivistConfig>>\nexport class StorageArchivist<\n TParams extends StorageArchivistParams = StorageArchivistParams,\n TEventData extends ArchivistModuleEventData = ArchivistModuleEventData,\n>\n extends AbstractArchivist<TParams, TEventData>\n implements ArchivistInstance {\n static override readonly configSchemas: Schema[] = [...super.configSchemas, StorageArchivistConfigSchema]\n static override readonly defaultConfigSchema: Schema = StorageArchivistConfigSchema\n\n private _privateStorage: StoreBase | undefined\n private _storage: StoreBase | undefined\n\n get maxEntries() {\n return this.config?.maxEntries ?? 1000\n }\n\n get maxEntrySize() {\n return this.config?.maxEntrySize ?? 16_000\n }\n\n get namespace() {\n return this.config?.namespace ?? 'xyo-archivist'\n }\n\n get persistAccount() {\n return this.config?.persistAccount ?? false\n }\n\n override get queries(): string[] {\n return [\n ArchivistAllQuerySchema,\n ArchivistDeleteQuerySchema,\n ArchivistClearQuerySchema,\n ArchivistInsertQuerySchema,\n ArchivistCommitQuerySchema,\n ...super.queries,\n ]\n }\n\n get type() {\n return this.config?.type ?? 'local'\n }\n\n /* This has to be a getter so that it can access it during construction */\n private get privateStorage(): StoreBase {\n this._privateStorage = this._storage ?? storeTypes[this.type].namespace(`${this.namespace}|private`)\n return this._privateStorage\n }\n\n /* This has to be a getter so that it can access it during construction */\n private get storage(): StoreBase {\n this._storage = this._storage ?? storeTypes[this.type].namespace(this.namespace)\n return this._storage\n }\n\n /* override async loadAccount(account?: AccountInstance, persistAccount?: boolean, privateStorage?: StoreBase, _logger?: Logger) {\n if (!this._account) {\n if (persistAccount) {\n const privateKey = privateStorage?.get('privateKey')\n if (privateKey) {\n try {\n this._account = await Account.create({ privateKey })\n return this._account\n } catch (ex) {\n console.error(`Error reading Account from storage [${ex}] - Recreating Account`)\n privateStorage?.remove('privateKey')\n }\n }\n }\n }\n return await super.loadAccount()\n } */\n\n protected override allHandler(): PromisableArray<PayloadWithMeta> {\n const found = new Set<string>()\n this.logger?.log(`this.storage.length: ${this.storage.length}`)\n return Object.entries(this.storage.getAll())\n .map(([, value]) => value)\n .filter((payload) => {\n if (found.has(payload.$hash)) {\n return false\n } else {\n found.add(payload.$hash)\n return true\n }\n })\n }\n\n protected override clearHandler(): void | Promise<void> {\n this.logger?.log(`this.storage.length: ${this.storage.length}`)\n this.storage.clear()\n return this.emit('cleared', { mod: this })\n }\n\n protected override async commitHandler(): Promise<WithMeta<BoundWitness>[]> {\n this.logger?.log(`this.storage.length: ${this.storage.length}`)\n const payloads = await this.all()\n assertEx(payloads.length > 0, () => 'Nothing to commit')\n const settled = await Promise.allSettled(\n compact(\n Object.values((await this.parentArchivists()).commit ?? [])?.map(async (parent) => {\n const queryPayload: ArchivistInsertQuery = {\n schema: ArchivistInsertQuerySchema,\n }\n const query = await this.bindQuery(queryPayload, payloads)\n return (await parent?.query(query[0], query[1]))?.[0]\n }),\n ),\n )\n // TODO - rather than clear, delete the payloads that come back as successfully inserted\n await this.clear()\n return compact(settled.filter(fulfilled).map(result => result.value))\n }\n\n protected override async deleteHandler(hashes: Hash[]): Promise<Hash[]> {\n return compact(\n await Promise.all(\n hashes.map((hash) => {\n this.storage.remove(hash)\n return hash\n }),\n ),\n )\n }\n\n protected override getHandler(hashes: string[]): Promisable<PayloadWithMeta[]> {\n const found = new Set<string>()\n return compact(\n hashes.map((hash) => {\n return this.storage.get(hash)\n }),\n ).filter((payload) => {\n if (found.has(payload.$hash)) {\n return false\n } else {\n found.add(payload.$hash)\n return true\n }\n })\n }\n\n protected override async insertHandler(payloads: Payload[]): Promise<PayloadWithMeta[]> {\n const pairs = await PayloadBuilder.hashPairs(payloads)\n return pairs.map(([payload, hash]) => {\n const value = JSON.stringify(payload)\n assertEx(value.length < this.maxEntrySize, () => `Payload too large [${hash}, ${value.length}]`)\n this.storage.set(hash, payload)\n this.storage.set(payload.$hash, payload)\n return payload\n })\n }\n\n protected saveAccount() {\n if (this.persistAccount) {\n const account = this.account\n this.logger?.log(account.address)\n this.privateStorage.set('privateKey', account.private.hex)\n }\n }\n\n protected override async startHandler() {\n await super.startHandler()\n this.saveAccount()\n return true\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;;;;;;;;ACAA,oBAAyB;AAEzB,oBAAwB;AACxB,qBAAuD;AACvD,gCAAkC;AAClC,6BAWO;AAGP,6BAA+B;AAE/B,oBAA4C;AAE5C,IAAMA,aAAaC,cAAAA;AAGZ,IAAMC,+BAA6D;AAYnE,IAAMC,oBAAN,MAAMA,0BAIHC,4CAAAA;EAKAC;EACAC;EAER,IAAIC,aAAa;AAlDnB;AAmDI,aAAO,UAAKC,WAAL,mBAAaD,eAAc;EACpC;EAEA,IAAIE,eAAe;AAtDrB;AAuDI,aAAO,UAAKD,WAAL,mBAAaC,iBAAgB;EACtC;EAEA,IAAIC,YAAY;AA1DlB;AA2DI,aAAO,UAAKF,WAAL,mBAAaE,cAAa;EACnC;EAEA,IAAIC,iBAAiB;AA9DvB;AA+DI,aAAO,UAAKH,WAAL,mBAAaG,mBAAkB;EACxC;EAEA,IAAaC,UAAoB;AAC/B,WAAO;MACLC;MACAC;MACAC;MACAC;MACAC;SACG,MAAML;;EAEb;EAEA,IAAIM,OAAO;AA7Eb;AA8EI,aAAO,UAAKV,WAAL,mBAAaU,SAAQ;EAC9B;;EAGA,IAAYC,iBAA4B;AACtC,SAAKd,kBAAkB,KAAKC,YAAYN,WAAW,KAAKkB,IAAI,EAAER,UAAU,GAAG,KAAKA,SAAS,UAAU;AACnG,WAAO,KAAKL;EACd;;EAGA,IAAYe,UAAqB;AAC/B,SAAKd,WAAW,KAAKA,YAAYN,WAAW,KAAKkB,IAAI,EAAER,UAAU,KAAKA,SAAS;AAC/E,WAAO,KAAKJ;EACd;;;;;;;;;;;;;;;;;;EAoBmBe,aAA+C;AA/GpE;AAgHI,UAAMC,QAAQ,oBAAIC,IAAAA;AAClB,eAAKC,WAAL,mBAAaC,IAAI,wBAAwB,KAAKL,QAAQM,MAAM;AAC5D,WAAOC,OAAOC,QAAQ,KAAKR,QAAQS,OAAM,CAAA,EACtCC,IAAI,CAAC,CAAA,EAAGC,KAAAA,MAAWA,KAAAA,EACnBC,OAAO,CAACC,YAAAA;AACP,UAAIX,MAAMY,IAAID,QAAQE,KAAK,GAAG;AAC5B,eAAO;MACT,OAAO;AACLb,cAAMc,IAAIH,QAAQE,KAAK;AACvB,eAAO;MACT;IACF,CAAA;EACJ;EAEmBE,eAAqC;AA9H1D;AA+HI,eAAKb,WAAL,mBAAaC,IAAI,wBAAwB,KAAKL,QAAQM,MAAM;AAC5D,SAAKN,QAAQkB,MAAK;AAClB,WAAO,KAAKC,KAAK,WAAW;MAAEC,KAAK;IAAK,CAAA;EAC1C;EAEA,MAAyBC,gBAAmD;AApI9E;AAqII,eAAKjB,WAAL,mBAAaC,IAAI,wBAAwB,KAAKL,QAAQM,MAAM;AAC5D,UAAMgB,WAAW,MAAM,KAAKC,IAAG;AAC/BC,gCAASF,SAAShB,SAAS,GAAG,MAAM,mBAAA;AACpC,UAAMmB,UAAU,MAAMC,QAAQC,eAC5BC,wBACErB,YAAOsB,QAAQ,MAAM,KAAKC,iBAAgB,GAAIC,UAAU,CAAA,CAAE,MAA1DxB,mBAA6DG,IAAI,OAAOsB,WAAAA;AA1IhF,UAAAC;AA2IU,YAAMC,eAAqC;QACzCC,QAAQvC;MACV;AACA,YAAMwC,QAAQ,MAAM,KAAKC,UAAUH,cAAcZ,QAAAA;AACjD,cAAQW,MAAA,OAAMD,iCAAQI,MAAMA,MAAM,CAAA,GAAIA,MAAM,CAAA,QAApC,gBAAAH,IAA2C;IACrD,EAAA,CAAA;AAIJ,UAAM,KAAKf,MAAK;AAChB,eAAOU,uBAAQH,QAAQb,OAAO0B,wBAAAA,EAAW5B,IAAI6B,CAAAA,WAAUA,OAAO5B,KAAK,CAAA;EACrE;EAEA,MAAyB6B,cAAcC,QAAiC;AACtE,eAAOb,uBACL,MAAMF,QAAQH,IACZkB,OAAO/B,IAAI,CAACgC,SAAAA;AACV,WAAK1C,QAAQ2C,OAAOD,IAAAA;AACpB,aAAOA;IACT,CAAA,CAAA,CAAA;EAGN;EAEmBE,WAAWH,QAAiD;AAC7E,UAAMvC,QAAQ,oBAAIC,IAAAA;AAClB,eAAOyB,uBACLa,OAAO/B,IAAI,CAACgC,SAAAA;AACV,aAAO,KAAK1C,QAAQ6C,IAAIH,IAAAA;IAC1B,CAAA,CAAA,EACA9B,OAAO,CAACC,YAAAA;AACR,UAAIX,MAAMY,IAAID,QAAQE,KAAK,GAAG;AAC5B,eAAO;MACT,OAAO;AACLb,cAAMc,IAAIH,QAAQE,KAAK;AACvB,eAAO;MACT;IACF,CAAA;EACF;EAEA,MAAyB+B,cAAcxB,UAAiD;AACtF,UAAMyB,QAAQ,MAAMC,sCAAeC,UAAU3B,QAAAA;AAC7C,WAAOyB,MAAMrC,IAAI,CAAC,CAACG,SAAS6B,IAAAA,MAAK;AAC/B,YAAM/B,QAAQuC,KAAKC,UAAUtC,OAAAA;AAC7BW,kCAASb,MAAML,SAAS,KAAKjB,cAAc,MAAM,sBAAsBqD,IAAAA,KAAS/B,MAAML,MAAM,GAAG;AAC/F,WAAKN,QAAQoD,IAAIV,MAAM7B,OAAAA;AACvB,WAAKb,QAAQoD,IAAIvC,QAAQE,OAAOF,OAAAA;AAChC,aAAOA;IACT,CAAA;EACF;EAEUwC,cAAc;AA9L1B;AA+LI,QAAI,KAAK9D,gBAAgB;AACvB,YAAM+D,UAAU,KAAKA;AACrB,iBAAKlD,WAAL,mBAAaC,IAAIiD,QAAQC;AACzB,WAAKxD,eAAeqD,IAAI,cAAcE,QAAQE,QAAQC,GAAG;IAC3D;EACF;EAEA,MAAyBC,eAAe;AACtC,UAAM,MAAMA,aAAAA;AACZ,SAAKL,YAAW;AAChB,WAAO;EACT;AACF;AAjKUrE;AAER,cANWD,mBAMc4E,iBAA0B;KAAI,iDAAMA;EAAe7E;;AAC5E,cAPWC,mBAOc6E,uBAA8B9E;AAPlD,IAAMC,mBAAN;","names":["storeTypes","store","StorageArchivistConfigSchema","StorageArchivist","AbstractArchivist","_privateStorage","_storage","maxEntries","config","maxEntrySize","namespace","persistAccount","queries","ArchivistAllQuerySchema","ArchivistDeleteQuerySchema","ArchivistClearQuerySchema","ArchivistInsertQuerySchema","ArchivistCommitQuerySchema","type","privateStorage","storage","allHandler","found","Set","logger","log","length","Object","entries","getAll","map","value","filter","payload","has","$hash","add","clearHandler","clear","emit","mod","commitHandler","payloads","all","assertEx","settled","Promise","allSettled","compact","values","parentArchivists","commit","parent","_a","queryPayload","schema","query","bindQuery","fulfilled","result","deleteHandler","hashes","hash","remove","getHandler","get","insertHandler","pairs","PayloadBuilder","hashPairs","JSON","stringify","set","saveAccount","account","address","private","hex","startHandler","configSchemas","defaultConfigSchema"]}
@@ -1,2 +0,0 @@
1
- export * from './StorageArchivist.ts';
2
- //# sourceMappingURL=index.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,uBAAuB,CAAA"}
@@ -1,2 +0,0 @@
1
- export * from './StorageArchivist.ts';
2
- //# sourceMappingURL=index.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,uBAAuB,CAAA"}
@@ -1,2 +0,0 @@
1
- export * from './StorageArchivist.ts';
2
- //# sourceMappingURL=index.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,uBAAuB,CAAA"}
@@ -1,170 +0,0 @@
1
- var __defProp = Object.defineProperty;
2
- var __getProtoOf = Object.getPrototypeOf;
3
- var __reflectGet = Reflect.get;
4
- var __defNormalProp = (obj, key, value) => key in obj ? __defProp(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
5
- var __name = (target, value) => __defProp(target, "name", { value, configurable: true });
6
- var __publicField = (obj, key, value) => __defNormalProp(obj, typeof key !== "symbol" ? key + "" : key, value);
7
- var __superGet = (cls, obj, key) => __reflectGet(__getProtoOf(cls), key, obj);
8
-
9
- // src/StorageArchivist.ts
10
- import { assertEx } from "@xylabs/assert";
11
- import { compact } from "@xylabs/lodash";
12
- import { fulfilled } from "@xylabs/promise";
13
- import { AbstractArchivist } from "@xyo-network/archivist-abstract";
14
- import { ArchivistAllQuerySchema, ArchivistClearQuerySchema, ArchivistCommitQuerySchema, ArchivistDeleteQuerySchema, ArchivistInsertQuerySchema } from "@xyo-network/archivist-model";
15
- import { PayloadBuilder } from "@xyo-network/payload-builder";
16
- import store from "store2";
17
- var storeTypes = store;
18
- var StorageArchivistConfigSchema = "network.xyo.archivist.storage.config";
19
- var _StorageArchivist = class _StorageArchivist extends AbstractArchivist {
20
- _privateStorage;
21
- _storage;
22
- get maxEntries() {
23
- var _a;
24
- return ((_a = this.config) == null ? void 0 : _a.maxEntries) ?? 1e3;
25
- }
26
- get maxEntrySize() {
27
- var _a;
28
- return ((_a = this.config) == null ? void 0 : _a.maxEntrySize) ?? 16e3;
29
- }
30
- get namespace() {
31
- var _a;
32
- return ((_a = this.config) == null ? void 0 : _a.namespace) ?? "xyo-archivist";
33
- }
34
- get persistAccount() {
35
- var _a;
36
- return ((_a = this.config) == null ? void 0 : _a.persistAccount) ?? false;
37
- }
38
- get queries() {
39
- return [
40
- ArchivistAllQuerySchema,
41
- ArchivistDeleteQuerySchema,
42
- ArchivistClearQuerySchema,
43
- ArchivistInsertQuerySchema,
44
- ArchivistCommitQuerySchema,
45
- ...super.queries
46
- ];
47
- }
48
- get type() {
49
- var _a;
50
- return ((_a = this.config) == null ? void 0 : _a.type) ?? "local";
51
- }
52
- /* This has to be a getter so that it can access it during construction */
53
- get privateStorage() {
54
- this._privateStorage = this._storage ?? storeTypes[this.type].namespace(`${this.namespace}|private`);
55
- return this._privateStorage;
56
- }
57
- /* This has to be a getter so that it can access it during construction */
58
- get storage() {
59
- this._storage = this._storage ?? storeTypes[this.type].namespace(this.namespace);
60
- return this._storage;
61
- }
62
- /* override async loadAccount(account?: AccountInstance, persistAccount?: boolean, privateStorage?: StoreBase, _logger?: Logger) {
63
- if (!this._account) {
64
- if (persistAccount) {
65
- const privateKey = privateStorage?.get('privateKey')
66
- if (privateKey) {
67
- try {
68
- this._account = await Account.create({ privateKey })
69
- return this._account
70
- } catch (ex) {
71
- console.error(`Error reading Account from storage [${ex}] - Recreating Account`)
72
- privateStorage?.remove('privateKey')
73
- }
74
- }
75
- }
76
- }
77
- return await super.loadAccount()
78
- } */
79
- allHandler() {
80
- var _a;
81
- const found = /* @__PURE__ */ new Set();
82
- (_a = this.logger) == null ? void 0 : _a.log(`this.storage.length: ${this.storage.length}`);
83
- return Object.entries(this.storage.getAll()).map(([, value]) => value).filter((payload) => {
84
- if (found.has(payload.$hash)) {
85
- return false;
86
- } else {
87
- found.add(payload.$hash);
88
- return true;
89
- }
90
- });
91
- }
92
- clearHandler() {
93
- var _a;
94
- (_a = this.logger) == null ? void 0 : _a.log(`this.storage.length: ${this.storage.length}`);
95
- this.storage.clear();
96
- return this.emit("cleared", {
97
- mod: this
98
- });
99
- }
100
- async commitHandler() {
101
- var _a, _b;
102
- (_a = this.logger) == null ? void 0 : _a.log(`this.storage.length: ${this.storage.length}`);
103
- const payloads = await this.all();
104
- assertEx(payloads.length > 0, () => "Nothing to commit");
105
- const settled = await Promise.allSettled(compact((_b = Object.values((await this.parentArchivists()).commit ?? [])) == null ? void 0 : _b.map(async (parent) => {
106
- var _a2;
107
- const queryPayload = {
108
- schema: ArchivistInsertQuerySchema
109
- };
110
- const query = await this.bindQuery(queryPayload, payloads);
111
- return (_a2 = await (parent == null ? void 0 : parent.query(query[0], query[1]))) == null ? void 0 : _a2[0];
112
- })));
113
- await this.clear();
114
- return compact(settled.filter(fulfilled).map((result) => result.value));
115
- }
116
- async deleteHandler(hashes) {
117
- return compact(await Promise.all(hashes.map((hash) => {
118
- this.storage.remove(hash);
119
- return hash;
120
- })));
121
- }
122
- getHandler(hashes) {
123
- const found = /* @__PURE__ */ new Set();
124
- return compact(hashes.map((hash) => {
125
- return this.storage.get(hash);
126
- })).filter((payload) => {
127
- if (found.has(payload.$hash)) {
128
- return false;
129
- } else {
130
- found.add(payload.$hash);
131
- return true;
132
- }
133
- });
134
- }
135
- async insertHandler(payloads) {
136
- const pairs = await PayloadBuilder.hashPairs(payloads);
137
- return pairs.map(([payload, hash]) => {
138
- const value = JSON.stringify(payload);
139
- assertEx(value.length < this.maxEntrySize, () => `Payload too large [${hash}, ${value.length}]`);
140
- this.storage.set(hash, payload);
141
- this.storage.set(payload.$hash, payload);
142
- return payload;
143
- });
144
- }
145
- saveAccount() {
146
- var _a;
147
- if (this.persistAccount) {
148
- const account = this.account;
149
- (_a = this.logger) == null ? void 0 : _a.log(account.address);
150
- this.privateStorage.set("privateKey", account.private.hex);
151
- }
152
- }
153
- async startHandler() {
154
- await super.startHandler();
155
- this.saveAccount();
156
- return true;
157
- }
158
- };
159
- __name(_StorageArchivist, "StorageArchivist");
160
- __publicField(_StorageArchivist, "configSchemas", [
161
- ...__superGet(_StorageArchivist, _StorageArchivist, "configSchemas"),
162
- StorageArchivistConfigSchema
163
- ]);
164
- __publicField(_StorageArchivist, "defaultConfigSchema", StorageArchivistConfigSchema);
165
- var StorageArchivist = _StorageArchivist;
166
- export {
167
- StorageArchivist,
168
- StorageArchivistConfigSchema
169
- };
170
- //# sourceMappingURL=index.mjs.map
@@ -1 +0,0 @@
1
- {"version":3,"sources":["../../src/StorageArchivist.ts"],"sourcesContent":["import { assertEx } from '@xylabs/assert'\nimport { Hash } from '@xylabs/hex'\nimport { compact } from '@xylabs/lodash'\nimport { fulfilled, Promisable, PromisableArray } from '@xylabs/promise'\nimport { AbstractArchivist } from '@xyo-network/archivist-abstract'\nimport {\n ArchivistAllQuerySchema,\n ArchivistClearQuerySchema,\n ArchivistCommitQuerySchema,\n ArchivistConfig,\n ArchivistDeleteQuerySchema,\n ArchivistInsertQuery,\n ArchivistInsertQuerySchema,\n ArchivistInstance,\n ArchivistModuleEventData,\n ArchivistParams,\n} from '@xyo-network/archivist-model'\nimport { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { AnyConfigSchema } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { Payload, PayloadWithMeta, Schema, WithMeta } from '@xyo-network/payload-model'\nimport store, { StoreBase, StoreType } from 'store2'\n\nconst storeTypes = store as unknown as StoreType\n\nexport type StorageArchivistConfigSchema = 'network.xyo.archivist.storage.config'\nexport const StorageArchivistConfigSchema: StorageArchivistConfigSchema = 'network.xyo.archivist.storage.config'\n\nexport type StorageArchivistConfig = ArchivistConfig<{\n maxEntries?: number\n maxEntrySize?: number\n namespace?: string\n persistAccount?: boolean\n schema: StorageArchivistConfigSchema\n type?: 'local' | 'session' | 'page'\n}>\n\nexport type StorageArchivistParams = ArchivistParams<AnyConfigSchema<StorageArchivistConfig>>\nexport class StorageArchivist<\n TParams extends StorageArchivistParams = StorageArchivistParams,\n TEventData extends ArchivistModuleEventData = ArchivistModuleEventData,\n>\n extends AbstractArchivist<TParams, TEventData>\n implements ArchivistInstance {\n static override readonly configSchemas: Schema[] = [...super.configSchemas, StorageArchivistConfigSchema]\n static override readonly defaultConfigSchema: Schema = StorageArchivistConfigSchema\n\n private _privateStorage: StoreBase | undefined\n private _storage: StoreBase | undefined\n\n get maxEntries() {\n return this.config?.maxEntries ?? 1000\n }\n\n get maxEntrySize() {\n return this.config?.maxEntrySize ?? 16_000\n }\n\n get namespace() {\n return this.config?.namespace ?? 'xyo-archivist'\n }\n\n get persistAccount() {\n return this.config?.persistAccount ?? false\n }\n\n override get queries(): string[] {\n return [\n ArchivistAllQuerySchema,\n ArchivistDeleteQuerySchema,\n ArchivistClearQuerySchema,\n ArchivistInsertQuerySchema,\n ArchivistCommitQuerySchema,\n ...super.queries,\n ]\n }\n\n get type() {\n return this.config?.type ?? 'local'\n }\n\n /* This has to be a getter so that it can access it during construction */\n private get privateStorage(): StoreBase {\n this._privateStorage = this._storage ?? storeTypes[this.type].namespace(`${this.namespace}|private`)\n return this._privateStorage\n }\n\n /* This has to be a getter so that it can access it during construction */\n private get storage(): StoreBase {\n this._storage = this._storage ?? storeTypes[this.type].namespace(this.namespace)\n return this._storage\n }\n\n /* override async loadAccount(account?: AccountInstance, persistAccount?: boolean, privateStorage?: StoreBase, _logger?: Logger) {\n if (!this._account) {\n if (persistAccount) {\n const privateKey = privateStorage?.get('privateKey')\n if (privateKey) {\n try {\n this._account = await Account.create({ privateKey })\n return this._account\n } catch (ex) {\n console.error(`Error reading Account from storage [${ex}] - Recreating Account`)\n privateStorage?.remove('privateKey')\n }\n }\n }\n }\n return await super.loadAccount()\n } */\n\n protected override allHandler(): PromisableArray<PayloadWithMeta> {\n const found = new Set<string>()\n this.logger?.log(`this.storage.length: ${this.storage.length}`)\n return Object.entries(this.storage.getAll())\n .map(([, value]) => value)\n .filter((payload) => {\n if (found.has(payload.$hash)) {\n return false\n } else {\n found.add(payload.$hash)\n return true\n }\n })\n }\n\n protected override clearHandler(): void | Promise<void> {\n this.logger?.log(`this.storage.length: ${this.storage.length}`)\n this.storage.clear()\n return this.emit('cleared', { mod: this })\n }\n\n protected override async commitHandler(): Promise<WithMeta<BoundWitness>[]> {\n this.logger?.log(`this.storage.length: ${this.storage.length}`)\n const payloads = await this.all()\n assertEx(payloads.length > 0, () => 'Nothing to commit')\n const settled = await Promise.allSettled(\n compact(\n Object.values((await this.parentArchivists()).commit ?? [])?.map(async (parent) => {\n const queryPayload: ArchivistInsertQuery = {\n schema: ArchivistInsertQuerySchema,\n }\n const query = await this.bindQuery(queryPayload, payloads)\n return (await parent?.query(query[0], query[1]))?.[0]\n }),\n ),\n )\n // TODO - rather than clear, delete the payloads that come back as successfully inserted\n await this.clear()\n return compact(settled.filter(fulfilled).map(result => result.value))\n }\n\n protected override async deleteHandler(hashes: Hash[]): Promise<Hash[]> {\n return compact(\n await Promise.all(\n hashes.map((hash) => {\n this.storage.remove(hash)\n return hash\n }),\n ),\n )\n }\n\n protected override getHandler(hashes: string[]): Promisable<PayloadWithMeta[]> {\n const found = new Set<string>()\n return compact(\n hashes.map((hash) => {\n return this.storage.get(hash)\n }),\n ).filter((payload) => {\n if (found.has(payload.$hash)) {\n return false\n } else {\n found.add(payload.$hash)\n return true\n }\n })\n }\n\n protected override async insertHandler(payloads: Payload[]): Promise<PayloadWithMeta[]> {\n const pairs = await PayloadBuilder.hashPairs(payloads)\n return pairs.map(([payload, hash]) => {\n const value = JSON.stringify(payload)\n assertEx(value.length < this.maxEntrySize, () => `Payload too large [${hash}, ${value.length}]`)\n this.storage.set(hash, payload)\n this.storage.set(payload.$hash, payload)\n return payload\n })\n }\n\n protected saveAccount() {\n if (this.persistAccount) {\n const account = this.account\n this.logger?.log(account.address)\n this.privateStorage.set('privateKey', account.private.hex)\n }\n }\n\n protected override async startHandler() {\n await super.startHandler()\n this.saveAccount()\n return true\n }\n}\n"],"mappings":";;;;;;;;;AAAA,SAASA,gBAAgB;AAEzB,SAASC,eAAe;AACxB,SAASC,iBAA8C;AACvD,SAASC,yBAAyB;AAClC,SACEC,yBACAC,2BACAC,4BAEAC,4BAEAC,kCAIK;AAGP,SAASC,sBAAsB;AAE/B,OAAOC,WAAqC;AAE5C,IAAMC,aAAaC;AAGZ,IAAMC,+BAA6D;AAYnE,IAAMC,oBAAN,MAAMA,0BAIHC,kBAAAA;EAKAC;EACAC;EAER,IAAIC,aAAa;AAlDnB;AAmDI,aAAO,UAAKC,WAAL,mBAAaD,eAAc;EACpC;EAEA,IAAIE,eAAe;AAtDrB;AAuDI,aAAO,UAAKD,WAAL,mBAAaC,iBAAgB;EACtC;EAEA,IAAIC,YAAY;AA1DlB;AA2DI,aAAO,UAAKF,WAAL,mBAAaE,cAAa;EACnC;EAEA,IAAIC,iBAAiB;AA9DvB;AA+DI,aAAO,UAAKH,WAAL,mBAAaG,mBAAkB;EACxC;EAEA,IAAaC,UAAoB;AAC/B,WAAO;MACLC;MACAC;MACAC;MACAC;MACAC;SACG,MAAML;;EAEb;EAEA,IAAIM,OAAO;AA7Eb;AA8EI,aAAO,UAAKV,WAAL,mBAAaU,SAAQ;EAC9B;;EAGA,IAAYC,iBAA4B;AACtC,SAAKd,kBAAkB,KAAKC,YAAYN,WAAW,KAAKkB,IAAI,EAAER,UAAU,GAAG,KAAKA,SAAS,UAAU;AACnG,WAAO,KAAKL;EACd;;EAGA,IAAYe,UAAqB;AAC/B,SAAKd,WAAW,KAAKA,YAAYN,WAAW,KAAKkB,IAAI,EAAER,UAAU,KAAKA,SAAS;AAC/E,WAAO,KAAKJ;EACd;;;;;;;;;;;;;;;;;;EAoBmBe,aAA+C;AA/GpE;AAgHI,UAAMC,QAAQ,oBAAIC,IAAAA;AAClB,eAAKC,WAAL,mBAAaC,IAAI,wBAAwB,KAAKL,QAAQM,MAAM;AAC5D,WAAOC,OAAOC,QAAQ,KAAKR,QAAQS,OAAM,CAAA,EACtCC,IAAI,CAAC,CAAA,EAAGC,KAAAA,MAAWA,KAAAA,EACnBC,OAAO,CAACC,YAAAA;AACP,UAAIX,MAAMY,IAAID,QAAQE,KAAK,GAAG;AAC5B,eAAO;MACT,OAAO;AACLb,cAAMc,IAAIH,QAAQE,KAAK;AACvB,eAAO;MACT;IACF,CAAA;EACJ;EAEmBE,eAAqC;AA9H1D;AA+HI,eAAKb,WAAL,mBAAaC,IAAI,wBAAwB,KAAKL,QAAQM,MAAM;AAC5D,SAAKN,QAAQkB,MAAK;AAClB,WAAO,KAAKC,KAAK,WAAW;MAAEC,KAAK;IAAK,CAAA;EAC1C;EAEA,MAAyBC,gBAAmD;AApI9E;AAqII,eAAKjB,WAAL,mBAAaC,IAAI,wBAAwB,KAAKL,QAAQM,MAAM;AAC5D,UAAMgB,WAAW,MAAM,KAAKC,IAAG;AAC/BC,aAASF,SAAShB,SAAS,GAAG,MAAM,mBAAA;AACpC,UAAMmB,UAAU,MAAMC,QAAQC,WAC5BC,SACErB,YAAOsB,QAAQ,MAAM,KAAKC,iBAAgB,GAAIC,UAAU,CAAA,CAAE,MAA1DxB,mBAA6DG,IAAI,OAAOsB,WAAAA;AA1IhF,UAAAC;AA2IU,YAAMC,eAAqC;QACzCC,QAAQvC;MACV;AACA,YAAMwC,QAAQ,MAAM,KAAKC,UAAUH,cAAcZ,QAAAA;AACjD,cAAQW,MAAA,OAAMD,iCAAQI,MAAMA,MAAM,CAAA,GAAIA,MAAM,CAAA,QAApC,gBAAAH,IAA2C;IACrD,EAAA,CAAA;AAIJ,UAAM,KAAKf,MAAK;AAChB,WAAOU,QAAQH,QAAQb,OAAO0B,SAAAA,EAAW5B,IAAI6B,CAAAA,WAAUA,OAAO5B,KAAK,CAAA;EACrE;EAEA,MAAyB6B,cAAcC,QAAiC;AACtE,WAAOb,QACL,MAAMF,QAAQH,IACZkB,OAAO/B,IAAI,CAACgC,SAAAA;AACV,WAAK1C,QAAQ2C,OAAOD,IAAAA;AACpB,aAAOA;IACT,CAAA,CAAA,CAAA;EAGN;EAEmBE,WAAWH,QAAiD;AAC7E,UAAMvC,QAAQ,oBAAIC,IAAAA;AAClB,WAAOyB,QACLa,OAAO/B,IAAI,CAACgC,SAAAA;AACV,aAAO,KAAK1C,QAAQ6C,IAAIH,IAAAA;IAC1B,CAAA,CAAA,EACA9B,OAAO,CAACC,YAAAA;AACR,UAAIX,MAAMY,IAAID,QAAQE,KAAK,GAAG;AAC5B,eAAO;MACT,OAAO;AACLb,cAAMc,IAAIH,QAAQE,KAAK;AACvB,eAAO;MACT;IACF,CAAA;EACF;EAEA,MAAyB+B,cAAcxB,UAAiD;AACtF,UAAMyB,QAAQ,MAAMC,eAAeC,UAAU3B,QAAAA;AAC7C,WAAOyB,MAAMrC,IAAI,CAAC,CAACG,SAAS6B,IAAAA,MAAK;AAC/B,YAAM/B,QAAQuC,KAAKC,UAAUtC,OAAAA;AAC7BW,eAASb,MAAML,SAAS,KAAKjB,cAAc,MAAM,sBAAsBqD,IAAAA,KAAS/B,MAAML,MAAM,GAAG;AAC/F,WAAKN,QAAQoD,IAAIV,MAAM7B,OAAAA;AACvB,WAAKb,QAAQoD,IAAIvC,QAAQE,OAAOF,OAAAA;AAChC,aAAOA;IACT,CAAA;EACF;EAEUwC,cAAc;AA9L1B;AA+LI,QAAI,KAAK9D,gBAAgB;AACvB,YAAM+D,UAAU,KAAKA;AACrB,iBAAKlD,WAAL,mBAAaC,IAAIiD,QAAQC;AACzB,WAAKxD,eAAeqD,IAAI,cAAcE,QAAQE,QAAQC,GAAG;IAC3D;EACF;EAEA,MAAyBC,eAAe;AACtC,UAAM,MAAMA,aAAAA;AACZ,SAAKL,YAAW;AAChB,WAAO;EACT;AACF;AAjKUrE;AAER,cANWD,mBAMc4E,iBAA0B;KAAI,iDAAMA;EAAe7E;;AAC5E,cAPWC,mBAOc6E,uBAA8B9E;AAPlD,IAAMC,mBAAN;","names":["assertEx","compact","fulfilled","AbstractArchivist","ArchivistAllQuerySchema","ArchivistClearQuerySchema","ArchivistCommitQuerySchema","ArchivistDeleteQuerySchema","ArchivistInsertQuerySchema","PayloadBuilder","store","storeTypes","store","StorageArchivistConfigSchema","StorageArchivist","AbstractArchivist","_privateStorage","_storage","maxEntries","config","maxEntrySize","namespace","persistAccount","queries","ArchivistAllQuerySchema","ArchivistDeleteQuerySchema","ArchivistClearQuerySchema","ArchivistInsertQuerySchema","ArchivistCommitQuerySchema","type","privateStorage","storage","allHandler","found","Set","logger","log","length","Object","entries","getAll","map","value","filter","payload","has","$hash","add","clearHandler","clear","emit","mod","commitHandler","payloads","all","assertEx","settled","Promise","allSettled","compact","values","parentArchivists","commit","parent","_a","queryPayload","schema","query","bindQuery","fulfilled","result","deleteHandler","hashes","hash","remove","getHandler","get","insertHandler","pairs","PayloadBuilder","hashPairs","JSON","stringify","set","saveAccount","account","address","private","hex","startHandler","configSchemas","defaultConfigSchema"]}