@xyo-network/archivist 2.75.0 → 2.75.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/browser/AbstractArchivingModule.d.cts +14 -0
- package/dist/browser/AbstractArchivingModule.d.cts.map +1 -0
- package/dist/browser/AbstractArchivingModule.js +2 -4
- package/dist/browser/AbstractArchivingModule.js.map +1 -1
- package/dist/browser/CookieArchivist.d.cts +32 -0
- package/dist/browser/CookieArchivist.d.cts.map +1 -0
- package/dist/browser/CookieArchivist.js +3 -5
- package/dist/browser/CookieArchivist.js.map +1 -1
- package/dist/browser/StorageArchivist.d.cts +39 -0
- package/dist/browser/StorageArchivist.d.cts.map +1 -0
- package/dist/browser/StorageArchivist.js +3 -5
- package/dist/browser/StorageArchivist.js.map +1 -1
- package/dist/browser/index.d.cts +8 -0
- package/dist/browser/index.d.cts.map +1 -0
- package/dist/browser/index.js +3 -295
- package/dist/browser/index.js.map +1 -1
- package/dist/docs.json +125930 -0
- package/dist/node/AbstractArchivingModule.d.cts +14 -0
- package/dist/node/AbstractArchivingModule.d.cts.map +1 -0
- package/dist/node/AbstractArchivingModule.js +8 -6
- package/dist/node/AbstractArchivingModule.js.map +1 -1
- package/dist/node/AbstractArchivingModule.mjs +8 -6
- package/dist/node/AbstractArchivingModule.mjs.map +1 -1
- package/dist/node/CookieArchivist.d.cts +32 -0
- package/dist/node/CookieArchivist.d.cts.map +1 -0
- package/dist/node/CookieArchivist.js +27 -15
- package/dist/node/CookieArchivist.js.map +1 -1
- package/dist/node/CookieArchivist.mjs +27 -15
- package/dist/node/CookieArchivist.mjs.map +1 -1
- package/dist/node/StorageArchivist.d.cts +39 -0
- package/dist/node/StorageArchivist.d.cts.map +1 -0
- package/dist/node/StorageArchivist.js +36 -20
- package/dist/node/StorageArchivist.js.map +1 -1
- package/dist/node/StorageArchivist.mjs +36 -20
- package/dist/node/StorageArchivist.mjs.map +1 -1
- package/dist/node/index.d.cts +8 -0
- package/dist/node/index.d.cts.map +1 -0
- package/dist/node/index.js +334 -6
- package/dist/node/index.js.map +1 -1
- package/dist/node/index.mjs +314 -3
- package/dist/node/index.mjs.map +1 -1
- package/package.json +20 -20
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
import { AccountInstance } from '@xyo-network/account-model';
|
|
2
|
+
import { ArchivistInstance } from '@xyo-network/archivist-model';
|
|
3
|
+
import { AbstractModuleInstance, AnyConfigSchema, Module, ModuleConfig, ModuleEventData, ModuleParams, ModuleQueryResult } from '@xyo-network/module';
|
|
4
|
+
import { ModuleError, Payload, Query } from '@xyo-network/payload-model';
|
|
5
|
+
export type ArchivingModuleConfig<T extends ModuleConfig = ModuleConfig> = ModuleConfig<{
|
|
6
|
+
archivists?: string[];
|
|
7
|
+
schema: string;
|
|
8
|
+
} & T>;
|
|
9
|
+
export declare abstract class AbstractArchivingModule<TParams extends ModuleParams<AnyConfigSchema<ArchivingModuleConfig>> = ModuleParams<AnyConfigSchema<ArchivingModuleConfig>>, TEventData extends ModuleEventData = ModuleEventData> extends AbstractModuleInstance<TParams, TEventData> implements Module<TParams, TEventData> {
|
|
10
|
+
protected bindQueryResult<T extends Query>(query: T, payloads: Payload[], additionalWitnesses?: AccountInstance[], errorPayloads?: ModuleError[]): Promise<ModuleQueryResult>;
|
|
11
|
+
protected resolveArchivists(): Promise<ArchivistInstance[]>;
|
|
12
|
+
protected storeToArchivists(payloads: Payload[]): Promise<Payload[]>;
|
|
13
|
+
}
|
|
14
|
+
//# sourceMappingURL=AbstractArchivingModule.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"AbstractArchivingModule.d.ts","sourceRoot":"","sources":["../../src/AbstractArchivingModule.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,eAAe,EAAE,MAAM,4BAA4B,CAAA;AAC5D,OAAO,EAAE,iBAAiB,EAAuB,MAAM,8BAA8B,CAAA;AACrF,OAAO,EAAE,sBAAsB,EAAE,eAAe,EAAE,MAAM,EAAE,YAAY,EAAE,eAAe,EAAE,YAAY,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAA;AACrJ,OAAO,EAAE,WAAW,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,4BAA4B,CAAA;AAExE,MAAM,MAAM,qBAAqB,CAAC,CAAC,SAAS,YAAY,GAAG,YAAY,IAAI,YAAY,CACrF;IACE,UAAU,CAAC,EAAE,MAAM,EAAE,CAAA;IACrB,MAAM,EAAE,MAAM,CAAA;CACf,GAAG,CAAC,CACN,CAAA;AAED,8BAAsB,uBAAuB,CACzC,OAAO,SAAS,YAAY,CAAC,eAAe,CAAC,qBAAqB,CAAC,CAAC,GAAG,YAAY,CAAC,eAAe,CAAC,qBAAqB,CAAC,CAAC,EAC3H,UAAU,SAAS,eAAe,GAAG,eAAe,CAEtD,SAAQ,sBAAsB,CAAC,OAAO,EAAE,UAAU,CAClD,YAAW,MAAM,CAAC,OAAO,EAAE,UAAU,CAAC;cAEb,eAAe,CAAC,CAAC,SAAS,KAAK,EACtD,KAAK,EAAE,CAAC,EACR,QAAQ,EAAE,OAAO,EAAE,EACnB,mBAAmB,GAAE,eAAe,EAAO,EAC3C,aAAa,GAAE,WAAW,EAAO,GAChC,OAAO,CAAC,iBAAiB,CAAC;cAMb,iBAAiB,IAAI,OAAO,CAAC,iBAAiB,EAAE,CAAC;cAQjD,iBAAiB,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;CAU3E"}
|
|
@@ -1,11 +1,9 @@
|
|
|
1
1
|
var __defProp = Object.defineProperty;
|
|
2
2
|
var __name = (target, value) => __defProp(target, "name", { value, configurable: true });
|
|
3
|
-
|
|
4
|
-
// src/AbstractArchivingModule.ts
|
|
5
3
|
import { compact } from "@xylabs/lodash";
|
|
6
4
|
import { asArchivistInstance } from "@xyo-network/archivist-model";
|
|
7
5
|
import { AbstractModuleInstance } from "@xyo-network/module";
|
|
8
|
-
|
|
6
|
+
class AbstractArchivingModule extends AbstractModuleInstance {
|
|
9
7
|
static {
|
|
10
8
|
__name(this, "AbstractArchivingModule");
|
|
11
9
|
}
|
|
@@ -25,7 +23,7 @@ var AbstractArchivingModule = class extends AbstractModuleInstance {
|
|
|
25
23
|
return archivist.insert?.(payloads);
|
|
26
24
|
}))).map(([bw]) => bw);
|
|
27
25
|
}
|
|
28
|
-
}
|
|
26
|
+
}
|
|
29
27
|
export {
|
|
30
28
|
AbstractArchivingModule
|
|
31
29
|
};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../src/AbstractArchivingModule.ts"],"sourcesContent":["import { compact } from '@xylabs/lodash'\nimport { AccountInstance } from '@xyo-network/account-model'\nimport { ArchivistInstance, asArchivistInstance } from '@xyo-network/archivist-model'\nimport { AbstractModuleInstance, AnyConfigSchema, Module, ModuleConfig, ModuleEventData, ModuleParams, ModuleQueryResult } from '@xyo-network/module'\nimport { ModuleError, Payload, Query } from '@xyo-network/payload-model'\n\nexport type ArchivingModuleConfig<T extends ModuleConfig = ModuleConfig> = ModuleConfig<\n {\n archivists?: string[]\n schema: string\n } & T\n>\n// @creatableModule()\nexport abstract class AbstractArchivingModule<\n TParams extends ModuleParams<AnyConfigSchema<ArchivingModuleConfig>> = ModuleParams<AnyConfigSchema<ArchivingModuleConfig>>,\n TEventData extends ModuleEventData = ModuleEventData,\n >\n extends AbstractModuleInstance<TParams, TEventData>\n implements Module<TParams, TEventData>\n{\n protected override async bindQueryResult<T extends Query>(\n query: T,\n payloads: Payload[],\n additionalWitnesses: AccountInstance[] = [],\n errorPayloads: ModuleError[] = [],\n ): Promise<ModuleQueryResult> {\n const result = await super.bindQueryResult(query, payloads, additionalWitnesses, errorPayloads)\n await this.storeToArchivists(result.flat())\n return result\n }\n\n protected async resolveArchivists(): Promise<ArchivistInstance[]> {\n return compact(\n (await Promise.all((await this.resolve({ address: this.config.archivists ?? [] })) ?? [])).map((module) =>\n asArchivistInstance(module, () => `Module failed to cast to Archivist [${module.config.name}]`),\n ),\n )\n }\n\n protected async storeToArchivists(payloads: Payload[]): Promise<Payload[]> {\n const archivists = await this.resolveArchivists()\n return (\n await Promise.all(\n archivists.map((archivist) => {\n return archivist.insert?.(payloads)\n }),\n )\n ).map(([bw]) => bw)\n }\n}\n"],"mappings":"
|
|
1
|
+
{"version":3,"sources":["../../src/AbstractArchivingModule.ts"],"sourcesContent":["import { compact } from '@xylabs/lodash'\nimport { AccountInstance } from '@xyo-network/account-model'\nimport { ArchivistInstance, asArchivistInstance } from '@xyo-network/archivist-model'\nimport { AbstractModuleInstance, AnyConfigSchema, Module, ModuleConfig, ModuleEventData, ModuleParams, ModuleQueryResult } from '@xyo-network/module'\nimport { ModuleError, Payload, Query } from '@xyo-network/payload-model'\n\nexport type ArchivingModuleConfig<T extends ModuleConfig = ModuleConfig> = ModuleConfig<\n {\n archivists?: string[]\n schema: string\n } & T\n>\n// @creatableModule()\nexport abstract class AbstractArchivingModule<\n TParams extends ModuleParams<AnyConfigSchema<ArchivingModuleConfig>> = ModuleParams<AnyConfigSchema<ArchivingModuleConfig>>,\n TEventData extends ModuleEventData = ModuleEventData,\n >\n extends AbstractModuleInstance<TParams, TEventData>\n implements Module<TParams, TEventData>\n{\n protected override async bindQueryResult<T extends Query>(\n query: T,\n payloads: Payload[],\n additionalWitnesses: AccountInstance[] = [],\n errorPayloads: ModuleError[] = [],\n ): Promise<ModuleQueryResult> {\n const result = await super.bindQueryResult(query, payloads, additionalWitnesses, errorPayloads)\n await this.storeToArchivists(result.flat())\n return result\n }\n\n protected async resolveArchivists(): Promise<ArchivistInstance[]> {\n return compact(\n (await Promise.all((await this.resolve({ address: this.config.archivists ?? [] })) ?? [])).map((module) =>\n asArchivistInstance(module, () => `Module failed to cast to Archivist [${module.config.name}]`),\n ),\n )\n }\n\n protected async storeToArchivists(payloads: Payload[]): Promise<Payload[]> {\n const archivists = await this.resolveArchivists()\n return (\n await Promise.all(\n archivists.map((archivist) => {\n return archivist.insert?.(payloads)\n }),\n )\n ).map(([bw]) => bw)\n }\n}\n"],"mappings":";;AAAA,SAASA,eAAe;AAExB,SAA4BC,2BAA2B;AACvD,SAASC,8BAAuH;AAUzH,MAAeC,gCAIZD,uBAAAA;EAjBV,OAiBUA;;;EAGR,MAAyBE,gBACvBC,OACAC,UACAC,sBAAyC,CAAA,GACzCC,gBAA+B,CAAA,GACH;AAC5B,UAAMC,SAAS,MAAM,MAAML,gBAAgBC,OAAOC,UAAUC,qBAAqBC,aAAAA;AACjF,UAAM,KAAKE,kBAAkBD,OAAOE,KAAI,CAAA;AACxC,WAAOF;EACT;EAEA,MAAgBG,oBAAkD;AAChE,WAAOZ,SACJ,MAAMa,QAAQC,IAAK,MAAM,KAAKC,QAAQ;MAAEC,SAAS,KAAKC,OAAOC,cAAc,CAAA;IAAG,CAAA,KAAO,CAAA,CAAE,GAAGC,IAAI,CAACC,WAC9FnB,oBAAoBmB,QAAQ,MAAM,uCAAuCA,OAAOH,OAAOI,IAAI,GAAG,CAAA,CAAA;EAGpG;EAEA,MAAgBX,kBAAkBJ,UAAyC;AACzE,UAAMY,aAAa,MAAM,KAAKN,kBAAiB;AAC/C,YACE,MAAMC,QAAQC,IACZI,WAAWC,IAAI,CAACG,cAAAA;AACd,aAAOA,UAAUC,SAASjB,QAAAA;IAC5B,CAAA,CAAA,GAEFa,IAAI,CAAC,CAACK,EAAAA,MAAQA,EAAAA;EAClB;AACF;","names":["compact","asArchivistInstance","AbstractModuleInstance","AbstractArchivingModule","bindQueryResult","query","payloads","additionalWitnesses","errorPayloads","result","storeToArchivists","flat","resolveArchivists","Promise","all","resolve","address","config","archivists","map","module","name","archivist","insert","bw"]}
|
|
@@ -0,0 +1,32 @@
|
|
|
1
|
+
import { AbstractArchivist } from '@xyo-network/archivist-abstract';
|
|
2
|
+
import { ArchivistConfig, ArchivistModuleEventData, ArchivistParams } from '@xyo-network/archivist-model';
|
|
3
|
+
import { BoundWitness } from '@xyo-network/boundwitness-model';
|
|
4
|
+
import { AnyConfigSchema } from '@xyo-network/module';
|
|
5
|
+
import { Payload } from '@xyo-network/payload-model';
|
|
6
|
+
import { Promisable, PromisableArray } from '@xyo-network/promise';
|
|
7
|
+
export type CookieArchivistConfigSchema = 'network.xyo.archivist.cookie.config';
|
|
8
|
+
export declare const CookieArchivistConfigSchema: CookieArchivistConfigSchema;
|
|
9
|
+
export type CookieArchivistConfig = ArchivistConfig<{
|
|
10
|
+
domain?: string;
|
|
11
|
+
maxEntries?: number;
|
|
12
|
+
maxEntrySize?: number;
|
|
13
|
+
namespace?: string;
|
|
14
|
+
schema: CookieArchivistConfigSchema;
|
|
15
|
+
}>;
|
|
16
|
+
export type CookieArchivistParams = ArchivistParams<AnyConfigSchema<CookieArchivistConfig>>;
|
|
17
|
+
export declare class CookieArchivist<TParams extends CookieArchivistParams, TEventData extends ArchivistModuleEventData = ArchivistModuleEventData> extends AbstractArchivist<TParams, TEventData> {
|
|
18
|
+
static configSchemas: "network.xyo.archivist.cookie.config"[];
|
|
19
|
+
get domain(): string | undefined;
|
|
20
|
+
get maxEntries(): number;
|
|
21
|
+
get maxEntrySize(): number;
|
|
22
|
+
get namespace(): string;
|
|
23
|
+
get queries(): string[];
|
|
24
|
+
protected allHandler(): PromisableArray<Payload>;
|
|
25
|
+
protected clearHandler(): void | Promise<void>;
|
|
26
|
+
protected commitHandler(): Promise<BoundWitness[]>;
|
|
27
|
+
protected deleteHandler(hashes: string[]): Promise<string[]>;
|
|
28
|
+
protected getHandler(hashes: string[]): Promisable<Payload[]>;
|
|
29
|
+
protected insertHandler(payloads: Payload[]): Promise<Payload[]>;
|
|
30
|
+
private keyFromHash;
|
|
31
|
+
}
|
|
32
|
+
//# sourceMappingURL=CookieArchivist.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"CookieArchivist.d.ts","sourceRoot":"","sources":["../../src/CookieArchivist.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,iBAAiB,EAAE,MAAM,iCAAiC,CAAA;AACnE,OAAO,EAIL,eAAe,EAIf,wBAAwB,EACxB,eAAe,EAChB,MAAM,8BAA8B,CAAA;AACrC,OAAO,EAAE,YAAY,EAAE,MAAM,iCAAiC,CAAA;AAE9D,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAA;AACrD,OAAO,EAAE,OAAO,EAAE,MAAM,4BAA4B,CAAA;AAEpD,OAAO,EAAE,UAAU,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAA;AAGlE,MAAM,MAAM,2BAA2B,GAAG,qCAAqC,CAAA;AAC/E,eAAO,MAAM,2BAA2B,EAAE,2BAAmE,CAAA;AAE7G,MAAM,MAAM,qBAAqB,GAAG,eAAe,CAAC;IAClD,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,MAAM,EAAE,2BAA2B,CAAA;CACpC,CAAC,CAAA;AAEF,MAAM,MAAM,qBAAqB,GAAG,eAAe,CAAC,eAAe,CAAC,qBAAqB,CAAC,CAAC,CAAA;AAE3F,qBAAa,eAAe,CAC1B,OAAO,SAAS,qBAAqB,EACrC,UAAU,SAAS,wBAAwB,GAAG,wBAAwB,CACtE,SAAQ,iBAAiB,CAAC,OAAO,EAAE,UAAU,CAAC;IAC9C,OAAgB,aAAa,0CAAgC;IAE7D,IAAI,MAAM,uBAET;IAED,IAAI,UAAU,WAGb;IAED,IAAI,YAAY,WAGf;IAED,IAAI,SAAS,WAEZ;IAED,IAAa,OAAO,IAAI,MAAM,EAAE,CAS/B;cAEkB,UAAU,IAAI,eAAe,CAAC,OAAO,CAAC;cAWtC,YAAY,IAAI,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;cAa9B,aAAa,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;cAuBxC,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;cAexD,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,UAAU,CAAC,OAAO,EAAE,CAAC;cAS7C,aAAa,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IAmB/E,OAAO,CAAC,WAAW;CAGpB"}
|
|
@@ -1,7 +1,5 @@
|
|
|
1
1
|
var __defProp = Object.defineProperty;
|
|
2
2
|
var __name = (target, value) => __defProp(target, "name", { value, configurable: true });
|
|
3
|
-
|
|
4
|
-
// src/CookieArchivist.ts
|
|
5
3
|
import { assertEx } from "@xylabs/assert";
|
|
6
4
|
import { compact } from "@xylabs/lodash";
|
|
7
5
|
import { fulfilled } from "@xylabs/promise";
|
|
@@ -10,8 +8,8 @@ import { ArchivistAllQuerySchema, ArchivistClearQuerySchema, ArchivistCommitQuer
|
|
|
10
8
|
import { PayloadHasher } from "@xyo-network/core";
|
|
11
9
|
import { PayloadWrapper } from "@xyo-network/payload-wrapper";
|
|
12
10
|
import Cookies from "js-cookie";
|
|
13
|
-
|
|
14
|
-
|
|
11
|
+
const CookieArchivistConfigSchema = "network.xyo.archivist.cookie.config";
|
|
12
|
+
class CookieArchivist extends AbstractArchivist {
|
|
15
13
|
static {
|
|
16
14
|
__name(this, "CookieArchivist");
|
|
17
15
|
}
|
|
@@ -117,7 +115,7 @@ var CookieArchivist = class extends AbstractArchivist {
|
|
|
117
115
|
keyFromHash(hash) {
|
|
118
116
|
return `${this.namespace}-${hash}`;
|
|
119
117
|
}
|
|
120
|
-
}
|
|
118
|
+
}
|
|
121
119
|
export {
|
|
122
120
|
CookieArchivist,
|
|
123
121
|
CookieArchivistConfigSchema
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../src/CookieArchivist.ts"],"sourcesContent":["import { assertEx } from '@xylabs/assert'\nimport { compact } from '@xylabs/lodash'\nimport { fulfilled } from '@xylabs/promise'\nimport { AbstractArchivist } from '@xyo-network/archivist-abstract'\nimport {\n ArchivistAllQuerySchema,\n ArchivistClearQuerySchema,\n ArchivistCommitQuerySchema,\n ArchivistConfig,\n ArchivistDeleteQuerySchema,\n ArchivistInsertQuery,\n ArchivistInsertQuerySchema,\n ArchivistModuleEventData,\n ArchivistParams,\n} from '@xyo-network/archivist-model'\nimport { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { PayloadHasher } from '@xyo-network/core'\nimport { AnyConfigSchema } from '@xyo-network/module'\nimport { Payload } from '@xyo-network/payload-model'\nimport { PayloadWrapper } from '@xyo-network/payload-wrapper'\nimport { Promisable, PromisableArray } from '@xyo-network/promise'\nimport Cookies from 'js-cookie'\n\nexport type CookieArchivistConfigSchema = 'network.xyo.archivist.cookie.config'\nexport const CookieArchivistConfigSchema: CookieArchivistConfigSchema = 'network.xyo.archivist.cookie.config'\n\nexport type CookieArchivistConfig = ArchivistConfig<{\n domain?: string\n maxEntries?: number\n maxEntrySize?: number\n namespace?: string\n schema: CookieArchivistConfigSchema\n}>\n\nexport type CookieArchivistParams = ArchivistParams<AnyConfigSchema<CookieArchivistConfig>>\n\nexport class CookieArchivist<\n TParams extends CookieArchivistParams,\n TEventData extends ArchivistModuleEventData = ArchivistModuleEventData,\n> extends AbstractArchivist<TParams, TEventData> {\n static override configSchemas = [CookieArchivistConfigSchema]\n\n get domain() {\n return this.config?.domain\n }\n\n get maxEntries() {\n //all browsers support at least 60 cookies\n return this.config?.maxEntries ?? 60\n }\n\n get maxEntrySize() {\n //all browsers support at least 4000 length per cookie\n return this.config?.maxEntrySize ?? 4000\n }\n\n get namespace() {\n return this.config?.namespace ?? 'xyoarch'\n }\n\n override get queries(): string[] {\n return [\n ArchivistAllQuerySchema,\n ArchivistDeleteQuerySchema,\n ArchivistClearQuerySchema,\n ArchivistInsertQuerySchema,\n ArchivistCommitQuerySchema,\n ...super.queries,\n ]\n }\n\n protected override allHandler(): PromisableArray<Payload> {\n try {\n return Object.entries(Cookies.get())\n .filter(([key]) => key.startsWith(`${this.namespace}-`))\n .map(([, value]) => JSON.parse(value))\n } catch (ex) {\n console.error(`Error: ${JSON.stringify(ex, null, 2)}`)\n throw ex\n }\n }\n\n protected override clearHandler(): void | Promise<void> {\n try {\n Object.entries(Cookies.get()).map(([key]) => {\n if (key.startsWith(`${this.namespace}-`)) {\n Cookies.remove(key)\n }\n })\n } catch (ex) {\n console.error(`Error: ${JSON.stringify(ex, null, 2)}`)\n throw ex\n }\n }\n\n protected override async commitHandler(): Promise<BoundWitness[]> {\n try {\n const payloads = await this.all()\n assertEx(payloads.length > 0, 'Nothing to commit')\n const settled = await Promise.allSettled(\n compact(\n Object.values((await this.parents()).commit ?? [])?.map(async (parent) => {\n const queryPayload: ArchivistInsertQuery = {\n schema: ArchivistInsertQuerySchema,\n }\n const query = await this.bindQuery(queryPayload, payloads)\n return (await parent?.query(query[0], query[1]))?.[0]\n }),\n ),\n )\n await this.clear()\n return compact(settled.filter(fulfilled).map((result) => result.value))\n } catch (ex) {\n console.error(`Error: ${JSON.stringify(ex, null, 2)}`)\n throw ex\n }\n }\n\n protected override async deleteHandler(hashes: string[]): Promise<string[]> {\n const payloadPairs: [string, Payload][] = await Promise.all(\n (await this.get(hashes)).map<Promise<[string, Payload]>>(async (payload) => [await PayloadHasher.hashAsync(payload), payload]),\n )\n const deletedPairs: [string, Payload][] = compact(\n await Promise.all(\n payloadPairs.map<[string, Payload] | undefined>(([hash, payload]) => {\n Cookies.remove(hash)\n return [hash, payload]\n }),\n ),\n )\n return deletedPairs.map(([hash]) => hash)\n }\n\n protected override getHandler(hashes: string[]): Promisable<Payload[]> {\n return compact(\n hashes.map((hash) => {\n const cookieString = Cookies.get(this.keyFromHash(hash))\n return cookieString ? JSON.parse(cookieString) : undefined\n }),\n )\n }\n\n protected override async insertHandler(payloads: Payload[]): Promise<Payload[]> {\n try {\n const resultPayloads: Payload[] = await Promise.all(\n payloads.map(async (payload) => {\n const wrapper = PayloadWrapper.wrap(payload)\n const key = this.keyFromHash(await wrapper.hashAsync())\n const value = JSON.stringify(wrapper.payload())\n assertEx(value.length < this.maxEntrySize, `Payload too large [${wrapper.hashAsync()}, ${value.length}]`)\n Cookies.set(key, JSON.stringify(wrapper.payload()))\n return wrapper.payload()\n }),\n )\n return resultPayloads\n } catch (ex) {\n console.error(`Error: ${JSON.stringify(ex, null, 2)}`)\n throw ex\n }\n }\n\n private keyFromHash(hash: string) {\n return `${this.namespace}-${hash}`\n }\n}\n"],"mappings":"
|
|
1
|
+
{"version":3,"sources":["../../src/CookieArchivist.ts"],"sourcesContent":["import { assertEx } from '@xylabs/assert'\nimport { compact } from '@xylabs/lodash'\nimport { fulfilled } from '@xylabs/promise'\nimport { AbstractArchivist } from '@xyo-network/archivist-abstract'\nimport {\n ArchivistAllQuerySchema,\n ArchivistClearQuerySchema,\n ArchivistCommitQuerySchema,\n ArchivistConfig,\n ArchivistDeleteQuerySchema,\n ArchivistInsertQuery,\n ArchivistInsertQuerySchema,\n ArchivistModuleEventData,\n ArchivistParams,\n} from '@xyo-network/archivist-model'\nimport { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { PayloadHasher } from '@xyo-network/core'\nimport { AnyConfigSchema } from '@xyo-network/module'\nimport { Payload } from '@xyo-network/payload-model'\nimport { PayloadWrapper } from '@xyo-network/payload-wrapper'\nimport { Promisable, PromisableArray } from '@xyo-network/promise'\nimport Cookies from 'js-cookie'\n\nexport type CookieArchivistConfigSchema = 'network.xyo.archivist.cookie.config'\nexport const CookieArchivistConfigSchema: CookieArchivistConfigSchema = 'network.xyo.archivist.cookie.config'\n\nexport type CookieArchivistConfig = ArchivistConfig<{\n domain?: string\n maxEntries?: number\n maxEntrySize?: number\n namespace?: string\n schema: CookieArchivistConfigSchema\n}>\n\nexport type CookieArchivistParams = ArchivistParams<AnyConfigSchema<CookieArchivistConfig>>\n\nexport class CookieArchivist<\n TParams extends CookieArchivistParams,\n TEventData extends ArchivistModuleEventData = ArchivistModuleEventData,\n> extends AbstractArchivist<TParams, TEventData> {\n static override configSchemas = [CookieArchivistConfigSchema]\n\n get domain() {\n return this.config?.domain\n }\n\n get maxEntries() {\n //all browsers support at least 60 cookies\n return this.config?.maxEntries ?? 60\n }\n\n get maxEntrySize() {\n //all browsers support at least 4000 length per cookie\n return this.config?.maxEntrySize ?? 4000\n }\n\n get namespace() {\n return this.config?.namespace ?? 'xyoarch'\n }\n\n override get queries(): string[] {\n return [\n ArchivistAllQuerySchema,\n ArchivistDeleteQuerySchema,\n ArchivistClearQuerySchema,\n ArchivistInsertQuerySchema,\n ArchivistCommitQuerySchema,\n ...super.queries,\n ]\n }\n\n protected override allHandler(): PromisableArray<Payload> {\n try {\n return Object.entries(Cookies.get())\n .filter(([key]) => key.startsWith(`${this.namespace}-`))\n .map(([, value]) => JSON.parse(value))\n } catch (ex) {\n console.error(`Error: ${JSON.stringify(ex, null, 2)}`)\n throw ex\n }\n }\n\n protected override clearHandler(): void | Promise<void> {\n try {\n Object.entries(Cookies.get()).map(([key]) => {\n if (key.startsWith(`${this.namespace}-`)) {\n Cookies.remove(key)\n }\n })\n } catch (ex) {\n console.error(`Error: ${JSON.stringify(ex, null, 2)}`)\n throw ex\n }\n }\n\n protected override async commitHandler(): Promise<BoundWitness[]> {\n try {\n const payloads = await this.all()\n assertEx(payloads.length > 0, 'Nothing to commit')\n const settled = await Promise.allSettled(\n compact(\n Object.values((await this.parents()).commit ?? [])?.map(async (parent) => {\n const queryPayload: ArchivistInsertQuery = {\n schema: ArchivistInsertQuerySchema,\n }\n const query = await this.bindQuery(queryPayload, payloads)\n return (await parent?.query(query[0], query[1]))?.[0]\n }),\n ),\n )\n await this.clear()\n return compact(settled.filter(fulfilled).map((result) => result.value))\n } catch (ex) {\n console.error(`Error: ${JSON.stringify(ex, null, 2)}`)\n throw ex\n }\n }\n\n protected override async deleteHandler(hashes: string[]): Promise<string[]> {\n const payloadPairs: [string, Payload][] = await Promise.all(\n (await this.get(hashes)).map<Promise<[string, Payload]>>(async (payload) => [await PayloadHasher.hashAsync(payload), payload]),\n )\n const deletedPairs: [string, Payload][] = compact(\n await Promise.all(\n payloadPairs.map<[string, Payload] | undefined>(([hash, payload]) => {\n Cookies.remove(hash)\n return [hash, payload]\n }),\n ),\n )\n return deletedPairs.map(([hash]) => hash)\n }\n\n protected override getHandler(hashes: string[]): Promisable<Payload[]> {\n return compact(\n hashes.map((hash) => {\n const cookieString = Cookies.get(this.keyFromHash(hash))\n return cookieString ? JSON.parse(cookieString) : undefined\n }),\n )\n }\n\n protected override async insertHandler(payloads: Payload[]): Promise<Payload[]> {\n try {\n const resultPayloads: Payload[] = await Promise.all(\n payloads.map(async (payload) => {\n const wrapper = PayloadWrapper.wrap(payload)\n const key = this.keyFromHash(await wrapper.hashAsync())\n const value = JSON.stringify(wrapper.payload())\n assertEx(value.length < this.maxEntrySize, `Payload too large [${wrapper.hashAsync()}, ${value.length}]`)\n Cookies.set(key, JSON.stringify(wrapper.payload()))\n return wrapper.payload()\n }),\n )\n return resultPayloads\n } catch (ex) {\n console.error(`Error: ${JSON.stringify(ex, null, 2)}`)\n throw ex\n }\n }\n\n private keyFromHash(hash: string) {\n return `${this.namespace}-${hash}`\n }\n}\n"],"mappings":";;AAAA,SAASA,gBAAgB;AACzB,SAASC,eAAe;AACxB,SAASC,iBAAiB;AAC1B,SAASC,yBAAyB;AAClC,SACEC,yBACAC,2BACAC,4BAEAC,4BAEAC,kCAGK;AAEP,SAASC,qBAAqB;AAG9B,SAASC,sBAAsB;AAE/B,OAAOC,aAAa;AAGb,MAAMC,8BAA2D;AAYjE,MAAMC,wBAGHV,kBAAAA;EAvCV,OAuCUA;;;EACR,OAAgBW,gBAAgB;IAACF;;EAEjC,IAAIG,SAAS;AACX,WAAO,KAAKC,QAAQD;EACtB;EAEA,IAAIE,aAAa;AAEf,WAAO,KAAKD,QAAQC,cAAc;EACpC;EAEA,IAAIC,eAAe;AAEjB,WAAO,KAAKF,QAAQE,gBAAgB;EACtC;EAEA,IAAIC,YAAY;AACd,WAAO,KAAKH,QAAQG,aAAa;EACnC;EAEA,IAAaC,UAAoB;AAC/B,WAAO;MACLhB;MACAG;MACAF;MACAG;MACAF;SACG,MAAMc;;EAEb;EAEmBC,aAAuC;AACxD,QAAI;AACF,aAAOC,OAAOC,QAAQZ,QAAQa,IAAG,CAAA,EAC9BC,OAAO,CAAC,CAACC,GAAAA,MAASA,IAAIC,WAAW,GAAG,KAAKR,SAAS,GAAG,CAAA,EACrDS,IAAI,CAAC,CAAA,EAAGC,KAAAA,MAAWC,KAAKC,MAAMF,KAAAA,CAAAA;IACnC,SAASG,IAAI;AACXC,cAAQC,MAAM,UAAUJ,KAAKK,UAAUH,IAAI,MAAM,CAAA,CAAA,EAAI;AACrD,YAAMA;IACR;EACF;EAEmBI,eAAqC;AACtD,QAAI;AACFd,aAAOC,QAAQZ,QAAQa,IAAG,CAAA,EAAII,IAAI,CAAC,CAACF,GAAAA,MAAI;AACtC,YAAIA,IAAIC,WAAW,GAAG,KAAKR,SAAS,GAAG,GAAG;AACxCR,kBAAQ0B,OAAOX,GAAAA;QACjB;MACF,CAAA;IACF,SAASM,IAAI;AACXC,cAAQC,MAAM,UAAUJ,KAAKK,UAAUH,IAAI,MAAM,CAAA,CAAA,EAAI;AACrD,YAAMA;IACR;EACF;EAEA,MAAyBM,gBAAyC;AAChE,QAAI;AACF,YAAMC,WAAW,MAAM,KAAKC,IAAG;AAC/BxC,eAASuC,SAASE,SAAS,GAAG,mBAAA;AAC9B,YAAMC,UAAU,MAAMC,QAAQC,WAC5B3C,QACEqB,OAAOuB,QAAQ,MAAM,KAAKC,QAAO,GAAIC,UAAU,CAAA,CAAE,GAAGnB,IAAI,OAAOoB,WAAAA;AAC7D,cAAMC,eAAqC;UACzCC,QAAQ1C;QACV;AACA,cAAM2C,QAAQ,MAAM,KAAKC,UAAUH,cAAcV,QAAAA;AACjD,gBAAQ,MAAMS,QAAQG,MAAMA,MAAM,CAAA,GAAIA,MAAM,CAAA,CAAE,KAAK,CAAA;MACrD,CAAA,CAAA,CAAA;AAGJ,YAAM,KAAKE,MAAK;AAChB,aAAOpD,QAAQyC,QAAQjB,OAAOvB,SAAAA,EAAW0B,IAAI,CAAC0B,WAAWA,OAAOzB,KAAK,CAAA;IACvE,SAASG,IAAI;AACXC,cAAQC,MAAM,UAAUJ,KAAKK,UAAUH,IAAI,MAAM,CAAA,CAAA,EAAI;AACrD,YAAMA;IACR;EACF;EAEA,MAAyBuB,cAAcC,QAAqC;AAC1E,UAAMC,eAAoC,MAAMd,QAAQH,KACrD,MAAM,KAAKhB,IAAIgC,MAAAA,GAAS5B,IAAgC,OAAO8B,YAAY;MAAC,MAAMjD,cAAckD,UAAUD,OAAAA;MAAUA;KAAQ,CAAA;AAE/H,UAAME,eAAoC3D,QACxC,MAAM0C,QAAQH,IACZiB,aAAa7B,IAAmC,CAAC,CAACiC,MAAMH,OAAAA,MAAQ;AAC9D/C,cAAQ0B,OAAOwB,IAAAA;AACf,aAAO;QAACA;QAAMH;;IAChB,CAAA,CAAA,CAAA;AAGJ,WAAOE,aAAahC,IAAI,CAAC,CAACiC,IAAAA,MAAUA,IAAAA;EACtC;EAEmBC,WAAWN,QAAyC;AACrE,WAAOvD,QACLuD,OAAO5B,IAAI,CAACiC,SAAAA;AACV,YAAME,eAAepD,QAAQa,IAAI,KAAKwC,YAAYH,IAAAA,CAAAA;AAClD,aAAOE,eAAejC,KAAKC,MAAMgC,YAAAA,IAAgBE;IACnD,CAAA,CAAA;EAEJ;EAEA,MAAyBC,cAAc3B,UAAyC;AAC9E,QAAI;AACF,YAAM4B,iBAA4B,MAAMxB,QAAQH,IAC9CD,SAASX,IAAI,OAAO8B,YAAAA;AAClB,cAAMU,UAAU1D,eAAe2D,KAAKX,OAAAA;AACpC,cAAMhC,MAAM,KAAKsC,YAAY,MAAMI,QAAQT,UAAS,CAAA;AACpD,cAAM9B,QAAQC,KAAKK,UAAUiC,QAAQV,QAAO,CAAA;AAC5C1D,iBAAS6B,MAAMY,SAAS,KAAKvB,cAAc,sBAAsBkD,QAAQT,UAAS,CAAA,KAAO9B,MAAMY,MAAM,GAAG;AACxG9B,gBAAQ2D,IAAI5C,KAAKI,KAAKK,UAAUiC,QAAQV,QAAO,CAAA,CAAA;AAC/C,eAAOU,QAAQV,QAAO;MACxB,CAAA,CAAA;AAEF,aAAOS;IACT,SAASnC,IAAI;AACXC,cAAQC,MAAM,UAAUJ,KAAKK,UAAUH,IAAI,MAAM,CAAA,CAAA,EAAI;AACrD,YAAMA;IACR;EACF;EAEQgC,YAAYH,MAAc;AAChC,WAAO,GAAG,KAAK1C,SAAS,IAAI0C,IAAAA;EAC9B;AACF;","names":["assertEx","compact","fulfilled","AbstractArchivist","ArchivistAllQuerySchema","ArchivistClearQuerySchema","ArchivistCommitQuerySchema","ArchivistDeleteQuerySchema","ArchivistInsertQuerySchema","PayloadHasher","PayloadWrapper","Cookies","CookieArchivistConfigSchema","CookieArchivist","configSchemas","domain","config","maxEntries","maxEntrySize","namespace","queries","allHandler","Object","entries","get","filter","key","startsWith","map","value","JSON","parse","ex","console","error","stringify","clearHandler","remove","commitHandler","payloads","all","length","settled","Promise","allSettled","values","parents","commit","parent","queryPayload","schema","query","bindQuery","clear","result","deleteHandler","hashes","payloadPairs","payload","hashAsync","deletedPairs","hash","getHandler","cookieString","keyFromHash","undefined","insertHandler","resultPayloads","wrapper","wrap","set"]}
|
|
@@ -0,0 +1,39 @@
|
|
|
1
|
+
import { AbstractArchivist } from '@xyo-network/archivist-abstract';
|
|
2
|
+
import { ArchivistConfig, ArchivistInstance, ArchivistModuleEventData, ArchivistParams } from '@xyo-network/archivist-model';
|
|
3
|
+
import { BoundWitness } from '@xyo-network/boundwitness-model';
|
|
4
|
+
import { AnyConfigSchema } from '@xyo-network/module';
|
|
5
|
+
import { Payload } from '@xyo-network/payload-model';
|
|
6
|
+
import { Promisable, PromisableArray } from '@xyo-network/promise';
|
|
7
|
+
export type StorageArchivistConfigSchema = 'network.xyo.archivist.storage.config';
|
|
8
|
+
export declare const StorageArchivistConfigSchema: StorageArchivistConfigSchema;
|
|
9
|
+
export type StorageArchivistConfig = ArchivistConfig<{
|
|
10
|
+
maxEntries?: number;
|
|
11
|
+
maxEntrySize?: number;
|
|
12
|
+
namespace?: string;
|
|
13
|
+
persistAccount?: boolean;
|
|
14
|
+
schema: StorageArchivistConfigSchema;
|
|
15
|
+
type?: 'local' | 'session' | 'page';
|
|
16
|
+
}>;
|
|
17
|
+
export type StorageArchivistParams = ArchivistParams<AnyConfigSchema<StorageArchivistConfig>>;
|
|
18
|
+
export declare class StorageArchivist<TParams extends StorageArchivistParams = StorageArchivistParams, TEventData extends ArchivistModuleEventData = ArchivistModuleEventData> extends AbstractArchivist<TParams, TEventData> implements ArchivistInstance {
|
|
19
|
+
static configSchemas: "network.xyo.archivist.storage.config"[];
|
|
20
|
+
private _privateStorage;
|
|
21
|
+
private _storage;
|
|
22
|
+
get maxEntries(): number;
|
|
23
|
+
get maxEntrySize(): number;
|
|
24
|
+
get namespace(): string;
|
|
25
|
+
get persistAccount(): boolean;
|
|
26
|
+
get queries(): string[];
|
|
27
|
+
get type(): "local" | "session" | "page";
|
|
28
|
+
private get privateStorage();
|
|
29
|
+
private get storage();
|
|
30
|
+
protected allHandler(): PromisableArray<Payload>;
|
|
31
|
+
protected clearHandler(): void | Promise<void>;
|
|
32
|
+
protected commitHandler(): Promise<BoundWitness[]>;
|
|
33
|
+
protected deleteHandler(hashes: string[]): Promise<string[]>;
|
|
34
|
+
protected getHandler(hashes: string[]): Promisable<Payload[]>;
|
|
35
|
+
protected insertHandler(payloads: Payload[]): Promise<Payload[]>;
|
|
36
|
+
protected saveAccount(): void;
|
|
37
|
+
protected startHandler(): Promise<boolean>;
|
|
38
|
+
}
|
|
39
|
+
//# sourceMappingURL=StorageArchivist.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"StorageArchivist.d.ts","sourceRoot":"","sources":["../../src/StorageArchivist.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,iBAAiB,EAAE,MAAM,iCAAiC,CAAA;AACnE,OAAO,EAIL,eAAe,EAIf,iBAAiB,EACjB,wBAAwB,EACxB,eAAe,EAChB,MAAM,8BAA8B,CAAA;AACrC,OAAO,EAAE,YAAY,EAAE,MAAM,iCAAiC,CAAA;AAE9D,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAA;AACrD,OAAO,EAAE,OAAO,EAAE,MAAM,4BAA4B,CAAA;AAEpD,OAAO,EAAE,UAAU,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAA;AAGlE,MAAM,MAAM,4BAA4B,GAAG,sCAAsC,CAAA;AACjF,eAAO,MAAM,4BAA4B,EAAE,4BAAqE,CAAA;AAEhH,MAAM,MAAM,sBAAsB,GAAG,eAAe,CAAC;IACnD,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,cAAc,CAAC,EAAE,OAAO,CAAA;IACxB,MAAM,EAAE,4BAA4B,CAAA;IACpC,IAAI,CAAC,EAAE,OAAO,GAAG,SAAS,GAAG,MAAM,CAAA;CACpC,CAAC,CAAA;AAEF,MAAM,MAAM,sBAAsB,GAAG,eAAe,CAAC,eAAe,CAAC,sBAAsB,CAAC,CAAC,CAAA;AAC7F,qBAAa,gBAAgB,CACzB,OAAO,SAAS,sBAAsB,GAAG,sBAAsB,EAC/D,UAAU,SAAS,wBAAwB,GAAG,wBAAwB,CAExE,SAAQ,iBAAiB,CAAC,OAAO,EAAE,UAAU,CAC7C,YAAW,iBAAiB;IAE5B,OAAgB,aAAa,2CAAiC;IAE9D,OAAO,CAAC,eAAe,CAAuB;IAC9C,OAAO,CAAC,QAAQ,CAAuB;IAEvC,IAAI,UAAU,WAEb;IAED,IAAI,YAAY,WAEf;IAED,IAAI,SAAS,WAEZ;IAED,IAAI,cAAc,YAEjB;IAED,IAAa,OAAO,IAAI,MAAM,EAAE,CAS/B;IAED,IAAI,IAAI,iCAEP;IAGD,OAAO,KAAK,cAAc,GAGzB;IAGD,OAAO,KAAK,OAAO,GAGlB;cAoBkB,UAAU,IAAI,eAAe,CAAC,OAAO,CAAC;cAKtC,YAAY,IAAI,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;cAM9B,aAAa,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;cAoBxC,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;cAexD,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,UAAU,CAAC,OAAO,EAAE,CAAC;cAQ7C,aAAa,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IAc/E,SAAS,CAAC,WAAW;cAQI,YAAY;CAKtC"}
|
|
@@ -1,7 +1,5 @@
|
|
|
1
1
|
var __defProp = Object.defineProperty;
|
|
2
2
|
var __name = (target, value) => __defProp(target, "name", { value, configurable: true });
|
|
3
|
-
|
|
4
|
-
// src/StorageArchivist.ts
|
|
5
3
|
import { assertEx } from "@xylabs/assert";
|
|
6
4
|
import { compact } from "@xylabs/lodash";
|
|
7
5
|
import { fulfilled } from "@xylabs/promise";
|
|
@@ -10,8 +8,8 @@ import { ArchivistAllQuerySchema, ArchivistClearQuerySchema, ArchivistCommitQuer
|
|
|
10
8
|
import { PayloadHasher } from "@xyo-network/core";
|
|
11
9
|
import { PayloadWrapper } from "@xyo-network/payload-wrapper";
|
|
12
10
|
import store from "store2";
|
|
13
|
-
|
|
14
|
-
|
|
11
|
+
const StorageArchivistConfigSchema = "network.xyo.archivist.storage.config";
|
|
12
|
+
class StorageArchivist extends AbstractArchivist {
|
|
15
13
|
static {
|
|
16
14
|
__name(this, "StorageArchivist");
|
|
17
15
|
}
|
|
@@ -139,7 +137,7 @@ var StorageArchivist = class extends AbstractArchivist {
|
|
|
139
137
|
this.saveAccount();
|
|
140
138
|
return true;
|
|
141
139
|
}
|
|
142
|
-
}
|
|
140
|
+
}
|
|
143
141
|
export {
|
|
144
142
|
StorageArchivist,
|
|
145
143
|
StorageArchivistConfigSchema
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../src/StorageArchivist.ts"],"sourcesContent":["import { assertEx } from '@xylabs/assert'\nimport { compact } from '@xylabs/lodash'\nimport { fulfilled } from '@xylabs/promise'\nimport { AbstractArchivist } from '@xyo-network/archivist-abstract'\nimport {\n ArchivistAllQuerySchema,\n ArchivistClearQuerySchema,\n ArchivistCommitQuerySchema,\n ArchivistConfig,\n ArchivistDeleteQuerySchema,\n ArchivistInsertQuery,\n ArchivistInsertQuerySchema,\n ArchivistInstance,\n ArchivistModuleEventData,\n ArchivistParams,\n} from '@xyo-network/archivist-model'\nimport { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { PayloadHasher } from '@xyo-network/core'\nimport { AnyConfigSchema } from '@xyo-network/module'\nimport { Payload } from '@xyo-network/payload-model'\nimport { PayloadWrapper } from '@xyo-network/payload-wrapper'\nimport { Promisable, PromisableArray } from '@xyo-network/promise'\nimport store, { StoreBase } from 'store2'\n\nexport type StorageArchivistConfigSchema = 'network.xyo.archivist.storage.config'\nexport const StorageArchivistConfigSchema: StorageArchivistConfigSchema = 'network.xyo.archivist.storage.config'\n\nexport type StorageArchivistConfig = ArchivistConfig<{\n maxEntries?: number\n maxEntrySize?: number\n namespace?: string\n persistAccount?: boolean\n schema: StorageArchivistConfigSchema\n type?: 'local' | 'session' | 'page'\n}>\n\nexport type StorageArchivistParams = ArchivistParams<AnyConfigSchema<StorageArchivistConfig>>\nexport class StorageArchivist<\n TParams extends StorageArchivistParams = StorageArchivistParams,\n TEventData extends ArchivistModuleEventData = ArchivistModuleEventData,\n >\n extends AbstractArchivist<TParams, TEventData>\n implements ArchivistInstance\n{\n static override configSchemas = [StorageArchivistConfigSchema]\n\n private _privateStorage: StoreBase | undefined\n private _storage: StoreBase | undefined\n\n get maxEntries() {\n return this.config?.maxEntries ?? 1000\n }\n\n get maxEntrySize() {\n return this.config?.maxEntrySize ?? 16000\n }\n\n get namespace() {\n return this.config?.namespace ?? 'xyo-archivist'\n }\n\n get persistAccount() {\n return this.config?.persistAccount ?? false\n }\n\n override get queries(): string[] {\n return [\n ArchivistAllQuerySchema,\n ArchivistDeleteQuerySchema,\n ArchivistClearQuerySchema,\n ArchivistInsertQuerySchema,\n ArchivistCommitQuerySchema,\n ...super.queries,\n ]\n }\n\n get type() {\n return this.config?.type ?? 'local'\n }\n\n /* This has to be a getter so that it can access it during construction */\n private get privateStorage(): StoreBase {\n this._privateStorage = this._storage ?? store[this.type].namespace(`${this.namespace}|private`)\n return this._privateStorage\n }\n\n /* This has to be a getter so that it can access it during construction */\n private get storage(): StoreBase {\n this._storage = this._storage ?? store[this.type].namespace(this.namespace)\n return this._storage\n }\n\n /*override async loadAccount(account?: AccountInstance, persistAccount?: boolean, privateStorage?: StoreBase, _logger?: Logger) {\n if (!this._account) {\n if (persistAccount) {\n const privateKey = privateStorage?.get('privateKey')\n if (privateKey) {\n try {\n this._account = await Account.create({ privateKey })\n return this._account\n } catch (ex) {\n console.error(`Error reading Account from storage [${ex}] - Recreating Account`)\n privateStorage?.remove('privateKey')\n }\n }\n }\n }\n return await super.loadAccount()\n }*/\n\n protected override allHandler(): PromisableArray<Payload> {\n this.logger?.log(`this.storage.length: ${this.storage.length}`)\n return Object.entries(this.storage.getAll()).map(([, value]) => value)\n }\n\n protected override clearHandler(): void | Promise<void> {\n this.logger?.log(`this.storage.length: ${this.storage.length}`)\n this.storage.clear()\n return this.emit('cleared', { module: this })\n }\n\n protected override async commitHandler(): Promise<BoundWitness[]> {\n this.logger?.log(`this.storage.length: ${this.storage.length}`)\n const payloads = await this.all()\n assertEx(payloads.length > 0, 'Nothing to commit')\n const settled = await Promise.allSettled(\n compact(\n Object.values((await this.parents()).commit ?? [])?.map(async (parent) => {\n const queryPayload: ArchivistInsertQuery = {\n schema: ArchivistInsertQuerySchema,\n }\n const query = await this.bindQuery(queryPayload, payloads)\n return (await parent?.query(query[0], query[1]))?.[0]\n }),\n ),\n )\n // TODO - rather than clear, delete the payloads that come back as successfully inserted\n await this.clear()\n return compact(settled.filter(fulfilled).map((result) => result.value))\n }\n\n protected override async deleteHandler(hashes: string[]): Promise<string[]> {\n const payloadPairs: [string, Payload][] = await Promise.all(\n (await this.get(hashes)).map<Promise<[string, Payload]>>(async (payload) => [await PayloadHasher.hashAsync(payload), payload]),\n )\n const deletedPairs: [string, Payload][] = compact(\n await Promise.all(\n payloadPairs.map<[string, Payload] | undefined>(([hash, payload]) => {\n this.storage.remove(hash)\n return [hash, payload]\n }),\n ),\n )\n return deletedPairs.map(([hash]) => hash)\n }\n\n protected override getHandler(hashes: string[]): Promisable<Payload[]> {\n return compact(\n hashes.map((hash) => {\n return this.storage.get(hash)\n }),\n )\n }\n\n protected override async insertHandler(payloads: Payload[]): Promise<Payload[]> {\n const resultPayloads = await Promise.all(\n payloads.map(async (payload) => {\n const wrapper = PayloadWrapper.wrap(payload)\n const hash = await wrapper.hashAsync()\n const value = JSON.stringify(wrapper.payload())\n assertEx(value.length < this.maxEntrySize, `Payload too large [${hash}, ${value.length}]`)\n this.storage.set(hash, wrapper.payload())\n return wrapper.payload()\n }),\n )\n return resultPayloads\n }\n\n protected saveAccount() {\n if (this.persistAccount) {\n const account = this.account\n this.logger?.log(account.address)\n this.privateStorage.set('privateKey', account.private.hex)\n }\n }\n\n protected override async startHandler() {\n await super.startHandler()\n this.saveAccount()\n return true\n }\n}\n"],"mappings":";;;;AAAA,SAASA,gBAAgB;AACzB,SAASC,eAAe;AACxB,SAASC,iBAAiB;AAC1B,SAASC,yBAAyB;AAClC,SACEC,yBACAC,2BACAC,4BAEAC,4BAEAC,kCAIK;AAEP,SAASC,qBAAqB;AAG9B,SAASC,sBAAsB;AAE/B,OAAOC,WAA0B;AAG1B,IAAMC,+BAA6D;AAYnE,IAAMC,mBAAN,cAIGC,kBAAAA;EAzCV,OAyCUA;;;EAGR,OAAgBC,gBAAgB;IAACH;;EAEzBI;EACAC;EAER,IAAIC,aAAa;AACf,WAAO,KAAKC,QAAQD,cAAc;EACpC;EAEA,IAAIE,eAAe;AACjB,WAAO,KAAKD,QAAQC,gBAAgB;EACtC;EAEA,IAAIC,YAAY;AACd,WAAO,KAAKF,QAAQE,aAAa;EACnC;EAEA,IAAIC,iBAAiB;AACnB,WAAO,KAAKH,QAAQG,kBAAkB;EACxC;EAEA,IAAaC,UAAoB;AAC/B,WAAO;MACLC;MACAC;MACAC;MACAC;MACAC;SACG,MAAML;;EAEb;EAEA,IAAIM,OAAO;AACT,WAAO,KAAKV,QAAQU,QAAQ;EAC9B;;EAGA,IAAYC,iBAA4B;AACtC,SAAKd,kBAAkB,KAAKC,YAAYc,MAAM,KAAKF,IAAI,EAAER,UAAU,GAAG,KAAKA,SAAS,UAAU;AAC9F,WAAO,KAAKL;EACd;;EAGA,IAAYgB,UAAqB;AAC/B,SAAKf,WAAW,KAAKA,YAAYc,MAAM,KAAKF,IAAI,EAAER,UAAU,KAAKA,SAAS;AAC1E,WAAO,KAAKJ;EACd;;;;;;;;;;;;;;;;;;EAoBmBgB,aAAuC;AACxD,SAAKC,QAAQC,IAAI,wBAAwB,KAAKH,QAAQI,MAAM,EAAE;AAC9D,WAAOC,OAAOC,QAAQ,KAAKN,QAAQO,OAAM,CAAA,EAAIC,IAAI,CAAC,CAAA,EAAGC,KAAAA,MAAWA,KAAAA;EAClE;EAEmBC,eAAqC;AACtD,SAAKR,QAAQC,IAAI,wBAAwB,KAAKH,QAAQI,MAAM,EAAE;AAC9D,SAAKJ,QAAQW,MAAK;AAClB,WAAO,KAAKC,KAAK,WAAW;MAAEC,QAAQ;IAAK,CAAA;EAC7C;EAEA,MAAyBC,gBAAyC;AAChE,SAAKZ,QAAQC,IAAI,wBAAwB,KAAKH,QAAQI,MAAM,EAAE;AAC9D,UAAMW,WAAW,MAAM,KAAKC,IAAG;AAC/BC,aAASF,SAASX,SAAS,GAAG,mBAAA;AAC9B,UAAMc,UAAU,MAAMC,QAAQC,WAC5BC,QACEhB,OAAOiB,QAAQ,MAAM,KAAKC,QAAO,GAAIC,UAAU,CAAA,CAAE,GAAGhB,IAAI,OAAOiB,WAAAA;AAC7D,YAAMC,eAAqC;QACzCC,QAAQhC;MACV;AACA,YAAMiC,QAAQ,MAAM,KAAKC,UAAUH,cAAcX,QAAAA;AACjD,cAAQ,MAAMU,QAAQG,MAAMA,MAAM,CAAA,GAAIA,MAAM,CAAA,CAAE,KAAK,CAAA;IACrD,CAAA,CAAA,CAAA;AAIJ,UAAM,KAAKjB,MAAK;AAChB,WAAOU,QAAQH,QAAQY,OAAOC,SAAAA,EAAWvB,IAAI,CAACwB,WAAWA,OAAOvB,KAAK,CAAA;EACvE;EAEA,MAAyBwB,cAAcC,QAAqC;AAC1E,UAAMC,eAAoC,MAAMhB,QAAQH,KACrD,MAAM,KAAKoB,IAAIF,MAAAA,GAAS1B,IAAgC,OAAO6B,YAAY;MAAC,MAAMC,cAAcC,UAAUF,OAAAA;MAAUA;KAAQ,CAAA;AAE/H,UAAMG,eAAoCnB,QACxC,MAAMF,QAAQH,IACZmB,aAAa3B,IAAmC,CAAC,CAACiC,MAAMJ,OAAAA,MAAQ;AAC9D,WAAKrC,QAAQ0C,OAAOD,IAAAA;AACpB,aAAO;QAACA;QAAMJ;;IAChB,CAAA,CAAA,CAAA;AAGJ,WAAOG,aAAahC,IAAI,CAAC,CAACiC,IAAAA,MAAUA,IAAAA;EACtC;EAEmBE,WAAWT,QAAyC;AACrE,WAAOb,QACLa,OAAO1B,IAAI,CAACiC,SAAAA;AACV,aAAO,KAAKzC,QAAQoC,IAAIK,IAAAA;IAC1B,CAAA,CAAA;EAEJ;EAEA,MAAyBG,cAAc7B,UAAyC;AAC9E,UAAM8B,iBAAiB,MAAM1B,QAAQH,IACnCD,SAASP,IAAI,OAAO6B,YAAAA;AAClB,YAAMS,UAAUC,eAAeC,KAAKX,OAAAA;AACpC,YAAMI,OAAO,MAAMK,QAAQP,UAAS;AACpC,YAAM9B,QAAQwC,KAAKC,UAAUJ,QAAQT,QAAO,CAAA;AAC5CpB,eAASR,MAAML,SAAS,KAAKhB,cAAc,sBAAsBqD,IAAAA,KAAShC,MAAML,MAAM,GAAG;AACzF,WAAKJ,QAAQmD,IAAIV,MAAMK,QAAQT,QAAO,CAAA;AACtC,aAAOS,QAAQT,QAAO;IACxB,CAAA,CAAA;AAEF,WAAOQ;EACT;EAEUO,cAAc;AACtB,QAAI,KAAK9D,gBAAgB;AACvB,YAAM+D,UAAU,KAAKA;AACrB,WAAKnD,QAAQC,IAAIkD,QAAQC,OAAO;AAChC,WAAKxD,eAAeqD,IAAI,cAAcE,QAAQE,QAAQC,GAAG;IAC3D;EACF;EAEA,MAAyBC,eAAe;AACtC,UAAM,MAAMA,aAAAA;AACZ,SAAKL,YAAW;AAChB,WAAO;EACT;AACF;","names":["assertEx","compact","fulfilled","AbstractArchivist","ArchivistAllQuerySchema","ArchivistClearQuerySchema","ArchivistCommitQuerySchema","ArchivistDeleteQuerySchema","ArchivistInsertQuerySchema","PayloadHasher","PayloadWrapper","store","StorageArchivistConfigSchema","StorageArchivist","AbstractArchivist","configSchemas","_privateStorage","_storage","maxEntries","config","maxEntrySize","namespace","persistAccount","queries","ArchivistAllQuerySchema","ArchivistDeleteQuerySchema","ArchivistClearQuerySchema","ArchivistInsertQuerySchema","ArchivistCommitQuerySchema","type","privateStorage","store","storage","allHandler","logger","log","length","Object","entries","getAll","map","value","clearHandler","clear","emit","module","commitHandler","payloads","all","assertEx","settled","Promise","allSettled","compact","values","parents","commit","parent","queryPayload","schema","query","bindQuery","filter","fulfilled","result","deleteHandler","hashes","payloadPairs","get","payload","PayloadHasher","hashAsync","deletedPairs","hash","remove","getHandler","insertHandler","resultPayloads","wrapper","PayloadWrapper","wrap","JSON","stringify","set","saveAccount","account","address","private","hex","startHandler"]}
|
|
1
|
+
{"version":3,"sources":["../../src/StorageArchivist.ts"],"sourcesContent":["import { assertEx } from '@xylabs/assert'\nimport { compact } from '@xylabs/lodash'\nimport { fulfilled } from '@xylabs/promise'\nimport { AbstractArchivist } from '@xyo-network/archivist-abstract'\nimport {\n ArchivistAllQuerySchema,\n ArchivistClearQuerySchema,\n ArchivistCommitQuerySchema,\n ArchivistConfig,\n ArchivistDeleteQuerySchema,\n ArchivistInsertQuery,\n ArchivistInsertQuerySchema,\n ArchivistInstance,\n ArchivistModuleEventData,\n ArchivistParams,\n} from '@xyo-network/archivist-model'\nimport { BoundWitness } from '@xyo-network/boundwitness-model'\nimport { PayloadHasher } from '@xyo-network/core'\nimport { AnyConfigSchema } from '@xyo-network/module'\nimport { Payload } from '@xyo-network/payload-model'\nimport { PayloadWrapper } from '@xyo-network/payload-wrapper'\nimport { Promisable, PromisableArray } from '@xyo-network/promise'\nimport store, { StoreBase } from 'store2'\n\nexport type StorageArchivistConfigSchema = 'network.xyo.archivist.storage.config'\nexport const StorageArchivistConfigSchema: StorageArchivistConfigSchema = 'network.xyo.archivist.storage.config'\n\nexport type StorageArchivistConfig = ArchivistConfig<{\n maxEntries?: number\n maxEntrySize?: number\n namespace?: string\n persistAccount?: boolean\n schema: StorageArchivistConfigSchema\n type?: 'local' | 'session' | 'page'\n}>\n\nexport type StorageArchivistParams = ArchivistParams<AnyConfigSchema<StorageArchivistConfig>>\nexport class StorageArchivist<\n TParams extends StorageArchivistParams = StorageArchivistParams,\n TEventData extends ArchivistModuleEventData = ArchivistModuleEventData,\n >\n extends AbstractArchivist<TParams, TEventData>\n implements ArchivistInstance\n{\n static override configSchemas = [StorageArchivistConfigSchema]\n\n private _privateStorage: StoreBase | undefined\n private _storage: StoreBase | undefined\n\n get maxEntries() {\n return this.config?.maxEntries ?? 1000\n }\n\n get maxEntrySize() {\n return this.config?.maxEntrySize ?? 16000\n }\n\n get namespace() {\n return this.config?.namespace ?? 'xyo-archivist'\n }\n\n get persistAccount() {\n return this.config?.persistAccount ?? false\n }\n\n override get queries(): string[] {\n return [\n ArchivistAllQuerySchema,\n ArchivistDeleteQuerySchema,\n ArchivistClearQuerySchema,\n ArchivistInsertQuerySchema,\n ArchivistCommitQuerySchema,\n ...super.queries,\n ]\n }\n\n get type() {\n return this.config?.type ?? 'local'\n }\n\n /* This has to be a getter so that it can access it during construction */\n private get privateStorage(): StoreBase {\n this._privateStorage = this._storage ?? store[this.type].namespace(`${this.namespace}|private`)\n return this._privateStorage\n }\n\n /* This has to be a getter so that it can access it during construction */\n private get storage(): StoreBase {\n this._storage = this._storage ?? store[this.type].namespace(this.namespace)\n return this._storage\n }\n\n /*override async loadAccount(account?: AccountInstance, persistAccount?: boolean, privateStorage?: StoreBase, _logger?: Logger) {\n if (!this._account) {\n if (persistAccount) {\n const privateKey = privateStorage?.get('privateKey')\n if (privateKey) {\n try {\n this._account = await Account.create({ privateKey })\n return this._account\n } catch (ex) {\n console.error(`Error reading Account from storage [${ex}] - Recreating Account`)\n privateStorage?.remove('privateKey')\n }\n }\n }\n }\n return await super.loadAccount()\n }*/\n\n protected override allHandler(): PromisableArray<Payload> {\n this.logger?.log(`this.storage.length: ${this.storage.length}`)\n return Object.entries(this.storage.getAll()).map(([, value]) => value)\n }\n\n protected override clearHandler(): void | Promise<void> {\n this.logger?.log(`this.storage.length: ${this.storage.length}`)\n this.storage.clear()\n return this.emit('cleared', { module: this })\n }\n\n protected override async commitHandler(): Promise<BoundWitness[]> {\n this.logger?.log(`this.storage.length: ${this.storage.length}`)\n const payloads = await this.all()\n assertEx(payloads.length > 0, 'Nothing to commit')\n const settled = await Promise.allSettled(\n compact(\n Object.values((await this.parents()).commit ?? [])?.map(async (parent) => {\n const queryPayload: ArchivistInsertQuery = {\n schema: ArchivistInsertQuerySchema,\n }\n const query = await this.bindQuery(queryPayload, payloads)\n return (await parent?.query(query[0], query[1]))?.[0]\n }),\n ),\n )\n // TODO - rather than clear, delete the payloads that come back as successfully inserted\n await this.clear()\n return compact(settled.filter(fulfilled).map((result) => result.value))\n }\n\n protected override async deleteHandler(hashes: string[]): Promise<string[]> {\n const payloadPairs: [string, Payload][] = await Promise.all(\n (await this.get(hashes)).map<Promise<[string, Payload]>>(async (payload) => [await PayloadHasher.hashAsync(payload), payload]),\n )\n const deletedPairs: [string, Payload][] = compact(\n await Promise.all(\n payloadPairs.map<[string, Payload] | undefined>(([hash, payload]) => {\n this.storage.remove(hash)\n return [hash, payload]\n }),\n ),\n )\n return deletedPairs.map(([hash]) => hash)\n }\n\n protected override getHandler(hashes: string[]): Promisable<Payload[]> {\n return compact(\n hashes.map((hash) => {\n return this.storage.get(hash)\n }),\n )\n }\n\n protected override async insertHandler(payloads: Payload[]): Promise<Payload[]> {\n const resultPayloads = await Promise.all(\n payloads.map(async (payload) => {\n const wrapper = PayloadWrapper.wrap(payload)\n const hash = await wrapper.hashAsync()\n const value = JSON.stringify(wrapper.payload())\n assertEx(value.length < this.maxEntrySize, `Payload too large [${hash}, ${value.length}]`)\n this.storage.set(hash, wrapper.payload())\n return wrapper.payload()\n }),\n )\n return resultPayloads\n }\n\n protected saveAccount() {\n if (this.persistAccount) {\n const account = this.account\n this.logger?.log(account.address)\n this.privateStorage.set('privateKey', account.private.hex)\n }\n }\n\n protected override async startHandler() {\n await super.startHandler()\n this.saveAccount()\n return true\n }\n}\n"],"mappings":";;AAAA,SAASA,gBAAgB;AACzB,SAASC,eAAe;AACxB,SAASC,iBAAiB;AAC1B,SAASC,yBAAyB;AAClC,SACEC,yBACAC,2BACAC,4BAEAC,4BAEAC,kCAIK;AAEP,SAASC,qBAAqB;AAG9B,SAASC,sBAAsB;AAE/B,OAAOC,WAA0B;AAG1B,MAAMC,+BAA6D;AAYnE,MAAMC,yBAIHV,kBAAAA;EAzCV,OAyCUA;;;EAGR,OAAgBW,gBAAgB;IAACF;;EAEzBG;EACAC;EAER,IAAIC,aAAa;AACf,WAAO,KAAKC,QAAQD,cAAc;EACpC;EAEA,IAAIE,eAAe;AACjB,WAAO,KAAKD,QAAQC,gBAAgB;EACtC;EAEA,IAAIC,YAAY;AACd,WAAO,KAAKF,QAAQE,aAAa;EACnC;EAEA,IAAIC,iBAAiB;AACnB,WAAO,KAAKH,QAAQG,kBAAkB;EACxC;EAEA,IAAaC,UAAoB;AAC/B,WAAO;MACLlB;MACAG;MACAF;MACAG;MACAF;SACG,MAAMgB;;EAEb;EAEA,IAAIC,OAAO;AACT,WAAO,KAAKL,QAAQK,QAAQ;EAC9B;;EAGA,IAAYC,iBAA4B;AACtC,SAAKT,kBAAkB,KAAKC,YAAYL,MAAM,KAAKY,IAAI,EAAEH,UAAU,GAAG,KAAKA,SAAS,UAAU;AAC9F,WAAO,KAAKL;EACd;;EAGA,IAAYU,UAAqB;AAC/B,SAAKT,WAAW,KAAKA,YAAYL,MAAM,KAAKY,IAAI,EAAEH,UAAU,KAAKA,SAAS;AAC1E,WAAO,KAAKJ;EACd;;;;;;;;;;;;;;;;;;EAoBmBU,aAAuC;AACxD,SAAKC,QAAQC,IAAI,wBAAwB,KAAKH,QAAQI,MAAM,EAAE;AAC9D,WAAOC,OAAOC,QAAQ,KAAKN,QAAQO,OAAM,CAAA,EAAIC,IAAI,CAAC,CAAA,EAAGC,KAAAA,MAAWA,KAAAA;EAClE;EAEmBC,eAAqC;AACtD,SAAKR,QAAQC,IAAI,wBAAwB,KAAKH,QAAQI,MAAM,EAAE;AAC9D,SAAKJ,QAAQW,MAAK;AAClB,WAAO,KAAKC,KAAK,WAAW;MAAEC,QAAQ;IAAK,CAAA;EAC7C;EAEA,MAAyBC,gBAAyC;AAChE,SAAKZ,QAAQC,IAAI,wBAAwB,KAAKH,QAAQI,MAAM,EAAE;AAC9D,UAAMW,WAAW,MAAM,KAAKC,IAAG;AAC/BzC,aAASwC,SAASX,SAAS,GAAG,mBAAA;AAC9B,UAAMa,UAAU,MAAMC,QAAQC,WAC5B3C,QACE6B,OAAOe,QAAQ,MAAM,KAAKC,QAAO,GAAIC,UAAU,CAAA,CAAE,GAAGd,IAAI,OAAOe,WAAAA;AAC7D,YAAMC,eAAqC;QACzCC,QAAQ1C;MACV;AACA,YAAM2C,QAAQ,MAAM,KAAKC,UAAUH,cAAcT,QAAAA;AACjD,cAAQ,MAAMQ,QAAQG,MAAMA,MAAM,CAAA,GAAIA,MAAM,CAAA,CAAE,KAAK,CAAA;IACrD,CAAA,CAAA,CAAA;AAIJ,UAAM,KAAKf,MAAK;AAChB,WAAOnC,QAAQyC,QAAQW,OAAOnD,SAAAA,EAAW+B,IAAI,CAACqB,WAAWA,OAAOpB,KAAK,CAAA;EACvE;EAEA,MAAyBqB,cAAcC,QAAqC;AAC1E,UAAMC,eAAoC,MAAMd,QAAQF,KACrD,MAAM,KAAKiB,IAAIF,MAAAA,GAASvB,IAAgC,OAAO0B,YAAY;MAAC,MAAMlD,cAAcmD,UAAUD,OAAAA;MAAUA;KAAQ,CAAA;AAE/H,UAAME,eAAoC5D,QACxC,MAAM0C,QAAQF,IACZgB,aAAaxB,IAAmC,CAAC,CAAC6B,MAAMH,OAAAA,MAAQ;AAC9D,WAAKlC,QAAQsC,OAAOD,IAAAA;AACpB,aAAO;QAACA;QAAMH;;IAChB,CAAA,CAAA,CAAA;AAGJ,WAAOE,aAAa5B,IAAI,CAAC,CAAC6B,IAAAA,MAAUA,IAAAA;EACtC;EAEmBE,WAAWR,QAAyC;AACrE,WAAOvD,QACLuD,OAAOvB,IAAI,CAAC6B,SAAAA;AACV,aAAO,KAAKrC,QAAQiC,IAAII,IAAAA;IAC1B,CAAA,CAAA;EAEJ;EAEA,MAAyBG,cAAczB,UAAyC;AAC9E,UAAM0B,iBAAiB,MAAMvB,QAAQF,IACnCD,SAASP,IAAI,OAAO0B,YAAAA;AAClB,YAAMQ,UAAUzD,eAAe0D,KAAKT,OAAAA;AACpC,YAAMG,OAAO,MAAMK,QAAQP,UAAS;AACpC,YAAM1B,QAAQmC,KAAKC,UAAUH,QAAQR,QAAO,CAAA;AAC5C3D,eAASkC,MAAML,SAAS,KAAKV,cAAc,sBAAsB2C,IAAAA,KAAS5B,MAAML,MAAM,GAAG;AACzF,WAAKJ,QAAQ8C,IAAIT,MAAMK,QAAQR,QAAO,CAAA;AACtC,aAAOQ,QAAQR,QAAO;IACxB,CAAA,CAAA;AAEF,WAAOO;EACT;EAEUM,cAAc;AACtB,QAAI,KAAKnD,gBAAgB;AACvB,YAAMoD,UAAU,KAAKA;AACrB,WAAK9C,QAAQC,IAAI6C,QAAQC,OAAO;AAChC,WAAKlD,eAAe+C,IAAI,cAAcE,QAAQE,QAAQC,GAAG;IAC3D;EACF;EAEA,MAAyBC,eAAe;AACtC,UAAM,MAAMA,aAAAA;AACZ,SAAKL,YAAW;AAChB,WAAO;EACT;AACF;","names":["assertEx","compact","fulfilled","AbstractArchivist","ArchivistAllQuerySchema","ArchivistClearQuerySchema","ArchivistCommitQuerySchema","ArchivistDeleteQuerySchema","ArchivistInsertQuerySchema","PayloadHasher","PayloadWrapper","store","StorageArchivistConfigSchema","StorageArchivist","configSchemas","_privateStorage","_storage","maxEntries","config","maxEntrySize","namespace","persistAccount","queries","type","privateStorage","storage","allHandler","logger","log","length","Object","entries","getAll","map","value","clearHandler","clear","emit","module","commitHandler","payloads","all","settled","Promise","allSettled","values","parents","commit","parent","queryPayload","schema","query","bindQuery","filter","result","deleteHandler","hashes","payloadPairs","get","payload","hashAsync","deletedPairs","hash","remove","getHandler","insertHandler","resultPayloads","wrapper","wrap","JSON","stringify","set","saveAccount","account","address","private","hex","startHandler"]}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
export * from './AbstractArchivingModule';
|
|
2
|
+
export * from './CookieArchivist';
|
|
3
|
+
export * from './StorageArchivist';
|
|
4
|
+
export * from '@xyo-network/archivist-abstract';
|
|
5
|
+
export * from '@xyo-network/archivist-model';
|
|
6
|
+
export * from '@xyo-network/archivist-wrapper';
|
|
7
|
+
export * from '@xyo-network/memory-archivist';
|
|
8
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,2BAA2B,CAAA;AACzC,cAAc,mBAAmB,CAAA;AACjC,cAAc,oBAAoB,CAAA;AAClC,cAAc,iCAAiC,CAAA;AAC/C,cAAc,8BAA8B,CAAA;AAC5C,cAAc,gCAAgC,CAAA;AAC9C,cAAc,+BAA+B,CAAA"}
|
package/dist/browser/index.js
CHANGED
|
@@ -1,300 +1,8 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
// src/AbstractArchivingModule.ts
|
|
5
|
-
import { compact } from "@xylabs/lodash";
|
|
6
|
-
import { asArchivistInstance } from "@xyo-network/archivist-model";
|
|
7
|
-
import { AbstractModuleInstance } from "@xyo-network/module";
|
|
8
|
-
var AbstractArchivingModule = class extends AbstractModuleInstance {
|
|
9
|
-
static {
|
|
10
|
-
__name(this, "AbstractArchivingModule");
|
|
11
|
-
}
|
|
12
|
-
async bindQueryResult(query, payloads, additionalWitnesses = [], errorPayloads = []) {
|
|
13
|
-
const result = await super.bindQueryResult(query, payloads, additionalWitnesses, errorPayloads);
|
|
14
|
-
await this.storeToArchivists(result.flat());
|
|
15
|
-
return result;
|
|
16
|
-
}
|
|
17
|
-
async resolveArchivists() {
|
|
18
|
-
return compact((await Promise.all(await this.resolve({
|
|
19
|
-
address: this.config.archivists ?? []
|
|
20
|
-
}) ?? [])).map((module) => asArchivistInstance(module, () => `Module failed to cast to Archivist [${module.config.name}]`)));
|
|
21
|
-
}
|
|
22
|
-
async storeToArchivists(payloads) {
|
|
23
|
-
const archivists = await this.resolveArchivists();
|
|
24
|
-
return (await Promise.all(archivists.map((archivist) => {
|
|
25
|
-
return archivist.insert?.(payloads);
|
|
26
|
-
}))).map(([bw]) => bw);
|
|
27
|
-
}
|
|
28
|
-
};
|
|
29
|
-
|
|
30
|
-
// src/CookieArchivist.ts
|
|
31
|
-
import { assertEx } from "@xylabs/assert";
|
|
32
|
-
import { compact as compact2 } from "@xylabs/lodash";
|
|
33
|
-
import { fulfilled } from "@xylabs/promise";
|
|
34
|
-
import { AbstractArchivist } from "@xyo-network/archivist-abstract";
|
|
35
|
-
import { ArchivistAllQuerySchema, ArchivistClearQuerySchema, ArchivistCommitQuerySchema, ArchivistDeleteQuerySchema, ArchivistInsertQuerySchema } from "@xyo-network/archivist-model";
|
|
36
|
-
import { PayloadHasher } from "@xyo-network/core";
|
|
37
|
-
import { PayloadWrapper } from "@xyo-network/payload-wrapper";
|
|
38
|
-
import Cookies from "js-cookie";
|
|
39
|
-
var CookieArchivistConfigSchema = "network.xyo.archivist.cookie.config";
|
|
40
|
-
var CookieArchivist = class extends AbstractArchivist {
|
|
41
|
-
static {
|
|
42
|
-
__name(this, "CookieArchivist");
|
|
43
|
-
}
|
|
44
|
-
static configSchemas = [
|
|
45
|
-
CookieArchivistConfigSchema
|
|
46
|
-
];
|
|
47
|
-
get domain() {
|
|
48
|
-
return this.config?.domain;
|
|
49
|
-
}
|
|
50
|
-
get maxEntries() {
|
|
51
|
-
return this.config?.maxEntries ?? 60;
|
|
52
|
-
}
|
|
53
|
-
get maxEntrySize() {
|
|
54
|
-
return this.config?.maxEntrySize ?? 4e3;
|
|
55
|
-
}
|
|
56
|
-
get namespace() {
|
|
57
|
-
return this.config?.namespace ?? "xyoarch";
|
|
58
|
-
}
|
|
59
|
-
get queries() {
|
|
60
|
-
return [
|
|
61
|
-
ArchivistAllQuerySchema,
|
|
62
|
-
ArchivistDeleteQuerySchema,
|
|
63
|
-
ArchivistClearQuerySchema,
|
|
64
|
-
ArchivistInsertQuerySchema,
|
|
65
|
-
ArchivistCommitQuerySchema,
|
|
66
|
-
...super.queries
|
|
67
|
-
];
|
|
68
|
-
}
|
|
69
|
-
allHandler() {
|
|
70
|
-
try {
|
|
71
|
-
return Object.entries(Cookies.get()).filter(([key]) => key.startsWith(`${this.namespace}-`)).map(([, value]) => JSON.parse(value));
|
|
72
|
-
} catch (ex) {
|
|
73
|
-
console.error(`Error: ${JSON.stringify(ex, null, 2)}`);
|
|
74
|
-
throw ex;
|
|
75
|
-
}
|
|
76
|
-
}
|
|
77
|
-
clearHandler() {
|
|
78
|
-
try {
|
|
79
|
-
Object.entries(Cookies.get()).map(([key]) => {
|
|
80
|
-
if (key.startsWith(`${this.namespace}-`)) {
|
|
81
|
-
Cookies.remove(key);
|
|
82
|
-
}
|
|
83
|
-
});
|
|
84
|
-
} catch (ex) {
|
|
85
|
-
console.error(`Error: ${JSON.stringify(ex, null, 2)}`);
|
|
86
|
-
throw ex;
|
|
87
|
-
}
|
|
88
|
-
}
|
|
89
|
-
async commitHandler() {
|
|
90
|
-
try {
|
|
91
|
-
const payloads = await this.all();
|
|
92
|
-
assertEx(payloads.length > 0, "Nothing to commit");
|
|
93
|
-
const settled = await Promise.allSettled(compact2(Object.values((await this.parents()).commit ?? [])?.map(async (parent) => {
|
|
94
|
-
const queryPayload = {
|
|
95
|
-
schema: ArchivistInsertQuerySchema
|
|
96
|
-
};
|
|
97
|
-
const query = await this.bindQuery(queryPayload, payloads);
|
|
98
|
-
return (await parent?.query(query[0], query[1]))?.[0];
|
|
99
|
-
})));
|
|
100
|
-
await this.clear();
|
|
101
|
-
return compact2(settled.filter(fulfilled).map((result) => result.value));
|
|
102
|
-
} catch (ex) {
|
|
103
|
-
console.error(`Error: ${JSON.stringify(ex, null, 2)}`);
|
|
104
|
-
throw ex;
|
|
105
|
-
}
|
|
106
|
-
}
|
|
107
|
-
async deleteHandler(hashes) {
|
|
108
|
-
const payloadPairs = await Promise.all((await this.get(hashes)).map(async (payload) => [
|
|
109
|
-
await PayloadHasher.hashAsync(payload),
|
|
110
|
-
payload
|
|
111
|
-
]));
|
|
112
|
-
const deletedPairs = compact2(await Promise.all(payloadPairs.map(([hash, payload]) => {
|
|
113
|
-
Cookies.remove(hash);
|
|
114
|
-
return [
|
|
115
|
-
hash,
|
|
116
|
-
payload
|
|
117
|
-
];
|
|
118
|
-
})));
|
|
119
|
-
return deletedPairs.map(([hash]) => hash);
|
|
120
|
-
}
|
|
121
|
-
getHandler(hashes) {
|
|
122
|
-
return compact2(hashes.map((hash) => {
|
|
123
|
-
const cookieString = Cookies.get(this.keyFromHash(hash));
|
|
124
|
-
return cookieString ? JSON.parse(cookieString) : void 0;
|
|
125
|
-
}));
|
|
126
|
-
}
|
|
127
|
-
async insertHandler(payloads) {
|
|
128
|
-
try {
|
|
129
|
-
const resultPayloads = await Promise.all(payloads.map(async (payload) => {
|
|
130
|
-
const wrapper = PayloadWrapper.wrap(payload);
|
|
131
|
-
const key = this.keyFromHash(await wrapper.hashAsync());
|
|
132
|
-
const value = JSON.stringify(wrapper.payload());
|
|
133
|
-
assertEx(value.length < this.maxEntrySize, `Payload too large [${wrapper.hashAsync()}, ${value.length}]`);
|
|
134
|
-
Cookies.set(key, JSON.stringify(wrapper.payload()));
|
|
135
|
-
return wrapper.payload();
|
|
136
|
-
}));
|
|
137
|
-
return resultPayloads;
|
|
138
|
-
} catch (ex) {
|
|
139
|
-
console.error(`Error: ${JSON.stringify(ex, null, 2)}`);
|
|
140
|
-
throw ex;
|
|
141
|
-
}
|
|
142
|
-
}
|
|
143
|
-
keyFromHash(hash) {
|
|
144
|
-
return `${this.namespace}-${hash}`;
|
|
145
|
-
}
|
|
146
|
-
};
|
|
147
|
-
|
|
148
|
-
// src/StorageArchivist.ts
|
|
149
|
-
import { assertEx as assertEx2 } from "@xylabs/assert";
|
|
150
|
-
import { compact as compact3 } from "@xylabs/lodash";
|
|
151
|
-
import { fulfilled as fulfilled2 } from "@xylabs/promise";
|
|
152
|
-
import { AbstractArchivist as AbstractArchivist2 } from "@xyo-network/archivist-abstract";
|
|
153
|
-
import { ArchivistAllQuerySchema as ArchivistAllQuerySchema2, ArchivistClearQuerySchema as ArchivistClearQuerySchema2, ArchivistCommitQuerySchema as ArchivistCommitQuerySchema2, ArchivistDeleteQuerySchema as ArchivistDeleteQuerySchema2, ArchivistInsertQuerySchema as ArchivistInsertQuerySchema2 } from "@xyo-network/archivist-model";
|
|
154
|
-
import { PayloadHasher as PayloadHasher2 } from "@xyo-network/core";
|
|
155
|
-
import { PayloadWrapper as PayloadWrapper2 } from "@xyo-network/payload-wrapper";
|
|
156
|
-
import store from "store2";
|
|
157
|
-
var StorageArchivistConfigSchema = "network.xyo.archivist.storage.config";
|
|
158
|
-
var StorageArchivist = class extends AbstractArchivist2 {
|
|
159
|
-
static {
|
|
160
|
-
__name(this, "StorageArchivist");
|
|
161
|
-
}
|
|
162
|
-
static configSchemas = [
|
|
163
|
-
StorageArchivistConfigSchema
|
|
164
|
-
];
|
|
165
|
-
_privateStorage;
|
|
166
|
-
_storage;
|
|
167
|
-
get maxEntries() {
|
|
168
|
-
return this.config?.maxEntries ?? 1e3;
|
|
169
|
-
}
|
|
170
|
-
get maxEntrySize() {
|
|
171
|
-
return this.config?.maxEntrySize ?? 16e3;
|
|
172
|
-
}
|
|
173
|
-
get namespace() {
|
|
174
|
-
return this.config?.namespace ?? "xyo-archivist";
|
|
175
|
-
}
|
|
176
|
-
get persistAccount() {
|
|
177
|
-
return this.config?.persistAccount ?? false;
|
|
178
|
-
}
|
|
179
|
-
get queries() {
|
|
180
|
-
return [
|
|
181
|
-
ArchivistAllQuerySchema2,
|
|
182
|
-
ArchivistDeleteQuerySchema2,
|
|
183
|
-
ArchivistClearQuerySchema2,
|
|
184
|
-
ArchivistInsertQuerySchema2,
|
|
185
|
-
ArchivistCommitQuerySchema2,
|
|
186
|
-
...super.queries
|
|
187
|
-
];
|
|
188
|
-
}
|
|
189
|
-
get type() {
|
|
190
|
-
return this.config?.type ?? "local";
|
|
191
|
-
}
|
|
192
|
-
/* This has to be a getter so that it can access it during construction */
|
|
193
|
-
get privateStorage() {
|
|
194
|
-
this._privateStorage = this._storage ?? store[this.type].namespace(`${this.namespace}|private`);
|
|
195
|
-
return this._privateStorage;
|
|
196
|
-
}
|
|
197
|
-
/* This has to be a getter so that it can access it during construction */
|
|
198
|
-
get storage() {
|
|
199
|
-
this._storage = this._storage ?? store[this.type].namespace(this.namespace);
|
|
200
|
-
return this._storage;
|
|
201
|
-
}
|
|
202
|
-
/*override async loadAccount(account?: AccountInstance, persistAccount?: boolean, privateStorage?: StoreBase, _logger?: Logger) {
|
|
203
|
-
if (!this._account) {
|
|
204
|
-
if (persistAccount) {
|
|
205
|
-
const privateKey = privateStorage?.get('privateKey')
|
|
206
|
-
if (privateKey) {
|
|
207
|
-
try {
|
|
208
|
-
this._account = await Account.create({ privateKey })
|
|
209
|
-
return this._account
|
|
210
|
-
} catch (ex) {
|
|
211
|
-
console.error(`Error reading Account from storage [${ex}] - Recreating Account`)
|
|
212
|
-
privateStorage?.remove('privateKey')
|
|
213
|
-
}
|
|
214
|
-
}
|
|
215
|
-
}
|
|
216
|
-
}
|
|
217
|
-
return await super.loadAccount()
|
|
218
|
-
}*/
|
|
219
|
-
allHandler() {
|
|
220
|
-
this.logger?.log(`this.storage.length: ${this.storage.length}`);
|
|
221
|
-
return Object.entries(this.storage.getAll()).map(([, value]) => value);
|
|
222
|
-
}
|
|
223
|
-
clearHandler() {
|
|
224
|
-
this.logger?.log(`this.storage.length: ${this.storage.length}`);
|
|
225
|
-
this.storage.clear();
|
|
226
|
-
return this.emit("cleared", {
|
|
227
|
-
module: this
|
|
228
|
-
});
|
|
229
|
-
}
|
|
230
|
-
async commitHandler() {
|
|
231
|
-
this.logger?.log(`this.storage.length: ${this.storage.length}`);
|
|
232
|
-
const payloads = await this.all();
|
|
233
|
-
assertEx2(payloads.length > 0, "Nothing to commit");
|
|
234
|
-
const settled = await Promise.allSettled(compact3(Object.values((await this.parents()).commit ?? [])?.map(async (parent) => {
|
|
235
|
-
const queryPayload = {
|
|
236
|
-
schema: ArchivistInsertQuerySchema2
|
|
237
|
-
};
|
|
238
|
-
const query = await this.bindQuery(queryPayload, payloads);
|
|
239
|
-
return (await parent?.query(query[0], query[1]))?.[0];
|
|
240
|
-
})));
|
|
241
|
-
await this.clear();
|
|
242
|
-
return compact3(settled.filter(fulfilled2).map((result) => result.value));
|
|
243
|
-
}
|
|
244
|
-
async deleteHandler(hashes) {
|
|
245
|
-
const payloadPairs = await Promise.all((await this.get(hashes)).map(async (payload) => [
|
|
246
|
-
await PayloadHasher2.hashAsync(payload),
|
|
247
|
-
payload
|
|
248
|
-
]));
|
|
249
|
-
const deletedPairs = compact3(await Promise.all(payloadPairs.map(([hash, payload]) => {
|
|
250
|
-
this.storage.remove(hash);
|
|
251
|
-
return [
|
|
252
|
-
hash,
|
|
253
|
-
payload
|
|
254
|
-
];
|
|
255
|
-
})));
|
|
256
|
-
return deletedPairs.map(([hash]) => hash);
|
|
257
|
-
}
|
|
258
|
-
getHandler(hashes) {
|
|
259
|
-
return compact3(hashes.map((hash) => {
|
|
260
|
-
return this.storage.get(hash);
|
|
261
|
-
}));
|
|
262
|
-
}
|
|
263
|
-
async insertHandler(payloads) {
|
|
264
|
-
const resultPayloads = await Promise.all(payloads.map(async (payload) => {
|
|
265
|
-
const wrapper = PayloadWrapper2.wrap(payload);
|
|
266
|
-
const hash = await wrapper.hashAsync();
|
|
267
|
-
const value = JSON.stringify(wrapper.payload());
|
|
268
|
-
assertEx2(value.length < this.maxEntrySize, `Payload too large [${hash}, ${value.length}]`);
|
|
269
|
-
this.storage.set(hash, wrapper.payload());
|
|
270
|
-
return wrapper.payload();
|
|
271
|
-
}));
|
|
272
|
-
return resultPayloads;
|
|
273
|
-
}
|
|
274
|
-
saveAccount() {
|
|
275
|
-
if (this.persistAccount) {
|
|
276
|
-
const account = this.account;
|
|
277
|
-
this.logger?.log(account.address);
|
|
278
|
-
this.privateStorage.set("privateKey", account.private.hex);
|
|
279
|
-
}
|
|
280
|
-
}
|
|
281
|
-
async startHandler() {
|
|
282
|
-
await super.startHandler();
|
|
283
|
-
this.saveAccount();
|
|
284
|
-
return true;
|
|
285
|
-
}
|
|
286
|
-
};
|
|
287
|
-
|
|
288
|
-
// src/index.ts
|
|
1
|
+
export * from "./AbstractArchivingModule";
|
|
2
|
+
export * from "./CookieArchivist";
|
|
3
|
+
export * from "./StorageArchivist";
|
|
289
4
|
export * from "@xyo-network/archivist-abstract";
|
|
290
5
|
export * from "@xyo-network/archivist-model";
|
|
291
6
|
export * from "@xyo-network/archivist-wrapper";
|
|
292
7
|
export * from "@xyo-network/memory-archivist";
|
|
293
|
-
export {
|
|
294
|
-
AbstractArchivingModule,
|
|
295
|
-
CookieArchivist,
|
|
296
|
-
CookieArchivistConfigSchema,
|
|
297
|
-
StorageArchivist,
|
|
298
|
-
StorageArchivistConfigSchema
|
|
299
|
-
};
|
|
300
8
|
//# sourceMappingURL=index.js.map
|